diff --git a/nncf/experimental/torch/fx/transformations.py b/nncf/experimental/torch/fx/transformations.py index 5520dcc284a..a6248a2a76c 100644 --- a/nncf/experimental/torch/fx/transformations.py +++ b/nncf/experimental/torch/fx/transformations.py @@ -45,8 +45,7 @@ def leaf_module_insertion_transformation(model: torch.fx.GraphModule): # Insert call_module nodes to the model graph = model.graph for target_point in target_points: - target_node = _get_target_node(graph, target_point) - _insert_call_module(graph, target_node, module_attr_name) + _insert_call_module(graph, target_point, module_attr_name) return leaf_module_insertion_transformation @@ -100,13 +99,12 @@ def qdq_insertion_tranformation(model: torch.fx.GraphModule): " Please use non shared qdq pairs for the weights quantization." ) for target_point in target_points: - target_node = _get_target_node(model.graph, target_point) - insert_one_qdq_after_node(model, target_node, quantizer) + insert_one_qdq(model, target_point, quantizer) return qdq_insertion_tranformation -def insert_one_qdq_after_node(model: torch.fx.GraphModule, target_node: torch.fx.Node, quantizer: FakeQuantize): +def insert_one_qdq(model: torch.fx.GraphModule, target_point: PTTargetPoint, quantizer: FakeQuantize): """ Inserts quantize-dequantize after the target node to the target model. @@ -146,6 +144,7 @@ def insert_one_qdq_after_node(model: torch.fx.GraphModule, target_node: torch.fx # 2. replace activation_post_process node with quantize and dequantize graph = model.graph + target_node = get_graph_node_by_name(graph, target_point.target_node_name) # TODO(dlyakhov): use metatype to get correct input_port_id # Do not quantize already quantized nodes # inserting_before handle only order in the graph generated code. @@ -170,22 +169,38 @@ def insert_one_qdq_after_node(model: torch.fx.GraphModule, target_node: torch.fx # for qparams that are not scale/zero_point (like axis, dtype) we store # them as literals in the graph. quantize_op_inputs.append(value_or_node) - with graph.inserting_after(target_node): + + input_node = get_input_node(target_point, target_node) + quantize_op_inputs[0] = input_node + + ctx_manager = get_ctx_manager(graph, target_point) + with ctx_manager(target_node): quantized_node = graph.create_node(node_type, quantize_op, tuple(quantize_op_inputs), {}) - # use the same qparams from quantize op - dq_inputs = [quantized_node] + quantize_op_inputs[1:] - user_dq_nodes = [] - with graph.inserting_after(quantized_node): - for user in target_node.users: - if user is quantized_node: - continue - user_dq_nodes.append((user, graph.call_function(dequantize_op, tuple(dq_inputs), {}))) - for user, dq_node in user_dq_nodes: - user.replace_input_with(target_node, dq_node) + # use the same qparams from quantize op + dq_inputs = [quantized_node] + quantize_op_inputs[1:] + if target_point.target_type == TargetType.OPERATOR_POST_HOOK: + user_dq_nodes = [] + with graph.inserting_after(quantized_node): + for user in target_node.users: + if user is quantized_node: + continue + user_dq_nodes.append((user, graph.call_function(dequantize_op, tuple(dq_inputs), {}))) + + for user, dq_node in user_dq_nodes: + user.replace_input_with(target_node, dq_node) + elif target_point.target_type in [TargetType.OPERATOR_PRE_HOOK, TargetType.OPERATION_WITH_WEIGHTS]: + with graph.inserting_after(quantized_node): + dq_node = graph.call_function(dequantize_op, tuple(dq_inputs), {}) + + args = list(target_node.args) + args[target_point.input_port_id] = dq_node + target_node.args = tuple(args) + else: + raise nncf.InternalError(f"Unexpected target type: {target_point.target_type}") -def _insert_call_module(graph: torch.fx.Graph, target_node: torch.fx.Node, module_attr_name: str): +def _insert_call_module(graph: torch.fx.Graph, target_point: PTTargetPoint, module_attr_name: str): """ Inserts module call node to the graph after the target node. @@ -193,28 +208,59 @@ def _insert_call_module(graph: torch.fx.Graph, target_node: torch.fx.Node, modul :param target_node: Target node, module call node is being iserted just after the target node. :param module_attr_name: The name of the graph attribute which keeps the target module. """ - with graph.inserting_after(target_node): + target_node = get_graph_node_by_name(graph, target_point.target_node_name) + input_node = get_input_node(target_point, target_node) + ctx_manager = get_ctx_manager(graph, target_point) + with ctx_manager(target_node): return graph.create_node( - "call_module", module_attr_name, (target_node,), {}, name=module_attr_name + "_graph_node" + "call_module", + module_attr_name, + (input_node,), + {}, + name=f"{module_attr_name}_{str(target_point.target_type)}_graph_node", ) -def _get_target_node(graph: torch.fx.Graph, target_point: PTTargetPoint) -> torch.fx.Node: +def get_input_node(target_point: PTTargetPoint, target_node: torch.fx.Node) -> torch.fx.Node: """ - Returns TorchFX graph node correspondent to the target point. + Returns an input node according to the given target point. - :param graph: Target torch.fx.Graph. - :param target_point: A target point to find the target node. - :return: TorchFX graph node correspondent to the target point. + :param target_point: Given target point. + :param target_node: The target node of the given target point. + :return: An input node according to the given target point. """ - # TODO(dlyakhov): Support node insertion on a specific input port id. target_type = target_point.target_type - target_node = get_graph_node_by_name(graph, target_point.target_node_name) - if target_type in [TargetType.OPERATOR_PRE_HOOK, TargetType.OPERATION_WITH_WEIGHTS]: - target_node = target_node.all_input_nodes[target_point.input_port_id] - elif target_type != TargetType.OPERATOR_POST_HOOK: - raise RuntimeError(f"Unsupported target type: {target_type} for target_point: {target_point}") - return target_node + if target_type not in [ + TargetType.OPERATOR_PRE_HOOK, + TargetType.OPERATOR_POST_HOOK, + TargetType.OPERATION_WITH_WEIGHTS, + ]: + raise nncf.InternalError(f"Unexpected target type: {target_type}") + if target_type == TargetType.OPERATOR_POST_HOOK: + return target_node + return target_node.args[target_point.input_port_id] + + +def get_ctx_manager(graph: torch.fx.Graph, target_point: PTTargetPoint) -> Callable: + """ + Return insertion context manager according to the given target point. + An insertion context manager sets the point at which create_node and + companion methods will insert into the torch.fx.Graph. + + :param graph: torch.fx.Graph instance. + :param target_point: Given target point. + :return: Insertion context manager according to the given target point. + """ + if target_point.target_type not in [ + TargetType.OPERATOR_PRE_HOOK, + TargetType.OPERATOR_POST_HOOK, + TargetType.OPERATION_WITH_WEIGHTS, + ]: + raise nncf.InternalError(f"Unexpected target type: {target_point.target_type}") + + if target_point.target_type == TargetType.OPERATOR_POST_HOOK: + return graph.inserting_after + return graph.inserting_before def _set_module_to_the_graph_module( diff --git a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot index 438809bd1f9..869671fcaaa 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/mobilenet_v3_small.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0_scale_0" [id=3, type=get_attr]; -"4 _param_constant0_zero_point_0" [id=4, type=get_attr]; -"5 _param_constant0" [id=5, type=get_attr]; +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 features_0_0_weight_bias_0_0" [id=8, type=get_attr]; @@ -12,9 +12,9 @@ strict digraph { "10 hardswish_" [id=10, type=hardswish_]; "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; -"13 _param_constant3_scale_0" [id=13, type=get_attr]; -"14 _param_constant3_zero_point_0" [id=14, type=get_attr]; -"15 _param_constant3" [id=15, type=get_attr]; +"13 _param_constant3" [id=13, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; "16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; "17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; "18 features_1_block_0_0_weight_bias_0_0" [id=18, type=get_attr]; @@ -37,18 +37,18 @@ strict digraph { "35 mul" [id=35, type=mul]; "36 quantize_per_tensor_default_4" [id=36, type=quantize_per_tensor]; "37 dequantize_per_tensor_default_5" [id=37, type=dequantize_per_tensor]; -"38 _param_constant10_scale_0" [id=38, type=get_attr]; -"39 _param_constant10_zero_point_0" [id=39, type=get_attr]; -"40 _param_constant10" [id=40, type=get_attr]; +"38 _param_constant10" [id=38, type=get_attr]; +"39 conv2d_4_scale_0" [id=39, type=get_attr]; +"40 conv2d_4_zero_point_0" [id=40, type=get_attr]; "41 quantize_per_channel_default_2" [id=41, type=quantize_per_channel]; "42 dequantize_per_channel_default_2" [id=42, type=dequantize_per_channel]; "43 features_1_block_2_0_weight_bias_0_0" [id=43, type=get_attr]; "44 conv2d_4" [id=44, type=conv2d]; "45 quantize_per_tensor_default_5" [id=45, type=quantize_per_tensor]; "46 dequantize_per_tensor_default_6" [id=46, type=dequantize_per_tensor]; -"47 _param_constant13_scale_0" [id=47, type=get_attr]; -"48 _param_constant13_zero_point_0" [id=48, type=get_attr]; -"49 _param_constant13" [id=49, type=get_attr]; +"47 _param_constant13" [id=47, type=get_attr]; +"48 conv2d_5_scale_0" [id=48, type=get_attr]; +"49 conv2d_5_zero_point_0" [id=49, type=get_attr]; "50 quantize_per_channel_default_3" [id=50, type=quantize_per_channel]; "51 dequantize_per_channel_default_3" [id=51, type=dequantize_per_channel]; "52 features_2_block_0_0_weight_bias_0_0" [id=52, type=get_attr]; @@ -56,9 +56,9 @@ strict digraph { "54 relu__1" [id=54, type=relu_]; "55 quantize_per_tensor_default_6" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_7" [id=56, type=dequantize_per_tensor]; -"57 _param_constant16_scale_0" [id=57, type=get_attr]; -"58 _param_constant16_zero_point_0" [id=58, type=get_attr]; -"59 _param_constant16" [id=59, type=get_attr]; +"57 _param_constant16" [id=57, type=get_attr]; +"58 conv2d_6_scale_0" [id=58, type=get_attr]; +"59 conv2d_6_zero_point_0" [id=59, type=get_attr]; "60 quantize_per_channel_default_4" [id=60, type=quantize_per_channel]; "61 dequantize_per_channel_default_4" [id=61, type=dequantize_per_channel]; "62 features_2_block_1_0_weight_bias_0_0" [id=62, type=get_attr]; @@ -66,9 +66,9 @@ strict digraph { "64 relu__2" [id=64, type=relu_]; "65 quantize_per_tensor_default_7" [id=65, type=quantize_per_tensor]; "66 dequantize_per_tensor_default_8" [id=66, type=dequantize_per_tensor]; -"67 _param_constant19_scale_0" [id=67, type=get_attr]; -"68 _param_constant19_zero_point_0" [id=68, type=get_attr]; -"69 _param_constant19" [id=69, type=get_attr]; +"67 _param_constant19" [id=67, type=get_attr]; +"68 conv2d_7_scale_0" [id=68, type=get_attr]; +"69 conv2d_7_zero_point_0" [id=69, type=get_attr]; "70 quantize_per_channel_default_5" [id=70, type=quantize_per_channel]; "71 dequantize_per_channel_default_5" [id=71, type=dequantize_per_channel]; "72 features_2_block_2_0_weight_bias_0_0" [id=72, type=get_attr]; @@ -76,9 +76,9 @@ strict digraph { "74 quantize_per_tensor_default_8" [id=74, type=quantize_per_tensor]; "75 dequantize_per_tensor_default_10" [id=75, type=dequantize_per_tensor]; "76 dequantize_per_tensor_default_9" [id=76, type=dequantize_per_tensor]; -"77 _param_constant22_scale_0" [id=77, type=get_attr]; -"78 _param_constant22_zero_point_0" [id=78, type=get_attr]; -"79 _param_constant22" [id=79, type=get_attr]; +"77 _param_constant22" [id=77, type=get_attr]; +"78 conv2d_8_scale_0" [id=78, type=get_attr]; +"79 conv2d_8_zero_point_0" [id=79, type=get_attr]; "80 quantize_per_channel_default_6" [id=80, type=quantize_per_channel]; "81 dequantize_per_channel_default_6" [id=81, type=dequantize_per_channel]; "82 features_3_block_0_0_weight_bias_0_0" [id=82, type=get_attr]; @@ -86,9 +86,9 @@ strict digraph { "84 relu__3" [id=84, type=relu_]; "85 quantize_per_tensor_default_9" [id=85, type=quantize_per_tensor]; "86 dequantize_per_tensor_default_11" [id=86, type=dequantize_per_tensor]; -"87 _param_constant25_scale_0" [id=87, type=get_attr]; -"88 _param_constant25_zero_point_0" [id=88, type=get_attr]; -"89 _param_constant25" [id=89, type=get_attr]; +"87 _param_constant25" [id=87, type=get_attr]; +"88 conv2d_9_scale_0" [id=88, type=get_attr]; +"89 conv2d_9_zero_point_0" [id=89, type=get_attr]; "90 quantize_per_channel_default_7" [id=90, type=quantize_per_channel]; "91 dequantize_per_channel_default_7" [id=91, type=dequantize_per_channel]; "92 features_3_block_1_0_weight_bias_0_0" [id=92, type=get_attr]; @@ -96,9 +96,9 @@ strict digraph { "94 relu__4" [id=94, type=relu_]; "95 quantize_per_tensor_default_10" [id=95, type=quantize_per_tensor]; "96 dequantize_per_tensor_default_12" [id=96, type=dequantize_per_tensor]; -"97 _param_constant28_scale_0" [id=97, type=get_attr]; -"98 _param_constant28_zero_point_0" [id=98, type=get_attr]; -"99 _param_constant28" [id=99, type=get_attr]; +"97 _param_constant28" [id=97, type=get_attr]; +"98 conv2d_10_scale_0" [id=98, type=get_attr]; +"99 conv2d_10_zero_point_0" [id=99, type=get_attr]; "100 quantize_per_channel_default_8" [id=100, type=quantize_per_channel]; "101 dequantize_per_channel_default_8" [id=101, type=dequantize_per_channel]; "102 features_3_block_2_0_weight_bias_0_0" [id=102, type=get_attr]; @@ -108,9 +108,9 @@ strict digraph { "106 add_" [id=106, type=add_]; "107 quantize_per_tensor_default_12" [id=107, type=quantize_per_tensor]; "108 dequantize_per_tensor_default_14" [id=108, type=dequantize_per_tensor]; -"109 _param_constant31_scale_0" [id=109, type=get_attr]; -"110 _param_constant31_zero_point_0" [id=110, type=get_attr]; -"111 _param_constant31" [id=111, type=get_attr]; +"109 _param_constant31" [id=109, type=get_attr]; +"110 conv2d_11_scale_0" [id=110, type=get_attr]; +"111 conv2d_11_zero_point_0" [id=111, type=get_attr]; "112 quantize_per_channel_default_9" [id=112, type=quantize_per_channel]; "113 dequantize_per_channel_default_9" [id=113, type=dequantize_per_channel]; "114 features_4_block_0_0_weight_bias_0_0" [id=114, type=get_attr]; @@ -118,9 +118,9 @@ strict digraph { "116 hardswish__1" [id=116, type=hardswish_]; "117 quantize_per_tensor_default_13" [id=117, type=quantize_per_tensor]; "118 dequantize_per_tensor_default_15" [id=118, type=dequantize_per_tensor]; -"119 _param_constant34_scale_0" [id=119, type=get_attr]; -"120 _param_constant34_zero_point_0" [id=120, type=get_attr]; -"121 _param_constant34" [id=121, type=get_attr]; +"119 _param_constant34" [id=119, type=get_attr]; +"120 conv2d_12_scale_0" [id=120, type=get_attr]; +"121 conv2d_12_zero_point_0" [id=121, type=get_attr]; "122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; "123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; "124 features_4_block_1_0_weight_bias_0_0" [id=124, type=get_attr]; @@ -143,9 +143,9 @@ strict digraph { "141 mul_1" [id=141, type=mul]; "142 quantize_per_tensor_default_16" [id=142, type=quantize_per_tensor]; "143 dequantize_per_tensor_default_19" [id=143, type=dequantize_per_tensor]; -"144 _param_constant41_scale_0" [id=144, type=get_attr]; -"145 _param_constant41_zero_point_0" [id=145, type=get_attr]; -"146 _param_constant41" [id=146, type=get_attr]; +"144 _param_constant41" [id=144, type=get_attr]; +"145 conv2d_15_scale_0" [id=145, type=get_attr]; +"146 conv2d_15_zero_point_0" [id=146, type=get_attr]; "147 quantize_per_channel_default_11" [id=147, type=quantize_per_channel]; "148 dequantize_per_channel_default_11" [id=148, type=dequantize_per_channel]; "149 features_4_block_3_0_weight_bias_0_0" [id=149, type=get_attr]; @@ -153,9 +153,9 @@ strict digraph { "151 quantize_per_tensor_default_17" [id=151, type=quantize_per_tensor]; "152 dequantize_per_tensor_default_21" [id=152, type=dequantize_per_tensor]; "153 dequantize_per_tensor_default_20" [id=153, type=dequantize_per_tensor]; -"154 _param_constant44_scale_0" [id=154, type=get_attr]; -"155 _param_constant44_zero_point_0" [id=155, type=get_attr]; -"156 _param_constant44" [id=156, type=get_attr]; +"154 _param_constant44" [id=154, type=get_attr]; +"155 conv2d_16_scale_0" [id=155, type=get_attr]; +"156 conv2d_16_zero_point_0" [id=156, type=get_attr]; "157 quantize_per_channel_default_12" [id=157, type=quantize_per_channel]; "158 dequantize_per_channel_default_12" [id=158, type=dequantize_per_channel]; "159 features_5_block_0_0_weight_bias_0_0" [id=159, type=get_attr]; @@ -163,9 +163,9 @@ strict digraph { "161 hardswish__3" [id=161, type=hardswish_]; "162 quantize_per_tensor_default_18" [id=162, type=quantize_per_tensor]; "163 dequantize_per_tensor_default_22" [id=163, type=dequantize_per_tensor]; -"164 _param_constant47_scale_0" [id=164, type=get_attr]; -"165 _param_constant47_zero_point_0" [id=165, type=get_attr]; -"166 _param_constant47" [id=166, type=get_attr]; +"164 _param_constant47" [id=164, type=get_attr]; +"165 conv2d_17_scale_0" [id=165, type=get_attr]; +"166 conv2d_17_zero_point_0" [id=166, type=get_attr]; "167 quantize_per_channel_default_13" [id=167, type=quantize_per_channel]; "168 dequantize_per_channel_default_13" [id=168, type=dequantize_per_channel]; "169 features_5_block_1_0_weight_bias_0_0" [id=169, type=get_attr]; @@ -188,9 +188,9 @@ strict digraph { "186 mul_2" [id=186, type=mul]; "187 quantize_per_tensor_default_21" [id=187, type=quantize_per_tensor]; "188 dequantize_per_tensor_default_26" [id=188, type=dequantize_per_tensor]; -"189 _param_constant54_scale_0" [id=189, type=get_attr]; -"190 _param_constant54_zero_point_0" [id=190, type=get_attr]; -"191 _param_constant54" [id=191, type=get_attr]; +"189 _param_constant54" [id=189, type=get_attr]; +"190 conv2d_20_scale_0" [id=190, type=get_attr]; +"191 conv2d_20_zero_point_0" [id=191, type=get_attr]; "192 quantize_per_channel_default_14" [id=192, type=quantize_per_channel]; "193 dequantize_per_channel_default_14" [id=193, type=dequantize_per_channel]; "194 features_5_block_3_0_weight_bias_0_0" [id=194, type=get_attr]; @@ -201,9 +201,9 @@ strict digraph { "199 quantize_per_tensor_default_23" [id=199, type=quantize_per_tensor]; "200 dequantize_per_tensor_default_29" [id=200, type=dequantize_per_tensor]; "201 dequantize_per_tensor_default_28" [id=201, type=dequantize_per_tensor]; -"202 _param_constant57_scale_0" [id=202, type=get_attr]; -"203 _param_constant57_zero_point_0" [id=203, type=get_attr]; -"204 _param_constant57" [id=204, type=get_attr]; +"202 _param_constant57" [id=202, type=get_attr]; +"203 conv2d_21_scale_0" [id=203, type=get_attr]; +"204 conv2d_21_zero_point_0" [id=204, type=get_attr]; "205 quantize_per_channel_default_15" [id=205, type=quantize_per_channel]; "206 dequantize_per_channel_default_15" [id=206, type=dequantize_per_channel]; "207 features_6_block_0_0_weight_bias_0_0" [id=207, type=get_attr]; @@ -211,9 +211,9 @@ strict digraph { "209 hardswish__5" [id=209, type=hardswish_]; "210 quantize_per_tensor_default_24" [id=210, type=quantize_per_tensor]; "211 dequantize_per_tensor_default_30" [id=211, type=dequantize_per_tensor]; -"212 _param_constant60_scale_0" [id=212, type=get_attr]; -"213 _param_constant60_zero_point_0" [id=213, type=get_attr]; -"214 _param_constant60" [id=214, type=get_attr]; +"212 _param_constant60" [id=212, type=get_attr]; +"213 conv2d_22_scale_0" [id=213, type=get_attr]; +"214 conv2d_22_zero_point_0" [id=214, type=get_attr]; "215 quantize_per_channel_default_16" [id=215, type=quantize_per_channel]; "216 dequantize_per_channel_default_16" [id=216, type=dequantize_per_channel]; "217 features_6_block_1_0_weight_bias_0_0" [id=217, type=get_attr]; @@ -236,9 +236,9 @@ strict digraph { "234 mul_3" [id=234, type=mul]; "235 quantize_per_tensor_default_27" [id=235, type=quantize_per_tensor]; "236 dequantize_per_tensor_default_34" [id=236, type=dequantize_per_tensor]; -"237 _param_constant67_scale_0" [id=237, type=get_attr]; -"238 _param_constant67_zero_point_0" [id=238, type=get_attr]; -"239 _param_constant67" [id=239, type=get_attr]; +"237 _param_constant67" [id=237, type=get_attr]; +"238 conv2d_25_scale_0" [id=238, type=get_attr]; +"239 conv2d_25_zero_point_0" [id=239, type=get_attr]; "240 quantize_per_channel_default_17" [id=240, type=quantize_per_channel]; "241 dequantize_per_channel_default_17" [id=241, type=dequantize_per_channel]; "242 features_6_block_3_0_weight_bias_0_0" [id=242, type=get_attr]; @@ -248,9 +248,9 @@ strict digraph { "246 add__2" [id=246, type=add_]; "247 quantize_per_tensor_default_29" [id=247, type=quantize_per_tensor]; "248 dequantize_per_tensor_default_36" [id=248, type=dequantize_per_tensor]; -"249 _param_constant70_scale_0" [id=249, type=get_attr]; -"250 _param_constant70_zero_point_0" [id=250, type=get_attr]; -"251 _param_constant70" [id=251, type=get_attr]; +"249 _param_constant70" [id=249, type=get_attr]; +"250 conv2d_26_scale_0" [id=250, type=get_attr]; +"251 conv2d_26_zero_point_0" [id=251, type=get_attr]; "252 quantize_per_channel_default_18" [id=252, type=quantize_per_channel]; "253 dequantize_per_channel_default_18" [id=253, type=dequantize_per_channel]; "254 features_7_block_0_0_weight_bias_0_0" [id=254, type=get_attr]; @@ -258,9 +258,9 @@ strict digraph { "256 hardswish__7" [id=256, type=hardswish_]; "257 quantize_per_tensor_default_30" [id=257, type=quantize_per_tensor]; "258 dequantize_per_tensor_default_37" [id=258, type=dequantize_per_tensor]; -"259 _param_constant73_scale_0" [id=259, type=get_attr]; -"260 _param_constant73_zero_point_0" [id=260, type=get_attr]; -"261 _param_constant73" [id=261, type=get_attr]; +"259 _param_constant73" [id=259, type=get_attr]; +"260 conv2d_27_scale_0" [id=260, type=get_attr]; +"261 conv2d_27_zero_point_0" [id=261, type=get_attr]; "262 quantize_per_channel_default_19" [id=262, type=quantize_per_channel]; "263 dequantize_per_channel_default_19" [id=263, type=dequantize_per_channel]; "264 features_7_block_1_0_weight_bias_0_0" [id=264, type=get_attr]; @@ -283,9 +283,9 @@ strict digraph { "281 mul_4" [id=281, type=mul]; "282 quantize_per_tensor_default_33" [id=282, type=quantize_per_tensor]; "283 dequantize_per_tensor_default_41" [id=283, type=dequantize_per_tensor]; -"284 _param_constant80_scale_0" [id=284, type=get_attr]; -"285 _param_constant80_zero_point_0" [id=285, type=get_attr]; -"286 _param_constant80" [id=286, type=get_attr]; +"284 _param_constant80" [id=284, type=get_attr]; +"285 conv2d_30_scale_0" [id=285, type=get_attr]; +"286 conv2d_30_zero_point_0" [id=286, type=get_attr]; "287 quantize_per_channel_default_20" [id=287, type=quantize_per_channel]; "288 dequantize_per_channel_default_20" [id=288, type=dequantize_per_channel]; "289 features_7_block_3_0_weight_bias_0_0" [id=289, type=get_attr]; @@ -293,9 +293,9 @@ strict digraph { "291 quantize_per_tensor_default_34" [id=291, type=quantize_per_tensor]; "292 dequantize_per_tensor_default_43" [id=292, type=dequantize_per_tensor]; "293 dequantize_per_tensor_default_42" [id=293, type=dequantize_per_tensor]; -"294 _param_constant83_scale_0" [id=294, type=get_attr]; -"295 _param_constant83_zero_point_0" [id=295, type=get_attr]; -"296 _param_constant83" [id=296, type=get_attr]; +"294 _param_constant83" [id=294, type=get_attr]; +"295 conv2d_31_scale_0" [id=295, type=get_attr]; +"296 conv2d_31_zero_point_0" [id=296, type=get_attr]; "297 quantize_per_channel_default_21" [id=297, type=quantize_per_channel]; "298 dequantize_per_channel_default_21" [id=298, type=dequantize_per_channel]; "299 features_8_block_0_0_weight_bias_0_0" [id=299, type=get_attr]; @@ -303,9 +303,9 @@ strict digraph { "301 hardswish__9" [id=301, type=hardswish_]; "302 quantize_per_tensor_default_35" [id=302, type=quantize_per_tensor]; "303 dequantize_per_tensor_default_44" [id=303, type=dequantize_per_tensor]; -"304 _param_constant86_scale_0" [id=304, type=get_attr]; -"305 _param_constant86_zero_point_0" [id=305, type=get_attr]; -"306 _param_constant86" [id=306, type=get_attr]; +"304 _param_constant86" [id=304, type=get_attr]; +"305 conv2d_32_scale_0" [id=305, type=get_attr]; +"306 conv2d_32_zero_point_0" [id=306, type=get_attr]; "307 quantize_per_channel_default_22" [id=307, type=quantize_per_channel]; "308 dequantize_per_channel_default_22" [id=308, type=dequantize_per_channel]; "309 features_8_block_1_0_weight_bias_0_0" [id=309, type=get_attr]; @@ -328,9 +328,9 @@ strict digraph { "326 mul_5" [id=326, type=mul]; "327 quantize_per_tensor_default_38" [id=327, type=quantize_per_tensor]; "328 dequantize_per_tensor_default_48" [id=328, type=dequantize_per_tensor]; -"329 _param_constant93_scale_0" [id=329, type=get_attr]; -"330 _param_constant93_zero_point_0" [id=330, type=get_attr]; -"331 _param_constant93" [id=331, type=get_attr]; +"329 _param_constant93" [id=329, type=get_attr]; +"330 conv2d_35_scale_0" [id=330, type=get_attr]; +"331 conv2d_35_zero_point_0" [id=331, type=get_attr]; "332 quantize_per_channel_default_23" [id=332, type=quantize_per_channel]; "333 dequantize_per_channel_default_23" [id=333, type=dequantize_per_channel]; "334 features_8_block_3_0_weight_bias_0_0" [id=334, type=get_attr]; @@ -340,9 +340,9 @@ strict digraph { "338 add__3" [id=338, type=add_]; "339 quantize_per_tensor_default_40" [id=339, type=quantize_per_tensor]; "340 dequantize_per_tensor_default_50" [id=340, type=dequantize_per_tensor]; -"341 _param_constant96_scale_0" [id=341, type=get_attr]; -"342 _param_constant96_zero_point_0" [id=342, type=get_attr]; -"343 _param_constant96" [id=343, type=get_attr]; +"341 _param_constant96" [id=341, type=get_attr]; +"342 conv2d_36_scale_0" [id=342, type=get_attr]; +"343 conv2d_36_zero_point_0" [id=343, type=get_attr]; "344 quantize_per_channel_default_24" [id=344, type=quantize_per_channel]; "345 dequantize_per_channel_default_24" [id=345, type=dequantize_per_channel]; "346 features_9_block_0_0_weight_bias_0_0" [id=346, type=get_attr]; @@ -350,9 +350,9 @@ strict digraph { "348 hardswish__11" [id=348, type=hardswish_]; "349 quantize_per_tensor_default_41" [id=349, type=quantize_per_tensor]; "350 dequantize_per_tensor_default_51" [id=350, type=dequantize_per_tensor]; -"351 _param_constant99_scale_0" [id=351, type=get_attr]; -"352 _param_constant99_zero_point_0" [id=352, type=get_attr]; -"353 _param_constant99" [id=353, type=get_attr]; +"351 _param_constant99" [id=351, type=get_attr]; +"352 conv2d_37_scale_0" [id=352, type=get_attr]; +"353 conv2d_37_zero_point_0" [id=353, type=get_attr]; "354 quantize_per_channel_default_25" [id=354, type=quantize_per_channel]; "355 dequantize_per_channel_default_25" [id=355, type=dequantize_per_channel]; "356 features_9_block_1_0_weight_bias_0_0" [id=356, type=get_attr]; @@ -375,9 +375,9 @@ strict digraph { "373 mul_6" [id=373, type=mul]; "374 quantize_per_tensor_default_44" [id=374, type=quantize_per_tensor]; "375 dequantize_per_tensor_default_55" [id=375, type=dequantize_per_tensor]; -"376 _param_constant106_scale_0" [id=376, type=get_attr]; -"377 _param_constant106_zero_point_0" [id=377, type=get_attr]; -"378 _param_constant106" [id=378, type=get_attr]; +"376 _param_constant106" [id=376, type=get_attr]; +"377 conv2d_40_scale_0" [id=377, type=get_attr]; +"378 conv2d_40_zero_point_0" [id=378, type=get_attr]; "379 quantize_per_channel_default_26" [id=379, type=quantize_per_channel]; "380 dequantize_per_channel_default_26" [id=380, type=dequantize_per_channel]; "381 features_9_block_3_0_weight_bias_0_0" [id=381, type=get_attr]; @@ -385,9 +385,9 @@ strict digraph { "383 quantize_per_tensor_default_45" [id=383, type=quantize_per_tensor]; "384 dequantize_per_tensor_default_57" [id=384, type=dequantize_per_tensor]; "385 dequantize_per_tensor_default_56" [id=385, type=dequantize_per_tensor]; -"386 _param_constant109_scale_0" [id=386, type=get_attr]; -"387 _param_constant109_zero_point_0" [id=387, type=get_attr]; -"388 _param_constant109" [id=388, type=get_attr]; +"386 _param_constant109" [id=386, type=get_attr]; +"387 conv2d_41_scale_0" [id=387, type=get_attr]; +"388 conv2d_41_zero_point_0" [id=388, type=get_attr]; "389 quantize_per_channel_default_27" [id=389, type=quantize_per_channel]; "390 dequantize_per_channel_default_27" [id=390, type=dequantize_per_channel]; "391 features_10_block_0_0_weight_bias_0_0" [id=391, type=get_attr]; @@ -395,9 +395,9 @@ strict digraph { "393 hardswish__13" [id=393, type=hardswish_]; "394 quantize_per_tensor_default_46" [id=394, type=quantize_per_tensor]; "395 dequantize_per_tensor_default_58" [id=395, type=dequantize_per_tensor]; -"396 _param_constant112_scale_0" [id=396, type=get_attr]; -"397 _param_constant112_zero_point_0" [id=397, type=get_attr]; -"398 _param_constant112" [id=398, type=get_attr]; +"396 _param_constant112" [id=396, type=get_attr]; +"397 conv2d_42_scale_0" [id=397, type=get_attr]; +"398 conv2d_42_zero_point_0" [id=398, type=get_attr]; "399 quantize_per_channel_default_28" [id=399, type=quantize_per_channel]; "400 dequantize_per_channel_default_28" [id=400, type=dequantize_per_channel]; "401 features_10_block_1_0_weight_bias_0_0" [id=401, type=get_attr]; @@ -420,9 +420,9 @@ strict digraph { "418 mul_7" [id=418, type=mul]; "419 quantize_per_tensor_default_49" [id=419, type=quantize_per_tensor]; "420 dequantize_per_tensor_default_62" [id=420, type=dequantize_per_tensor]; -"421 _param_constant119_scale_0" [id=421, type=get_attr]; -"422 _param_constant119_zero_point_0" [id=422, type=get_attr]; -"423 _param_constant119" [id=423, type=get_attr]; +"421 _param_constant119" [id=421, type=get_attr]; +"422 conv2d_45_scale_0" [id=422, type=get_attr]; +"423 conv2d_45_zero_point_0" [id=423, type=get_attr]; "424 quantize_per_channel_default_29" [id=424, type=quantize_per_channel]; "425 dequantize_per_channel_default_29" [id=425, type=dequantize_per_channel]; "426 features_10_block_3_0_weight_bias_0_0" [id=426, type=get_attr]; @@ -433,9 +433,9 @@ strict digraph { "431 quantize_per_tensor_default_51" [id=431, type=quantize_per_tensor]; "432 dequantize_per_tensor_default_65" [id=432, type=dequantize_per_tensor]; "433 dequantize_per_tensor_default_64" [id=433, type=dequantize_per_tensor]; -"434 _param_constant122_scale_0" [id=434, type=get_attr]; -"435 _param_constant122_zero_point_0" [id=435, type=get_attr]; -"436 _param_constant122" [id=436, type=get_attr]; +"434 _param_constant122" [id=434, type=get_attr]; +"435 conv2d_46_scale_0" [id=435, type=get_attr]; +"436 conv2d_46_zero_point_0" [id=436, type=get_attr]; "437 quantize_per_channel_default_30" [id=437, type=quantize_per_channel]; "438 dequantize_per_channel_default_30" [id=438, type=dequantize_per_channel]; "439 features_11_block_0_0_weight_bias_0_0" [id=439, type=get_attr]; @@ -443,9 +443,9 @@ strict digraph { "441 hardswish__15" [id=441, type=hardswish_]; "442 quantize_per_tensor_default_52" [id=442, type=quantize_per_tensor]; "443 dequantize_per_tensor_default_66" [id=443, type=dequantize_per_tensor]; -"444 _param_constant125_scale_0" [id=444, type=get_attr]; -"445 _param_constant125_zero_point_0" [id=445, type=get_attr]; -"446 _param_constant125" [id=446, type=get_attr]; +"444 _param_constant125" [id=444, type=get_attr]; +"445 conv2d_47_scale_0" [id=445, type=get_attr]; +"446 conv2d_47_zero_point_0" [id=446, type=get_attr]; "447 quantize_per_channel_default_31" [id=447, type=quantize_per_channel]; "448 dequantize_per_channel_default_31" [id=448, type=dequantize_per_channel]; "449 features_11_block_1_0_weight_bias_0_0" [id=449, type=get_attr]; @@ -468,9 +468,9 @@ strict digraph { "466 mul_8" [id=466, type=mul]; "467 quantize_per_tensor_default_55" [id=467, type=quantize_per_tensor]; "468 dequantize_per_tensor_default_70" [id=468, type=dequantize_per_tensor]; -"469 _param_constant132_scale_0" [id=469, type=get_attr]; -"470 _param_constant132_zero_point_0" [id=470, type=get_attr]; -"471 _param_constant132" [id=471, type=get_attr]; +"469 _param_constant132" [id=469, type=get_attr]; +"470 conv2d_50_scale_0" [id=470, type=get_attr]; +"471 conv2d_50_zero_point_0" [id=471, type=get_attr]; "472 quantize_per_channel_default_32" [id=472, type=quantize_per_channel]; "473 dequantize_per_channel_default_32" [id=473, type=dequantize_per_channel]; "474 features_11_block_3_0_weight_bias_0_0" [id=474, type=get_attr]; @@ -480,9 +480,9 @@ strict digraph { "478 add__5" [id=478, type=add_]; "479 quantize_per_tensor_default_57" [id=479, type=quantize_per_tensor]; "480 dequantize_per_tensor_default_72" [id=480, type=dequantize_per_tensor]; -"481 _param_constant135_scale_0" [id=481, type=get_attr]; -"482 _param_constant135_zero_point_0" [id=482, type=get_attr]; -"483 _param_constant135" [id=483, type=get_attr]; +"481 _param_constant135" [id=481, type=get_attr]; +"482 conv2d_51_scale_0" [id=482, type=get_attr]; +"483 conv2d_51_zero_point_0" [id=483, type=get_attr]; "484 quantize_per_channel_default_33" [id=484, type=quantize_per_channel]; "485 dequantize_per_channel_default_33" [id=485, type=dequantize_per_channel]; "486 features_12_0_weight_bias_0_0" [id=486, type=get_attr]; @@ -494,9 +494,9 @@ strict digraph { "492 quantize_per_tensor_default_59" [id=492, type=quantize_per_tensor]; "493 dequantize_per_tensor_default_74" [id=493, type=dequantize_per_tensor]; "494 flatten" [id=494, type=flatten]; -"495 _param_constant138_scale_0" [id=495, type=get_attr]; -"496 _param_constant138_zero_point_0" [id=496, type=get_attr]; -"497 _param_constant138" [id=497, type=get_attr]; +"495 _param_constant138" [id=495, type=get_attr]; +"496 linear_scale_0" [id=496, type=get_attr]; +"497 linear_zero_point_0" [id=497, type=get_attr]; "498 quantize_per_channel_default_34" [id=498, type=quantize_per_channel]; "499 dequantize_per_channel_default_34" [id=499, type=dequantize_per_channel]; "500 _param_constant139_0_0" [id=500, type=get_attr]; @@ -505,9 +505,9 @@ strict digraph { "503 quantize_per_tensor_default_60" [id=503, type=quantize_per_tensor]; "504 dequantize_per_tensor_default_75" [id=504, type=dequantize_per_tensor]; "505 dropout_" [id=505, type=dropout_]; -"506 _param_constant140_scale_0" [id=506, type=get_attr]; -"507 _param_constant140_zero_point_0" [id=507, type=get_attr]; -"508 _param_constant140" [id=508, type=get_attr]; +"506 _param_constant140" [id=506, type=get_attr]; +"507 linear_1_scale_0" [id=507, type=get_attr]; +"508 linear_1_zero_point_0" [id=508, type=get_attr]; "509 quantize_per_channel_default_35" [id=509, type=quantize_per_channel]; "510 dequantize_per_channel_default_35" [id=510, type=dequantize_per_channel]; "511 _param_constant141_0_0" [id=511, type=get_attr]; @@ -516,11 +516,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0_scale_0" -> "6 quantize_per_channel_default"; -"3 _param_constant0_scale_0" -> "7 dequantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "6 quantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "7 dequantize_per_channel_default"; -"5 _param_constant0" -> "6 quantize_per_channel_default"; +"3 _param_constant0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; "7 dequantize_per_channel_default" -> "9 conv2d"; "8 features_0_0_weight_bias_0_0" -> "9 conv2d"; @@ -528,11 +528,11 @@ strict digraph { "10 hardswish_" -> "11 quantize_per_tensor_default_1"; "11 quantize_per_tensor_default_1" -> "12 dequantize_per_tensor_default_1"; "12 dequantize_per_tensor_default_1" -> "19 conv2d_1"; -"13 _param_constant3_scale_0" -> "16 quantize_per_channel_default_1"; -"13 _param_constant3_scale_0" -> "17 dequantize_per_channel_default_1"; -"14 _param_constant3_zero_point_0" -> "16 quantize_per_channel_default_1"; -"14 _param_constant3_zero_point_0" -> "17 dequantize_per_channel_default_1"; -"15 _param_constant3" -> "16 quantize_per_channel_default_1"; +"13 _param_constant3" -> "16 quantize_per_channel_default_1"; +"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1"; +"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1"; +"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1"; +"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1"; "16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1"; "17 dequantize_per_channel_default_1" -> "19 conv2d_1"; "18 features_1_block_0_0_weight_bias_0_0" -> "19 conv2d_1"; @@ -556,22 +556,22 @@ strict digraph { "35 mul" -> "36 quantize_per_tensor_default_4"; "36 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_5"; "37 dequantize_per_tensor_default_5" -> "44 conv2d_4"; -"38 _param_constant10_scale_0" -> "41 quantize_per_channel_default_2"; -"38 _param_constant10_scale_0" -> "42 dequantize_per_channel_default_2"; -"39 _param_constant10_zero_point_0" -> "41 quantize_per_channel_default_2"; -"39 _param_constant10_zero_point_0" -> "42 dequantize_per_channel_default_2"; -"40 _param_constant10" -> "41 quantize_per_channel_default_2"; +"38 _param_constant10" -> "41 quantize_per_channel_default_2"; +"39 conv2d_4_scale_0" -> "41 quantize_per_channel_default_2"; +"39 conv2d_4_scale_0" -> "42 dequantize_per_channel_default_2"; +"40 conv2d_4_zero_point_0" -> "41 quantize_per_channel_default_2"; +"40 conv2d_4_zero_point_0" -> "42 dequantize_per_channel_default_2"; "41 quantize_per_channel_default_2" -> "42 dequantize_per_channel_default_2"; "42 dequantize_per_channel_default_2" -> "44 conv2d_4"; "43 features_1_block_2_0_weight_bias_0_0" -> "44 conv2d_4"; "44 conv2d_4" -> "45 quantize_per_tensor_default_5"; "45 quantize_per_tensor_default_5" -> "46 dequantize_per_tensor_default_6"; "46 dequantize_per_tensor_default_6" -> "53 conv2d_5"; -"47 _param_constant13_scale_0" -> "50 quantize_per_channel_default_3"; -"47 _param_constant13_scale_0" -> "51 dequantize_per_channel_default_3"; -"48 _param_constant13_zero_point_0" -> "50 quantize_per_channel_default_3"; -"48 _param_constant13_zero_point_0" -> "51 dequantize_per_channel_default_3"; -"49 _param_constant13" -> "50 quantize_per_channel_default_3"; +"47 _param_constant13" -> "50 quantize_per_channel_default_3"; +"48 conv2d_5_scale_0" -> "50 quantize_per_channel_default_3"; +"48 conv2d_5_scale_0" -> "51 dequantize_per_channel_default_3"; +"49 conv2d_5_zero_point_0" -> "50 quantize_per_channel_default_3"; +"49 conv2d_5_zero_point_0" -> "51 dequantize_per_channel_default_3"; "50 quantize_per_channel_default_3" -> "51 dequantize_per_channel_default_3"; "51 dequantize_per_channel_default_3" -> "53 conv2d_5"; "52 features_2_block_0_0_weight_bias_0_0" -> "53 conv2d_5"; @@ -579,11 +579,11 @@ strict digraph { "54 relu__1" -> "55 quantize_per_tensor_default_6"; "55 quantize_per_tensor_default_6" -> "56 dequantize_per_tensor_default_7"; "56 dequantize_per_tensor_default_7" -> "63 conv2d_6"; -"57 _param_constant16_scale_0" -> "60 quantize_per_channel_default_4"; -"57 _param_constant16_scale_0" -> "61 dequantize_per_channel_default_4"; -"58 _param_constant16_zero_point_0" -> "60 quantize_per_channel_default_4"; -"58 _param_constant16_zero_point_0" -> "61 dequantize_per_channel_default_4"; -"59 _param_constant16" -> "60 quantize_per_channel_default_4"; +"57 _param_constant16" -> "60 quantize_per_channel_default_4"; +"58 conv2d_6_scale_0" -> "60 quantize_per_channel_default_4"; +"58 conv2d_6_scale_0" -> "61 dequantize_per_channel_default_4"; +"59 conv2d_6_zero_point_0" -> "60 quantize_per_channel_default_4"; +"59 conv2d_6_zero_point_0" -> "61 dequantize_per_channel_default_4"; "60 quantize_per_channel_default_4" -> "61 dequantize_per_channel_default_4"; "61 dequantize_per_channel_default_4" -> "63 conv2d_6"; "62 features_2_block_1_0_weight_bias_0_0" -> "63 conv2d_6"; @@ -591,11 +591,11 @@ strict digraph { "64 relu__2" -> "65 quantize_per_tensor_default_7"; "65 quantize_per_tensor_default_7" -> "66 dequantize_per_tensor_default_8"; "66 dequantize_per_tensor_default_8" -> "73 conv2d_7"; -"67 _param_constant19_scale_0" -> "70 quantize_per_channel_default_5"; -"67 _param_constant19_scale_0" -> "71 dequantize_per_channel_default_5"; -"68 _param_constant19_zero_point_0" -> "70 quantize_per_channel_default_5"; -"68 _param_constant19_zero_point_0" -> "71 dequantize_per_channel_default_5"; -"69 _param_constant19" -> "70 quantize_per_channel_default_5"; +"67 _param_constant19" -> "70 quantize_per_channel_default_5"; +"68 conv2d_7_scale_0" -> "70 quantize_per_channel_default_5"; +"68 conv2d_7_scale_0" -> "71 dequantize_per_channel_default_5"; +"69 conv2d_7_zero_point_0" -> "70 quantize_per_channel_default_5"; +"69 conv2d_7_zero_point_0" -> "71 dequantize_per_channel_default_5"; "70 quantize_per_channel_default_5" -> "71 dequantize_per_channel_default_5"; "71 dequantize_per_channel_default_5" -> "73 conv2d_7"; "72 features_2_block_2_0_weight_bias_0_0" -> "73 conv2d_7"; @@ -604,11 +604,11 @@ strict digraph { "74 quantize_per_tensor_default_8" -> "76 dequantize_per_tensor_default_9"; "75 dequantize_per_tensor_default_10" -> "106 add_"; "76 dequantize_per_tensor_default_9" -> "83 conv2d_8"; -"77 _param_constant22_scale_0" -> "80 quantize_per_channel_default_6"; -"77 _param_constant22_scale_0" -> "81 dequantize_per_channel_default_6"; -"78 _param_constant22_zero_point_0" -> "80 quantize_per_channel_default_6"; -"78 _param_constant22_zero_point_0" -> "81 dequantize_per_channel_default_6"; -"79 _param_constant22" -> "80 quantize_per_channel_default_6"; +"77 _param_constant22" -> "80 quantize_per_channel_default_6"; +"78 conv2d_8_scale_0" -> "80 quantize_per_channel_default_6"; +"78 conv2d_8_scale_0" -> "81 dequantize_per_channel_default_6"; +"79 conv2d_8_zero_point_0" -> "80 quantize_per_channel_default_6"; +"79 conv2d_8_zero_point_0" -> "81 dequantize_per_channel_default_6"; "80 quantize_per_channel_default_6" -> "81 dequantize_per_channel_default_6"; "81 dequantize_per_channel_default_6" -> "83 conv2d_8"; "82 features_3_block_0_0_weight_bias_0_0" -> "83 conv2d_8"; @@ -616,11 +616,11 @@ strict digraph { "84 relu__3" -> "85 quantize_per_tensor_default_9"; "85 quantize_per_tensor_default_9" -> "86 dequantize_per_tensor_default_11"; "86 dequantize_per_tensor_default_11" -> "93 conv2d_9"; -"87 _param_constant25_scale_0" -> "90 quantize_per_channel_default_7"; -"87 _param_constant25_scale_0" -> "91 dequantize_per_channel_default_7"; -"88 _param_constant25_zero_point_0" -> "90 quantize_per_channel_default_7"; -"88 _param_constant25_zero_point_0" -> "91 dequantize_per_channel_default_7"; -"89 _param_constant25" -> "90 quantize_per_channel_default_7"; +"87 _param_constant25" -> "90 quantize_per_channel_default_7"; +"88 conv2d_9_scale_0" -> "90 quantize_per_channel_default_7"; +"88 conv2d_9_scale_0" -> "91 dequantize_per_channel_default_7"; +"89 conv2d_9_zero_point_0" -> "90 quantize_per_channel_default_7"; +"89 conv2d_9_zero_point_0" -> "91 dequantize_per_channel_default_7"; "90 quantize_per_channel_default_7" -> "91 dequantize_per_channel_default_7"; "91 dequantize_per_channel_default_7" -> "93 conv2d_9"; "92 features_3_block_1_0_weight_bias_0_0" -> "93 conv2d_9"; @@ -628,11 +628,11 @@ strict digraph { "94 relu__4" -> "95 quantize_per_tensor_default_10"; "95 quantize_per_tensor_default_10" -> "96 dequantize_per_tensor_default_12"; "96 dequantize_per_tensor_default_12" -> "103 conv2d_10"; -"97 _param_constant28_scale_0" -> "100 quantize_per_channel_default_8"; -"97 _param_constant28_scale_0" -> "101 dequantize_per_channel_default_8"; -"98 _param_constant28_zero_point_0" -> "100 quantize_per_channel_default_8"; -"98 _param_constant28_zero_point_0" -> "101 dequantize_per_channel_default_8"; -"99 _param_constant28" -> "100 quantize_per_channel_default_8"; +"97 _param_constant28" -> "100 quantize_per_channel_default_8"; +"98 conv2d_10_scale_0" -> "100 quantize_per_channel_default_8"; +"98 conv2d_10_scale_0" -> "101 dequantize_per_channel_default_8"; +"99 conv2d_10_zero_point_0" -> "100 quantize_per_channel_default_8"; +"99 conv2d_10_zero_point_0" -> "101 dequantize_per_channel_default_8"; "100 quantize_per_channel_default_8" -> "101 dequantize_per_channel_default_8"; "101 dequantize_per_channel_default_8" -> "103 conv2d_10"; "102 features_3_block_2_0_weight_bias_0_0" -> "103 conv2d_10"; @@ -642,11 +642,11 @@ strict digraph { "106 add_" -> "107 quantize_per_tensor_default_12"; "107 quantize_per_tensor_default_12" -> "108 dequantize_per_tensor_default_14"; "108 dequantize_per_tensor_default_14" -> "115 conv2d_11"; -"109 _param_constant31_scale_0" -> "112 quantize_per_channel_default_9"; -"109 _param_constant31_scale_0" -> "113 dequantize_per_channel_default_9"; -"110 _param_constant31_zero_point_0" -> "112 quantize_per_channel_default_9"; -"110 _param_constant31_zero_point_0" -> "113 dequantize_per_channel_default_9"; -"111 _param_constant31" -> "112 quantize_per_channel_default_9"; +"109 _param_constant31" -> "112 quantize_per_channel_default_9"; +"110 conv2d_11_scale_0" -> "112 quantize_per_channel_default_9"; +"110 conv2d_11_scale_0" -> "113 dequantize_per_channel_default_9"; +"111 conv2d_11_zero_point_0" -> "112 quantize_per_channel_default_9"; +"111 conv2d_11_zero_point_0" -> "113 dequantize_per_channel_default_9"; "112 quantize_per_channel_default_9" -> "113 dequantize_per_channel_default_9"; "113 dequantize_per_channel_default_9" -> "115 conv2d_11"; "114 features_4_block_0_0_weight_bias_0_0" -> "115 conv2d_11"; @@ -654,11 +654,11 @@ strict digraph { "116 hardswish__1" -> "117 quantize_per_tensor_default_13"; "117 quantize_per_tensor_default_13" -> "118 dequantize_per_tensor_default_15"; "118 dequantize_per_tensor_default_15" -> "125 conv2d_12"; -"119 _param_constant34_scale_0" -> "122 quantize_per_channel_default_10"; -"119 _param_constant34_scale_0" -> "123 dequantize_per_channel_default_10"; -"120 _param_constant34_zero_point_0" -> "122 quantize_per_channel_default_10"; -"120 _param_constant34_zero_point_0" -> "123 dequantize_per_channel_default_10"; -"121 _param_constant34" -> "122 quantize_per_channel_default_10"; +"119 _param_constant34" -> "122 quantize_per_channel_default_10"; +"120 conv2d_12_scale_0" -> "122 quantize_per_channel_default_10"; +"120 conv2d_12_scale_0" -> "123 dequantize_per_channel_default_10"; +"121 conv2d_12_zero_point_0" -> "122 quantize_per_channel_default_10"; +"121 conv2d_12_zero_point_0" -> "123 dequantize_per_channel_default_10"; "122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10"; "123 dequantize_per_channel_default_10" -> "125 conv2d_12"; "124 features_4_block_1_0_weight_bias_0_0" -> "125 conv2d_12"; @@ -682,11 +682,11 @@ strict digraph { "141 mul_1" -> "142 quantize_per_tensor_default_16"; "142 quantize_per_tensor_default_16" -> "143 dequantize_per_tensor_default_19"; "143 dequantize_per_tensor_default_19" -> "150 conv2d_15"; -"144 _param_constant41_scale_0" -> "147 quantize_per_channel_default_11"; -"144 _param_constant41_scale_0" -> "148 dequantize_per_channel_default_11"; -"145 _param_constant41_zero_point_0" -> "147 quantize_per_channel_default_11"; -"145 _param_constant41_zero_point_0" -> "148 dequantize_per_channel_default_11"; -"146 _param_constant41" -> "147 quantize_per_channel_default_11"; +"144 _param_constant41" -> "147 quantize_per_channel_default_11"; +"145 conv2d_15_scale_0" -> "147 quantize_per_channel_default_11"; +"145 conv2d_15_scale_0" -> "148 dequantize_per_channel_default_11"; +"146 conv2d_15_zero_point_0" -> "147 quantize_per_channel_default_11"; +"146 conv2d_15_zero_point_0" -> "148 dequantize_per_channel_default_11"; "147 quantize_per_channel_default_11" -> "148 dequantize_per_channel_default_11"; "148 dequantize_per_channel_default_11" -> "150 conv2d_15"; "149 features_4_block_3_0_weight_bias_0_0" -> "150 conv2d_15"; @@ -695,11 +695,11 @@ strict digraph { "151 quantize_per_tensor_default_17" -> "153 dequantize_per_tensor_default_20"; "152 dequantize_per_tensor_default_21" -> "198 add__1"; "153 dequantize_per_tensor_default_20" -> "160 conv2d_16"; -"154 _param_constant44_scale_0" -> "157 quantize_per_channel_default_12"; -"154 _param_constant44_scale_0" -> "158 dequantize_per_channel_default_12"; -"155 _param_constant44_zero_point_0" -> "157 quantize_per_channel_default_12"; -"155 _param_constant44_zero_point_0" -> "158 dequantize_per_channel_default_12"; -"156 _param_constant44" -> "157 quantize_per_channel_default_12"; +"154 _param_constant44" -> "157 quantize_per_channel_default_12"; +"155 conv2d_16_scale_0" -> "157 quantize_per_channel_default_12"; +"155 conv2d_16_scale_0" -> "158 dequantize_per_channel_default_12"; +"156 conv2d_16_zero_point_0" -> "157 quantize_per_channel_default_12"; +"156 conv2d_16_zero_point_0" -> "158 dequantize_per_channel_default_12"; "157 quantize_per_channel_default_12" -> "158 dequantize_per_channel_default_12"; "158 dequantize_per_channel_default_12" -> "160 conv2d_16"; "159 features_5_block_0_0_weight_bias_0_0" -> "160 conv2d_16"; @@ -707,11 +707,11 @@ strict digraph { "161 hardswish__3" -> "162 quantize_per_tensor_default_18"; "162 quantize_per_tensor_default_18" -> "163 dequantize_per_tensor_default_22"; "163 dequantize_per_tensor_default_22" -> "170 conv2d_17"; -"164 _param_constant47_scale_0" -> "167 quantize_per_channel_default_13"; -"164 _param_constant47_scale_0" -> "168 dequantize_per_channel_default_13"; -"165 _param_constant47_zero_point_0" -> "167 quantize_per_channel_default_13"; -"165 _param_constant47_zero_point_0" -> "168 dequantize_per_channel_default_13"; -"166 _param_constant47" -> "167 quantize_per_channel_default_13"; +"164 _param_constant47" -> "167 quantize_per_channel_default_13"; +"165 conv2d_17_scale_0" -> "167 quantize_per_channel_default_13"; +"165 conv2d_17_scale_0" -> "168 dequantize_per_channel_default_13"; +"166 conv2d_17_zero_point_0" -> "167 quantize_per_channel_default_13"; +"166 conv2d_17_zero_point_0" -> "168 dequantize_per_channel_default_13"; "167 quantize_per_channel_default_13" -> "168 dequantize_per_channel_default_13"; "168 dequantize_per_channel_default_13" -> "170 conv2d_17"; "169 features_5_block_1_0_weight_bias_0_0" -> "170 conv2d_17"; @@ -735,11 +735,11 @@ strict digraph { "186 mul_2" -> "187 quantize_per_tensor_default_21"; "187 quantize_per_tensor_default_21" -> "188 dequantize_per_tensor_default_26"; "188 dequantize_per_tensor_default_26" -> "195 conv2d_20"; -"189 _param_constant54_scale_0" -> "192 quantize_per_channel_default_14"; -"189 _param_constant54_scale_0" -> "193 dequantize_per_channel_default_14"; -"190 _param_constant54_zero_point_0" -> "192 quantize_per_channel_default_14"; -"190 _param_constant54_zero_point_0" -> "193 dequantize_per_channel_default_14"; -"191 _param_constant54" -> "192 quantize_per_channel_default_14"; +"189 _param_constant54" -> "192 quantize_per_channel_default_14"; +"190 conv2d_20_scale_0" -> "192 quantize_per_channel_default_14"; +"190 conv2d_20_scale_0" -> "193 dequantize_per_channel_default_14"; +"191 conv2d_20_zero_point_0" -> "192 quantize_per_channel_default_14"; +"191 conv2d_20_zero_point_0" -> "193 dequantize_per_channel_default_14"; "192 quantize_per_channel_default_14" -> "193 dequantize_per_channel_default_14"; "193 dequantize_per_channel_default_14" -> "195 conv2d_20"; "194 features_5_block_3_0_weight_bias_0_0" -> "195 conv2d_20"; @@ -751,11 +751,11 @@ strict digraph { "199 quantize_per_tensor_default_23" -> "201 dequantize_per_tensor_default_28"; "200 dequantize_per_tensor_default_29" -> "246 add__2"; "201 dequantize_per_tensor_default_28" -> "208 conv2d_21"; -"202 _param_constant57_scale_0" -> "205 quantize_per_channel_default_15"; -"202 _param_constant57_scale_0" -> "206 dequantize_per_channel_default_15"; -"203 _param_constant57_zero_point_0" -> "205 quantize_per_channel_default_15"; -"203 _param_constant57_zero_point_0" -> "206 dequantize_per_channel_default_15"; -"204 _param_constant57" -> "205 quantize_per_channel_default_15"; +"202 _param_constant57" -> "205 quantize_per_channel_default_15"; +"203 conv2d_21_scale_0" -> "205 quantize_per_channel_default_15"; +"203 conv2d_21_scale_0" -> "206 dequantize_per_channel_default_15"; +"204 conv2d_21_zero_point_0" -> "205 quantize_per_channel_default_15"; +"204 conv2d_21_zero_point_0" -> "206 dequantize_per_channel_default_15"; "205 quantize_per_channel_default_15" -> "206 dequantize_per_channel_default_15"; "206 dequantize_per_channel_default_15" -> "208 conv2d_21"; "207 features_6_block_0_0_weight_bias_0_0" -> "208 conv2d_21"; @@ -763,11 +763,11 @@ strict digraph { "209 hardswish__5" -> "210 quantize_per_tensor_default_24"; "210 quantize_per_tensor_default_24" -> "211 dequantize_per_tensor_default_30"; "211 dequantize_per_tensor_default_30" -> "218 conv2d_22"; -"212 _param_constant60_scale_0" -> "215 quantize_per_channel_default_16"; -"212 _param_constant60_scale_0" -> "216 dequantize_per_channel_default_16"; -"213 _param_constant60_zero_point_0" -> "215 quantize_per_channel_default_16"; -"213 _param_constant60_zero_point_0" -> "216 dequantize_per_channel_default_16"; -"214 _param_constant60" -> "215 quantize_per_channel_default_16"; +"212 _param_constant60" -> "215 quantize_per_channel_default_16"; +"213 conv2d_22_scale_0" -> "215 quantize_per_channel_default_16"; +"213 conv2d_22_scale_0" -> "216 dequantize_per_channel_default_16"; +"214 conv2d_22_zero_point_0" -> "215 quantize_per_channel_default_16"; +"214 conv2d_22_zero_point_0" -> "216 dequantize_per_channel_default_16"; "215 quantize_per_channel_default_16" -> "216 dequantize_per_channel_default_16"; "216 dequantize_per_channel_default_16" -> "218 conv2d_22"; "217 features_6_block_1_0_weight_bias_0_0" -> "218 conv2d_22"; @@ -791,11 +791,11 @@ strict digraph { "234 mul_3" -> "235 quantize_per_tensor_default_27"; "235 quantize_per_tensor_default_27" -> "236 dequantize_per_tensor_default_34"; "236 dequantize_per_tensor_default_34" -> "243 conv2d_25"; -"237 _param_constant67_scale_0" -> "240 quantize_per_channel_default_17"; -"237 _param_constant67_scale_0" -> "241 dequantize_per_channel_default_17"; -"238 _param_constant67_zero_point_0" -> "240 quantize_per_channel_default_17"; -"238 _param_constant67_zero_point_0" -> "241 dequantize_per_channel_default_17"; -"239 _param_constant67" -> "240 quantize_per_channel_default_17"; +"237 _param_constant67" -> "240 quantize_per_channel_default_17"; +"238 conv2d_25_scale_0" -> "240 quantize_per_channel_default_17"; +"238 conv2d_25_scale_0" -> "241 dequantize_per_channel_default_17"; +"239 conv2d_25_zero_point_0" -> "240 quantize_per_channel_default_17"; +"239 conv2d_25_zero_point_0" -> "241 dequantize_per_channel_default_17"; "240 quantize_per_channel_default_17" -> "241 dequantize_per_channel_default_17"; "241 dequantize_per_channel_default_17" -> "243 conv2d_25"; "242 features_6_block_3_0_weight_bias_0_0" -> "243 conv2d_25"; @@ -805,11 +805,11 @@ strict digraph { "246 add__2" -> "247 quantize_per_tensor_default_29"; "247 quantize_per_tensor_default_29" -> "248 dequantize_per_tensor_default_36"; "248 dequantize_per_tensor_default_36" -> "255 conv2d_26"; -"249 _param_constant70_scale_0" -> "252 quantize_per_channel_default_18"; -"249 _param_constant70_scale_0" -> "253 dequantize_per_channel_default_18"; -"250 _param_constant70_zero_point_0" -> "252 quantize_per_channel_default_18"; -"250 _param_constant70_zero_point_0" -> "253 dequantize_per_channel_default_18"; -"251 _param_constant70" -> "252 quantize_per_channel_default_18"; +"249 _param_constant70" -> "252 quantize_per_channel_default_18"; +"250 conv2d_26_scale_0" -> "252 quantize_per_channel_default_18"; +"250 conv2d_26_scale_0" -> "253 dequantize_per_channel_default_18"; +"251 conv2d_26_zero_point_0" -> "252 quantize_per_channel_default_18"; +"251 conv2d_26_zero_point_0" -> "253 dequantize_per_channel_default_18"; "252 quantize_per_channel_default_18" -> "253 dequantize_per_channel_default_18"; "253 dequantize_per_channel_default_18" -> "255 conv2d_26"; "254 features_7_block_0_0_weight_bias_0_0" -> "255 conv2d_26"; @@ -817,11 +817,11 @@ strict digraph { "256 hardswish__7" -> "257 quantize_per_tensor_default_30"; "257 quantize_per_tensor_default_30" -> "258 dequantize_per_tensor_default_37"; "258 dequantize_per_tensor_default_37" -> "265 conv2d_27"; -"259 _param_constant73_scale_0" -> "262 quantize_per_channel_default_19"; -"259 _param_constant73_scale_0" -> "263 dequantize_per_channel_default_19"; -"260 _param_constant73_zero_point_0" -> "262 quantize_per_channel_default_19"; -"260 _param_constant73_zero_point_0" -> "263 dequantize_per_channel_default_19"; -"261 _param_constant73" -> "262 quantize_per_channel_default_19"; +"259 _param_constant73" -> "262 quantize_per_channel_default_19"; +"260 conv2d_27_scale_0" -> "262 quantize_per_channel_default_19"; +"260 conv2d_27_scale_0" -> "263 dequantize_per_channel_default_19"; +"261 conv2d_27_zero_point_0" -> "262 quantize_per_channel_default_19"; +"261 conv2d_27_zero_point_0" -> "263 dequantize_per_channel_default_19"; "262 quantize_per_channel_default_19" -> "263 dequantize_per_channel_default_19"; "263 dequantize_per_channel_default_19" -> "265 conv2d_27"; "264 features_7_block_1_0_weight_bias_0_0" -> "265 conv2d_27"; @@ -845,11 +845,11 @@ strict digraph { "281 mul_4" -> "282 quantize_per_tensor_default_33"; "282 quantize_per_tensor_default_33" -> "283 dequantize_per_tensor_default_41"; "283 dequantize_per_tensor_default_41" -> "290 conv2d_30"; -"284 _param_constant80_scale_0" -> "287 quantize_per_channel_default_20"; -"284 _param_constant80_scale_0" -> "288 dequantize_per_channel_default_20"; -"285 _param_constant80_zero_point_0" -> "287 quantize_per_channel_default_20"; -"285 _param_constant80_zero_point_0" -> "288 dequantize_per_channel_default_20"; -"286 _param_constant80" -> "287 quantize_per_channel_default_20"; +"284 _param_constant80" -> "287 quantize_per_channel_default_20"; +"285 conv2d_30_scale_0" -> "287 quantize_per_channel_default_20"; +"285 conv2d_30_scale_0" -> "288 dequantize_per_channel_default_20"; +"286 conv2d_30_zero_point_0" -> "287 quantize_per_channel_default_20"; +"286 conv2d_30_zero_point_0" -> "288 dequantize_per_channel_default_20"; "287 quantize_per_channel_default_20" -> "288 dequantize_per_channel_default_20"; "288 dequantize_per_channel_default_20" -> "290 conv2d_30"; "289 features_7_block_3_0_weight_bias_0_0" -> "290 conv2d_30"; @@ -858,11 +858,11 @@ strict digraph { "291 quantize_per_tensor_default_34" -> "293 dequantize_per_tensor_default_42"; "292 dequantize_per_tensor_default_43" -> "338 add__3"; "293 dequantize_per_tensor_default_42" -> "300 conv2d_31"; -"294 _param_constant83_scale_0" -> "297 quantize_per_channel_default_21"; -"294 _param_constant83_scale_0" -> "298 dequantize_per_channel_default_21"; -"295 _param_constant83_zero_point_0" -> "297 quantize_per_channel_default_21"; -"295 _param_constant83_zero_point_0" -> "298 dequantize_per_channel_default_21"; -"296 _param_constant83" -> "297 quantize_per_channel_default_21"; +"294 _param_constant83" -> "297 quantize_per_channel_default_21"; +"295 conv2d_31_scale_0" -> "297 quantize_per_channel_default_21"; +"295 conv2d_31_scale_0" -> "298 dequantize_per_channel_default_21"; +"296 conv2d_31_zero_point_0" -> "297 quantize_per_channel_default_21"; +"296 conv2d_31_zero_point_0" -> "298 dequantize_per_channel_default_21"; "297 quantize_per_channel_default_21" -> "298 dequantize_per_channel_default_21"; "298 dequantize_per_channel_default_21" -> "300 conv2d_31"; "299 features_8_block_0_0_weight_bias_0_0" -> "300 conv2d_31"; @@ -870,11 +870,11 @@ strict digraph { "301 hardswish__9" -> "302 quantize_per_tensor_default_35"; "302 quantize_per_tensor_default_35" -> "303 dequantize_per_tensor_default_44"; "303 dequantize_per_tensor_default_44" -> "310 conv2d_32"; -"304 _param_constant86_scale_0" -> "307 quantize_per_channel_default_22"; -"304 _param_constant86_scale_0" -> "308 dequantize_per_channel_default_22"; -"305 _param_constant86_zero_point_0" -> "307 quantize_per_channel_default_22"; -"305 _param_constant86_zero_point_0" -> "308 dequantize_per_channel_default_22"; -"306 _param_constant86" -> "307 quantize_per_channel_default_22"; +"304 _param_constant86" -> "307 quantize_per_channel_default_22"; +"305 conv2d_32_scale_0" -> "307 quantize_per_channel_default_22"; +"305 conv2d_32_scale_0" -> "308 dequantize_per_channel_default_22"; +"306 conv2d_32_zero_point_0" -> "307 quantize_per_channel_default_22"; +"306 conv2d_32_zero_point_0" -> "308 dequantize_per_channel_default_22"; "307 quantize_per_channel_default_22" -> "308 dequantize_per_channel_default_22"; "308 dequantize_per_channel_default_22" -> "310 conv2d_32"; "309 features_8_block_1_0_weight_bias_0_0" -> "310 conv2d_32"; @@ -898,11 +898,11 @@ strict digraph { "326 mul_5" -> "327 quantize_per_tensor_default_38"; "327 quantize_per_tensor_default_38" -> "328 dequantize_per_tensor_default_48"; "328 dequantize_per_tensor_default_48" -> "335 conv2d_35"; -"329 _param_constant93_scale_0" -> "332 quantize_per_channel_default_23"; -"329 _param_constant93_scale_0" -> "333 dequantize_per_channel_default_23"; -"330 _param_constant93_zero_point_0" -> "332 quantize_per_channel_default_23"; -"330 _param_constant93_zero_point_0" -> "333 dequantize_per_channel_default_23"; -"331 _param_constant93" -> "332 quantize_per_channel_default_23"; +"329 _param_constant93" -> "332 quantize_per_channel_default_23"; +"330 conv2d_35_scale_0" -> "332 quantize_per_channel_default_23"; +"330 conv2d_35_scale_0" -> "333 dequantize_per_channel_default_23"; +"331 conv2d_35_zero_point_0" -> "332 quantize_per_channel_default_23"; +"331 conv2d_35_zero_point_0" -> "333 dequantize_per_channel_default_23"; "332 quantize_per_channel_default_23" -> "333 dequantize_per_channel_default_23"; "333 dequantize_per_channel_default_23" -> "335 conv2d_35"; "334 features_8_block_3_0_weight_bias_0_0" -> "335 conv2d_35"; @@ -912,11 +912,11 @@ strict digraph { "338 add__3" -> "339 quantize_per_tensor_default_40"; "339 quantize_per_tensor_default_40" -> "340 dequantize_per_tensor_default_50"; "340 dequantize_per_tensor_default_50" -> "347 conv2d_36"; -"341 _param_constant96_scale_0" -> "344 quantize_per_channel_default_24"; -"341 _param_constant96_scale_0" -> "345 dequantize_per_channel_default_24"; -"342 _param_constant96_zero_point_0" -> "344 quantize_per_channel_default_24"; -"342 _param_constant96_zero_point_0" -> "345 dequantize_per_channel_default_24"; -"343 _param_constant96" -> "344 quantize_per_channel_default_24"; +"341 _param_constant96" -> "344 quantize_per_channel_default_24"; +"342 conv2d_36_scale_0" -> "344 quantize_per_channel_default_24"; +"342 conv2d_36_scale_0" -> "345 dequantize_per_channel_default_24"; +"343 conv2d_36_zero_point_0" -> "344 quantize_per_channel_default_24"; +"343 conv2d_36_zero_point_0" -> "345 dequantize_per_channel_default_24"; "344 quantize_per_channel_default_24" -> "345 dequantize_per_channel_default_24"; "345 dequantize_per_channel_default_24" -> "347 conv2d_36"; "346 features_9_block_0_0_weight_bias_0_0" -> "347 conv2d_36"; @@ -924,11 +924,11 @@ strict digraph { "348 hardswish__11" -> "349 quantize_per_tensor_default_41"; "349 quantize_per_tensor_default_41" -> "350 dequantize_per_tensor_default_51"; "350 dequantize_per_tensor_default_51" -> "357 conv2d_37"; -"351 _param_constant99_scale_0" -> "354 quantize_per_channel_default_25"; -"351 _param_constant99_scale_0" -> "355 dequantize_per_channel_default_25"; -"352 _param_constant99_zero_point_0" -> "354 quantize_per_channel_default_25"; -"352 _param_constant99_zero_point_0" -> "355 dequantize_per_channel_default_25"; -"353 _param_constant99" -> "354 quantize_per_channel_default_25"; +"351 _param_constant99" -> "354 quantize_per_channel_default_25"; +"352 conv2d_37_scale_0" -> "354 quantize_per_channel_default_25"; +"352 conv2d_37_scale_0" -> "355 dequantize_per_channel_default_25"; +"353 conv2d_37_zero_point_0" -> "354 quantize_per_channel_default_25"; +"353 conv2d_37_zero_point_0" -> "355 dequantize_per_channel_default_25"; "354 quantize_per_channel_default_25" -> "355 dequantize_per_channel_default_25"; "355 dequantize_per_channel_default_25" -> "357 conv2d_37"; "356 features_9_block_1_0_weight_bias_0_0" -> "357 conv2d_37"; @@ -952,11 +952,11 @@ strict digraph { "373 mul_6" -> "374 quantize_per_tensor_default_44"; "374 quantize_per_tensor_default_44" -> "375 dequantize_per_tensor_default_55"; "375 dequantize_per_tensor_default_55" -> "382 conv2d_40"; -"376 _param_constant106_scale_0" -> "379 quantize_per_channel_default_26"; -"376 _param_constant106_scale_0" -> "380 dequantize_per_channel_default_26"; -"377 _param_constant106_zero_point_0" -> "379 quantize_per_channel_default_26"; -"377 _param_constant106_zero_point_0" -> "380 dequantize_per_channel_default_26"; -"378 _param_constant106" -> "379 quantize_per_channel_default_26"; +"376 _param_constant106" -> "379 quantize_per_channel_default_26"; +"377 conv2d_40_scale_0" -> "379 quantize_per_channel_default_26"; +"377 conv2d_40_scale_0" -> "380 dequantize_per_channel_default_26"; +"378 conv2d_40_zero_point_0" -> "379 quantize_per_channel_default_26"; +"378 conv2d_40_zero_point_0" -> "380 dequantize_per_channel_default_26"; "379 quantize_per_channel_default_26" -> "380 dequantize_per_channel_default_26"; "380 dequantize_per_channel_default_26" -> "382 conv2d_40"; "381 features_9_block_3_0_weight_bias_0_0" -> "382 conv2d_40"; @@ -965,11 +965,11 @@ strict digraph { "383 quantize_per_tensor_default_45" -> "385 dequantize_per_tensor_default_56"; "384 dequantize_per_tensor_default_57" -> "430 add__4"; "385 dequantize_per_tensor_default_56" -> "392 conv2d_41"; -"386 _param_constant109_scale_0" -> "389 quantize_per_channel_default_27"; -"386 _param_constant109_scale_0" -> "390 dequantize_per_channel_default_27"; -"387 _param_constant109_zero_point_0" -> "389 quantize_per_channel_default_27"; -"387 _param_constant109_zero_point_0" -> "390 dequantize_per_channel_default_27"; -"388 _param_constant109" -> "389 quantize_per_channel_default_27"; +"386 _param_constant109" -> "389 quantize_per_channel_default_27"; +"387 conv2d_41_scale_0" -> "389 quantize_per_channel_default_27"; +"387 conv2d_41_scale_0" -> "390 dequantize_per_channel_default_27"; +"388 conv2d_41_zero_point_0" -> "389 quantize_per_channel_default_27"; +"388 conv2d_41_zero_point_0" -> "390 dequantize_per_channel_default_27"; "389 quantize_per_channel_default_27" -> "390 dequantize_per_channel_default_27"; "390 dequantize_per_channel_default_27" -> "392 conv2d_41"; "391 features_10_block_0_0_weight_bias_0_0" -> "392 conv2d_41"; @@ -977,11 +977,11 @@ strict digraph { "393 hardswish__13" -> "394 quantize_per_tensor_default_46"; "394 quantize_per_tensor_default_46" -> "395 dequantize_per_tensor_default_58"; "395 dequantize_per_tensor_default_58" -> "402 conv2d_42"; -"396 _param_constant112_scale_0" -> "399 quantize_per_channel_default_28"; -"396 _param_constant112_scale_0" -> "400 dequantize_per_channel_default_28"; -"397 _param_constant112_zero_point_0" -> "399 quantize_per_channel_default_28"; -"397 _param_constant112_zero_point_0" -> "400 dequantize_per_channel_default_28"; -"398 _param_constant112" -> "399 quantize_per_channel_default_28"; +"396 _param_constant112" -> "399 quantize_per_channel_default_28"; +"397 conv2d_42_scale_0" -> "399 quantize_per_channel_default_28"; +"397 conv2d_42_scale_0" -> "400 dequantize_per_channel_default_28"; +"398 conv2d_42_zero_point_0" -> "399 quantize_per_channel_default_28"; +"398 conv2d_42_zero_point_0" -> "400 dequantize_per_channel_default_28"; "399 quantize_per_channel_default_28" -> "400 dequantize_per_channel_default_28"; "400 dequantize_per_channel_default_28" -> "402 conv2d_42"; "401 features_10_block_1_0_weight_bias_0_0" -> "402 conv2d_42"; @@ -1005,11 +1005,11 @@ strict digraph { "418 mul_7" -> "419 quantize_per_tensor_default_49"; "419 quantize_per_tensor_default_49" -> "420 dequantize_per_tensor_default_62"; "420 dequantize_per_tensor_default_62" -> "427 conv2d_45"; -"421 _param_constant119_scale_0" -> "424 quantize_per_channel_default_29"; -"421 _param_constant119_scale_0" -> "425 dequantize_per_channel_default_29"; -"422 _param_constant119_zero_point_0" -> "424 quantize_per_channel_default_29"; -"422 _param_constant119_zero_point_0" -> "425 dequantize_per_channel_default_29"; -"423 _param_constant119" -> "424 quantize_per_channel_default_29"; +"421 _param_constant119" -> "424 quantize_per_channel_default_29"; +"422 conv2d_45_scale_0" -> "424 quantize_per_channel_default_29"; +"422 conv2d_45_scale_0" -> "425 dequantize_per_channel_default_29"; +"423 conv2d_45_zero_point_0" -> "424 quantize_per_channel_default_29"; +"423 conv2d_45_zero_point_0" -> "425 dequantize_per_channel_default_29"; "424 quantize_per_channel_default_29" -> "425 dequantize_per_channel_default_29"; "425 dequantize_per_channel_default_29" -> "427 conv2d_45"; "426 features_10_block_3_0_weight_bias_0_0" -> "427 conv2d_45"; @@ -1021,11 +1021,11 @@ strict digraph { "431 quantize_per_tensor_default_51" -> "433 dequantize_per_tensor_default_64"; "432 dequantize_per_tensor_default_65" -> "478 add__5"; "433 dequantize_per_tensor_default_64" -> "440 conv2d_46"; -"434 _param_constant122_scale_0" -> "437 quantize_per_channel_default_30"; -"434 _param_constant122_scale_0" -> "438 dequantize_per_channel_default_30"; -"435 _param_constant122_zero_point_0" -> "437 quantize_per_channel_default_30"; -"435 _param_constant122_zero_point_0" -> "438 dequantize_per_channel_default_30"; -"436 _param_constant122" -> "437 quantize_per_channel_default_30"; +"434 _param_constant122" -> "437 quantize_per_channel_default_30"; +"435 conv2d_46_scale_0" -> "437 quantize_per_channel_default_30"; +"435 conv2d_46_scale_0" -> "438 dequantize_per_channel_default_30"; +"436 conv2d_46_zero_point_0" -> "437 quantize_per_channel_default_30"; +"436 conv2d_46_zero_point_0" -> "438 dequantize_per_channel_default_30"; "437 quantize_per_channel_default_30" -> "438 dequantize_per_channel_default_30"; "438 dequantize_per_channel_default_30" -> "440 conv2d_46"; "439 features_11_block_0_0_weight_bias_0_0" -> "440 conv2d_46"; @@ -1033,11 +1033,11 @@ strict digraph { "441 hardswish__15" -> "442 quantize_per_tensor_default_52"; "442 quantize_per_tensor_default_52" -> "443 dequantize_per_tensor_default_66"; "443 dequantize_per_tensor_default_66" -> "450 conv2d_47"; -"444 _param_constant125_scale_0" -> "447 quantize_per_channel_default_31"; -"444 _param_constant125_scale_0" -> "448 dequantize_per_channel_default_31"; -"445 _param_constant125_zero_point_0" -> "447 quantize_per_channel_default_31"; -"445 _param_constant125_zero_point_0" -> "448 dequantize_per_channel_default_31"; -"446 _param_constant125" -> "447 quantize_per_channel_default_31"; +"444 _param_constant125" -> "447 quantize_per_channel_default_31"; +"445 conv2d_47_scale_0" -> "447 quantize_per_channel_default_31"; +"445 conv2d_47_scale_0" -> "448 dequantize_per_channel_default_31"; +"446 conv2d_47_zero_point_0" -> "447 quantize_per_channel_default_31"; +"446 conv2d_47_zero_point_0" -> "448 dequantize_per_channel_default_31"; "447 quantize_per_channel_default_31" -> "448 dequantize_per_channel_default_31"; "448 dequantize_per_channel_default_31" -> "450 conv2d_47"; "449 features_11_block_1_0_weight_bias_0_0" -> "450 conv2d_47"; @@ -1061,11 +1061,11 @@ strict digraph { "466 mul_8" -> "467 quantize_per_tensor_default_55"; "467 quantize_per_tensor_default_55" -> "468 dequantize_per_tensor_default_70"; "468 dequantize_per_tensor_default_70" -> "475 conv2d_50"; -"469 _param_constant132_scale_0" -> "472 quantize_per_channel_default_32"; -"469 _param_constant132_scale_0" -> "473 dequantize_per_channel_default_32"; -"470 _param_constant132_zero_point_0" -> "472 quantize_per_channel_default_32"; -"470 _param_constant132_zero_point_0" -> "473 dequantize_per_channel_default_32"; -"471 _param_constant132" -> "472 quantize_per_channel_default_32"; +"469 _param_constant132" -> "472 quantize_per_channel_default_32"; +"470 conv2d_50_scale_0" -> "472 quantize_per_channel_default_32"; +"470 conv2d_50_scale_0" -> "473 dequantize_per_channel_default_32"; +"471 conv2d_50_zero_point_0" -> "472 quantize_per_channel_default_32"; +"471 conv2d_50_zero_point_0" -> "473 dequantize_per_channel_default_32"; "472 quantize_per_channel_default_32" -> "473 dequantize_per_channel_default_32"; "473 dequantize_per_channel_default_32" -> "475 conv2d_50"; "474 features_11_block_3_0_weight_bias_0_0" -> "475 conv2d_50"; @@ -1075,11 +1075,11 @@ strict digraph { "478 add__5" -> "479 quantize_per_tensor_default_57"; "479 quantize_per_tensor_default_57" -> "480 dequantize_per_tensor_default_72"; "480 dequantize_per_tensor_default_72" -> "487 conv2d_51"; -"481 _param_constant135_scale_0" -> "484 quantize_per_channel_default_33"; -"481 _param_constant135_scale_0" -> "485 dequantize_per_channel_default_33"; -"482 _param_constant135_zero_point_0" -> "484 quantize_per_channel_default_33"; -"482 _param_constant135_zero_point_0" -> "485 dequantize_per_channel_default_33"; -"483 _param_constant135" -> "484 quantize_per_channel_default_33"; +"481 _param_constant135" -> "484 quantize_per_channel_default_33"; +"482 conv2d_51_scale_0" -> "484 quantize_per_channel_default_33"; +"482 conv2d_51_scale_0" -> "485 dequantize_per_channel_default_33"; +"483 conv2d_51_zero_point_0" -> "484 quantize_per_channel_default_33"; +"483 conv2d_51_zero_point_0" -> "485 dequantize_per_channel_default_33"; "484 quantize_per_channel_default_33" -> "485 dequantize_per_channel_default_33"; "485 dequantize_per_channel_default_33" -> "487 conv2d_51"; "486 features_12_0_weight_bias_0_0" -> "487 conv2d_51"; @@ -1091,11 +1091,11 @@ strict digraph { "492 quantize_per_tensor_default_59" -> "493 dequantize_per_tensor_default_74"; "493 dequantize_per_tensor_default_74" -> "494 flatten"; "494 flatten" -> "501 linear"; -"495 _param_constant138_scale_0" -> "498 quantize_per_channel_default_34"; -"495 _param_constant138_scale_0" -> "499 dequantize_per_channel_default_34"; -"496 _param_constant138_zero_point_0" -> "498 quantize_per_channel_default_34"; -"496 _param_constant138_zero_point_0" -> "499 dequantize_per_channel_default_34"; -"497 _param_constant138" -> "498 quantize_per_channel_default_34"; +"495 _param_constant138" -> "498 quantize_per_channel_default_34"; +"496 linear_scale_0" -> "498 quantize_per_channel_default_34"; +"496 linear_scale_0" -> "499 dequantize_per_channel_default_34"; +"497 linear_zero_point_0" -> "498 quantize_per_channel_default_34"; +"497 linear_zero_point_0" -> "499 dequantize_per_channel_default_34"; "498 quantize_per_channel_default_34" -> "499 dequantize_per_channel_default_34"; "499 dequantize_per_channel_default_34" -> "501 linear"; "500 _param_constant139_0_0" -> "501 linear"; @@ -1104,11 +1104,11 @@ strict digraph { "503 quantize_per_tensor_default_60" -> "504 dequantize_per_tensor_default_75"; "504 dequantize_per_tensor_default_75" -> "505 dropout_"; "505 dropout_" -> "512 linear_1"; -"506 _param_constant140_scale_0" -> "509 quantize_per_channel_default_35"; -"506 _param_constant140_scale_0" -> "510 dequantize_per_channel_default_35"; -"507 _param_constant140_zero_point_0" -> "509 quantize_per_channel_default_35"; -"507 _param_constant140_zero_point_0" -> "510 dequantize_per_channel_default_35"; -"508 _param_constant140" -> "509 quantize_per_channel_default_35"; +"506 _param_constant140" -> "509 quantize_per_channel_default_35"; +"507 linear_1_scale_0" -> "509 quantize_per_channel_default_35"; +"507 linear_1_scale_0" -> "510 dequantize_per_channel_default_35"; +"508 linear_1_zero_point_0" -> "509 quantize_per_channel_default_35"; +"508 linear_1_zero_point_0" -> "510 dequantize_per_channel_default_35"; "509 quantize_per_channel_default_35" -> "510 dequantize_per_channel_default_35"; "510 dequantize_per_channel_default_35" -> "512 linear_1"; "511 _param_constant141_0_0" -> "512 linear_1"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot index e03c6123f62..e7eefb3da1c 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/resnet18.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0_scale_0" [id=3, type=get_attr]; -"4 _param_constant0_zero_point_0" [id=4, type=get_attr]; -"5 _param_constant0" [id=5, type=get_attr]; +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 conv1_weight_bias_0_0" [id=8, type=get_attr]; @@ -13,9 +13,9 @@ strict digraph { "11 quantize_per_tensor_default_1" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_1" [id=12, type=dequantize_per_tensor]; "13 max_pool2d" [id=13, type=max_pool2d]; -"14 _param_constant3_scale_0" [id=14, type=get_attr]; -"15 _param_constant3_zero_point_0" [id=15, type=get_attr]; -"16 _param_constant3" [id=16, type=get_attr]; +"14 _param_constant3" [id=14, type=get_attr]; +"15 conv2d_1_scale_0" [id=15, type=get_attr]; +"16 conv2d_1_zero_point_0" [id=16, type=get_attr]; "17 quantize_per_channel_default_1" [id=17, type=quantize_per_channel]; "18 dequantize_per_channel_default_1" [id=18, type=dequantize_per_channel]; "19 layer1_0_conv1_weight_bias_0_0" [id=19, type=get_attr]; @@ -23,9 +23,9 @@ strict digraph { "21 relu__1" [id=21, type=relu_]; "22 quantize_per_tensor_default_2" [id=22, type=quantize_per_tensor]; "23 dequantize_per_tensor_default_2" [id=23, type=dequantize_per_tensor]; -"24 _param_constant6_scale_0" [id=24, type=get_attr]; -"25 _param_constant6_zero_point_0" [id=25, type=get_attr]; -"26 _param_constant6" [id=26, type=get_attr]; +"24 _param_constant6" [id=24, type=get_attr]; +"25 conv2d_2_scale_0" [id=25, type=get_attr]; +"26 conv2d_2_zero_point_0" [id=26, type=get_attr]; "27 quantize_per_channel_default_2" [id=27, type=quantize_per_channel]; "28 dequantize_per_channel_default_2" [id=28, type=dequantize_per_channel]; "29 layer1_0_conv2_weight_bias_0_0" [id=29, type=get_attr]; @@ -37,9 +37,9 @@ strict digraph { "35 quantize_per_tensor_default_4" [id=35, type=quantize_per_tensor]; "36 dequantize_per_tensor_default_5" [id=36, type=dequantize_per_tensor]; "37 dequantize_per_tensor_default_4" [id=37, type=dequantize_per_tensor]; -"38 _param_constant9_scale_0" [id=38, type=get_attr]; -"39 _param_constant9_zero_point_0" [id=39, type=get_attr]; -"40 _param_constant9" [id=40, type=get_attr]; +"38 _param_constant9" [id=38, type=get_attr]; +"39 conv2d_3_scale_0" [id=39, type=get_attr]; +"40 conv2d_3_zero_point_0" [id=40, type=get_attr]; "41 quantize_per_channel_default_3" [id=41, type=quantize_per_channel]; "42 dequantize_per_channel_default_3" [id=42, type=dequantize_per_channel]; "43 layer1_1_conv1_weight_bias_0_0" [id=43, type=get_attr]; @@ -47,9 +47,9 @@ strict digraph { "45 relu__3" [id=45, type=relu_]; "46 quantize_per_tensor_default_5" [id=46, type=quantize_per_tensor]; "47 dequantize_per_tensor_default_6" [id=47, type=dequantize_per_tensor]; -"48 _param_constant12_scale_0" [id=48, type=get_attr]; -"49 _param_constant12_zero_point_0" [id=49, type=get_attr]; -"50 _param_constant12" [id=50, type=get_attr]; +"48 _param_constant12" [id=48, type=get_attr]; +"49 conv2d_4_scale_0" [id=49, type=get_attr]; +"50 conv2d_4_zero_point_0" [id=50, type=get_attr]; "51 quantize_per_channel_default_4" [id=51, type=quantize_per_channel]; "52 dequantize_per_channel_default_4" [id=52, type=dequantize_per_channel]; "53 layer1_1_conv2_weight_bias_0_0" [id=53, type=get_attr]; @@ -61,9 +61,9 @@ strict digraph { "59 quantize_per_tensor_default_7" [id=59, type=quantize_per_tensor]; "60 dequantize_per_tensor_default_9" [id=60, type=dequantize_per_tensor]; "61 dequantize_per_tensor_default_8" [id=61, type=dequantize_per_tensor]; -"62 _param_constant15_scale_0" [id=62, type=get_attr]; -"63 _param_constant15_zero_point_0" [id=63, type=get_attr]; -"64 _param_constant15" [id=64, type=get_attr]; +"62 _param_constant15" [id=62, type=get_attr]; +"63 conv2d_5_scale_0" [id=63, type=get_attr]; +"64 conv2d_5_zero_point_0" [id=64, type=get_attr]; "65 quantize_per_channel_default_5" [id=65, type=quantize_per_channel]; "66 dequantize_per_channel_default_5" [id=66, type=dequantize_per_channel]; "67 layer2_0_conv1_weight_bias_0_0" [id=67, type=get_attr]; @@ -71,18 +71,18 @@ strict digraph { "69 relu__5" [id=69, type=relu_]; "70 quantize_per_tensor_default_8" [id=70, type=quantize_per_tensor]; "71 dequantize_per_tensor_default_10" [id=71, type=dequantize_per_tensor]; -"72 _param_constant18_scale_0" [id=72, type=get_attr]; -"73 _param_constant18_zero_point_0" [id=73, type=get_attr]; -"74 _param_constant18" [id=74, type=get_attr]; +"72 _param_constant18" [id=72, type=get_attr]; +"73 conv2d_6_scale_0" [id=73, type=get_attr]; +"74 conv2d_6_zero_point_0" [id=74, type=get_attr]; "75 quantize_per_channel_default_6" [id=75, type=quantize_per_channel]; "76 dequantize_per_channel_default_6" [id=76, type=dequantize_per_channel]; "77 layer2_0_conv2_weight_bias_0_0" [id=77, type=get_attr]; "78 conv2d_6" [id=78, type=conv2d]; "79 quantize_per_tensor_default_9" [id=79, type=quantize_per_tensor]; "80 dequantize_per_tensor_default_11" [id=80, type=dequantize_per_tensor]; -"81 _param_constant21_scale_0" [id=81, type=get_attr]; -"82 _param_constant21_zero_point_0" [id=82, type=get_attr]; -"83 _param_constant21" [id=83, type=get_attr]; +"81 _param_constant21" [id=81, type=get_attr]; +"82 conv2d_7_scale_0" [id=82, type=get_attr]; +"83 conv2d_7_zero_point_0" [id=83, type=get_attr]; "84 quantize_per_channel_default_7" [id=84, type=quantize_per_channel]; "85 dequantize_per_channel_default_7" [id=85, type=dequantize_per_channel]; "86 layer2_0_downsample_0_weight_bias_0_0" [id=86, type=get_attr]; @@ -94,9 +94,9 @@ strict digraph { "92 quantize_per_tensor_default_11" [id=92, type=quantize_per_tensor]; "93 dequantize_per_tensor_default_14" [id=93, type=dequantize_per_tensor]; "94 dequantize_per_tensor_default_13" [id=94, type=dequantize_per_tensor]; -"95 _param_constant24_scale_0" [id=95, type=get_attr]; -"96 _param_constant24_zero_point_0" [id=96, type=get_attr]; -"97 _param_constant24" [id=97, type=get_attr]; +"95 _param_constant24" [id=95, type=get_attr]; +"96 conv2d_8_scale_0" [id=96, type=get_attr]; +"97 conv2d_8_zero_point_0" [id=97, type=get_attr]; "98 quantize_per_channel_default_8" [id=98, type=quantize_per_channel]; "99 dequantize_per_channel_default_8" [id=99, type=dequantize_per_channel]; "100 layer2_1_conv1_weight_bias_0_0" [id=100, type=get_attr]; @@ -104,9 +104,9 @@ strict digraph { "102 relu__7" [id=102, type=relu_]; "103 quantize_per_tensor_default_12" [id=103, type=quantize_per_tensor]; "104 dequantize_per_tensor_default_15" [id=104, type=dequantize_per_tensor]; -"105 _param_constant27_scale_0" [id=105, type=get_attr]; -"106 _param_constant27_zero_point_0" [id=106, type=get_attr]; -"107 _param_constant27" [id=107, type=get_attr]; +"105 _param_constant27" [id=105, type=get_attr]; +"106 conv2d_9_scale_0" [id=106, type=get_attr]; +"107 conv2d_9_zero_point_0" [id=107, type=get_attr]; "108 quantize_per_channel_default_9" [id=108, type=quantize_per_channel]; "109 dequantize_per_channel_default_9" [id=109, type=dequantize_per_channel]; "110 layer2_1_conv2_weight_bias_0_0" [id=110, type=get_attr]; @@ -118,9 +118,9 @@ strict digraph { "116 quantize_per_tensor_default_14" [id=116, type=quantize_per_tensor]; "117 dequantize_per_tensor_default_18" [id=117, type=dequantize_per_tensor]; "118 dequantize_per_tensor_default_17" [id=118, type=dequantize_per_tensor]; -"119 _param_constant30_scale_0" [id=119, type=get_attr]; -"120 _param_constant30_zero_point_0" [id=120, type=get_attr]; -"121 _param_constant30" [id=121, type=get_attr]; +"119 _param_constant30" [id=119, type=get_attr]; +"120 conv2d_10_scale_0" [id=120, type=get_attr]; +"121 conv2d_10_zero_point_0" [id=121, type=get_attr]; "122 quantize_per_channel_default_10" [id=122, type=quantize_per_channel]; "123 dequantize_per_channel_default_10" [id=123, type=dequantize_per_channel]; "124 layer3_0_conv1_weight_bias_0_0" [id=124, type=get_attr]; @@ -128,18 +128,18 @@ strict digraph { "126 relu__9" [id=126, type=relu_]; "127 quantize_per_tensor_default_15" [id=127, type=quantize_per_tensor]; "128 dequantize_per_tensor_default_19" [id=128, type=dequantize_per_tensor]; -"129 _param_constant33_scale_0" [id=129, type=get_attr]; -"130 _param_constant33_zero_point_0" [id=130, type=get_attr]; -"131 _param_constant33" [id=131, type=get_attr]; +"129 _param_constant33" [id=129, type=get_attr]; +"130 conv2d_11_scale_0" [id=130, type=get_attr]; +"131 conv2d_11_zero_point_0" [id=131, type=get_attr]; "132 quantize_per_channel_default_11" [id=132, type=quantize_per_channel]; "133 dequantize_per_channel_default_11" [id=133, type=dequantize_per_channel]; "134 layer3_0_conv2_weight_bias_0_0" [id=134, type=get_attr]; "135 conv2d_11" [id=135, type=conv2d]; "136 quantize_per_tensor_default_16" [id=136, type=quantize_per_tensor]; "137 dequantize_per_tensor_default_20" [id=137, type=dequantize_per_tensor]; -"138 _param_constant36_scale_0" [id=138, type=get_attr]; -"139 _param_constant36_zero_point_0" [id=139, type=get_attr]; -"140 _param_constant36" [id=140, type=get_attr]; +"138 _param_constant36" [id=138, type=get_attr]; +"139 conv2d_12_scale_0" [id=139, type=get_attr]; +"140 conv2d_12_zero_point_0" [id=140, type=get_attr]; "141 quantize_per_channel_default_12" [id=141, type=quantize_per_channel]; "142 dequantize_per_channel_default_12" [id=142, type=dequantize_per_channel]; "143 layer3_0_downsample_0_weight_bias_0_0" [id=143, type=get_attr]; @@ -151,9 +151,9 @@ strict digraph { "149 quantize_per_tensor_default_18" [id=149, type=quantize_per_tensor]; "150 dequantize_per_tensor_default_23" [id=150, type=dequantize_per_tensor]; "151 dequantize_per_tensor_default_22" [id=151, type=dequantize_per_tensor]; -"152 _param_constant39_scale_0" [id=152, type=get_attr]; -"153 _param_constant39_zero_point_0" [id=153, type=get_attr]; -"154 _param_constant39" [id=154, type=get_attr]; +"152 _param_constant39" [id=152, type=get_attr]; +"153 conv2d_13_scale_0" [id=153, type=get_attr]; +"154 conv2d_13_zero_point_0" [id=154, type=get_attr]; "155 quantize_per_channel_default_13" [id=155, type=quantize_per_channel]; "156 dequantize_per_channel_default_13" [id=156, type=dequantize_per_channel]; "157 layer3_1_conv1_weight_bias_0_0" [id=157, type=get_attr]; @@ -161,9 +161,9 @@ strict digraph { "159 relu__11" [id=159, type=relu_]; "160 quantize_per_tensor_default_19" [id=160, type=quantize_per_tensor]; "161 dequantize_per_tensor_default_24" [id=161, type=dequantize_per_tensor]; -"162 _param_constant42_scale_0" [id=162, type=get_attr]; -"163 _param_constant42_zero_point_0" [id=163, type=get_attr]; -"164 _param_constant42" [id=164, type=get_attr]; +"162 _param_constant42" [id=162, type=get_attr]; +"163 conv2d_14_scale_0" [id=163, type=get_attr]; +"164 conv2d_14_zero_point_0" [id=164, type=get_attr]; "165 quantize_per_channel_default_14" [id=165, type=quantize_per_channel]; "166 dequantize_per_channel_default_14" [id=166, type=dequantize_per_channel]; "167 layer3_1_conv2_weight_bias_0_0" [id=167, type=get_attr]; @@ -175,9 +175,9 @@ strict digraph { "173 quantize_per_tensor_default_21" [id=173, type=quantize_per_tensor]; "174 dequantize_per_tensor_default_27" [id=174, type=dequantize_per_tensor]; "175 dequantize_per_tensor_default_26" [id=175, type=dequantize_per_tensor]; -"176 _param_constant45_scale_0" [id=176, type=get_attr]; -"177 _param_constant45_zero_point_0" [id=177, type=get_attr]; -"178 _param_constant45" [id=178, type=get_attr]; +"176 _param_constant45" [id=176, type=get_attr]; +"177 conv2d_15_scale_0" [id=177, type=get_attr]; +"178 conv2d_15_zero_point_0" [id=178, type=get_attr]; "179 quantize_per_channel_default_15" [id=179, type=quantize_per_channel]; "180 dequantize_per_channel_default_15" [id=180, type=dequantize_per_channel]; "181 layer4_0_conv1_weight_bias_0_0" [id=181, type=get_attr]; @@ -185,18 +185,18 @@ strict digraph { "183 relu__13" [id=183, type=relu_]; "184 quantize_per_tensor_default_22" [id=184, type=quantize_per_tensor]; "185 dequantize_per_tensor_default_28" [id=185, type=dequantize_per_tensor]; -"186 _param_constant48_scale_0" [id=186, type=get_attr]; -"187 _param_constant48_zero_point_0" [id=187, type=get_attr]; -"188 _param_constant48" [id=188, type=get_attr]; +"186 _param_constant48" [id=186, type=get_attr]; +"187 conv2d_16_scale_0" [id=187, type=get_attr]; +"188 conv2d_16_zero_point_0" [id=188, type=get_attr]; "189 quantize_per_channel_default_16" [id=189, type=quantize_per_channel]; "190 dequantize_per_channel_default_16" [id=190, type=dequantize_per_channel]; "191 layer4_0_conv2_weight_bias_0_0" [id=191, type=get_attr]; "192 conv2d_16" [id=192, type=conv2d]; "193 quantize_per_tensor_default_23" [id=193, type=quantize_per_tensor]; "194 dequantize_per_tensor_default_29" [id=194, type=dequantize_per_tensor]; -"195 _param_constant51_scale_0" [id=195, type=get_attr]; -"196 _param_constant51_zero_point_0" [id=196, type=get_attr]; -"197 _param_constant51" [id=197, type=get_attr]; +"195 _param_constant51" [id=195, type=get_attr]; +"196 conv2d_17_scale_0" [id=196, type=get_attr]; +"197 conv2d_17_zero_point_0" [id=197, type=get_attr]; "198 quantize_per_channel_default_17" [id=198, type=quantize_per_channel]; "199 dequantize_per_channel_default_17" [id=199, type=dequantize_per_channel]; "200 layer4_0_downsample_0_weight_bias_0_0" [id=200, type=get_attr]; @@ -208,9 +208,9 @@ strict digraph { "206 quantize_per_tensor_default_25" [id=206, type=quantize_per_tensor]; "207 dequantize_per_tensor_default_32" [id=207, type=dequantize_per_tensor]; "208 dequantize_per_tensor_default_31" [id=208, type=dequantize_per_tensor]; -"209 _param_constant54_scale_0" [id=209, type=get_attr]; -"210 _param_constant54_zero_point_0" [id=210, type=get_attr]; -"211 _param_constant54" [id=211, type=get_attr]; +"209 _param_constant54" [id=209, type=get_attr]; +"210 conv2d_18_scale_0" [id=210, type=get_attr]; +"211 conv2d_18_zero_point_0" [id=211, type=get_attr]; "212 quantize_per_channel_default_18" [id=212, type=quantize_per_channel]; "213 dequantize_per_channel_default_18" [id=213, type=dequantize_per_channel]; "214 layer4_1_conv1_weight_bias_0_0" [id=214, type=get_attr]; @@ -218,9 +218,9 @@ strict digraph { "216 relu__15" [id=216, type=relu_]; "217 quantize_per_tensor_default_26" [id=217, type=quantize_per_tensor]; "218 dequantize_per_tensor_default_33" [id=218, type=dequantize_per_tensor]; -"219 _param_constant57_scale_0" [id=219, type=get_attr]; -"220 _param_constant57_zero_point_0" [id=220, type=get_attr]; -"221 _param_constant57" [id=221, type=get_attr]; +"219 _param_constant57" [id=219, type=get_attr]; +"220 conv2d_19_scale_0" [id=220, type=get_attr]; +"221 conv2d_19_zero_point_0" [id=221, type=get_attr]; "222 quantize_per_channel_default_19" [id=222, type=quantize_per_channel]; "223 dequantize_per_channel_default_19" [id=223, type=dequantize_per_channel]; "224 layer4_1_conv2_weight_bias_0_0" [id=224, type=get_attr]; @@ -235,9 +235,9 @@ strict digraph { "233 quantize_per_tensor_default_29" [id=233, type=quantize_per_tensor]; "234 dequantize_per_tensor_default_36" [id=234, type=dequantize_per_tensor]; "235 flatten" [id=235, type=flatten]; -"236 _param_constant60_scale_0" [id=236, type=get_attr]; -"237 _param_constant60_zero_point_0" [id=237, type=get_attr]; -"238 _param_constant60" [id=238, type=get_attr]; +"236 _param_constant60" [id=236, type=get_attr]; +"237 linear_scale_0" [id=237, type=get_attr]; +"238 linear_zero_point_0" [id=238, type=get_attr]; "239 quantize_per_channel_default_20" [id=239, type=quantize_per_channel]; "240 dequantize_per_channel_default_20" [id=240, type=dequantize_per_channel]; "241 _param_constant61_0_0" [id=241, type=get_attr]; @@ -246,11 +246,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default"; "1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; "2 dequantize_per_tensor_default" -> "9 conv2d"; -"3 _param_constant0_scale_0" -> "6 quantize_per_channel_default"; -"3 _param_constant0_scale_0" -> "7 dequantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "6 quantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "7 dequantize_per_channel_default"; -"5 _param_constant0" -> "6 quantize_per_channel_default"; +"3 _param_constant0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; "7 dequantize_per_channel_default" -> "9 conv2d"; "8 conv1_weight_bias_0_0" -> "9 conv2d"; @@ -260,11 +260,11 @@ strict digraph { "12 dequantize_per_tensor_default_1" -> "13 max_pool2d"; "13 max_pool2d" -> "20 conv2d_1"; "13 max_pool2d" -> "33 add_"; -"14 _param_constant3_scale_0" -> "17 quantize_per_channel_default_1"; -"14 _param_constant3_scale_0" -> "18 dequantize_per_channel_default_1"; -"15 _param_constant3_zero_point_0" -> "17 quantize_per_channel_default_1"; -"15 _param_constant3_zero_point_0" -> "18 dequantize_per_channel_default_1"; -"16 _param_constant3" -> "17 quantize_per_channel_default_1"; +"14 _param_constant3" -> "17 quantize_per_channel_default_1"; +"15 conv2d_1_scale_0" -> "17 quantize_per_channel_default_1"; +"15 conv2d_1_scale_0" -> "18 dequantize_per_channel_default_1"; +"16 conv2d_1_zero_point_0" -> "17 quantize_per_channel_default_1"; +"16 conv2d_1_zero_point_0" -> "18 dequantize_per_channel_default_1"; "17 quantize_per_channel_default_1" -> "18 dequantize_per_channel_default_1"; "18 dequantize_per_channel_default_1" -> "20 conv2d_1"; "19 layer1_0_conv1_weight_bias_0_0" -> "20 conv2d_1"; @@ -272,11 +272,11 @@ strict digraph { "21 relu__1" -> "22 quantize_per_tensor_default_2"; "22 quantize_per_tensor_default_2" -> "23 dequantize_per_tensor_default_2"; "23 dequantize_per_tensor_default_2" -> "30 conv2d_2"; -"24 _param_constant6_scale_0" -> "27 quantize_per_channel_default_2"; -"24 _param_constant6_scale_0" -> "28 dequantize_per_channel_default_2"; -"25 _param_constant6_zero_point_0" -> "27 quantize_per_channel_default_2"; -"25 _param_constant6_zero_point_0" -> "28 dequantize_per_channel_default_2"; -"26 _param_constant6" -> "27 quantize_per_channel_default_2"; +"24 _param_constant6" -> "27 quantize_per_channel_default_2"; +"25 conv2d_2_scale_0" -> "27 quantize_per_channel_default_2"; +"25 conv2d_2_scale_0" -> "28 dequantize_per_channel_default_2"; +"26 conv2d_2_zero_point_0" -> "27 quantize_per_channel_default_2"; +"26 conv2d_2_zero_point_0" -> "28 dequantize_per_channel_default_2"; "27 quantize_per_channel_default_2" -> "28 dequantize_per_channel_default_2"; "28 dequantize_per_channel_default_2" -> "30 conv2d_2"; "29 layer1_0_conv2_weight_bias_0_0" -> "30 conv2d_2"; @@ -289,11 +289,11 @@ strict digraph { "35 quantize_per_tensor_default_4" -> "37 dequantize_per_tensor_default_4"; "36 dequantize_per_tensor_default_5" -> "57 add__1"; "37 dequantize_per_tensor_default_4" -> "44 conv2d_3"; -"38 _param_constant9_scale_0" -> "41 quantize_per_channel_default_3"; -"38 _param_constant9_scale_0" -> "42 dequantize_per_channel_default_3"; -"39 _param_constant9_zero_point_0" -> "41 quantize_per_channel_default_3"; -"39 _param_constant9_zero_point_0" -> "42 dequantize_per_channel_default_3"; -"40 _param_constant9" -> "41 quantize_per_channel_default_3"; +"38 _param_constant9" -> "41 quantize_per_channel_default_3"; +"39 conv2d_3_scale_0" -> "41 quantize_per_channel_default_3"; +"39 conv2d_3_scale_0" -> "42 dequantize_per_channel_default_3"; +"40 conv2d_3_zero_point_0" -> "41 quantize_per_channel_default_3"; +"40 conv2d_3_zero_point_0" -> "42 dequantize_per_channel_default_3"; "41 quantize_per_channel_default_3" -> "42 dequantize_per_channel_default_3"; "42 dequantize_per_channel_default_3" -> "44 conv2d_3"; "43 layer1_1_conv1_weight_bias_0_0" -> "44 conv2d_3"; @@ -301,11 +301,11 @@ strict digraph { "45 relu__3" -> "46 quantize_per_tensor_default_5"; "46 quantize_per_tensor_default_5" -> "47 dequantize_per_tensor_default_6"; "47 dequantize_per_tensor_default_6" -> "54 conv2d_4"; -"48 _param_constant12_scale_0" -> "51 quantize_per_channel_default_4"; -"48 _param_constant12_scale_0" -> "52 dequantize_per_channel_default_4"; -"49 _param_constant12_zero_point_0" -> "51 quantize_per_channel_default_4"; -"49 _param_constant12_zero_point_0" -> "52 dequantize_per_channel_default_4"; -"50 _param_constant12" -> "51 quantize_per_channel_default_4"; +"48 _param_constant12" -> "51 quantize_per_channel_default_4"; +"49 conv2d_4_scale_0" -> "51 quantize_per_channel_default_4"; +"49 conv2d_4_scale_0" -> "52 dequantize_per_channel_default_4"; +"50 conv2d_4_zero_point_0" -> "51 quantize_per_channel_default_4"; +"50 conv2d_4_zero_point_0" -> "52 dequantize_per_channel_default_4"; "51 quantize_per_channel_default_4" -> "52 dequantize_per_channel_default_4"; "52 dequantize_per_channel_default_4" -> "54 conv2d_4"; "53 layer1_1_conv2_weight_bias_0_0" -> "54 conv2d_4"; @@ -318,11 +318,11 @@ strict digraph { "59 quantize_per_tensor_default_7" -> "61 dequantize_per_tensor_default_8"; "60 dequantize_per_tensor_default_9" -> "87 conv2d_7"; "61 dequantize_per_tensor_default_8" -> "68 conv2d_5"; -"62 _param_constant15_scale_0" -> "65 quantize_per_channel_default_5"; -"62 _param_constant15_scale_0" -> "66 dequantize_per_channel_default_5"; -"63 _param_constant15_zero_point_0" -> "65 quantize_per_channel_default_5"; -"63 _param_constant15_zero_point_0" -> "66 dequantize_per_channel_default_5"; -"64 _param_constant15" -> "65 quantize_per_channel_default_5"; +"62 _param_constant15" -> "65 quantize_per_channel_default_5"; +"63 conv2d_5_scale_0" -> "65 quantize_per_channel_default_5"; +"63 conv2d_5_scale_0" -> "66 dequantize_per_channel_default_5"; +"64 conv2d_5_zero_point_0" -> "65 quantize_per_channel_default_5"; +"64 conv2d_5_zero_point_0" -> "66 dequantize_per_channel_default_5"; "65 quantize_per_channel_default_5" -> "66 dequantize_per_channel_default_5"; "66 dequantize_per_channel_default_5" -> "68 conv2d_5"; "67 layer2_0_conv1_weight_bias_0_0" -> "68 conv2d_5"; @@ -330,22 +330,22 @@ strict digraph { "69 relu__5" -> "70 quantize_per_tensor_default_8"; "70 quantize_per_tensor_default_8" -> "71 dequantize_per_tensor_default_10"; "71 dequantize_per_tensor_default_10" -> "78 conv2d_6"; -"72 _param_constant18_scale_0" -> "75 quantize_per_channel_default_6"; -"72 _param_constant18_scale_0" -> "76 dequantize_per_channel_default_6"; -"73 _param_constant18_zero_point_0" -> "75 quantize_per_channel_default_6"; -"73 _param_constant18_zero_point_0" -> "76 dequantize_per_channel_default_6"; -"74 _param_constant18" -> "75 quantize_per_channel_default_6"; +"72 _param_constant18" -> "75 quantize_per_channel_default_6"; +"73 conv2d_6_scale_0" -> "75 quantize_per_channel_default_6"; +"73 conv2d_6_scale_0" -> "76 dequantize_per_channel_default_6"; +"74 conv2d_6_zero_point_0" -> "75 quantize_per_channel_default_6"; +"74 conv2d_6_zero_point_0" -> "76 dequantize_per_channel_default_6"; "75 quantize_per_channel_default_6" -> "76 dequantize_per_channel_default_6"; "76 dequantize_per_channel_default_6" -> "78 conv2d_6"; "77 layer2_0_conv2_weight_bias_0_0" -> "78 conv2d_6"; "78 conv2d_6" -> "79 quantize_per_tensor_default_9"; "79 quantize_per_tensor_default_9" -> "80 dequantize_per_tensor_default_11"; "80 dequantize_per_tensor_default_11" -> "90 add__2"; -"81 _param_constant21_scale_0" -> "84 quantize_per_channel_default_7"; -"81 _param_constant21_scale_0" -> "85 dequantize_per_channel_default_7"; -"82 _param_constant21_zero_point_0" -> "84 quantize_per_channel_default_7"; -"82 _param_constant21_zero_point_0" -> "85 dequantize_per_channel_default_7"; -"83 _param_constant21" -> "84 quantize_per_channel_default_7"; +"81 _param_constant21" -> "84 quantize_per_channel_default_7"; +"82 conv2d_7_scale_0" -> "84 quantize_per_channel_default_7"; +"82 conv2d_7_scale_0" -> "85 dequantize_per_channel_default_7"; +"83 conv2d_7_zero_point_0" -> "84 quantize_per_channel_default_7"; +"83 conv2d_7_zero_point_0" -> "85 dequantize_per_channel_default_7"; "84 quantize_per_channel_default_7" -> "85 dequantize_per_channel_default_7"; "85 dequantize_per_channel_default_7" -> "87 conv2d_7"; "86 layer2_0_downsample_0_weight_bias_0_0" -> "87 conv2d_7"; @@ -358,11 +358,11 @@ strict digraph { "92 quantize_per_tensor_default_11" -> "94 dequantize_per_tensor_default_13"; "93 dequantize_per_tensor_default_14" -> "114 add__3"; "94 dequantize_per_tensor_default_13" -> "101 conv2d_8"; -"95 _param_constant24_scale_0" -> "98 quantize_per_channel_default_8"; -"95 _param_constant24_scale_0" -> "99 dequantize_per_channel_default_8"; -"96 _param_constant24_zero_point_0" -> "98 quantize_per_channel_default_8"; -"96 _param_constant24_zero_point_0" -> "99 dequantize_per_channel_default_8"; -"97 _param_constant24" -> "98 quantize_per_channel_default_8"; +"95 _param_constant24" -> "98 quantize_per_channel_default_8"; +"96 conv2d_8_scale_0" -> "98 quantize_per_channel_default_8"; +"96 conv2d_8_scale_0" -> "99 dequantize_per_channel_default_8"; +"97 conv2d_8_zero_point_0" -> "98 quantize_per_channel_default_8"; +"97 conv2d_8_zero_point_0" -> "99 dequantize_per_channel_default_8"; "98 quantize_per_channel_default_8" -> "99 dequantize_per_channel_default_8"; "99 dequantize_per_channel_default_8" -> "101 conv2d_8"; "100 layer2_1_conv1_weight_bias_0_0" -> "101 conv2d_8"; @@ -370,11 +370,11 @@ strict digraph { "102 relu__7" -> "103 quantize_per_tensor_default_12"; "103 quantize_per_tensor_default_12" -> "104 dequantize_per_tensor_default_15"; "104 dequantize_per_tensor_default_15" -> "111 conv2d_9"; -"105 _param_constant27_scale_0" -> "108 quantize_per_channel_default_9"; -"105 _param_constant27_scale_0" -> "109 dequantize_per_channel_default_9"; -"106 _param_constant27_zero_point_0" -> "108 quantize_per_channel_default_9"; -"106 _param_constant27_zero_point_0" -> "109 dequantize_per_channel_default_9"; -"107 _param_constant27" -> "108 quantize_per_channel_default_9"; +"105 _param_constant27" -> "108 quantize_per_channel_default_9"; +"106 conv2d_9_scale_0" -> "108 quantize_per_channel_default_9"; +"106 conv2d_9_scale_0" -> "109 dequantize_per_channel_default_9"; +"107 conv2d_9_zero_point_0" -> "108 quantize_per_channel_default_9"; +"107 conv2d_9_zero_point_0" -> "109 dequantize_per_channel_default_9"; "108 quantize_per_channel_default_9" -> "109 dequantize_per_channel_default_9"; "109 dequantize_per_channel_default_9" -> "111 conv2d_9"; "110 layer2_1_conv2_weight_bias_0_0" -> "111 conv2d_9"; @@ -387,11 +387,11 @@ strict digraph { "116 quantize_per_tensor_default_14" -> "118 dequantize_per_tensor_default_17"; "117 dequantize_per_tensor_default_18" -> "144 conv2d_12"; "118 dequantize_per_tensor_default_17" -> "125 conv2d_10"; -"119 _param_constant30_scale_0" -> "122 quantize_per_channel_default_10"; -"119 _param_constant30_scale_0" -> "123 dequantize_per_channel_default_10"; -"120 _param_constant30_zero_point_0" -> "122 quantize_per_channel_default_10"; -"120 _param_constant30_zero_point_0" -> "123 dequantize_per_channel_default_10"; -"121 _param_constant30" -> "122 quantize_per_channel_default_10"; +"119 _param_constant30" -> "122 quantize_per_channel_default_10"; +"120 conv2d_10_scale_0" -> "122 quantize_per_channel_default_10"; +"120 conv2d_10_scale_0" -> "123 dequantize_per_channel_default_10"; +"121 conv2d_10_zero_point_0" -> "122 quantize_per_channel_default_10"; +"121 conv2d_10_zero_point_0" -> "123 dequantize_per_channel_default_10"; "122 quantize_per_channel_default_10" -> "123 dequantize_per_channel_default_10"; "123 dequantize_per_channel_default_10" -> "125 conv2d_10"; "124 layer3_0_conv1_weight_bias_0_0" -> "125 conv2d_10"; @@ -399,22 +399,22 @@ strict digraph { "126 relu__9" -> "127 quantize_per_tensor_default_15"; "127 quantize_per_tensor_default_15" -> "128 dequantize_per_tensor_default_19"; "128 dequantize_per_tensor_default_19" -> "135 conv2d_11"; -"129 _param_constant33_scale_0" -> "132 quantize_per_channel_default_11"; -"129 _param_constant33_scale_0" -> "133 dequantize_per_channel_default_11"; -"130 _param_constant33_zero_point_0" -> "132 quantize_per_channel_default_11"; -"130 _param_constant33_zero_point_0" -> "133 dequantize_per_channel_default_11"; -"131 _param_constant33" -> "132 quantize_per_channel_default_11"; +"129 _param_constant33" -> "132 quantize_per_channel_default_11"; +"130 conv2d_11_scale_0" -> "132 quantize_per_channel_default_11"; +"130 conv2d_11_scale_0" -> "133 dequantize_per_channel_default_11"; +"131 conv2d_11_zero_point_0" -> "132 quantize_per_channel_default_11"; +"131 conv2d_11_zero_point_0" -> "133 dequantize_per_channel_default_11"; "132 quantize_per_channel_default_11" -> "133 dequantize_per_channel_default_11"; "133 dequantize_per_channel_default_11" -> "135 conv2d_11"; "134 layer3_0_conv2_weight_bias_0_0" -> "135 conv2d_11"; "135 conv2d_11" -> "136 quantize_per_tensor_default_16"; "136 quantize_per_tensor_default_16" -> "137 dequantize_per_tensor_default_20"; "137 dequantize_per_tensor_default_20" -> "147 add__4"; -"138 _param_constant36_scale_0" -> "141 quantize_per_channel_default_12"; -"138 _param_constant36_scale_0" -> "142 dequantize_per_channel_default_12"; -"139 _param_constant36_zero_point_0" -> "141 quantize_per_channel_default_12"; -"139 _param_constant36_zero_point_0" -> "142 dequantize_per_channel_default_12"; -"140 _param_constant36" -> "141 quantize_per_channel_default_12"; +"138 _param_constant36" -> "141 quantize_per_channel_default_12"; +"139 conv2d_12_scale_0" -> "141 quantize_per_channel_default_12"; +"139 conv2d_12_scale_0" -> "142 dequantize_per_channel_default_12"; +"140 conv2d_12_zero_point_0" -> "141 quantize_per_channel_default_12"; +"140 conv2d_12_zero_point_0" -> "142 dequantize_per_channel_default_12"; "141 quantize_per_channel_default_12" -> "142 dequantize_per_channel_default_12"; "142 dequantize_per_channel_default_12" -> "144 conv2d_12"; "143 layer3_0_downsample_0_weight_bias_0_0" -> "144 conv2d_12"; @@ -427,11 +427,11 @@ strict digraph { "149 quantize_per_tensor_default_18" -> "151 dequantize_per_tensor_default_22"; "150 dequantize_per_tensor_default_23" -> "171 add__5"; "151 dequantize_per_tensor_default_22" -> "158 conv2d_13"; -"152 _param_constant39_scale_0" -> "155 quantize_per_channel_default_13"; -"152 _param_constant39_scale_0" -> "156 dequantize_per_channel_default_13"; -"153 _param_constant39_zero_point_0" -> "155 quantize_per_channel_default_13"; -"153 _param_constant39_zero_point_0" -> "156 dequantize_per_channel_default_13"; -"154 _param_constant39" -> "155 quantize_per_channel_default_13"; +"152 _param_constant39" -> "155 quantize_per_channel_default_13"; +"153 conv2d_13_scale_0" -> "155 quantize_per_channel_default_13"; +"153 conv2d_13_scale_0" -> "156 dequantize_per_channel_default_13"; +"154 conv2d_13_zero_point_0" -> "155 quantize_per_channel_default_13"; +"154 conv2d_13_zero_point_0" -> "156 dequantize_per_channel_default_13"; "155 quantize_per_channel_default_13" -> "156 dequantize_per_channel_default_13"; "156 dequantize_per_channel_default_13" -> "158 conv2d_13"; "157 layer3_1_conv1_weight_bias_0_0" -> "158 conv2d_13"; @@ -439,11 +439,11 @@ strict digraph { "159 relu__11" -> "160 quantize_per_tensor_default_19"; "160 quantize_per_tensor_default_19" -> "161 dequantize_per_tensor_default_24"; "161 dequantize_per_tensor_default_24" -> "168 conv2d_14"; -"162 _param_constant42_scale_0" -> "165 quantize_per_channel_default_14"; -"162 _param_constant42_scale_0" -> "166 dequantize_per_channel_default_14"; -"163 _param_constant42_zero_point_0" -> "165 quantize_per_channel_default_14"; -"163 _param_constant42_zero_point_0" -> "166 dequantize_per_channel_default_14"; -"164 _param_constant42" -> "165 quantize_per_channel_default_14"; +"162 _param_constant42" -> "165 quantize_per_channel_default_14"; +"163 conv2d_14_scale_0" -> "165 quantize_per_channel_default_14"; +"163 conv2d_14_scale_0" -> "166 dequantize_per_channel_default_14"; +"164 conv2d_14_zero_point_0" -> "165 quantize_per_channel_default_14"; +"164 conv2d_14_zero_point_0" -> "166 dequantize_per_channel_default_14"; "165 quantize_per_channel_default_14" -> "166 dequantize_per_channel_default_14"; "166 dequantize_per_channel_default_14" -> "168 conv2d_14"; "167 layer3_1_conv2_weight_bias_0_0" -> "168 conv2d_14"; @@ -456,11 +456,11 @@ strict digraph { "173 quantize_per_tensor_default_21" -> "175 dequantize_per_tensor_default_26"; "174 dequantize_per_tensor_default_27" -> "201 conv2d_17"; "175 dequantize_per_tensor_default_26" -> "182 conv2d_15"; -"176 _param_constant45_scale_0" -> "179 quantize_per_channel_default_15"; -"176 _param_constant45_scale_0" -> "180 dequantize_per_channel_default_15"; -"177 _param_constant45_zero_point_0" -> "179 quantize_per_channel_default_15"; -"177 _param_constant45_zero_point_0" -> "180 dequantize_per_channel_default_15"; -"178 _param_constant45" -> "179 quantize_per_channel_default_15"; +"176 _param_constant45" -> "179 quantize_per_channel_default_15"; +"177 conv2d_15_scale_0" -> "179 quantize_per_channel_default_15"; +"177 conv2d_15_scale_0" -> "180 dequantize_per_channel_default_15"; +"178 conv2d_15_zero_point_0" -> "179 quantize_per_channel_default_15"; +"178 conv2d_15_zero_point_0" -> "180 dequantize_per_channel_default_15"; "179 quantize_per_channel_default_15" -> "180 dequantize_per_channel_default_15"; "180 dequantize_per_channel_default_15" -> "182 conv2d_15"; "181 layer4_0_conv1_weight_bias_0_0" -> "182 conv2d_15"; @@ -468,22 +468,22 @@ strict digraph { "183 relu__13" -> "184 quantize_per_tensor_default_22"; "184 quantize_per_tensor_default_22" -> "185 dequantize_per_tensor_default_28"; "185 dequantize_per_tensor_default_28" -> "192 conv2d_16"; -"186 _param_constant48_scale_0" -> "189 quantize_per_channel_default_16"; -"186 _param_constant48_scale_0" -> "190 dequantize_per_channel_default_16"; -"187 _param_constant48_zero_point_0" -> "189 quantize_per_channel_default_16"; -"187 _param_constant48_zero_point_0" -> "190 dequantize_per_channel_default_16"; -"188 _param_constant48" -> "189 quantize_per_channel_default_16"; +"186 _param_constant48" -> "189 quantize_per_channel_default_16"; +"187 conv2d_16_scale_0" -> "189 quantize_per_channel_default_16"; +"187 conv2d_16_scale_0" -> "190 dequantize_per_channel_default_16"; +"188 conv2d_16_zero_point_0" -> "189 quantize_per_channel_default_16"; +"188 conv2d_16_zero_point_0" -> "190 dequantize_per_channel_default_16"; "189 quantize_per_channel_default_16" -> "190 dequantize_per_channel_default_16"; "190 dequantize_per_channel_default_16" -> "192 conv2d_16"; "191 layer4_0_conv2_weight_bias_0_0" -> "192 conv2d_16"; "192 conv2d_16" -> "193 quantize_per_tensor_default_23"; "193 quantize_per_tensor_default_23" -> "194 dequantize_per_tensor_default_29"; "194 dequantize_per_tensor_default_29" -> "204 add__6"; -"195 _param_constant51_scale_0" -> "198 quantize_per_channel_default_17"; -"195 _param_constant51_scale_0" -> "199 dequantize_per_channel_default_17"; -"196 _param_constant51_zero_point_0" -> "198 quantize_per_channel_default_17"; -"196 _param_constant51_zero_point_0" -> "199 dequantize_per_channel_default_17"; -"197 _param_constant51" -> "198 quantize_per_channel_default_17"; +"195 _param_constant51" -> "198 quantize_per_channel_default_17"; +"196 conv2d_17_scale_0" -> "198 quantize_per_channel_default_17"; +"196 conv2d_17_scale_0" -> "199 dequantize_per_channel_default_17"; +"197 conv2d_17_zero_point_0" -> "198 quantize_per_channel_default_17"; +"197 conv2d_17_zero_point_0" -> "199 dequantize_per_channel_default_17"; "198 quantize_per_channel_default_17" -> "199 dequantize_per_channel_default_17"; "199 dequantize_per_channel_default_17" -> "201 conv2d_17"; "200 layer4_0_downsample_0_weight_bias_0_0" -> "201 conv2d_17"; @@ -496,11 +496,11 @@ strict digraph { "206 quantize_per_tensor_default_25" -> "208 dequantize_per_tensor_default_31"; "207 dequantize_per_tensor_default_32" -> "228 add__7"; "208 dequantize_per_tensor_default_31" -> "215 conv2d_18"; -"209 _param_constant54_scale_0" -> "212 quantize_per_channel_default_18"; -"209 _param_constant54_scale_0" -> "213 dequantize_per_channel_default_18"; -"210 _param_constant54_zero_point_0" -> "212 quantize_per_channel_default_18"; -"210 _param_constant54_zero_point_0" -> "213 dequantize_per_channel_default_18"; -"211 _param_constant54" -> "212 quantize_per_channel_default_18"; +"209 _param_constant54" -> "212 quantize_per_channel_default_18"; +"210 conv2d_18_scale_0" -> "212 quantize_per_channel_default_18"; +"210 conv2d_18_scale_0" -> "213 dequantize_per_channel_default_18"; +"211 conv2d_18_zero_point_0" -> "212 quantize_per_channel_default_18"; +"211 conv2d_18_zero_point_0" -> "213 dequantize_per_channel_default_18"; "212 quantize_per_channel_default_18" -> "213 dequantize_per_channel_default_18"; "213 dequantize_per_channel_default_18" -> "215 conv2d_18"; "214 layer4_1_conv1_weight_bias_0_0" -> "215 conv2d_18"; @@ -508,11 +508,11 @@ strict digraph { "216 relu__15" -> "217 quantize_per_tensor_default_26"; "217 quantize_per_tensor_default_26" -> "218 dequantize_per_tensor_default_33"; "218 dequantize_per_tensor_default_33" -> "225 conv2d_19"; -"219 _param_constant57_scale_0" -> "222 quantize_per_channel_default_19"; -"219 _param_constant57_scale_0" -> "223 dequantize_per_channel_default_19"; -"220 _param_constant57_zero_point_0" -> "222 quantize_per_channel_default_19"; -"220 _param_constant57_zero_point_0" -> "223 dequantize_per_channel_default_19"; -"221 _param_constant57" -> "222 quantize_per_channel_default_19"; +"219 _param_constant57" -> "222 quantize_per_channel_default_19"; +"220 conv2d_19_scale_0" -> "222 quantize_per_channel_default_19"; +"220 conv2d_19_scale_0" -> "223 dequantize_per_channel_default_19"; +"221 conv2d_19_zero_point_0" -> "222 quantize_per_channel_default_19"; +"221 conv2d_19_zero_point_0" -> "223 dequantize_per_channel_default_19"; "222 quantize_per_channel_default_19" -> "223 dequantize_per_channel_default_19"; "223 dequantize_per_channel_default_19" -> "225 conv2d_19"; "224 layer4_1_conv2_weight_bias_0_0" -> "225 conv2d_19"; @@ -527,11 +527,11 @@ strict digraph { "233 quantize_per_tensor_default_29" -> "234 dequantize_per_tensor_default_36"; "234 dequantize_per_tensor_default_36" -> "235 flatten"; "235 flatten" -> "242 linear"; -"236 _param_constant60_scale_0" -> "239 quantize_per_channel_default_20"; -"236 _param_constant60_scale_0" -> "240 dequantize_per_channel_default_20"; -"237 _param_constant60_zero_point_0" -> "239 quantize_per_channel_default_20"; -"237 _param_constant60_zero_point_0" -> "240 dequantize_per_channel_default_20"; -"238 _param_constant60" -> "239 quantize_per_channel_default_20"; +"236 _param_constant60" -> "239 quantize_per_channel_default_20"; +"237 linear_scale_0" -> "239 quantize_per_channel_default_20"; +"237 linear_scale_0" -> "240 dequantize_per_channel_default_20"; +"238 linear_zero_point_0" -> "239 quantize_per_channel_default_20"; +"238 linear_zero_point_0" -> "240 dequantize_per_channel_default_20"; "239 quantize_per_channel_default_20" -> "240 dequantize_per_channel_default_20"; "240 dequantize_per_channel_default_20" -> "242 linear"; "241 _param_constant61_0_0" -> "242 linear"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot new file mode 100644 index 00000000000..9df3dcf79cb --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/quantized/swin_v2_s.dot @@ -0,0 +1,6562 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default_3" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default_3" [id=2, type=dequantize_per_tensor]; +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 permute" [id=10, type=permute]; +"11 _param_constant2" [id=11, type=get_attr]; +"12 _param_constant3" [id=12, type=get_attr]; +"13 layer_norm" [id=13, type=layer_norm]; +"14 _tensor_constant0" [id=14, type=get_attr]; +"15 _param_constant4" [id=15, type=get_attr]; +"16 linear_scale_0" [id=16, type=get_attr]; +"17 linear_zero_point_0" [id=17, type=get_attr]; +"18 quantize_per_channel_default_1" [id=18, type=quantize_per_channel]; +"19 dequantize_per_channel_default_1" [id=19, type=dequantize_per_channel]; +"20 _param_constant5_0_0" [id=20, type=get_attr]; +"21 linear" [id=21, type=linear]; +"22 relu_" [id=22, type=relu_]; +"23 _param_constant6" [id=23, type=get_attr]; +"24 linear_1_scale_0" [id=24, type=get_attr]; +"25 linear_1_zero_point_0" [id=25, type=get_attr]; +"26 quantize_per_channel_default_2" [id=26, type=quantize_per_channel]; +"27 dequantize_per_channel_default_2" [id=27, type=dequantize_per_channel]; +"28 linear_1" [id=28, type=linear]; +"29 view" [id=29, type=view]; +"30 _tensor_constant1" [id=30, type=get_attr]; +"31 index" [id=31, type=index]; +"32 view_1" [id=32, type=view]; +"33 permute_1" [id=33, type=permute]; +"34 contiguous" [id=34, type=contiguous]; +"35 unsqueeze" [id=35, type=unsqueeze]; +"36 sigmoid" [id=36, type=sigmoid]; +"37 mul" [id=37, type=mul]; +"38 quantize_per_tensor_default_4" [id=38, type=quantize_per_tensor]; +"39 dequantize_per_tensor_default_4" [id=39, type=dequantize_per_tensor]; +"40 pad" [id=40, type=pad]; +"41 view_2" [id=41, type=view]; +"42 permute_2" [id=42, type=permute]; +"43 reshape" [id=43, type=reshape]; +"44 _param_constant8" [id=44, type=get_attr]; +"45 linear_2_scale_0" [id=45, type=get_attr]; +"46 linear_2_zero_point_0" [id=46, type=get_attr]; +"47 quantize_per_channel_default_3" [id=47, type=quantize_per_channel]; +"48 dequantize_per_channel_default_3" [id=48, type=dequantize_per_channel]; +"49 _param_constant7_0_0" [id=49, type=get_attr]; +"50 linear_2" [id=50, type=linear]; +"51 reshape_1" [id=51, type=reshape]; +"52 permute_3" [id=52, type=permute]; +"53 select" [id=53, type=select]; +"54 select_1" [id=54, type=select]; +"55 select_2" [id=55, type=select]; +"56 linalg_vector_norm" [id=56, type=linalg_vector_norm]; +"57 clamp_min" [id=57, type=clamp_min]; +"58 expand_as" [id=58, type=expand_as]; +"59 div" [id=59, type=div]; +"60 quantize_per_tensor_default_5" [id=60, type=quantize_per_tensor]; +"61 dequantize_per_tensor_default_5" [id=61, type=dequantize_per_tensor]; +"62 linalg_vector_norm_1" [id=62, type=linalg_vector_norm]; +"63 clamp_min_1" [id=63, type=clamp_min]; +"64 expand_as_1" [id=64, type=expand_as]; +"65 div_1" [id=65, type=div]; +"66 quantize_per_tensor_default_6" [id=66, type=quantize_per_tensor]; +"67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; +"68 transpose" [id=68, type=transpose]; +"69 matmul" [id=69, type=matmul]; +"70 _param_constant9" [id=70, type=get_attr]; +"71 clamp" [id=71, type=clamp]; +"72 exp" [id=72, type=exp]; +"73 mul_1" [id=73, type=mul]; +"74 add" [id=74, type=add]; +"75 softmax" [id=75, type=softmax]; +"76 dropout" [id=76, type=dropout]; +"77 matmul_1" [id=77, type=matmul]; +"78 quantize_per_tensor_default_7" [id=78, type=quantize_per_tensor]; +"79 dequantize_per_tensor_default_7" [id=79, type=dequantize_per_tensor]; +"80 transpose_1" [id=80, type=transpose]; +"81 reshape_2" [id=81, type=reshape]; +"82 _param_constant10" [id=82, type=get_attr]; +"83 linear_3_scale_0" [id=83, type=get_attr]; +"84 linear_3_zero_point_0" [id=84, type=get_attr]; +"85 quantize_per_channel_default_4" [id=85, type=quantize_per_channel]; +"86 dequantize_per_channel_default_4" [id=86, type=dequantize_per_channel]; +"87 _param_constant11_0_0" [id=87, type=get_attr]; +"88 linear_3" [id=88, type=linear]; +"89 dropout_1" [id=89, type=dropout]; +"90 view_3" [id=90, type=view]; +"91 permute_4" [id=91, type=permute]; +"92 reshape_3" [id=92, type=reshape]; +"93 slice_2" [id=93, type=slice]; +"94 slice_3" [id=94, type=slice]; +"95 _param_constant12" [id=95, type=get_attr]; +"96 _param_constant13" [id=96, type=get_attr]; +"97 layer_norm_1" [id=97, type=layer_norm]; +"98 add_1" [id=98, type=add]; +"99 _param_constant14" [id=99, type=get_attr]; +"100 quantize_per_tensor_default_8" [id=100, type=quantize_per_tensor]; +"101 dequantize_per_tensor_default_8" [id=101, type=dequantize_per_tensor]; +"102 linear_4_scale_0" [id=102, type=get_attr]; +"103 linear_4_zero_point_0" [id=103, type=get_attr]; +"104 quantize_per_channel_default_5" [id=104, type=quantize_per_channel]; +"105 dequantize_per_channel_default_5" [id=105, type=dequantize_per_channel]; +"106 _param_constant15_0_0" [id=106, type=get_attr]; +"107 linear_4" [id=107, type=linear]; +"108 gelu" [id=108, type=gelu]; +"109 quantize_per_tensor_default_9" [id=109, type=quantize_per_tensor]; +"110 dequantize_per_tensor_default_9" [id=110, type=dequantize_per_tensor]; +"111 dropout_2" [id=111, type=dropout]; +"112 _param_constant16" [id=112, type=get_attr]; +"113 linear_5_scale_0" [id=113, type=get_attr]; +"114 linear_5_zero_point_0" [id=114, type=get_attr]; +"115 quantize_per_channel_default_6" [id=115, type=quantize_per_channel]; +"116 dequantize_per_channel_default_6" [id=116, type=dequantize_per_channel]; +"117 _param_constant17_0_0" [id=117, type=get_attr]; +"118 linear_5" [id=118, type=linear]; +"119 dropout_3" [id=119, type=dropout]; +"120 _param_constant18" [id=120, type=get_attr]; +"121 _param_constant19" [id=121, type=get_attr]; +"122 layer_norm_2" [id=122, type=layer_norm]; +"123 add_2" [id=123, type=add]; +"124 _tensor_constant2" [id=124, type=get_attr]; +"125 _param_constant20" [id=125, type=get_attr]; +"126 linear_6_scale_0" [id=126, type=get_attr]; +"127 linear_6_zero_point_0" [id=127, type=get_attr]; +"128 quantize_per_channel_default_7" [id=128, type=quantize_per_channel]; +"129 dequantize_per_channel_default_7" [id=129, type=dequantize_per_channel]; +"130 _param_constant21_0_0" [id=130, type=get_attr]; +"131 linear_6" [id=131, type=linear]; +"132 relu__1" [id=132, type=relu_]; +"133 _param_constant22" [id=133, type=get_attr]; +"134 linear_7_scale_0" [id=134, type=get_attr]; +"135 linear_7_zero_point_0" [id=135, type=get_attr]; +"136 quantize_per_channel_default_8" [id=136, type=quantize_per_channel]; +"137 dequantize_per_channel_default_8" [id=137, type=dequantize_per_channel]; +"138 linear_7" [id=138, type=linear]; +"139 view_4" [id=139, type=view]; +"140 _tensor_constant3" [id=140, type=get_attr]; +"141 index_1" [id=141, type=index]; +"142 view_5" [id=142, type=view]; +"143 permute_5" [id=143, type=permute]; +"144 contiguous_1" [id=144, type=contiguous]; +"145 unsqueeze_1" [id=145, type=unsqueeze]; +"146 sigmoid_1" [id=146, type=sigmoid]; +"147 mul_2" [id=147, type=mul]; +"148 pad_1" [id=148, type=pad]; +"149 roll" [id=149, type=roll]; +"150 view_6" [id=150, type=view]; +"151 permute_6" [id=151, type=permute]; +"152 reshape_4" [id=152, type=reshape]; +"153 _param_constant24" [id=153, type=get_attr]; +"154 quantize_per_tensor_default_10" [id=154, type=quantize_per_tensor]; +"155 dequantize_per_tensor_default_10" [id=155, type=dequantize_per_tensor]; +"156 linear_8_scale_0" [id=156, type=get_attr]; +"157 linear_8_zero_point_0" [id=157, type=get_attr]; +"158 quantize_per_channel_default_9" [id=158, type=quantize_per_channel]; +"159 dequantize_per_channel_default_9" [id=159, type=dequantize_per_channel]; +"160 _param_constant23_0_0" [id=160, type=get_attr]; +"161 linear_8" [id=161, type=linear]; +"162 reshape_5" [id=162, type=reshape]; +"163 permute_7" [id=163, type=permute]; +"164 select_3" [id=164, type=select]; +"165 select_4" [id=165, type=select]; +"166 select_5" [id=166, type=select]; +"167 linalg_vector_norm_2" [id=167, type=linalg_vector_norm]; +"168 clamp_min_2" [id=168, type=clamp_min]; +"169 expand_as_2" [id=169, type=expand_as]; +"170 div_2" [id=170, type=div]; +"171 quantize_per_tensor_default_11" [id=171, type=quantize_per_tensor]; +"172 dequantize_per_tensor_default_11" [id=172, type=dequantize_per_tensor]; +"173 linalg_vector_norm_3" [id=173, type=linalg_vector_norm]; +"174 clamp_min_3" [id=174, type=clamp_min]; +"175 expand_as_3" [id=175, type=expand_as]; +"176 div_3" [id=176, type=div]; +"177 quantize_per_tensor_default_12" [id=177, type=quantize_per_tensor]; +"178 dequantize_per_tensor_default_12" [id=178, type=dequantize_per_tensor]; +"179 transpose_2" [id=179, type=transpose]; +"180 matmul_2" [id=180, type=matmul]; +"181 _param_constant25" [id=181, type=get_attr]; +"182 clamp_1" [id=182, type=clamp]; +"183 exp_1" [id=183, type=exp]; +"184 mul_3" [id=184, type=mul]; +"185 add_3" [id=185, type=add]; +"186 new_zeros" [id=186, type=new_zeros]; +"187 view_7" [id=187, type=view]; +"188 permute_8" [id=188, type=permute]; +"189 reshape_6" [id=189, type=reshape]; +"190 unsqueeze_2" [id=190, type=unsqueeze]; +"191 unsqueeze_3" [id=191, type=unsqueeze]; +"192 sub" [id=192, type=sub]; +"193 ne" [id=193, type=ne]; +"194 masked_fill" [id=194, type=masked_fill]; +"195 eq" [id=195, type=eq]; +"196 masked_fill_1" [id=196, type=masked_fill]; +"197 view_8" [id=197, type=view]; +"198 unsqueeze_4" [id=198, type=unsqueeze]; +"199 unsqueeze_5" [id=199, type=unsqueeze]; +"200 add_4" [id=200, type=add]; +"201 view_9" [id=201, type=view]; +"202 softmax_1" [id=202, type=softmax]; +"203 dropout_4" [id=203, type=dropout]; +"204 matmul_3" [id=204, type=matmul]; +"205 quantize_per_tensor_default_13" [id=205, type=quantize_per_tensor]; +"206 dequantize_per_tensor_default_13" [id=206, type=dequantize_per_tensor]; +"207 transpose_3" [id=207, type=transpose]; +"208 reshape_7" [id=208, type=reshape]; +"209 _param_constant26" [id=209, type=get_attr]; +"210 linear_9_scale_0" [id=210, type=get_attr]; +"211 linear_9_zero_point_0" [id=211, type=get_attr]; +"212 quantize_per_channel_default_10" [id=212, type=quantize_per_channel]; +"213 dequantize_per_channel_default_10" [id=213, type=dequantize_per_channel]; +"214 _param_constant27_0_0" [id=214, type=get_attr]; +"215 linear_9" [id=215, type=linear]; +"216 dropout_5" [id=216, type=dropout]; +"217 view_10" [id=217, type=view]; +"218 permute_9" [id=218, type=permute]; +"219 reshape_8" [id=219, type=reshape]; +"220 roll_1" [id=220, type=roll]; +"221 slice_23" [id=221, type=slice]; +"222 slice_24" [id=222, type=slice]; +"223 _param_constant28" [id=223, type=get_attr]; +"224 _param_constant29" [id=224, type=get_attr]; +"225 layer_norm_3" [id=225, type=layer_norm]; +"226 add_5" [id=226, type=add]; +"227 _param_constant30" [id=227, type=get_attr]; +"228 quantize_per_tensor_default_14" [id=228, type=quantize_per_tensor]; +"229 dequantize_per_tensor_default_14" [id=229, type=dequantize_per_tensor]; +"230 linear_10_scale_0" [id=230, type=get_attr]; +"231 linear_10_zero_point_0" [id=231, type=get_attr]; +"232 quantize_per_channel_default_11" [id=232, type=quantize_per_channel]; +"233 dequantize_per_channel_default_11" [id=233, type=dequantize_per_channel]; +"234 _param_constant31_0_0" [id=234, type=get_attr]; +"235 linear_10" [id=235, type=linear]; +"236 gelu_1" [id=236, type=gelu]; +"237 quantize_per_tensor_default_15" [id=237, type=quantize_per_tensor]; +"238 dequantize_per_tensor_default_15" [id=238, type=dequantize_per_tensor]; +"239 dropout_6" [id=239, type=dropout]; +"240 _param_constant32" [id=240, type=get_attr]; +"241 linear_11_scale_0" [id=241, type=get_attr]; +"242 linear_11_zero_point_0" [id=242, type=get_attr]; +"243 quantize_per_channel_default_12" [id=243, type=quantize_per_channel]; +"244 dequantize_per_channel_default_12" [id=244, type=dequantize_per_channel]; +"245 _param_constant33_0_0" [id=245, type=get_attr]; +"246 linear_11" [id=246, type=linear]; +"247 dropout_7" [id=247, type=dropout]; +"248 _param_constant34" [id=248, type=get_attr]; +"249 _param_constant35" [id=249, type=get_attr]; +"250 layer_norm_4" [id=250, type=layer_norm]; +"251 add_6" [id=251, type=add]; +"252 quantize_per_tensor_default" [id=252, type=quantize_per_tensor]; +"253 dequantize_per_tensor_default" [id=253, type=dequantize_per_tensor]; +"254 pad_2" [id=254, type=pad]; +"255 slice_25" [id=255, type=slice]; +"256 slice_26" [id=256, type=slice]; +"257 slice_27" [id=257, type=slice]; +"258 slice_28" [id=258, type=slice]; +"259 slice_29" [id=259, type=slice]; +"260 slice_30" [id=260, type=slice]; +"261 slice_31" [id=261, type=slice]; +"262 slice_32" [id=262, type=slice]; +"263 slice_33" [id=263, type=slice]; +"264 slice_34" [id=264, type=slice]; +"265 slice_35" [id=265, type=slice]; +"266 slice_36" [id=266, type=slice]; +"267 cat" [id=267, type=cat]; +"268 _param_constant36" [id=268, type=get_attr]; +"269 linear_12_scale_0" [id=269, type=get_attr]; +"270 linear_12_zero_point_0" [id=270, type=get_attr]; +"271 quantize_per_channel_default_13" [id=271, type=quantize_per_channel]; +"272 dequantize_per_channel_default_13" [id=272, type=dequantize_per_channel]; +"273 linear_12" [id=273, type=linear]; +"274 _param_constant37" [id=274, type=get_attr]; +"275 _param_constant38" [id=275, type=get_attr]; +"276 layer_norm_5" [id=276, type=layer_norm]; +"277 _tensor_constant13" [id=277, type=get_attr]; +"278 _param_constant39" [id=278, type=get_attr]; +"279 linear_13_scale_0" [id=279, type=get_attr]; +"280 linear_13_zero_point_0" [id=280, type=get_attr]; +"281 quantize_per_channel_default_14" [id=281, type=quantize_per_channel]; +"282 dequantize_per_channel_default_14" [id=282, type=dequantize_per_channel]; +"283 _param_constant40_0_0" [id=283, type=get_attr]; +"284 linear_13" [id=284, type=linear]; +"285 relu__2" [id=285, type=relu_]; +"286 _param_constant41" [id=286, type=get_attr]; +"287 linear_14_scale_0" [id=287, type=get_attr]; +"288 linear_14_zero_point_0" [id=288, type=get_attr]; +"289 quantize_per_channel_default_15" [id=289, type=quantize_per_channel]; +"290 dequantize_per_channel_default_15" [id=290, type=dequantize_per_channel]; +"291 linear_14" [id=291, type=linear]; +"292 view_11" [id=292, type=view]; +"293 _tensor_constant14" [id=293, type=get_attr]; +"294 index_2" [id=294, type=index]; +"295 view_12" [id=295, type=view]; +"296 permute_10" [id=296, type=permute]; +"297 contiguous_2" [id=297, type=contiguous]; +"298 unsqueeze_6" [id=298, type=unsqueeze]; +"299 sigmoid_2" [id=299, type=sigmoid]; +"300 mul_4" [id=300, type=mul]; +"301 quantize_per_tensor_default_16" [id=301, type=quantize_per_tensor]; +"302 dequantize_per_tensor_default_16" [id=302, type=dequantize_per_tensor]; +"303 pad_3" [id=303, type=pad]; +"304 view_13" [id=304, type=view]; +"305 permute_11" [id=305, type=permute]; +"306 reshape_9" [id=306, type=reshape]; +"307 _param_constant43" [id=307, type=get_attr]; +"308 linear_15_scale_0" [id=308, type=get_attr]; +"309 linear_15_zero_point_0" [id=309, type=get_attr]; +"310 quantize_per_channel_default_16" [id=310, type=quantize_per_channel]; +"311 dequantize_per_channel_default_16" [id=311, type=dequantize_per_channel]; +"312 _param_constant42_0_0" [id=312, type=get_attr]; +"313 linear_15" [id=313, type=linear]; +"314 reshape_10" [id=314, type=reshape]; +"315 permute_12" [id=315, type=permute]; +"316 select_6" [id=316, type=select]; +"317 select_7" [id=317, type=select]; +"318 select_8" [id=318, type=select]; +"319 linalg_vector_norm_4" [id=319, type=linalg_vector_norm]; +"320 clamp_min_4" [id=320, type=clamp_min]; +"321 expand_as_4" [id=321, type=expand_as]; +"322 div_4" [id=322, type=div]; +"323 quantize_per_tensor_default_17" [id=323, type=quantize_per_tensor]; +"324 dequantize_per_tensor_default_17" [id=324, type=dequantize_per_tensor]; +"325 linalg_vector_norm_5" [id=325, type=linalg_vector_norm]; +"326 clamp_min_5" [id=326, type=clamp_min]; +"327 expand_as_5" [id=327, type=expand_as]; +"328 div_5" [id=328, type=div]; +"329 quantize_per_tensor_default_18" [id=329, type=quantize_per_tensor]; +"330 dequantize_per_tensor_default_18" [id=330, type=dequantize_per_tensor]; +"331 transpose_4" [id=331, type=transpose]; +"332 matmul_4" [id=332, type=matmul]; +"333 _param_constant44" [id=333, type=get_attr]; +"334 clamp_2" [id=334, type=clamp]; +"335 exp_2" [id=335, type=exp]; +"336 mul_5" [id=336, type=mul]; +"337 add_7" [id=337, type=add]; +"338 softmax_2" [id=338, type=softmax]; +"339 dropout_8" [id=339, type=dropout]; +"340 matmul_5" [id=340, type=matmul]; +"341 quantize_per_tensor_default_19" [id=341, type=quantize_per_tensor]; +"342 dequantize_per_tensor_default_19" [id=342, type=dequantize_per_tensor]; +"343 transpose_5" [id=343, type=transpose]; +"344 reshape_11" [id=344, type=reshape]; +"345 _param_constant45" [id=345, type=get_attr]; +"346 linear_16_scale_0" [id=346, type=get_attr]; +"347 linear_16_zero_point_0" [id=347, type=get_attr]; +"348 quantize_per_channel_default_17" [id=348, type=quantize_per_channel]; +"349 dequantize_per_channel_default_17" [id=349, type=dequantize_per_channel]; +"350 _param_constant46_0_0" [id=350, type=get_attr]; +"351 linear_16" [id=351, type=linear]; +"352 dropout_9" [id=352, type=dropout]; +"353 view_14" [id=353, type=view]; +"354 permute_13" [id=354, type=permute]; +"355 reshape_12" [id=355, type=reshape]; +"356 slice_38" [id=356, type=slice]; +"357 slice_39" [id=357, type=slice]; +"358 slice_40" [id=358, type=slice]; +"359 slice_41" [id=359, type=slice]; +"360 contiguous_3" [id=360, type=contiguous]; +"361 _param_constant47" [id=361, type=get_attr]; +"362 _param_constant48" [id=362, type=get_attr]; +"363 layer_norm_6" [id=363, type=layer_norm]; +"364 add_8" [id=364, type=add]; +"365 _param_constant49" [id=365, type=get_attr]; +"366 quantize_per_tensor_default_20" [id=366, type=quantize_per_tensor]; +"367 dequantize_per_tensor_default_20" [id=367, type=dequantize_per_tensor]; +"368 linear_17_scale_0" [id=368, type=get_attr]; +"369 linear_17_zero_point_0" [id=369, type=get_attr]; +"370 quantize_per_channel_default_18" [id=370, type=quantize_per_channel]; +"371 dequantize_per_channel_default_18" [id=371, type=dequantize_per_channel]; +"372 _param_constant50_0_0" [id=372, type=get_attr]; +"373 linear_17" [id=373, type=linear]; +"374 gelu_2" [id=374, type=gelu]; +"375 quantize_per_tensor_default_21" [id=375, type=quantize_per_tensor]; +"376 dequantize_per_tensor_default_21" [id=376, type=dequantize_per_tensor]; +"377 dropout_10" [id=377, type=dropout]; +"378 _param_constant51" [id=378, type=get_attr]; +"379 linear_18_scale_0" [id=379, type=get_attr]; +"380 linear_18_zero_point_0" [id=380, type=get_attr]; +"381 quantize_per_channel_default_19" [id=381, type=quantize_per_channel]; +"382 dequantize_per_channel_default_19" [id=382, type=dequantize_per_channel]; +"383 _param_constant52_0_0" [id=383, type=get_attr]; +"384 linear_18" [id=384, type=linear]; +"385 dropout_11" [id=385, type=dropout]; +"386 _param_constant53" [id=386, type=get_attr]; +"387 _param_constant54" [id=387, type=get_attr]; +"388 layer_norm_7" [id=388, type=layer_norm]; +"389 add_9" [id=389, type=add]; +"390 _tensor_constant15" [id=390, type=get_attr]; +"391 _param_constant55" [id=391, type=get_attr]; +"392 linear_19_scale_0" [id=392, type=get_attr]; +"393 linear_19_zero_point_0" [id=393, type=get_attr]; +"394 quantize_per_channel_default_20" [id=394, type=quantize_per_channel]; +"395 dequantize_per_channel_default_20" [id=395, type=dequantize_per_channel]; +"396 _param_constant56_0_0" [id=396, type=get_attr]; +"397 linear_19" [id=397, type=linear]; +"398 relu__3" [id=398, type=relu_]; +"399 _param_constant57" [id=399, type=get_attr]; +"400 linear_20_scale_0" [id=400, type=get_attr]; +"401 linear_20_zero_point_0" [id=401, type=get_attr]; +"402 quantize_per_channel_default_21" [id=402, type=quantize_per_channel]; +"403 dequantize_per_channel_default_21" [id=403, type=dequantize_per_channel]; +"404 linear_20" [id=404, type=linear]; +"405 view_15" [id=405, type=view]; +"406 _tensor_constant16" [id=406, type=get_attr]; +"407 index_3" [id=407, type=index]; +"408 view_16" [id=408, type=view]; +"409 permute_14" [id=409, type=permute]; +"410 contiguous_4" [id=410, type=contiguous]; +"411 unsqueeze_7" [id=411, type=unsqueeze]; +"412 sigmoid_3" [id=412, type=sigmoid]; +"413 mul_6" [id=413, type=mul]; +"414 pad_4" [id=414, type=pad]; +"415 roll_2" [id=415, type=roll]; +"416 view_17" [id=416, type=view]; +"417 permute_15" [id=417, type=permute]; +"418 reshape_13" [id=418, type=reshape]; +"419 _param_constant59" [id=419, type=get_attr]; +"420 quantize_per_tensor_default_22" [id=420, type=quantize_per_tensor]; +"421 dequantize_per_tensor_default_22" [id=421, type=dequantize_per_tensor]; +"422 linear_21_scale_0" [id=422, type=get_attr]; +"423 linear_21_zero_point_0" [id=423, type=get_attr]; +"424 quantize_per_channel_default_22" [id=424, type=quantize_per_channel]; +"425 dequantize_per_channel_default_22" [id=425, type=dequantize_per_channel]; +"426 _param_constant58_0_0" [id=426, type=get_attr]; +"427 linear_21" [id=427, type=linear]; +"428 reshape_14" [id=428, type=reshape]; +"429 permute_16" [id=429, type=permute]; +"430 select_9" [id=430, type=select]; +"431 select_10" [id=431, type=select]; +"432 select_11" [id=432, type=select]; +"433 linalg_vector_norm_6" [id=433, type=linalg_vector_norm]; +"434 clamp_min_6" [id=434, type=clamp_min]; +"435 expand_as_6" [id=435, type=expand_as]; +"436 div_6" [id=436, type=div]; +"437 quantize_per_tensor_default_23" [id=437, type=quantize_per_tensor]; +"438 dequantize_per_tensor_default_23" [id=438, type=dequantize_per_tensor]; +"439 linalg_vector_norm_7" [id=439, type=linalg_vector_norm]; +"440 clamp_min_7" [id=440, type=clamp_min]; +"441 expand_as_7" [id=441, type=expand_as]; +"442 div_7" [id=442, type=div]; +"443 quantize_per_tensor_default_24" [id=443, type=quantize_per_tensor]; +"444 dequantize_per_tensor_default_24" [id=444, type=dequantize_per_tensor]; +"445 transpose_6" [id=445, type=transpose]; +"446 matmul_6" [id=446, type=matmul]; +"447 _param_constant60" [id=447, type=get_attr]; +"448 clamp_3" [id=448, type=clamp]; +"449 exp_3" [id=449, type=exp]; +"450 mul_7" [id=450, type=mul]; +"451 add_10" [id=451, type=add]; +"452 new_zeros_1" [id=452, type=new_zeros]; +"453 view_18" [id=453, type=view]; +"454 permute_17" [id=454, type=permute]; +"455 reshape_15" [id=455, type=reshape]; +"456 unsqueeze_8" [id=456, type=unsqueeze]; +"457 unsqueeze_9" [id=457, type=unsqueeze]; +"458 sub_1" [id=458, type=sub]; +"459 ne_1" [id=459, type=ne]; +"460 masked_fill_2" [id=460, type=masked_fill]; +"461 eq_1" [id=461, type=eq]; +"462 masked_fill_3" [id=462, type=masked_fill]; +"463 view_19" [id=463, type=view]; +"464 unsqueeze_10" [id=464, type=unsqueeze]; +"465 unsqueeze_11" [id=465, type=unsqueeze]; +"466 add_11" [id=466, type=add]; +"467 view_20" [id=467, type=view]; +"468 softmax_3" [id=468, type=softmax]; +"469 dropout_12" [id=469, type=dropout]; +"470 matmul_7" [id=470, type=matmul]; +"471 quantize_per_tensor_default_25" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_25" [id=472, type=dequantize_per_tensor]; +"473 transpose_7" [id=473, type=transpose]; +"474 reshape_16" [id=474, type=reshape]; +"475 _param_constant61" [id=475, type=get_attr]; +"476 linear_22_scale_0" [id=476, type=get_attr]; +"477 linear_22_zero_point_0" [id=477, type=get_attr]; +"478 quantize_per_channel_default_23" [id=478, type=quantize_per_channel]; +"479 dequantize_per_channel_default_23" [id=479, type=dequantize_per_channel]; +"480 _param_constant62_0_0" [id=480, type=get_attr]; +"481 linear_22" [id=481, type=linear]; +"482 dropout_13" [id=482, type=dropout]; +"483 view_21" [id=483, type=view]; +"484 permute_18" [id=484, type=permute]; +"485 reshape_17" [id=485, type=reshape]; +"486 roll_3" [id=486, type=roll]; +"487 slice_61" [id=487, type=slice]; +"488 slice_62" [id=488, type=slice]; +"489 slice_63" [id=489, type=slice]; +"490 slice_64" [id=490, type=slice]; +"491 contiguous_5" [id=491, type=contiguous]; +"492 _param_constant63" [id=492, type=get_attr]; +"493 _param_constant64" [id=493, type=get_attr]; +"494 layer_norm_8" [id=494, type=layer_norm]; +"495 add_12" [id=495, type=add]; +"496 _param_constant65" [id=496, type=get_attr]; +"497 quantize_per_tensor_default_26" [id=497, type=quantize_per_tensor]; +"498 dequantize_per_tensor_default_26" [id=498, type=dequantize_per_tensor]; +"499 linear_23_scale_0" [id=499, type=get_attr]; +"500 linear_23_zero_point_0" [id=500, type=get_attr]; +"501 quantize_per_channel_default_24" [id=501, type=quantize_per_channel]; +"502 dequantize_per_channel_default_24" [id=502, type=dequantize_per_channel]; +"503 _param_constant66_0_0" [id=503, type=get_attr]; +"504 linear_23" [id=504, type=linear]; +"505 gelu_3" [id=505, type=gelu]; +"506 quantize_per_tensor_default_27" [id=506, type=quantize_per_tensor]; +"507 dequantize_per_tensor_default_27" [id=507, type=dequantize_per_tensor]; +"508 dropout_14" [id=508, type=dropout]; +"509 _param_constant67" [id=509, type=get_attr]; +"510 linear_24_scale_0" [id=510, type=get_attr]; +"511 linear_24_zero_point_0" [id=511, type=get_attr]; +"512 quantize_per_channel_default_25" [id=512, type=quantize_per_channel]; +"513 dequantize_per_channel_default_25" [id=513, type=dequantize_per_channel]; +"514 _param_constant68_0_0" [id=514, type=get_attr]; +"515 linear_24" [id=515, type=linear]; +"516 dropout_15" [id=516, type=dropout]; +"517 _param_constant69" [id=517, type=get_attr]; +"518 _param_constant70" [id=518, type=get_attr]; +"519 layer_norm_9" [id=519, type=layer_norm]; +"520 add_13" [id=520, type=add]; +"521 quantize_per_tensor_default_1" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_1" [id=522, type=dequantize_per_tensor]; +"523 pad_5" [id=523, type=pad]; +"524 slice_65" [id=524, type=slice]; +"525 slice_66" [id=525, type=slice]; +"526 slice_67" [id=526, type=slice]; +"527 slice_68" [id=527, type=slice]; +"528 slice_69" [id=528, type=slice]; +"529 slice_70" [id=529, type=slice]; +"530 slice_71" [id=530, type=slice]; +"531 slice_72" [id=531, type=slice]; +"532 slice_73" [id=532, type=slice]; +"533 slice_74" [id=533, type=slice]; +"534 slice_75" [id=534, type=slice]; +"535 slice_76" [id=535, type=slice]; +"536 cat_1" [id=536, type=cat]; +"537 _param_constant71" [id=537, type=get_attr]; +"538 linear_25_scale_0" [id=538, type=get_attr]; +"539 linear_25_zero_point_0" [id=539, type=get_attr]; +"540 quantize_per_channel_default_26" [id=540, type=quantize_per_channel]; +"541 dequantize_per_channel_default_26" [id=541, type=dequantize_per_channel]; +"542 linear_25" [id=542, type=linear]; +"543 _param_constant72" [id=543, type=get_attr]; +"544 _param_constant73" [id=544, type=get_attr]; +"545 layer_norm_10" [id=545, type=layer_norm]; +"546 _tensor_constant26" [id=546, type=get_attr]; +"547 _param_constant74" [id=547, type=get_attr]; +"548 linear_26_scale_0" [id=548, type=get_attr]; +"549 linear_26_zero_point_0" [id=549, type=get_attr]; +"550 quantize_per_channel_default_27" [id=550, type=quantize_per_channel]; +"551 dequantize_per_channel_default_27" [id=551, type=dequantize_per_channel]; +"552 _param_constant75_0_0" [id=552, type=get_attr]; +"553 linear_26" [id=553, type=linear]; +"554 relu__4" [id=554, type=relu_]; +"555 _param_constant76" [id=555, type=get_attr]; +"556 linear_27_scale_0" [id=556, type=get_attr]; +"557 linear_27_zero_point_0" [id=557, type=get_attr]; +"558 quantize_per_channel_default_28" [id=558, type=quantize_per_channel]; +"559 dequantize_per_channel_default_28" [id=559, type=dequantize_per_channel]; +"560 linear_27" [id=560, type=linear]; +"561 view_22" [id=561, type=view]; +"562 _tensor_constant27" [id=562, type=get_attr]; +"563 index_4" [id=563, type=index]; +"564 view_23" [id=564, type=view]; +"565 permute_19" [id=565, type=permute]; +"566 contiguous_6" [id=566, type=contiguous]; +"567 unsqueeze_12" [id=567, type=unsqueeze]; +"568 sigmoid_4" [id=568, type=sigmoid]; +"569 mul_8" [id=569, type=mul]; +"570 quantize_per_tensor_default_28" [id=570, type=quantize_per_tensor]; +"571 dequantize_per_tensor_default_28" [id=571, type=dequantize_per_tensor]; +"572 pad_6" [id=572, type=pad]; +"573 view_24" [id=573, type=view]; +"574 permute_20" [id=574, type=permute]; +"575 reshape_18" [id=575, type=reshape]; +"576 _param_constant78" [id=576, type=get_attr]; +"577 linear_28_scale_0" [id=577, type=get_attr]; +"578 linear_28_zero_point_0" [id=578, type=get_attr]; +"579 quantize_per_channel_default_29" [id=579, type=quantize_per_channel]; +"580 dequantize_per_channel_default_29" [id=580, type=dequantize_per_channel]; +"581 _param_constant77_0_0" [id=581, type=get_attr]; +"582 linear_28" [id=582, type=linear]; +"583 reshape_19" [id=583, type=reshape]; +"584 permute_21" [id=584, type=permute]; +"585 select_12" [id=585, type=select]; +"586 select_13" [id=586, type=select]; +"587 select_14" [id=587, type=select]; +"588 linalg_vector_norm_8" [id=588, type=linalg_vector_norm]; +"589 clamp_min_8" [id=589, type=clamp_min]; +"590 expand_as_8" [id=590, type=expand_as]; +"591 div_8" [id=591, type=div]; +"592 quantize_per_tensor_default_29" [id=592, type=quantize_per_tensor]; +"593 dequantize_per_tensor_default_29" [id=593, type=dequantize_per_tensor]; +"594 linalg_vector_norm_9" [id=594, type=linalg_vector_norm]; +"595 clamp_min_9" [id=595, type=clamp_min]; +"596 expand_as_9" [id=596, type=expand_as]; +"597 div_9" [id=597, type=div]; +"598 quantize_per_tensor_default_30" [id=598, type=quantize_per_tensor]; +"599 dequantize_per_tensor_default_30" [id=599, type=dequantize_per_tensor]; +"600 transpose_8" [id=600, type=transpose]; +"601 matmul_8" [id=601, type=matmul]; +"602 _param_constant79" [id=602, type=get_attr]; +"603 clamp_4" [id=603, type=clamp]; +"604 exp_4" [id=604, type=exp]; +"605 mul_9" [id=605, type=mul]; +"606 add_14" [id=606, type=add]; +"607 softmax_4" [id=607, type=softmax]; +"608 dropout_16" [id=608, type=dropout]; +"609 matmul_9" [id=609, type=matmul]; +"610 quantize_per_tensor_default_31" [id=610, type=quantize_per_tensor]; +"611 dequantize_per_tensor_default_31" [id=611, type=dequantize_per_tensor]; +"612 transpose_9" [id=612, type=transpose]; +"613 reshape_20" [id=613, type=reshape]; +"614 _param_constant80" [id=614, type=get_attr]; +"615 linear_29_scale_0" [id=615, type=get_attr]; +"616 linear_29_zero_point_0" [id=616, type=get_attr]; +"617 quantize_per_channel_default_30" [id=617, type=quantize_per_channel]; +"618 dequantize_per_channel_default_30" [id=618, type=dequantize_per_channel]; +"619 _param_constant81_0_0" [id=619, type=get_attr]; +"620 linear_29" [id=620, type=linear]; +"621 dropout_17" [id=621, type=dropout]; +"622 view_25" [id=622, type=view]; +"623 permute_22" [id=623, type=permute]; +"624 reshape_21" [id=624, type=reshape]; +"625 slice_78" [id=625, type=slice]; +"626 slice_79" [id=626, type=slice]; +"627 slice_80" [id=627, type=slice]; +"628 slice_81" [id=628, type=slice]; +"629 contiguous_7" [id=629, type=contiguous]; +"630 _param_constant82" [id=630, type=get_attr]; +"631 _param_constant83" [id=631, type=get_attr]; +"632 layer_norm_11" [id=632, type=layer_norm]; +"633 add_15" [id=633, type=add]; +"634 _param_constant84" [id=634, type=get_attr]; +"635 quantize_per_tensor_default_32" [id=635, type=quantize_per_tensor]; +"636 dequantize_per_tensor_default_32" [id=636, type=dequantize_per_tensor]; +"637 linear_30_scale_0" [id=637, type=get_attr]; +"638 linear_30_zero_point_0" [id=638, type=get_attr]; +"639 quantize_per_channel_default_31" [id=639, type=quantize_per_channel]; +"640 dequantize_per_channel_default_31" [id=640, type=dequantize_per_channel]; +"641 _param_constant85_0_0" [id=641, type=get_attr]; +"642 linear_30" [id=642, type=linear]; +"643 gelu_4" [id=643, type=gelu]; +"644 quantize_per_tensor_default_33" [id=644, type=quantize_per_tensor]; +"645 dequantize_per_tensor_default_33" [id=645, type=dequantize_per_tensor]; +"646 dropout_18" [id=646, type=dropout]; +"647 _param_constant86" [id=647, type=get_attr]; +"648 linear_31_scale_0" [id=648, type=get_attr]; +"649 linear_31_zero_point_0" [id=649, type=get_attr]; +"650 quantize_per_channel_default_32" [id=650, type=quantize_per_channel]; +"651 dequantize_per_channel_default_32" [id=651, type=dequantize_per_channel]; +"652 _param_constant87_0_0" [id=652, type=get_attr]; +"653 linear_31" [id=653, type=linear]; +"654 dropout_19" [id=654, type=dropout]; +"655 _param_constant88" [id=655, type=get_attr]; +"656 _param_constant89" [id=656, type=get_attr]; +"657 layer_norm_12" [id=657, type=layer_norm]; +"658 add_16" [id=658, type=add]; +"659 _tensor_constant28" [id=659, type=get_attr]; +"660 _param_constant90" [id=660, type=get_attr]; +"661 linear_32_scale_0" [id=661, type=get_attr]; +"662 linear_32_zero_point_0" [id=662, type=get_attr]; +"663 quantize_per_channel_default_33" [id=663, type=quantize_per_channel]; +"664 dequantize_per_channel_default_33" [id=664, type=dequantize_per_channel]; +"665 _param_constant91_0_0" [id=665, type=get_attr]; +"666 linear_32" [id=666, type=linear]; +"667 relu__5" [id=667, type=relu_]; +"668 _param_constant92" [id=668, type=get_attr]; +"669 linear_33_scale_0" [id=669, type=get_attr]; +"670 linear_33_zero_point_0" [id=670, type=get_attr]; +"671 quantize_per_channel_default_34" [id=671, type=quantize_per_channel]; +"672 dequantize_per_channel_default_34" [id=672, type=dequantize_per_channel]; +"673 linear_33" [id=673, type=linear]; +"674 view_26" [id=674, type=view]; +"675 _tensor_constant29" [id=675, type=get_attr]; +"676 index_5" [id=676, type=index]; +"677 view_27" [id=677, type=view]; +"678 permute_23" [id=678, type=permute]; +"679 contiguous_8" [id=679, type=contiguous]; +"680 unsqueeze_13" [id=680, type=unsqueeze]; +"681 sigmoid_5" [id=681, type=sigmoid]; +"682 mul_10" [id=682, type=mul]; +"683 pad_7" [id=683, type=pad]; +"684 roll_4" [id=684, type=roll]; +"685 view_28" [id=685, type=view]; +"686 permute_24" [id=686, type=permute]; +"687 reshape_22" [id=687, type=reshape]; +"688 _param_constant94" [id=688, type=get_attr]; +"689 quantize_per_tensor_default_34" [id=689, type=quantize_per_tensor]; +"690 dequantize_per_tensor_default_34" [id=690, type=dequantize_per_tensor]; +"691 linear_34_scale_0" [id=691, type=get_attr]; +"692 linear_34_zero_point_0" [id=692, type=get_attr]; +"693 quantize_per_channel_default_35" [id=693, type=quantize_per_channel]; +"694 dequantize_per_channel_default_35" [id=694, type=dequantize_per_channel]; +"695 _param_constant93_0_0" [id=695, type=get_attr]; +"696 linear_34" [id=696, type=linear]; +"697 reshape_23" [id=697, type=reshape]; +"698 permute_25" [id=698, type=permute]; +"699 select_15" [id=699, type=select]; +"700 select_16" [id=700, type=select]; +"701 select_17" [id=701, type=select]; +"702 linalg_vector_norm_10" [id=702, type=linalg_vector_norm]; +"703 clamp_min_10" [id=703, type=clamp_min]; +"704 expand_as_10" [id=704, type=expand_as]; +"705 div_10" [id=705, type=div]; +"706 quantize_per_tensor_default_35" [id=706, type=quantize_per_tensor]; +"707 dequantize_per_tensor_default_35" [id=707, type=dequantize_per_tensor]; +"708 linalg_vector_norm_11" [id=708, type=linalg_vector_norm]; +"709 clamp_min_11" [id=709, type=clamp_min]; +"710 expand_as_11" [id=710, type=expand_as]; +"711 div_11" [id=711, type=div]; +"712 quantize_per_tensor_default_36" [id=712, type=quantize_per_tensor]; +"713 dequantize_per_tensor_default_36" [id=713, type=dequantize_per_tensor]; +"714 transpose_10" [id=714, type=transpose]; +"715 matmul_10" [id=715, type=matmul]; +"716 _param_constant95" [id=716, type=get_attr]; +"717 clamp_5" [id=717, type=clamp]; +"718 exp_5" [id=718, type=exp]; +"719 mul_11" [id=719, type=mul]; +"720 add_17" [id=720, type=add]; +"721 new_zeros_2" [id=721, type=new_zeros]; +"722 view_29" [id=722, type=view]; +"723 permute_26" [id=723, type=permute]; +"724 reshape_24" [id=724, type=reshape]; +"725 unsqueeze_14" [id=725, type=unsqueeze]; +"726 unsqueeze_15" [id=726, type=unsqueeze]; +"727 sub_2" [id=727, type=sub]; +"728 ne_2" [id=728, type=ne]; +"729 masked_fill_4" [id=729, type=masked_fill]; +"730 eq_2" [id=730, type=eq]; +"731 masked_fill_5" [id=731, type=masked_fill]; +"732 view_30" [id=732, type=view]; +"733 unsqueeze_16" [id=733, type=unsqueeze]; +"734 unsqueeze_17" [id=734, type=unsqueeze]; +"735 add_18" [id=735, type=add]; +"736 view_31" [id=736, type=view]; +"737 softmax_5" [id=737, type=softmax]; +"738 dropout_20" [id=738, type=dropout]; +"739 matmul_11" [id=739, type=matmul]; +"740 quantize_per_tensor_default_37" [id=740, type=quantize_per_tensor]; +"741 dequantize_per_tensor_default_37" [id=741, type=dequantize_per_tensor]; +"742 transpose_11" [id=742, type=transpose]; +"743 reshape_25" [id=743, type=reshape]; +"744 _param_constant96" [id=744, type=get_attr]; +"745 linear_35_scale_0" [id=745, type=get_attr]; +"746 linear_35_zero_point_0" [id=746, type=get_attr]; +"747 quantize_per_channel_default_36" [id=747, type=quantize_per_channel]; +"748 dequantize_per_channel_default_36" [id=748, type=dequantize_per_channel]; +"749 _param_constant97_0_0" [id=749, type=get_attr]; +"750 linear_35" [id=750, type=linear]; +"751 dropout_21" [id=751, type=dropout]; +"752 view_32" [id=752, type=view]; +"753 permute_27" [id=753, type=permute]; +"754 reshape_26" [id=754, type=reshape]; +"755 roll_5" [id=755, type=roll]; +"756 slice_101" [id=756, type=slice]; +"757 slice_102" [id=757, type=slice]; +"758 slice_103" [id=758, type=slice]; +"759 slice_104" [id=759, type=slice]; +"760 contiguous_9" [id=760, type=contiguous]; +"761 _param_constant98" [id=761, type=get_attr]; +"762 _param_constant99" [id=762, type=get_attr]; +"763 layer_norm_13" [id=763, type=layer_norm]; +"764 add_19" [id=764, type=add]; +"765 _param_constant100" [id=765, type=get_attr]; +"766 quantize_per_tensor_default_38" [id=766, type=quantize_per_tensor]; +"767 dequantize_per_tensor_default_38" [id=767, type=dequantize_per_tensor]; +"768 linear_36_scale_0" [id=768, type=get_attr]; +"769 linear_36_zero_point_0" [id=769, type=get_attr]; +"770 quantize_per_channel_default_37" [id=770, type=quantize_per_channel]; +"771 dequantize_per_channel_default_37" [id=771, type=dequantize_per_channel]; +"772 _param_constant101_0_0" [id=772, type=get_attr]; +"773 linear_36" [id=773, type=linear]; +"774 gelu_5" [id=774, type=gelu]; +"775 quantize_per_tensor_default_39" [id=775, type=quantize_per_tensor]; +"776 dequantize_per_tensor_default_39" [id=776, type=dequantize_per_tensor]; +"777 dropout_22" [id=777, type=dropout]; +"778 _param_constant102" [id=778, type=get_attr]; +"779 linear_37_scale_0" [id=779, type=get_attr]; +"780 linear_37_zero_point_0" [id=780, type=get_attr]; +"781 quantize_per_channel_default_38" [id=781, type=quantize_per_channel]; +"782 dequantize_per_channel_default_38" [id=782, type=dequantize_per_channel]; +"783 _param_constant103_0_0" [id=783, type=get_attr]; +"784 linear_37" [id=784, type=linear]; +"785 dropout_23" [id=785, type=dropout]; +"786 _param_constant104" [id=786, type=get_attr]; +"787 _param_constant105" [id=787, type=get_attr]; +"788 layer_norm_14" [id=788, type=layer_norm]; +"789 add_20" [id=789, type=add]; +"790 _tensor_constant39" [id=790, type=get_attr]; +"791 _param_constant106" [id=791, type=get_attr]; +"792 linear_38_scale_0" [id=792, type=get_attr]; +"793 linear_38_zero_point_0" [id=793, type=get_attr]; +"794 quantize_per_channel_default_39" [id=794, type=quantize_per_channel]; +"795 dequantize_per_channel_default_39" [id=795, type=dequantize_per_channel]; +"796 _param_constant107_0_0" [id=796, type=get_attr]; +"797 linear_38" [id=797, type=linear]; +"798 relu__6" [id=798, type=relu_]; +"799 _param_constant108" [id=799, type=get_attr]; +"800 linear_39_scale_0" [id=800, type=get_attr]; +"801 linear_39_zero_point_0" [id=801, type=get_attr]; +"802 quantize_per_channel_default_40" [id=802, type=quantize_per_channel]; +"803 dequantize_per_channel_default_40" [id=803, type=dequantize_per_channel]; +"804 linear_39" [id=804, type=linear]; +"805 view_33" [id=805, type=view]; +"806 _tensor_constant40" [id=806, type=get_attr]; +"807 index_6" [id=807, type=index]; +"808 view_34" [id=808, type=view]; +"809 permute_28" [id=809, type=permute]; +"810 contiguous_10" [id=810, type=contiguous]; +"811 unsqueeze_18" [id=811, type=unsqueeze]; +"812 sigmoid_6" [id=812, type=sigmoid]; +"813 mul_12" [id=813, type=mul]; +"814 quantize_per_tensor_default_40" [id=814, type=quantize_per_tensor]; +"815 dequantize_per_tensor_default_40" [id=815, type=dequantize_per_tensor]; +"816 pad_8" [id=816, type=pad]; +"817 view_35" [id=817, type=view]; +"818 permute_29" [id=818, type=permute]; +"819 reshape_27" [id=819, type=reshape]; +"820 _param_constant110" [id=820, type=get_attr]; +"821 linear_40_scale_0" [id=821, type=get_attr]; +"822 linear_40_zero_point_0" [id=822, type=get_attr]; +"823 quantize_per_channel_default_41" [id=823, type=quantize_per_channel]; +"824 dequantize_per_channel_default_41" [id=824, type=dequantize_per_channel]; +"825 _param_constant109_0_0" [id=825, type=get_attr]; +"826 linear_40" [id=826, type=linear]; +"827 reshape_28" [id=827, type=reshape]; +"828 permute_30" [id=828, type=permute]; +"829 select_18" [id=829, type=select]; +"830 select_19" [id=830, type=select]; +"831 select_20" [id=831, type=select]; +"832 linalg_vector_norm_12" [id=832, type=linalg_vector_norm]; +"833 clamp_min_12" [id=833, type=clamp_min]; +"834 expand_as_12" [id=834, type=expand_as]; +"835 div_12" [id=835, type=div]; +"836 quantize_per_tensor_default_41" [id=836, type=quantize_per_tensor]; +"837 dequantize_per_tensor_default_41" [id=837, type=dequantize_per_tensor]; +"838 linalg_vector_norm_13" [id=838, type=linalg_vector_norm]; +"839 clamp_min_13" [id=839, type=clamp_min]; +"840 expand_as_13" [id=840, type=expand_as]; +"841 div_13" [id=841, type=div]; +"842 quantize_per_tensor_default_42" [id=842, type=quantize_per_tensor]; +"843 dequantize_per_tensor_default_42" [id=843, type=dequantize_per_tensor]; +"844 transpose_12" [id=844, type=transpose]; +"845 matmul_12" [id=845, type=matmul]; +"846 _param_constant111" [id=846, type=get_attr]; +"847 clamp_6" [id=847, type=clamp]; +"848 exp_6" [id=848, type=exp]; +"849 mul_13" [id=849, type=mul]; +"850 add_21" [id=850, type=add]; +"851 softmax_6" [id=851, type=softmax]; +"852 dropout_24" [id=852, type=dropout]; +"853 matmul_13" [id=853, type=matmul]; +"854 quantize_per_tensor_default_43" [id=854, type=quantize_per_tensor]; +"855 dequantize_per_tensor_default_43" [id=855, type=dequantize_per_tensor]; +"856 transpose_13" [id=856, type=transpose]; +"857 reshape_29" [id=857, type=reshape]; +"858 _param_constant112" [id=858, type=get_attr]; +"859 linear_41_scale_0" [id=859, type=get_attr]; +"860 linear_41_zero_point_0" [id=860, type=get_attr]; +"861 quantize_per_channel_default_42" [id=861, type=quantize_per_channel]; +"862 dequantize_per_channel_default_42" [id=862, type=dequantize_per_channel]; +"863 _param_constant113_0_0" [id=863, type=get_attr]; +"864 linear_41" [id=864, type=linear]; +"865 dropout_25" [id=865, type=dropout]; +"866 view_36" [id=866, type=view]; +"867 permute_31" [id=867, type=permute]; +"868 reshape_30" [id=868, type=reshape]; +"869 slice_106" [id=869, type=slice]; +"870 slice_107" [id=870, type=slice]; +"871 slice_108" [id=871, type=slice]; +"872 slice_109" [id=872, type=slice]; +"873 contiguous_11" [id=873, type=contiguous]; +"874 _param_constant114" [id=874, type=get_attr]; +"875 _param_constant115" [id=875, type=get_attr]; +"876 layer_norm_15" [id=876, type=layer_norm]; +"877 add_22" [id=877, type=add]; +"878 _param_constant116" [id=878, type=get_attr]; +"879 quantize_per_tensor_default_44" [id=879, type=quantize_per_tensor]; +"880 dequantize_per_tensor_default_44" [id=880, type=dequantize_per_tensor]; +"881 linear_42_scale_0" [id=881, type=get_attr]; +"882 linear_42_zero_point_0" [id=882, type=get_attr]; +"883 quantize_per_channel_default_43" [id=883, type=quantize_per_channel]; +"884 dequantize_per_channel_default_43" [id=884, type=dequantize_per_channel]; +"885 _param_constant117_0_0" [id=885, type=get_attr]; +"886 linear_42" [id=886, type=linear]; +"887 gelu_6" [id=887, type=gelu]; +"888 quantize_per_tensor_default_45" [id=888, type=quantize_per_tensor]; +"889 dequantize_per_tensor_default_45" [id=889, type=dequantize_per_tensor]; +"890 dropout_26" [id=890, type=dropout]; +"891 _param_constant118" [id=891, type=get_attr]; +"892 linear_43_scale_0" [id=892, type=get_attr]; +"893 linear_43_zero_point_0" [id=893, type=get_attr]; +"894 quantize_per_channel_default_44" [id=894, type=quantize_per_channel]; +"895 dequantize_per_channel_default_44" [id=895, type=dequantize_per_channel]; +"896 _param_constant119_0_0" [id=896, type=get_attr]; +"897 linear_43" [id=897, type=linear]; +"898 dropout_27" [id=898, type=dropout]; +"899 _param_constant120" [id=899, type=get_attr]; +"900 _param_constant121" [id=900, type=get_attr]; +"901 layer_norm_16" [id=901, type=layer_norm]; +"902 add_23" [id=902, type=add]; +"903 _tensor_constant41" [id=903, type=get_attr]; +"904 _param_constant122" [id=904, type=get_attr]; +"905 linear_44_scale_0" [id=905, type=get_attr]; +"906 linear_44_zero_point_0" [id=906, type=get_attr]; +"907 quantize_per_channel_default_45" [id=907, type=quantize_per_channel]; +"908 dequantize_per_channel_default_45" [id=908, type=dequantize_per_channel]; +"909 _param_constant123_0_0" [id=909, type=get_attr]; +"910 linear_44" [id=910, type=linear]; +"911 relu__7" [id=911, type=relu_]; +"912 _param_constant124" [id=912, type=get_attr]; +"913 linear_45_scale_0" [id=913, type=get_attr]; +"914 linear_45_zero_point_0" [id=914, type=get_attr]; +"915 quantize_per_channel_default_46" [id=915, type=quantize_per_channel]; +"916 dequantize_per_channel_default_46" [id=916, type=dequantize_per_channel]; +"917 linear_45" [id=917, type=linear]; +"918 view_37" [id=918, type=view]; +"919 _tensor_constant42" [id=919, type=get_attr]; +"920 index_7" [id=920, type=index]; +"921 view_38" [id=921, type=view]; +"922 permute_32" [id=922, type=permute]; +"923 contiguous_12" [id=923, type=contiguous]; +"924 unsqueeze_19" [id=924, type=unsqueeze]; +"925 sigmoid_7" [id=925, type=sigmoid]; +"926 mul_14" [id=926, type=mul]; +"927 pad_9" [id=927, type=pad]; +"928 roll_6" [id=928, type=roll]; +"929 view_39" [id=929, type=view]; +"930 permute_33" [id=930, type=permute]; +"931 reshape_31" [id=931, type=reshape]; +"932 _param_constant126" [id=932, type=get_attr]; +"933 quantize_per_tensor_default_46" [id=933, type=quantize_per_tensor]; +"934 dequantize_per_tensor_default_46" [id=934, type=dequantize_per_tensor]; +"935 linear_46_scale_0" [id=935, type=get_attr]; +"936 linear_46_zero_point_0" [id=936, type=get_attr]; +"937 quantize_per_channel_default_47" [id=937, type=quantize_per_channel]; +"938 dequantize_per_channel_default_47" [id=938, type=dequantize_per_channel]; +"939 _param_constant125_0_0" [id=939, type=get_attr]; +"940 linear_46" [id=940, type=linear]; +"941 reshape_32" [id=941, type=reshape]; +"942 permute_34" [id=942, type=permute]; +"943 select_21" [id=943, type=select]; +"944 select_22" [id=944, type=select]; +"945 select_23" [id=945, type=select]; +"946 linalg_vector_norm_14" [id=946, type=linalg_vector_norm]; +"947 clamp_min_14" [id=947, type=clamp_min]; +"948 expand_as_14" [id=948, type=expand_as]; +"949 div_14" [id=949, type=div]; +"950 quantize_per_tensor_default_47" [id=950, type=quantize_per_tensor]; +"951 dequantize_per_tensor_default_47" [id=951, type=dequantize_per_tensor]; +"952 linalg_vector_norm_15" [id=952, type=linalg_vector_norm]; +"953 clamp_min_15" [id=953, type=clamp_min]; +"954 expand_as_15" [id=954, type=expand_as]; +"955 div_15" [id=955, type=div]; +"956 quantize_per_tensor_default_48" [id=956, type=quantize_per_tensor]; +"957 dequantize_per_tensor_default_48" [id=957, type=dequantize_per_tensor]; +"958 transpose_14" [id=958, type=transpose]; +"959 matmul_14" [id=959, type=matmul]; +"960 _param_constant127" [id=960, type=get_attr]; +"961 clamp_7" [id=961, type=clamp]; +"962 exp_7" [id=962, type=exp]; +"963 mul_15" [id=963, type=mul]; +"964 add_24" [id=964, type=add]; +"965 new_zeros_3" [id=965, type=new_zeros]; +"966 view_40" [id=966, type=view]; +"967 permute_35" [id=967, type=permute]; +"968 reshape_33" [id=968, type=reshape]; +"969 unsqueeze_20" [id=969, type=unsqueeze]; +"970 unsqueeze_21" [id=970, type=unsqueeze]; +"971 sub_3" [id=971, type=sub]; +"972 ne_3" [id=972, type=ne]; +"973 masked_fill_6" [id=973, type=masked_fill]; +"974 eq_3" [id=974, type=eq]; +"975 masked_fill_7" [id=975, type=masked_fill]; +"976 view_41" [id=976, type=view]; +"977 unsqueeze_22" [id=977, type=unsqueeze]; +"978 unsqueeze_23" [id=978, type=unsqueeze]; +"979 add_25" [id=979, type=add]; +"980 view_42" [id=980, type=view]; +"981 softmax_7" [id=981, type=softmax]; +"982 dropout_28" [id=982, type=dropout]; +"983 matmul_15" [id=983, type=matmul]; +"984 quantize_per_tensor_default_49" [id=984, type=quantize_per_tensor]; +"985 dequantize_per_tensor_default_49" [id=985, type=dequantize_per_tensor]; +"986 transpose_15" [id=986, type=transpose]; +"987 reshape_34" [id=987, type=reshape]; +"988 _param_constant128" [id=988, type=get_attr]; +"989 linear_47_scale_0" [id=989, type=get_attr]; +"990 linear_47_zero_point_0" [id=990, type=get_attr]; +"991 quantize_per_channel_default_48" [id=991, type=quantize_per_channel]; +"992 dequantize_per_channel_default_48" [id=992, type=dequantize_per_channel]; +"993 _param_constant129_0_0" [id=993, type=get_attr]; +"994 linear_47" [id=994, type=linear]; +"995 dropout_29" [id=995, type=dropout]; +"996 view_43" [id=996, type=view]; +"997 permute_36" [id=997, type=permute]; +"998 reshape_35" [id=998, type=reshape]; +"999 roll_7" [id=999, type=roll]; +"1000 slice_129" [id=1000, type=slice]; +"1001 slice_130" [id=1001, type=slice]; +"1002 slice_131" [id=1002, type=slice]; +"1003 slice_132" [id=1003, type=slice]; +"1004 contiguous_13" [id=1004, type=contiguous]; +"1005 _param_constant130" [id=1005, type=get_attr]; +"1006 _param_constant131" [id=1006, type=get_attr]; +"1007 layer_norm_17" [id=1007, type=layer_norm]; +"1008 add_26" [id=1008, type=add]; +"1009 _param_constant132" [id=1009, type=get_attr]; +"1010 quantize_per_tensor_default_50" [id=1010, type=quantize_per_tensor]; +"1011 dequantize_per_tensor_default_50" [id=1011, type=dequantize_per_tensor]; +"1012 linear_48_scale_0" [id=1012, type=get_attr]; +"1013 linear_48_zero_point_0" [id=1013, type=get_attr]; +"1014 quantize_per_channel_default_49" [id=1014, type=quantize_per_channel]; +"1015 dequantize_per_channel_default_49" [id=1015, type=dequantize_per_channel]; +"1016 _param_constant133_0_0" [id=1016, type=get_attr]; +"1017 linear_48" [id=1017, type=linear]; +"1018 gelu_7" [id=1018, type=gelu]; +"1019 quantize_per_tensor_default_51" [id=1019, type=quantize_per_tensor]; +"1020 dequantize_per_tensor_default_51" [id=1020, type=dequantize_per_tensor]; +"1021 dropout_30" [id=1021, type=dropout]; +"1022 _param_constant134" [id=1022, type=get_attr]; +"1023 linear_49_scale_0" [id=1023, type=get_attr]; +"1024 linear_49_zero_point_0" [id=1024, type=get_attr]; +"1025 quantize_per_channel_default_50" [id=1025, type=quantize_per_channel]; +"1026 dequantize_per_channel_default_50" [id=1026, type=dequantize_per_channel]; +"1027 _param_constant135_0_0" [id=1027, type=get_attr]; +"1028 linear_49" [id=1028, type=linear]; +"1029 dropout_31" [id=1029, type=dropout]; +"1030 _param_constant136" [id=1030, type=get_attr]; +"1031 _param_constant137" [id=1031, type=get_attr]; +"1032 layer_norm_18" [id=1032, type=layer_norm]; +"1033 add_27" [id=1033, type=add]; +"1034 _tensor_constant52" [id=1034, type=get_attr]; +"1035 _param_constant138" [id=1035, type=get_attr]; +"1036 linear_50_scale_0" [id=1036, type=get_attr]; +"1037 linear_50_zero_point_0" [id=1037, type=get_attr]; +"1038 quantize_per_channel_default_51" [id=1038, type=quantize_per_channel]; +"1039 dequantize_per_channel_default_51" [id=1039, type=dequantize_per_channel]; +"1040 _param_constant139_0_0" [id=1040, type=get_attr]; +"1041 linear_50" [id=1041, type=linear]; +"1042 relu__8" [id=1042, type=relu_]; +"1043 _param_constant140" [id=1043, type=get_attr]; +"1044 linear_51_scale_0" [id=1044, type=get_attr]; +"1045 linear_51_zero_point_0" [id=1045, type=get_attr]; +"1046 quantize_per_channel_default_52" [id=1046, type=quantize_per_channel]; +"1047 dequantize_per_channel_default_52" [id=1047, type=dequantize_per_channel]; +"1048 linear_51" [id=1048, type=linear]; +"1049 view_44" [id=1049, type=view]; +"1050 _tensor_constant53" [id=1050, type=get_attr]; +"1051 index_8" [id=1051, type=index]; +"1052 view_45" [id=1052, type=view]; +"1053 permute_37" [id=1053, type=permute]; +"1054 contiguous_14" [id=1054, type=contiguous]; +"1055 unsqueeze_24" [id=1055, type=unsqueeze]; +"1056 sigmoid_8" [id=1056, type=sigmoid]; +"1057 mul_16" [id=1057, type=mul]; +"1058 quantize_per_tensor_default_52" [id=1058, type=quantize_per_tensor]; +"1059 dequantize_per_tensor_default_52" [id=1059, type=dequantize_per_tensor]; +"1060 pad_10" [id=1060, type=pad]; +"1061 view_46" [id=1061, type=view]; +"1062 permute_38" [id=1062, type=permute]; +"1063 reshape_36" [id=1063, type=reshape]; +"1064 _param_constant142" [id=1064, type=get_attr]; +"1065 linear_52_scale_0" [id=1065, type=get_attr]; +"1066 linear_52_zero_point_0" [id=1066, type=get_attr]; +"1067 quantize_per_channel_default_53" [id=1067, type=quantize_per_channel]; +"1068 dequantize_per_channel_default_53" [id=1068, type=dequantize_per_channel]; +"1069 _param_constant141_0_0" [id=1069, type=get_attr]; +"1070 linear_52" [id=1070, type=linear]; +"1071 reshape_37" [id=1071, type=reshape]; +"1072 permute_39" [id=1072, type=permute]; +"1073 select_24" [id=1073, type=select]; +"1074 select_25" [id=1074, type=select]; +"1075 select_26" [id=1075, type=select]; +"1076 linalg_vector_norm_16" [id=1076, type=linalg_vector_norm]; +"1077 clamp_min_16" [id=1077, type=clamp_min]; +"1078 expand_as_16" [id=1078, type=expand_as]; +"1079 div_16" [id=1079, type=div]; +"1080 quantize_per_tensor_default_53" [id=1080, type=quantize_per_tensor]; +"1081 dequantize_per_tensor_default_53" [id=1081, type=dequantize_per_tensor]; +"1082 linalg_vector_norm_17" [id=1082, type=linalg_vector_norm]; +"1083 clamp_min_17" [id=1083, type=clamp_min]; +"1084 expand_as_17" [id=1084, type=expand_as]; +"1085 div_17" [id=1085, type=div]; +"1086 quantize_per_tensor_default_54" [id=1086, type=quantize_per_tensor]; +"1087 dequantize_per_tensor_default_54" [id=1087, type=dequantize_per_tensor]; +"1088 transpose_16" [id=1088, type=transpose]; +"1089 matmul_16" [id=1089, type=matmul]; +"1090 _param_constant143" [id=1090, type=get_attr]; +"1091 clamp_8" [id=1091, type=clamp]; +"1092 exp_8" [id=1092, type=exp]; +"1093 mul_17" [id=1093, type=mul]; +"1094 add_28" [id=1094, type=add]; +"1095 softmax_8" [id=1095, type=softmax]; +"1096 dropout_32" [id=1096, type=dropout]; +"1097 matmul_17" [id=1097, type=matmul]; +"1098 quantize_per_tensor_default_55" [id=1098, type=quantize_per_tensor]; +"1099 dequantize_per_tensor_default_55" [id=1099, type=dequantize_per_tensor]; +"1100 transpose_17" [id=1100, type=transpose]; +"1101 reshape_38" [id=1101, type=reshape]; +"1102 _param_constant144" [id=1102, type=get_attr]; +"1103 linear_53_scale_0" [id=1103, type=get_attr]; +"1104 linear_53_zero_point_0" [id=1104, type=get_attr]; +"1105 quantize_per_channel_default_54" [id=1105, type=quantize_per_channel]; +"1106 dequantize_per_channel_default_54" [id=1106, type=dequantize_per_channel]; +"1107 _param_constant145_0_0" [id=1107, type=get_attr]; +"1108 linear_53" [id=1108, type=linear]; +"1109 dropout_33" [id=1109, type=dropout]; +"1110 view_47" [id=1110, type=view]; +"1111 permute_40" [id=1111, type=permute]; +"1112 reshape_39" [id=1112, type=reshape]; +"1113 slice_134" [id=1113, type=slice]; +"1114 slice_135" [id=1114, type=slice]; +"1115 slice_136" [id=1115, type=slice]; +"1116 slice_137" [id=1116, type=slice]; +"1117 contiguous_15" [id=1117, type=contiguous]; +"1118 _param_constant146" [id=1118, type=get_attr]; +"1119 _param_constant147" [id=1119, type=get_attr]; +"1120 layer_norm_19" [id=1120, type=layer_norm]; +"1121 add_29" [id=1121, type=add]; +"1122 _param_constant148" [id=1122, type=get_attr]; +"1123 quantize_per_tensor_default_56" [id=1123, type=quantize_per_tensor]; +"1124 dequantize_per_tensor_default_56" [id=1124, type=dequantize_per_tensor]; +"1125 linear_54_scale_0" [id=1125, type=get_attr]; +"1126 linear_54_zero_point_0" [id=1126, type=get_attr]; +"1127 quantize_per_channel_default_55" [id=1127, type=quantize_per_channel]; +"1128 dequantize_per_channel_default_55" [id=1128, type=dequantize_per_channel]; +"1129 _param_constant149_0_0" [id=1129, type=get_attr]; +"1130 linear_54" [id=1130, type=linear]; +"1131 gelu_8" [id=1131, type=gelu]; +"1132 quantize_per_tensor_default_57" [id=1132, type=quantize_per_tensor]; +"1133 dequantize_per_tensor_default_57" [id=1133, type=dequantize_per_tensor]; +"1134 dropout_34" [id=1134, type=dropout]; +"1135 _param_constant150" [id=1135, type=get_attr]; +"1136 linear_55_scale_0" [id=1136, type=get_attr]; +"1137 linear_55_zero_point_0" [id=1137, type=get_attr]; +"1138 quantize_per_channel_default_56" [id=1138, type=quantize_per_channel]; +"1139 dequantize_per_channel_default_56" [id=1139, type=dequantize_per_channel]; +"1140 _param_constant151_0_0" [id=1140, type=get_attr]; +"1141 linear_55" [id=1141, type=linear]; +"1142 dropout_35" [id=1142, type=dropout]; +"1143 _param_constant152" [id=1143, type=get_attr]; +"1144 _param_constant153" [id=1144, type=get_attr]; +"1145 layer_norm_20" [id=1145, type=layer_norm]; +"1146 add_30" [id=1146, type=add]; +"1147 _tensor_constant54" [id=1147, type=get_attr]; +"1148 _param_constant154" [id=1148, type=get_attr]; +"1149 linear_56_scale_0" [id=1149, type=get_attr]; +"1150 linear_56_zero_point_0" [id=1150, type=get_attr]; +"1151 quantize_per_channel_default_57" [id=1151, type=quantize_per_channel]; +"1152 dequantize_per_channel_default_57" [id=1152, type=dequantize_per_channel]; +"1153 _param_constant155_0_0" [id=1153, type=get_attr]; +"1154 linear_56" [id=1154, type=linear]; +"1155 relu__9" [id=1155, type=relu_]; +"1156 _param_constant156" [id=1156, type=get_attr]; +"1157 linear_57_scale_0" [id=1157, type=get_attr]; +"1158 linear_57_zero_point_0" [id=1158, type=get_attr]; +"1159 quantize_per_channel_default_58" [id=1159, type=quantize_per_channel]; +"1160 dequantize_per_channel_default_58" [id=1160, type=dequantize_per_channel]; +"1161 linear_57" [id=1161, type=linear]; +"1162 view_48" [id=1162, type=view]; +"1163 _tensor_constant55" [id=1163, type=get_attr]; +"1164 index_9" [id=1164, type=index]; +"1165 view_49" [id=1165, type=view]; +"1166 permute_41" [id=1166, type=permute]; +"1167 contiguous_16" [id=1167, type=contiguous]; +"1168 unsqueeze_25" [id=1168, type=unsqueeze]; +"1169 sigmoid_9" [id=1169, type=sigmoid]; +"1170 mul_18" [id=1170, type=mul]; +"1171 pad_11" [id=1171, type=pad]; +"1172 roll_8" [id=1172, type=roll]; +"1173 view_50" [id=1173, type=view]; +"1174 permute_42" [id=1174, type=permute]; +"1175 reshape_40" [id=1175, type=reshape]; +"1176 _param_constant158" [id=1176, type=get_attr]; +"1177 quantize_per_tensor_default_58" [id=1177, type=quantize_per_tensor]; +"1178 dequantize_per_tensor_default_58" [id=1178, type=dequantize_per_tensor]; +"1179 linear_58_scale_0" [id=1179, type=get_attr]; +"1180 linear_58_zero_point_0" [id=1180, type=get_attr]; +"1181 quantize_per_channel_default_59" [id=1181, type=quantize_per_channel]; +"1182 dequantize_per_channel_default_59" [id=1182, type=dequantize_per_channel]; +"1183 _param_constant157_0_0" [id=1183, type=get_attr]; +"1184 linear_58" [id=1184, type=linear]; +"1185 reshape_41" [id=1185, type=reshape]; +"1186 permute_43" [id=1186, type=permute]; +"1187 select_27" [id=1187, type=select]; +"1188 select_28" [id=1188, type=select]; +"1189 select_29" [id=1189, type=select]; +"1190 linalg_vector_norm_18" [id=1190, type=linalg_vector_norm]; +"1191 clamp_min_18" [id=1191, type=clamp_min]; +"1192 expand_as_18" [id=1192, type=expand_as]; +"1193 div_18" [id=1193, type=div]; +"1194 quantize_per_tensor_default_59" [id=1194, type=quantize_per_tensor]; +"1195 dequantize_per_tensor_default_59" [id=1195, type=dequantize_per_tensor]; +"1196 linalg_vector_norm_19" [id=1196, type=linalg_vector_norm]; +"1197 clamp_min_19" [id=1197, type=clamp_min]; +"1198 expand_as_19" [id=1198, type=expand_as]; +"1199 div_19" [id=1199, type=div]; +"1200 quantize_per_tensor_default_60" [id=1200, type=quantize_per_tensor]; +"1201 dequantize_per_tensor_default_60" [id=1201, type=dequantize_per_tensor]; +"1202 transpose_18" [id=1202, type=transpose]; +"1203 matmul_18" [id=1203, type=matmul]; +"1204 _param_constant159" [id=1204, type=get_attr]; +"1205 clamp_9" [id=1205, type=clamp]; +"1206 exp_9" [id=1206, type=exp]; +"1207 mul_19" [id=1207, type=mul]; +"1208 add_31" [id=1208, type=add]; +"1209 new_zeros_4" [id=1209, type=new_zeros]; +"1210 view_51" [id=1210, type=view]; +"1211 permute_44" [id=1211, type=permute]; +"1212 reshape_42" [id=1212, type=reshape]; +"1213 unsqueeze_26" [id=1213, type=unsqueeze]; +"1214 unsqueeze_27" [id=1214, type=unsqueeze]; +"1215 sub_4" [id=1215, type=sub]; +"1216 ne_4" [id=1216, type=ne]; +"1217 masked_fill_8" [id=1217, type=masked_fill]; +"1218 eq_4" [id=1218, type=eq]; +"1219 masked_fill_9" [id=1219, type=masked_fill]; +"1220 view_52" [id=1220, type=view]; +"1221 unsqueeze_28" [id=1221, type=unsqueeze]; +"1222 unsqueeze_29" [id=1222, type=unsqueeze]; +"1223 add_32" [id=1223, type=add]; +"1224 view_53" [id=1224, type=view]; +"1225 softmax_9" [id=1225, type=softmax]; +"1226 dropout_36" [id=1226, type=dropout]; +"1227 matmul_19" [id=1227, type=matmul]; +"1228 quantize_per_tensor_default_61" [id=1228, type=quantize_per_tensor]; +"1229 dequantize_per_tensor_default_61" [id=1229, type=dequantize_per_tensor]; +"1230 transpose_19" [id=1230, type=transpose]; +"1231 reshape_43" [id=1231, type=reshape]; +"1232 _param_constant160" [id=1232, type=get_attr]; +"1233 linear_59_scale_0" [id=1233, type=get_attr]; +"1234 linear_59_zero_point_0" [id=1234, type=get_attr]; +"1235 quantize_per_channel_default_60" [id=1235, type=quantize_per_channel]; +"1236 dequantize_per_channel_default_60" [id=1236, type=dequantize_per_channel]; +"1237 _param_constant161_0_0" [id=1237, type=get_attr]; +"1238 linear_59" [id=1238, type=linear]; +"1239 dropout_37" [id=1239, type=dropout]; +"1240 view_54" [id=1240, type=view]; +"1241 permute_45" [id=1241, type=permute]; +"1242 reshape_44" [id=1242, type=reshape]; +"1243 roll_9" [id=1243, type=roll]; +"1244 slice_157" [id=1244, type=slice]; +"1245 slice_158" [id=1245, type=slice]; +"1246 slice_159" [id=1246, type=slice]; +"1247 slice_160" [id=1247, type=slice]; +"1248 contiguous_17" [id=1248, type=contiguous]; +"1249 _param_constant162" [id=1249, type=get_attr]; +"1250 _param_constant163" [id=1250, type=get_attr]; +"1251 layer_norm_21" [id=1251, type=layer_norm]; +"1252 add_33" [id=1252, type=add]; +"1253 _param_constant164" [id=1253, type=get_attr]; +"1254 quantize_per_tensor_default_62" [id=1254, type=quantize_per_tensor]; +"1255 dequantize_per_tensor_default_62" [id=1255, type=dequantize_per_tensor]; +"1256 linear_60_scale_0" [id=1256, type=get_attr]; +"1257 linear_60_zero_point_0" [id=1257, type=get_attr]; +"1258 quantize_per_channel_default_61" [id=1258, type=quantize_per_channel]; +"1259 dequantize_per_channel_default_61" [id=1259, type=dequantize_per_channel]; +"1260 _param_constant165_0_0" [id=1260, type=get_attr]; +"1261 linear_60" [id=1261, type=linear]; +"1262 gelu_9" [id=1262, type=gelu]; +"1263 quantize_per_tensor_default_63" [id=1263, type=quantize_per_tensor]; +"1264 dequantize_per_tensor_default_63" [id=1264, type=dequantize_per_tensor]; +"1265 dropout_38" [id=1265, type=dropout]; +"1266 _param_constant166" [id=1266, type=get_attr]; +"1267 linear_61_scale_0" [id=1267, type=get_attr]; +"1268 linear_61_zero_point_0" [id=1268, type=get_attr]; +"1269 quantize_per_channel_default_62" [id=1269, type=quantize_per_channel]; +"1270 dequantize_per_channel_default_62" [id=1270, type=dequantize_per_channel]; +"1271 _param_constant167_0_0" [id=1271, type=get_attr]; +"1272 linear_61" [id=1272, type=linear]; +"1273 dropout_39" [id=1273, type=dropout]; +"1274 _param_constant168" [id=1274, type=get_attr]; +"1275 _param_constant169" [id=1275, type=get_attr]; +"1276 layer_norm_22" [id=1276, type=layer_norm]; +"1277 add_34" [id=1277, type=add]; +"1278 _tensor_constant65" [id=1278, type=get_attr]; +"1279 _param_constant170" [id=1279, type=get_attr]; +"1280 linear_62_scale_0" [id=1280, type=get_attr]; +"1281 linear_62_zero_point_0" [id=1281, type=get_attr]; +"1282 quantize_per_channel_default_63" [id=1282, type=quantize_per_channel]; +"1283 dequantize_per_channel_default_63" [id=1283, type=dequantize_per_channel]; +"1284 _param_constant171_0_0" [id=1284, type=get_attr]; +"1285 linear_62" [id=1285, type=linear]; +"1286 relu__10" [id=1286, type=relu_]; +"1287 _param_constant172" [id=1287, type=get_attr]; +"1288 linear_63_scale_0" [id=1288, type=get_attr]; +"1289 linear_63_zero_point_0" [id=1289, type=get_attr]; +"1290 quantize_per_channel_default_64" [id=1290, type=quantize_per_channel]; +"1291 dequantize_per_channel_default_64" [id=1291, type=dequantize_per_channel]; +"1292 linear_63" [id=1292, type=linear]; +"1293 view_55" [id=1293, type=view]; +"1294 _tensor_constant66" [id=1294, type=get_attr]; +"1295 index_10" [id=1295, type=index]; +"1296 view_56" [id=1296, type=view]; +"1297 permute_46" [id=1297, type=permute]; +"1298 contiguous_18" [id=1298, type=contiguous]; +"1299 unsqueeze_30" [id=1299, type=unsqueeze]; +"1300 sigmoid_10" [id=1300, type=sigmoid]; +"1301 mul_20" [id=1301, type=mul]; +"1302 quantize_per_tensor_default_64" [id=1302, type=quantize_per_tensor]; +"1303 dequantize_per_tensor_default_64" [id=1303, type=dequantize_per_tensor]; +"1304 pad_12" [id=1304, type=pad]; +"1305 view_57" [id=1305, type=view]; +"1306 permute_47" [id=1306, type=permute]; +"1307 reshape_45" [id=1307, type=reshape]; +"1308 _param_constant174" [id=1308, type=get_attr]; +"1309 linear_64_scale_0" [id=1309, type=get_attr]; +"1310 linear_64_zero_point_0" [id=1310, type=get_attr]; +"1311 quantize_per_channel_default_65" [id=1311, type=quantize_per_channel]; +"1312 dequantize_per_channel_default_65" [id=1312, type=dequantize_per_channel]; +"1313 _param_constant173_0_0" [id=1313, type=get_attr]; +"1314 linear_64" [id=1314, type=linear]; +"1315 reshape_46" [id=1315, type=reshape]; +"1316 permute_48" [id=1316, type=permute]; +"1317 select_30" [id=1317, type=select]; +"1318 select_31" [id=1318, type=select]; +"1319 select_32" [id=1319, type=select]; +"1320 linalg_vector_norm_20" [id=1320, type=linalg_vector_norm]; +"1321 clamp_min_20" [id=1321, type=clamp_min]; +"1322 expand_as_20" [id=1322, type=expand_as]; +"1323 div_20" [id=1323, type=div]; +"1324 quantize_per_tensor_default_65" [id=1324, type=quantize_per_tensor]; +"1325 dequantize_per_tensor_default_65" [id=1325, type=dequantize_per_tensor]; +"1326 linalg_vector_norm_21" [id=1326, type=linalg_vector_norm]; +"1327 clamp_min_21" [id=1327, type=clamp_min]; +"1328 expand_as_21" [id=1328, type=expand_as]; +"1329 div_21" [id=1329, type=div]; +"1330 quantize_per_tensor_default_66" [id=1330, type=quantize_per_tensor]; +"1331 dequantize_per_tensor_default_66" [id=1331, type=dequantize_per_tensor]; +"1332 transpose_20" [id=1332, type=transpose]; +"1333 matmul_20" [id=1333, type=matmul]; +"1334 _param_constant175" [id=1334, type=get_attr]; +"1335 clamp_10" [id=1335, type=clamp]; +"1336 exp_10" [id=1336, type=exp]; +"1337 mul_21" [id=1337, type=mul]; +"1338 add_35" [id=1338, type=add]; +"1339 softmax_10" [id=1339, type=softmax]; +"1340 dropout_40" [id=1340, type=dropout]; +"1341 matmul_21" [id=1341, type=matmul]; +"1342 quantize_per_tensor_default_67" [id=1342, type=quantize_per_tensor]; +"1343 dequantize_per_tensor_default_67" [id=1343, type=dequantize_per_tensor]; +"1344 transpose_21" [id=1344, type=transpose]; +"1345 reshape_47" [id=1345, type=reshape]; +"1346 _param_constant176" [id=1346, type=get_attr]; +"1347 linear_65_scale_0" [id=1347, type=get_attr]; +"1348 linear_65_zero_point_0" [id=1348, type=get_attr]; +"1349 quantize_per_channel_default_66" [id=1349, type=quantize_per_channel]; +"1350 dequantize_per_channel_default_66" [id=1350, type=dequantize_per_channel]; +"1351 _param_constant177_0_0" [id=1351, type=get_attr]; +"1352 linear_65" [id=1352, type=linear]; +"1353 dropout_41" [id=1353, type=dropout]; +"1354 view_58" [id=1354, type=view]; +"1355 permute_49" [id=1355, type=permute]; +"1356 reshape_48" [id=1356, type=reshape]; +"1357 slice_162" [id=1357, type=slice]; +"1358 slice_163" [id=1358, type=slice]; +"1359 slice_164" [id=1359, type=slice]; +"1360 slice_165" [id=1360, type=slice]; +"1361 contiguous_19" [id=1361, type=contiguous]; +"1362 _param_constant178" [id=1362, type=get_attr]; +"1363 _param_constant179" [id=1363, type=get_attr]; +"1364 layer_norm_23" [id=1364, type=layer_norm]; +"1365 add_36" [id=1365, type=add]; +"1366 _param_constant180" [id=1366, type=get_attr]; +"1367 quantize_per_tensor_default_68" [id=1367, type=quantize_per_tensor]; +"1368 dequantize_per_tensor_default_68" [id=1368, type=dequantize_per_tensor]; +"1369 linear_66_scale_0" [id=1369, type=get_attr]; +"1370 linear_66_zero_point_0" [id=1370, type=get_attr]; +"1371 quantize_per_channel_default_67" [id=1371, type=quantize_per_channel]; +"1372 dequantize_per_channel_default_67" [id=1372, type=dequantize_per_channel]; +"1373 _param_constant181_0_0" [id=1373, type=get_attr]; +"1374 linear_66" [id=1374, type=linear]; +"1375 gelu_10" [id=1375, type=gelu]; +"1376 quantize_per_tensor_default_69" [id=1376, type=quantize_per_tensor]; +"1377 dequantize_per_tensor_default_69" [id=1377, type=dequantize_per_tensor]; +"1378 dropout_42" [id=1378, type=dropout]; +"1379 _param_constant182" [id=1379, type=get_attr]; +"1380 linear_67_scale_0" [id=1380, type=get_attr]; +"1381 linear_67_zero_point_0" [id=1381, type=get_attr]; +"1382 quantize_per_channel_default_68" [id=1382, type=quantize_per_channel]; +"1383 dequantize_per_channel_default_68" [id=1383, type=dequantize_per_channel]; +"1384 _param_constant183_0_0" [id=1384, type=get_attr]; +"1385 linear_67" [id=1385, type=linear]; +"1386 dropout_43" [id=1386, type=dropout]; +"1387 _param_constant184" [id=1387, type=get_attr]; +"1388 _param_constant185" [id=1388, type=get_attr]; +"1389 layer_norm_24" [id=1389, type=layer_norm]; +"1390 add_37" [id=1390, type=add]; +"1391 _tensor_constant67" [id=1391, type=get_attr]; +"1392 _param_constant186" [id=1392, type=get_attr]; +"1393 linear_68_scale_0" [id=1393, type=get_attr]; +"1394 linear_68_zero_point_0" [id=1394, type=get_attr]; +"1395 quantize_per_channel_default_69" [id=1395, type=quantize_per_channel]; +"1396 dequantize_per_channel_default_69" [id=1396, type=dequantize_per_channel]; +"1397 _param_constant187_0_0" [id=1397, type=get_attr]; +"1398 linear_68" [id=1398, type=linear]; +"1399 relu__11" [id=1399, type=relu_]; +"1400 _param_constant188" [id=1400, type=get_attr]; +"1401 linear_69_scale_0" [id=1401, type=get_attr]; +"1402 linear_69_zero_point_0" [id=1402, type=get_attr]; +"1403 quantize_per_channel_default_70" [id=1403, type=quantize_per_channel]; +"1404 dequantize_per_channel_default_70" [id=1404, type=dequantize_per_channel]; +"1405 linear_69" [id=1405, type=linear]; +"1406 view_59" [id=1406, type=view]; +"1407 _tensor_constant68" [id=1407, type=get_attr]; +"1408 index_11" [id=1408, type=index]; +"1409 view_60" [id=1409, type=view]; +"1410 permute_50" [id=1410, type=permute]; +"1411 contiguous_20" [id=1411, type=contiguous]; +"1412 unsqueeze_31" [id=1412, type=unsqueeze]; +"1413 sigmoid_11" [id=1413, type=sigmoid]; +"1414 mul_22" [id=1414, type=mul]; +"1415 pad_13" [id=1415, type=pad]; +"1416 roll_10" [id=1416, type=roll]; +"1417 view_61" [id=1417, type=view]; +"1418 permute_51" [id=1418, type=permute]; +"1419 reshape_49" [id=1419, type=reshape]; +"1420 _param_constant190" [id=1420, type=get_attr]; +"1421 quantize_per_tensor_default_70" [id=1421, type=quantize_per_tensor]; +"1422 dequantize_per_tensor_default_70" [id=1422, type=dequantize_per_tensor]; +"1423 linear_70_scale_0" [id=1423, type=get_attr]; +"1424 linear_70_zero_point_0" [id=1424, type=get_attr]; +"1425 quantize_per_channel_default_71" [id=1425, type=quantize_per_channel]; +"1426 dequantize_per_channel_default_71" [id=1426, type=dequantize_per_channel]; +"1427 _param_constant189_0_0" [id=1427, type=get_attr]; +"1428 linear_70" [id=1428, type=linear]; +"1429 reshape_50" [id=1429, type=reshape]; +"1430 permute_52" [id=1430, type=permute]; +"1431 select_33" [id=1431, type=select]; +"1432 select_34" [id=1432, type=select]; +"1433 select_35" [id=1433, type=select]; +"1434 linalg_vector_norm_22" [id=1434, type=linalg_vector_norm]; +"1435 clamp_min_22" [id=1435, type=clamp_min]; +"1436 expand_as_22" [id=1436, type=expand_as]; +"1437 div_22" [id=1437, type=div]; +"1438 quantize_per_tensor_default_71" [id=1438, type=quantize_per_tensor]; +"1439 dequantize_per_tensor_default_71" [id=1439, type=dequantize_per_tensor]; +"1440 linalg_vector_norm_23" [id=1440, type=linalg_vector_norm]; +"1441 clamp_min_23" [id=1441, type=clamp_min]; +"1442 expand_as_23" [id=1442, type=expand_as]; +"1443 div_23" [id=1443, type=div]; +"1444 quantize_per_tensor_default_72" [id=1444, type=quantize_per_tensor]; +"1445 dequantize_per_tensor_default_72" [id=1445, type=dequantize_per_tensor]; +"1446 transpose_22" [id=1446, type=transpose]; +"1447 matmul_22" [id=1447, type=matmul]; +"1448 _param_constant191" [id=1448, type=get_attr]; +"1449 clamp_11" [id=1449, type=clamp]; +"1450 exp_11" [id=1450, type=exp]; +"1451 mul_23" [id=1451, type=mul]; +"1452 add_38" [id=1452, type=add]; +"1453 new_zeros_5" [id=1453, type=new_zeros]; +"1454 view_62" [id=1454, type=view]; +"1455 permute_53" [id=1455, type=permute]; +"1456 reshape_51" [id=1456, type=reshape]; +"1457 unsqueeze_32" [id=1457, type=unsqueeze]; +"1458 unsqueeze_33" [id=1458, type=unsqueeze]; +"1459 sub_5" [id=1459, type=sub]; +"1460 ne_5" [id=1460, type=ne]; +"1461 masked_fill_10" [id=1461, type=masked_fill]; +"1462 eq_5" [id=1462, type=eq]; +"1463 masked_fill_11" [id=1463, type=masked_fill]; +"1464 view_63" [id=1464, type=view]; +"1465 unsqueeze_34" [id=1465, type=unsqueeze]; +"1466 unsqueeze_35" [id=1466, type=unsqueeze]; +"1467 add_39" [id=1467, type=add]; +"1468 view_64" [id=1468, type=view]; +"1469 softmax_11" [id=1469, type=softmax]; +"1470 dropout_44" [id=1470, type=dropout]; +"1471 matmul_23" [id=1471, type=matmul]; +"1472 quantize_per_tensor_default_73" [id=1472, type=quantize_per_tensor]; +"1473 dequantize_per_tensor_default_73" [id=1473, type=dequantize_per_tensor]; +"1474 transpose_23" [id=1474, type=transpose]; +"1475 reshape_52" [id=1475, type=reshape]; +"1476 _param_constant192" [id=1476, type=get_attr]; +"1477 linear_71_scale_0" [id=1477, type=get_attr]; +"1478 linear_71_zero_point_0" [id=1478, type=get_attr]; +"1479 quantize_per_channel_default_72" [id=1479, type=quantize_per_channel]; +"1480 dequantize_per_channel_default_72" [id=1480, type=dequantize_per_channel]; +"1481 _param_constant193_0_0" [id=1481, type=get_attr]; +"1482 linear_71" [id=1482, type=linear]; +"1483 dropout_45" [id=1483, type=dropout]; +"1484 view_65" [id=1484, type=view]; +"1485 permute_54" [id=1485, type=permute]; +"1486 reshape_53" [id=1486, type=reshape]; +"1487 roll_11" [id=1487, type=roll]; +"1488 slice_185" [id=1488, type=slice]; +"1489 slice_186" [id=1489, type=slice]; +"1490 slice_187" [id=1490, type=slice]; +"1491 slice_188" [id=1491, type=slice]; +"1492 contiguous_21" [id=1492, type=contiguous]; +"1493 _param_constant194" [id=1493, type=get_attr]; +"1494 _param_constant195" [id=1494, type=get_attr]; +"1495 layer_norm_25" [id=1495, type=layer_norm]; +"1496 add_40" [id=1496, type=add]; +"1497 _param_constant196" [id=1497, type=get_attr]; +"1498 quantize_per_tensor_default_74" [id=1498, type=quantize_per_tensor]; +"1499 dequantize_per_tensor_default_74" [id=1499, type=dequantize_per_tensor]; +"1500 linear_72_scale_0" [id=1500, type=get_attr]; +"1501 linear_72_zero_point_0" [id=1501, type=get_attr]; +"1502 quantize_per_channel_default_73" [id=1502, type=quantize_per_channel]; +"1503 dequantize_per_channel_default_73" [id=1503, type=dequantize_per_channel]; +"1504 _param_constant197_0_0" [id=1504, type=get_attr]; +"1505 linear_72" [id=1505, type=linear]; +"1506 gelu_11" [id=1506, type=gelu]; +"1507 quantize_per_tensor_default_75" [id=1507, type=quantize_per_tensor]; +"1508 dequantize_per_tensor_default_75" [id=1508, type=dequantize_per_tensor]; +"1509 dropout_46" [id=1509, type=dropout]; +"1510 _param_constant198" [id=1510, type=get_attr]; +"1511 linear_73_scale_0" [id=1511, type=get_attr]; +"1512 linear_73_zero_point_0" [id=1512, type=get_attr]; +"1513 quantize_per_channel_default_74" [id=1513, type=quantize_per_channel]; +"1514 dequantize_per_channel_default_74" [id=1514, type=dequantize_per_channel]; +"1515 _param_constant199_0_0" [id=1515, type=get_attr]; +"1516 linear_73" [id=1516, type=linear]; +"1517 dropout_47" [id=1517, type=dropout]; +"1518 _param_constant200" [id=1518, type=get_attr]; +"1519 _param_constant201" [id=1519, type=get_attr]; +"1520 layer_norm_26" [id=1520, type=layer_norm]; +"1521 add_41" [id=1521, type=add]; +"1522 _tensor_constant78" [id=1522, type=get_attr]; +"1523 _param_constant202" [id=1523, type=get_attr]; +"1524 linear_74_scale_0" [id=1524, type=get_attr]; +"1525 linear_74_zero_point_0" [id=1525, type=get_attr]; +"1526 quantize_per_channel_default_75" [id=1526, type=quantize_per_channel]; +"1527 dequantize_per_channel_default_75" [id=1527, type=dequantize_per_channel]; +"1528 _param_constant203_0_0" [id=1528, type=get_attr]; +"1529 linear_74" [id=1529, type=linear]; +"1530 relu__12" [id=1530, type=relu_]; +"1531 _param_constant204" [id=1531, type=get_attr]; +"1532 linear_75_scale_0" [id=1532, type=get_attr]; +"1533 linear_75_zero_point_0" [id=1533, type=get_attr]; +"1534 quantize_per_channel_default_76" [id=1534, type=quantize_per_channel]; +"1535 dequantize_per_channel_default_76" [id=1535, type=dequantize_per_channel]; +"1536 linear_75" [id=1536, type=linear]; +"1537 view_66" [id=1537, type=view]; +"1538 _tensor_constant79" [id=1538, type=get_attr]; +"1539 index_12" [id=1539, type=index]; +"1540 view_67" [id=1540, type=view]; +"1541 permute_55" [id=1541, type=permute]; +"1542 contiguous_22" [id=1542, type=contiguous]; +"1543 unsqueeze_36" [id=1543, type=unsqueeze]; +"1544 sigmoid_12" [id=1544, type=sigmoid]; +"1545 mul_24" [id=1545, type=mul]; +"1546 quantize_per_tensor_default_76" [id=1546, type=quantize_per_tensor]; +"1547 dequantize_per_tensor_default_76" [id=1547, type=dequantize_per_tensor]; +"1548 pad_14" [id=1548, type=pad]; +"1549 view_68" [id=1549, type=view]; +"1550 permute_56" [id=1550, type=permute]; +"1551 reshape_54" [id=1551, type=reshape]; +"1552 _param_constant206" [id=1552, type=get_attr]; +"1553 linear_76_scale_0" [id=1553, type=get_attr]; +"1554 linear_76_zero_point_0" [id=1554, type=get_attr]; +"1555 quantize_per_channel_default_77" [id=1555, type=quantize_per_channel]; +"1556 dequantize_per_channel_default_77" [id=1556, type=dequantize_per_channel]; +"1557 _param_constant205_0_0" [id=1557, type=get_attr]; +"1558 linear_76" [id=1558, type=linear]; +"1559 reshape_55" [id=1559, type=reshape]; +"1560 permute_57" [id=1560, type=permute]; +"1561 select_36" [id=1561, type=select]; +"1562 select_37" [id=1562, type=select]; +"1563 select_38" [id=1563, type=select]; +"1564 linalg_vector_norm_24" [id=1564, type=linalg_vector_norm]; +"1565 clamp_min_24" [id=1565, type=clamp_min]; +"1566 expand_as_24" [id=1566, type=expand_as]; +"1567 div_24" [id=1567, type=div]; +"1568 quantize_per_tensor_default_77" [id=1568, type=quantize_per_tensor]; +"1569 dequantize_per_tensor_default_77" [id=1569, type=dequantize_per_tensor]; +"1570 linalg_vector_norm_25" [id=1570, type=linalg_vector_norm]; +"1571 clamp_min_25" [id=1571, type=clamp_min]; +"1572 expand_as_25" [id=1572, type=expand_as]; +"1573 div_25" [id=1573, type=div]; +"1574 quantize_per_tensor_default_78" [id=1574, type=quantize_per_tensor]; +"1575 dequantize_per_tensor_default_78" [id=1575, type=dequantize_per_tensor]; +"1576 transpose_24" [id=1576, type=transpose]; +"1577 matmul_24" [id=1577, type=matmul]; +"1578 _param_constant207" [id=1578, type=get_attr]; +"1579 clamp_12" [id=1579, type=clamp]; +"1580 exp_12" [id=1580, type=exp]; +"1581 mul_25" [id=1581, type=mul]; +"1582 add_42" [id=1582, type=add]; +"1583 softmax_12" [id=1583, type=softmax]; +"1584 dropout_48" [id=1584, type=dropout]; +"1585 matmul_25" [id=1585, type=matmul]; +"1586 quantize_per_tensor_default_79" [id=1586, type=quantize_per_tensor]; +"1587 dequantize_per_tensor_default_79" [id=1587, type=dequantize_per_tensor]; +"1588 transpose_25" [id=1588, type=transpose]; +"1589 reshape_56" [id=1589, type=reshape]; +"1590 _param_constant208" [id=1590, type=get_attr]; +"1591 linear_77_scale_0" [id=1591, type=get_attr]; +"1592 linear_77_zero_point_0" [id=1592, type=get_attr]; +"1593 quantize_per_channel_default_78" [id=1593, type=quantize_per_channel]; +"1594 dequantize_per_channel_default_78" [id=1594, type=dequantize_per_channel]; +"1595 _param_constant209_0_0" [id=1595, type=get_attr]; +"1596 linear_77" [id=1596, type=linear]; +"1597 dropout_49" [id=1597, type=dropout]; +"1598 view_69" [id=1598, type=view]; +"1599 permute_58" [id=1599, type=permute]; +"1600 reshape_57" [id=1600, type=reshape]; +"1601 slice_190" [id=1601, type=slice]; +"1602 slice_191" [id=1602, type=slice]; +"1603 slice_192" [id=1603, type=slice]; +"1604 slice_193" [id=1604, type=slice]; +"1605 contiguous_23" [id=1605, type=contiguous]; +"1606 _param_constant210" [id=1606, type=get_attr]; +"1607 _param_constant211" [id=1607, type=get_attr]; +"1608 layer_norm_27" [id=1608, type=layer_norm]; +"1609 add_43" [id=1609, type=add]; +"1610 _param_constant212" [id=1610, type=get_attr]; +"1611 quantize_per_tensor_default_80" [id=1611, type=quantize_per_tensor]; +"1612 dequantize_per_tensor_default_80" [id=1612, type=dequantize_per_tensor]; +"1613 linear_78_scale_0" [id=1613, type=get_attr]; +"1614 linear_78_zero_point_0" [id=1614, type=get_attr]; +"1615 quantize_per_channel_default_79" [id=1615, type=quantize_per_channel]; +"1616 dequantize_per_channel_default_79" [id=1616, type=dequantize_per_channel]; +"1617 _param_constant213_0_0" [id=1617, type=get_attr]; +"1618 linear_78" [id=1618, type=linear]; +"1619 gelu_12" [id=1619, type=gelu]; +"1620 quantize_per_tensor_default_81" [id=1620, type=quantize_per_tensor]; +"1621 dequantize_per_tensor_default_81" [id=1621, type=dequantize_per_tensor]; +"1622 dropout_50" [id=1622, type=dropout]; +"1623 _param_constant214" [id=1623, type=get_attr]; +"1624 linear_79_scale_0" [id=1624, type=get_attr]; +"1625 linear_79_zero_point_0" [id=1625, type=get_attr]; +"1626 quantize_per_channel_default_80" [id=1626, type=quantize_per_channel]; +"1627 dequantize_per_channel_default_80" [id=1627, type=dequantize_per_channel]; +"1628 _param_constant215_0_0" [id=1628, type=get_attr]; +"1629 linear_79" [id=1629, type=linear]; +"1630 dropout_51" [id=1630, type=dropout]; +"1631 _param_constant216" [id=1631, type=get_attr]; +"1632 _param_constant217" [id=1632, type=get_attr]; +"1633 layer_norm_28" [id=1633, type=layer_norm]; +"1634 add_44" [id=1634, type=add]; +"1635 _tensor_constant80" [id=1635, type=get_attr]; +"1636 _param_constant218" [id=1636, type=get_attr]; +"1637 linear_80_scale_0" [id=1637, type=get_attr]; +"1638 linear_80_zero_point_0" [id=1638, type=get_attr]; +"1639 quantize_per_channel_default_81" [id=1639, type=quantize_per_channel]; +"1640 dequantize_per_channel_default_81" [id=1640, type=dequantize_per_channel]; +"1641 _param_constant219_0_0" [id=1641, type=get_attr]; +"1642 linear_80" [id=1642, type=linear]; +"1643 relu__13" [id=1643, type=relu_]; +"1644 _param_constant220" [id=1644, type=get_attr]; +"1645 linear_81_scale_0" [id=1645, type=get_attr]; +"1646 linear_81_zero_point_0" [id=1646, type=get_attr]; +"1647 quantize_per_channel_default_82" [id=1647, type=quantize_per_channel]; +"1648 dequantize_per_channel_default_82" [id=1648, type=dequantize_per_channel]; +"1649 linear_81" [id=1649, type=linear]; +"1650 view_70" [id=1650, type=view]; +"1651 _tensor_constant81" [id=1651, type=get_attr]; +"1652 index_13" [id=1652, type=index]; +"1653 view_71" [id=1653, type=view]; +"1654 permute_59" [id=1654, type=permute]; +"1655 contiguous_24" [id=1655, type=contiguous]; +"1656 unsqueeze_37" [id=1656, type=unsqueeze]; +"1657 sigmoid_13" [id=1657, type=sigmoid]; +"1658 mul_26" [id=1658, type=mul]; +"1659 pad_15" [id=1659, type=pad]; +"1660 roll_12" [id=1660, type=roll]; +"1661 view_72" [id=1661, type=view]; +"1662 permute_60" [id=1662, type=permute]; +"1663 reshape_58" [id=1663, type=reshape]; +"1664 _param_constant222" [id=1664, type=get_attr]; +"1665 quantize_per_tensor_default_82" [id=1665, type=quantize_per_tensor]; +"1666 dequantize_per_tensor_default_82" [id=1666, type=dequantize_per_tensor]; +"1667 linear_82_scale_0" [id=1667, type=get_attr]; +"1668 linear_82_zero_point_0" [id=1668, type=get_attr]; +"1669 quantize_per_channel_default_83" [id=1669, type=quantize_per_channel]; +"1670 dequantize_per_channel_default_83" [id=1670, type=dequantize_per_channel]; +"1671 _param_constant221_0_0" [id=1671, type=get_attr]; +"1672 linear_82" [id=1672, type=linear]; +"1673 reshape_59" [id=1673, type=reshape]; +"1674 permute_61" [id=1674, type=permute]; +"1675 select_39" [id=1675, type=select]; +"1676 select_40" [id=1676, type=select]; +"1677 select_41" [id=1677, type=select]; +"1678 linalg_vector_norm_26" [id=1678, type=linalg_vector_norm]; +"1679 clamp_min_26" [id=1679, type=clamp_min]; +"1680 expand_as_26" [id=1680, type=expand_as]; +"1681 div_26" [id=1681, type=div]; +"1682 quantize_per_tensor_default_83" [id=1682, type=quantize_per_tensor]; +"1683 dequantize_per_tensor_default_83" [id=1683, type=dequantize_per_tensor]; +"1684 linalg_vector_norm_27" [id=1684, type=linalg_vector_norm]; +"1685 clamp_min_27" [id=1685, type=clamp_min]; +"1686 expand_as_27" [id=1686, type=expand_as]; +"1687 div_27" [id=1687, type=div]; +"1688 quantize_per_tensor_default_84" [id=1688, type=quantize_per_tensor]; +"1689 dequantize_per_tensor_default_84" [id=1689, type=dequantize_per_tensor]; +"1690 transpose_26" [id=1690, type=transpose]; +"1691 matmul_26" [id=1691, type=matmul]; +"1692 _param_constant223" [id=1692, type=get_attr]; +"1693 clamp_13" [id=1693, type=clamp]; +"1694 exp_13" [id=1694, type=exp]; +"1695 mul_27" [id=1695, type=mul]; +"1696 add_45" [id=1696, type=add]; +"1697 new_zeros_6" [id=1697, type=new_zeros]; +"1698 view_73" [id=1698, type=view]; +"1699 permute_62" [id=1699, type=permute]; +"1700 reshape_60" [id=1700, type=reshape]; +"1701 unsqueeze_38" [id=1701, type=unsqueeze]; +"1702 unsqueeze_39" [id=1702, type=unsqueeze]; +"1703 sub_6" [id=1703, type=sub]; +"1704 ne_6" [id=1704, type=ne]; +"1705 masked_fill_12" [id=1705, type=masked_fill]; +"1706 eq_6" [id=1706, type=eq]; +"1707 masked_fill_13" [id=1707, type=masked_fill]; +"1708 view_74" [id=1708, type=view]; +"1709 unsqueeze_40" [id=1709, type=unsqueeze]; +"1710 unsqueeze_41" [id=1710, type=unsqueeze]; +"1711 add_46" [id=1711, type=add]; +"1712 view_75" [id=1712, type=view]; +"1713 softmax_13" [id=1713, type=softmax]; +"1714 dropout_52" [id=1714, type=dropout]; +"1715 matmul_27" [id=1715, type=matmul]; +"1716 quantize_per_tensor_default_85" [id=1716, type=quantize_per_tensor]; +"1717 dequantize_per_tensor_default_85" [id=1717, type=dequantize_per_tensor]; +"1718 transpose_27" [id=1718, type=transpose]; +"1719 reshape_61" [id=1719, type=reshape]; +"1720 _param_constant224" [id=1720, type=get_attr]; +"1721 linear_83_scale_0" [id=1721, type=get_attr]; +"1722 linear_83_zero_point_0" [id=1722, type=get_attr]; +"1723 quantize_per_channel_default_84" [id=1723, type=quantize_per_channel]; +"1724 dequantize_per_channel_default_84" [id=1724, type=dequantize_per_channel]; +"1725 _param_constant225_0_0" [id=1725, type=get_attr]; +"1726 linear_83" [id=1726, type=linear]; +"1727 dropout_53" [id=1727, type=dropout]; +"1728 view_76" [id=1728, type=view]; +"1729 permute_63" [id=1729, type=permute]; +"1730 reshape_62" [id=1730, type=reshape]; +"1731 roll_13" [id=1731, type=roll]; +"1732 slice_213" [id=1732, type=slice]; +"1733 slice_214" [id=1733, type=slice]; +"1734 slice_215" [id=1734, type=slice]; +"1735 slice_216" [id=1735, type=slice]; +"1736 contiguous_25" [id=1736, type=contiguous]; +"1737 _param_constant226" [id=1737, type=get_attr]; +"1738 _param_constant227" [id=1738, type=get_attr]; +"1739 layer_norm_29" [id=1739, type=layer_norm]; +"1740 add_47" [id=1740, type=add]; +"1741 _param_constant228" [id=1741, type=get_attr]; +"1742 quantize_per_tensor_default_86" [id=1742, type=quantize_per_tensor]; +"1743 dequantize_per_tensor_default_86" [id=1743, type=dequantize_per_tensor]; +"1744 linear_84_scale_0" [id=1744, type=get_attr]; +"1745 linear_84_zero_point_0" [id=1745, type=get_attr]; +"1746 quantize_per_channel_default_85" [id=1746, type=quantize_per_channel]; +"1747 dequantize_per_channel_default_85" [id=1747, type=dequantize_per_channel]; +"1748 _param_constant229_0_0" [id=1748, type=get_attr]; +"1749 linear_84" [id=1749, type=linear]; +"1750 gelu_13" [id=1750, type=gelu]; +"1751 quantize_per_tensor_default_87" [id=1751, type=quantize_per_tensor]; +"1752 dequantize_per_tensor_default_87" [id=1752, type=dequantize_per_tensor]; +"1753 dropout_54" [id=1753, type=dropout]; +"1754 _param_constant230" [id=1754, type=get_attr]; +"1755 linear_85_scale_0" [id=1755, type=get_attr]; +"1756 linear_85_zero_point_0" [id=1756, type=get_attr]; +"1757 quantize_per_channel_default_86" [id=1757, type=quantize_per_channel]; +"1758 dequantize_per_channel_default_86" [id=1758, type=dequantize_per_channel]; +"1759 _param_constant231_0_0" [id=1759, type=get_attr]; +"1760 linear_85" [id=1760, type=linear]; +"1761 dropout_55" [id=1761, type=dropout]; +"1762 _param_constant232" [id=1762, type=get_attr]; +"1763 _param_constant233" [id=1763, type=get_attr]; +"1764 layer_norm_30" [id=1764, type=layer_norm]; +"1765 add_48" [id=1765, type=add]; +"1766 _tensor_constant91" [id=1766, type=get_attr]; +"1767 _param_constant234" [id=1767, type=get_attr]; +"1768 linear_86_scale_0" [id=1768, type=get_attr]; +"1769 linear_86_zero_point_0" [id=1769, type=get_attr]; +"1770 quantize_per_channel_default_87" [id=1770, type=quantize_per_channel]; +"1771 dequantize_per_channel_default_87" [id=1771, type=dequantize_per_channel]; +"1772 _param_constant235_0_0" [id=1772, type=get_attr]; +"1773 linear_86" [id=1773, type=linear]; +"1774 relu__14" [id=1774, type=relu_]; +"1775 _param_constant236" [id=1775, type=get_attr]; +"1776 linear_87_scale_0" [id=1776, type=get_attr]; +"1777 linear_87_zero_point_0" [id=1777, type=get_attr]; +"1778 quantize_per_channel_default_88" [id=1778, type=quantize_per_channel]; +"1779 dequantize_per_channel_default_88" [id=1779, type=dequantize_per_channel]; +"1780 linear_87" [id=1780, type=linear]; +"1781 view_77" [id=1781, type=view]; +"1782 _tensor_constant92" [id=1782, type=get_attr]; +"1783 index_14" [id=1783, type=index]; +"1784 view_78" [id=1784, type=view]; +"1785 permute_64" [id=1785, type=permute]; +"1786 contiguous_26" [id=1786, type=contiguous]; +"1787 unsqueeze_42" [id=1787, type=unsqueeze]; +"1788 sigmoid_14" [id=1788, type=sigmoid]; +"1789 mul_28" [id=1789, type=mul]; +"1790 quantize_per_tensor_default_88" [id=1790, type=quantize_per_tensor]; +"1791 dequantize_per_tensor_default_88" [id=1791, type=dequantize_per_tensor]; +"1792 pad_16" [id=1792, type=pad]; +"1793 view_79" [id=1793, type=view]; +"1794 permute_65" [id=1794, type=permute]; +"1795 reshape_63" [id=1795, type=reshape]; +"1796 _param_constant238" [id=1796, type=get_attr]; +"1797 linear_88_scale_0" [id=1797, type=get_attr]; +"1798 linear_88_zero_point_0" [id=1798, type=get_attr]; +"1799 quantize_per_channel_default_89" [id=1799, type=quantize_per_channel]; +"1800 dequantize_per_channel_default_89" [id=1800, type=dequantize_per_channel]; +"1801 _param_constant237_0_0" [id=1801, type=get_attr]; +"1802 linear_88" [id=1802, type=linear]; +"1803 reshape_64" [id=1803, type=reshape]; +"1804 permute_66" [id=1804, type=permute]; +"1805 select_42" [id=1805, type=select]; +"1806 select_43" [id=1806, type=select]; +"1807 select_44" [id=1807, type=select]; +"1808 linalg_vector_norm_28" [id=1808, type=linalg_vector_norm]; +"1809 clamp_min_28" [id=1809, type=clamp_min]; +"1810 expand_as_28" [id=1810, type=expand_as]; +"1811 div_28" [id=1811, type=div]; +"1812 quantize_per_tensor_default_89" [id=1812, type=quantize_per_tensor]; +"1813 dequantize_per_tensor_default_89" [id=1813, type=dequantize_per_tensor]; +"1814 linalg_vector_norm_29" [id=1814, type=linalg_vector_norm]; +"1815 clamp_min_29" [id=1815, type=clamp_min]; +"1816 expand_as_29" [id=1816, type=expand_as]; +"1817 div_29" [id=1817, type=div]; +"1818 quantize_per_tensor_default_90" [id=1818, type=quantize_per_tensor]; +"1819 dequantize_per_tensor_default_90" [id=1819, type=dequantize_per_tensor]; +"1820 transpose_28" [id=1820, type=transpose]; +"1821 matmul_28" [id=1821, type=matmul]; +"1822 _param_constant239" [id=1822, type=get_attr]; +"1823 clamp_14" [id=1823, type=clamp]; +"1824 exp_14" [id=1824, type=exp]; +"1825 mul_29" [id=1825, type=mul]; +"1826 add_49" [id=1826, type=add]; +"1827 softmax_14" [id=1827, type=softmax]; +"1828 dropout_56" [id=1828, type=dropout]; +"1829 matmul_29" [id=1829, type=matmul]; +"1830 quantize_per_tensor_default_91" [id=1830, type=quantize_per_tensor]; +"1831 dequantize_per_tensor_default_91" [id=1831, type=dequantize_per_tensor]; +"1832 transpose_29" [id=1832, type=transpose]; +"1833 reshape_65" [id=1833, type=reshape]; +"1834 _param_constant240" [id=1834, type=get_attr]; +"1835 linear_89_scale_0" [id=1835, type=get_attr]; +"1836 linear_89_zero_point_0" [id=1836, type=get_attr]; +"1837 quantize_per_channel_default_90" [id=1837, type=quantize_per_channel]; +"1838 dequantize_per_channel_default_90" [id=1838, type=dequantize_per_channel]; +"1839 _param_constant241_0_0" [id=1839, type=get_attr]; +"1840 linear_89" [id=1840, type=linear]; +"1841 dropout_57" [id=1841, type=dropout]; +"1842 view_80" [id=1842, type=view]; +"1843 permute_67" [id=1843, type=permute]; +"1844 reshape_66" [id=1844, type=reshape]; +"1845 slice_218" [id=1845, type=slice]; +"1846 slice_219" [id=1846, type=slice]; +"1847 slice_220" [id=1847, type=slice]; +"1848 slice_221" [id=1848, type=slice]; +"1849 contiguous_27" [id=1849, type=contiguous]; +"1850 _param_constant242" [id=1850, type=get_attr]; +"1851 _param_constant243" [id=1851, type=get_attr]; +"1852 layer_norm_31" [id=1852, type=layer_norm]; +"1853 add_50" [id=1853, type=add]; +"1854 _param_constant244" [id=1854, type=get_attr]; +"1855 quantize_per_tensor_default_92" [id=1855, type=quantize_per_tensor]; +"1856 dequantize_per_tensor_default_92" [id=1856, type=dequantize_per_tensor]; +"1857 linear_90_scale_0" [id=1857, type=get_attr]; +"1858 linear_90_zero_point_0" [id=1858, type=get_attr]; +"1859 quantize_per_channel_default_91" [id=1859, type=quantize_per_channel]; +"1860 dequantize_per_channel_default_91" [id=1860, type=dequantize_per_channel]; +"1861 _param_constant245_0_0" [id=1861, type=get_attr]; +"1862 linear_90" [id=1862, type=linear]; +"1863 gelu_14" [id=1863, type=gelu]; +"1864 quantize_per_tensor_default_93" [id=1864, type=quantize_per_tensor]; +"1865 dequantize_per_tensor_default_93" [id=1865, type=dequantize_per_tensor]; +"1866 dropout_58" [id=1866, type=dropout]; +"1867 _param_constant246" [id=1867, type=get_attr]; +"1868 linear_91_scale_0" [id=1868, type=get_attr]; +"1869 linear_91_zero_point_0" [id=1869, type=get_attr]; +"1870 quantize_per_channel_default_92" [id=1870, type=quantize_per_channel]; +"1871 dequantize_per_channel_default_92" [id=1871, type=dequantize_per_channel]; +"1872 _param_constant247_0_0" [id=1872, type=get_attr]; +"1873 linear_91" [id=1873, type=linear]; +"1874 dropout_59" [id=1874, type=dropout]; +"1875 _param_constant248" [id=1875, type=get_attr]; +"1876 _param_constant249" [id=1876, type=get_attr]; +"1877 layer_norm_32" [id=1877, type=layer_norm]; +"1878 add_51" [id=1878, type=add]; +"1879 _tensor_constant93" [id=1879, type=get_attr]; +"1880 _param_constant250" [id=1880, type=get_attr]; +"1881 linear_92_scale_0" [id=1881, type=get_attr]; +"1882 linear_92_zero_point_0" [id=1882, type=get_attr]; +"1883 quantize_per_channel_default_93" [id=1883, type=quantize_per_channel]; +"1884 dequantize_per_channel_default_93" [id=1884, type=dequantize_per_channel]; +"1885 _param_constant251_0_0" [id=1885, type=get_attr]; +"1886 linear_92" [id=1886, type=linear]; +"1887 relu__15" [id=1887, type=relu_]; +"1888 _param_constant252" [id=1888, type=get_attr]; +"1889 linear_93_scale_0" [id=1889, type=get_attr]; +"1890 linear_93_zero_point_0" [id=1890, type=get_attr]; +"1891 quantize_per_channel_default_94" [id=1891, type=quantize_per_channel]; +"1892 dequantize_per_channel_default_94" [id=1892, type=dequantize_per_channel]; +"1893 linear_93" [id=1893, type=linear]; +"1894 view_81" [id=1894, type=view]; +"1895 _tensor_constant94" [id=1895, type=get_attr]; +"1896 index_15" [id=1896, type=index]; +"1897 view_82" [id=1897, type=view]; +"1898 permute_68" [id=1898, type=permute]; +"1899 contiguous_28" [id=1899, type=contiguous]; +"1900 unsqueeze_43" [id=1900, type=unsqueeze]; +"1901 sigmoid_15" [id=1901, type=sigmoid]; +"1902 mul_30" [id=1902, type=mul]; +"1903 pad_17" [id=1903, type=pad]; +"1904 roll_14" [id=1904, type=roll]; +"1905 view_83" [id=1905, type=view]; +"1906 permute_69" [id=1906, type=permute]; +"1907 reshape_67" [id=1907, type=reshape]; +"1908 _param_constant254" [id=1908, type=get_attr]; +"1909 quantize_per_tensor_default_94" [id=1909, type=quantize_per_tensor]; +"1910 dequantize_per_tensor_default_94" [id=1910, type=dequantize_per_tensor]; +"1911 linear_94_scale_0" [id=1911, type=get_attr]; +"1912 linear_94_zero_point_0" [id=1912, type=get_attr]; +"1913 quantize_per_channel_default_95" [id=1913, type=quantize_per_channel]; +"1914 dequantize_per_channel_default_95" [id=1914, type=dequantize_per_channel]; +"1915 _param_constant253_0_0" [id=1915, type=get_attr]; +"1916 linear_94" [id=1916, type=linear]; +"1917 reshape_68" [id=1917, type=reshape]; +"1918 permute_70" [id=1918, type=permute]; +"1919 select_45" [id=1919, type=select]; +"1920 select_46" [id=1920, type=select]; +"1921 select_47" [id=1921, type=select]; +"1922 linalg_vector_norm_30" [id=1922, type=linalg_vector_norm]; +"1923 clamp_min_30" [id=1923, type=clamp_min]; +"1924 expand_as_30" [id=1924, type=expand_as]; +"1925 div_30" [id=1925, type=div]; +"1926 quantize_per_tensor_default_95" [id=1926, type=quantize_per_tensor]; +"1927 dequantize_per_tensor_default_95" [id=1927, type=dequantize_per_tensor]; +"1928 linalg_vector_norm_31" [id=1928, type=linalg_vector_norm]; +"1929 clamp_min_31" [id=1929, type=clamp_min]; +"1930 expand_as_31" [id=1930, type=expand_as]; +"1931 div_31" [id=1931, type=div]; +"1932 quantize_per_tensor_default_96" [id=1932, type=quantize_per_tensor]; +"1933 dequantize_per_tensor_default_96" [id=1933, type=dequantize_per_tensor]; +"1934 transpose_30" [id=1934, type=transpose]; +"1935 matmul_30" [id=1935, type=matmul]; +"1936 _param_constant255" [id=1936, type=get_attr]; +"1937 clamp_15" [id=1937, type=clamp]; +"1938 exp_15" [id=1938, type=exp]; +"1939 mul_31" [id=1939, type=mul]; +"1940 add_52" [id=1940, type=add]; +"1941 new_zeros_7" [id=1941, type=new_zeros]; +"1942 view_84" [id=1942, type=view]; +"1943 permute_71" [id=1943, type=permute]; +"1944 reshape_69" [id=1944, type=reshape]; +"1945 unsqueeze_44" [id=1945, type=unsqueeze]; +"1946 unsqueeze_45" [id=1946, type=unsqueeze]; +"1947 sub_7" [id=1947, type=sub]; +"1948 ne_7" [id=1948, type=ne]; +"1949 masked_fill_14" [id=1949, type=masked_fill]; +"1950 eq_7" [id=1950, type=eq]; +"1951 masked_fill_15" [id=1951, type=masked_fill]; +"1952 view_85" [id=1952, type=view]; +"1953 unsqueeze_46" [id=1953, type=unsqueeze]; +"1954 unsqueeze_47" [id=1954, type=unsqueeze]; +"1955 add_53" [id=1955, type=add]; +"1956 view_86" [id=1956, type=view]; +"1957 softmax_15" [id=1957, type=softmax]; +"1958 dropout_60" [id=1958, type=dropout]; +"1959 matmul_31" [id=1959, type=matmul]; +"1960 quantize_per_tensor_default_97" [id=1960, type=quantize_per_tensor]; +"1961 dequantize_per_tensor_default_97" [id=1961, type=dequantize_per_tensor]; +"1962 transpose_31" [id=1962, type=transpose]; +"1963 reshape_70" [id=1963, type=reshape]; +"1964 _param_constant256" [id=1964, type=get_attr]; +"1965 linear_95_scale_0" [id=1965, type=get_attr]; +"1966 linear_95_zero_point_0" [id=1966, type=get_attr]; +"1967 quantize_per_channel_default_96" [id=1967, type=quantize_per_channel]; +"1968 dequantize_per_channel_default_96" [id=1968, type=dequantize_per_channel]; +"1969 _param_constant257_0_0" [id=1969, type=get_attr]; +"1970 linear_95" [id=1970, type=linear]; +"1971 dropout_61" [id=1971, type=dropout]; +"1972 view_87" [id=1972, type=view]; +"1973 permute_72" [id=1973, type=permute]; +"1974 reshape_71" [id=1974, type=reshape]; +"1975 roll_15" [id=1975, type=roll]; +"1976 slice_241" [id=1976, type=slice]; +"1977 slice_242" [id=1977, type=slice]; +"1978 slice_243" [id=1978, type=slice]; +"1979 slice_244" [id=1979, type=slice]; +"1980 contiguous_29" [id=1980, type=contiguous]; +"1981 _param_constant258" [id=1981, type=get_attr]; +"1982 _param_constant259" [id=1982, type=get_attr]; +"1983 layer_norm_33" [id=1983, type=layer_norm]; +"1984 add_54" [id=1984, type=add]; +"1985 _param_constant260" [id=1985, type=get_attr]; +"1986 quantize_per_tensor_default_98" [id=1986, type=quantize_per_tensor]; +"1987 dequantize_per_tensor_default_98" [id=1987, type=dequantize_per_tensor]; +"1988 linear_96_scale_0" [id=1988, type=get_attr]; +"1989 linear_96_zero_point_0" [id=1989, type=get_attr]; +"1990 quantize_per_channel_default_97" [id=1990, type=quantize_per_channel]; +"1991 dequantize_per_channel_default_97" [id=1991, type=dequantize_per_channel]; +"1992 _param_constant261_0_0" [id=1992, type=get_attr]; +"1993 linear_96" [id=1993, type=linear]; +"1994 gelu_15" [id=1994, type=gelu]; +"1995 quantize_per_tensor_default_99" [id=1995, type=quantize_per_tensor]; +"1996 dequantize_per_tensor_default_99" [id=1996, type=dequantize_per_tensor]; +"1997 dropout_62" [id=1997, type=dropout]; +"1998 _param_constant262" [id=1998, type=get_attr]; +"1999 linear_97_scale_0" [id=1999, type=get_attr]; +"2000 linear_97_zero_point_0" [id=2000, type=get_attr]; +"2001 quantize_per_channel_default_98" [id=2001, type=quantize_per_channel]; +"2002 dequantize_per_channel_default_98" [id=2002, type=dequantize_per_channel]; +"2003 _param_constant263_0_0" [id=2003, type=get_attr]; +"2004 linear_97" [id=2004, type=linear]; +"2005 dropout_63" [id=2005, type=dropout]; +"2006 _param_constant264" [id=2006, type=get_attr]; +"2007 _param_constant265" [id=2007, type=get_attr]; +"2008 layer_norm_34" [id=2008, type=layer_norm]; +"2009 add_55" [id=2009, type=add]; +"2010 _tensor_constant104" [id=2010, type=get_attr]; +"2011 _param_constant266" [id=2011, type=get_attr]; +"2012 linear_98_scale_0" [id=2012, type=get_attr]; +"2013 linear_98_zero_point_0" [id=2013, type=get_attr]; +"2014 quantize_per_channel_default_99" [id=2014, type=quantize_per_channel]; +"2015 dequantize_per_channel_default_99" [id=2015, type=dequantize_per_channel]; +"2016 _param_constant267_0_0" [id=2016, type=get_attr]; +"2017 linear_98" [id=2017, type=linear]; +"2018 relu__16" [id=2018, type=relu_]; +"2019 _param_constant268" [id=2019, type=get_attr]; +"2020 linear_99_scale_0" [id=2020, type=get_attr]; +"2021 linear_99_zero_point_0" [id=2021, type=get_attr]; +"2022 quantize_per_channel_default_100" [id=2022, type=quantize_per_channel]; +"2023 dequantize_per_channel_default_100" [id=2023, type=dequantize_per_channel]; +"2024 linear_99" [id=2024, type=linear]; +"2025 view_88" [id=2025, type=view]; +"2026 _tensor_constant105" [id=2026, type=get_attr]; +"2027 index_16" [id=2027, type=index]; +"2028 view_89" [id=2028, type=view]; +"2029 permute_73" [id=2029, type=permute]; +"2030 contiguous_30" [id=2030, type=contiguous]; +"2031 unsqueeze_48" [id=2031, type=unsqueeze]; +"2032 sigmoid_16" [id=2032, type=sigmoid]; +"2033 mul_32" [id=2033, type=mul]; +"2034 quantize_per_tensor_default_100" [id=2034, type=quantize_per_tensor]; +"2035 dequantize_per_tensor_default_100" [id=2035, type=dequantize_per_tensor]; +"2036 pad_18" [id=2036, type=pad]; +"2037 view_90" [id=2037, type=view]; +"2038 permute_74" [id=2038, type=permute]; +"2039 reshape_72" [id=2039, type=reshape]; +"2040 _param_constant270" [id=2040, type=get_attr]; +"2041 linear_100_scale_0" [id=2041, type=get_attr]; +"2042 linear_100_zero_point_0" [id=2042, type=get_attr]; +"2043 quantize_per_channel_default_101" [id=2043, type=quantize_per_channel]; +"2044 dequantize_per_channel_default_101" [id=2044, type=dequantize_per_channel]; +"2045 _param_constant269_0_0" [id=2045, type=get_attr]; +"2046 linear_100" [id=2046, type=linear]; +"2047 reshape_73" [id=2047, type=reshape]; +"2048 permute_75" [id=2048, type=permute]; +"2049 select_48" [id=2049, type=select]; +"2050 select_49" [id=2050, type=select]; +"2051 select_50" [id=2051, type=select]; +"2052 linalg_vector_norm_32" [id=2052, type=linalg_vector_norm]; +"2053 clamp_min_32" [id=2053, type=clamp_min]; +"2054 expand_as_32" [id=2054, type=expand_as]; +"2055 div_32" [id=2055, type=div]; +"2056 quantize_per_tensor_default_101" [id=2056, type=quantize_per_tensor]; +"2057 dequantize_per_tensor_default_101" [id=2057, type=dequantize_per_tensor]; +"2058 linalg_vector_norm_33" [id=2058, type=linalg_vector_norm]; +"2059 clamp_min_33" [id=2059, type=clamp_min]; +"2060 expand_as_33" [id=2060, type=expand_as]; +"2061 div_33" [id=2061, type=div]; +"2062 quantize_per_tensor_default_102" [id=2062, type=quantize_per_tensor]; +"2063 dequantize_per_tensor_default_102" [id=2063, type=dequantize_per_tensor]; +"2064 transpose_32" [id=2064, type=transpose]; +"2065 matmul_32" [id=2065, type=matmul]; +"2066 _param_constant271" [id=2066, type=get_attr]; +"2067 clamp_16" [id=2067, type=clamp]; +"2068 exp_16" [id=2068, type=exp]; +"2069 mul_33" [id=2069, type=mul]; +"2070 add_56" [id=2070, type=add]; +"2071 softmax_16" [id=2071, type=softmax]; +"2072 dropout_64" [id=2072, type=dropout]; +"2073 matmul_33" [id=2073, type=matmul]; +"2074 quantize_per_tensor_default_103" [id=2074, type=quantize_per_tensor]; +"2075 dequantize_per_tensor_default_103" [id=2075, type=dequantize_per_tensor]; +"2076 transpose_33" [id=2076, type=transpose]; +"2077 reshape_74" [id=2077, type=reshape]; +"2078 _param_constant272" [id=2078, type=get_attr]; +"2079 linear_101_scale_0" [id=2079, type=get_attr]; +"2080 linear_101_zero_point_0" [id=2080, type=get_attr]; +"2081 quantize_per_channel_default_102" [id=2081, type=quantize_per_channel]; +"2082 dequantize_per_channel_default_102" [id=2082, type=dequantize_per_channel]; +"2083 _param_constant273_0_0" [id=2083, type=get_attr]; +"2084 linear_101" [id=2084, type=linear]; +"2085 dropout_65" [id=2085, type=dropout]; +"2086 view_91" [id=2086, type=view]; +"2087 permute_76" [id=2087, type=permute]; +"2088 reshape_75" [id=2088, type=reshape]; +"2089 slice_246" [id=2089, type=slice]; +"2090 slice_247" [id=2090, type=slice]; +"2091 slice_248" [id=2091, type=slice]; +"2092 slice_249" [id=2092, type=slice]; +"2093 contiguous_31" [id=2093, type=contiguous]; +"2094 _param_constant274" [id=2094, type=get_attr]; +"2095 _param_constant275" [id=2095, type=get_attr]; +"2096 layer_norm_35" [id=2096, type=layer_norm]; +"2097 add_57" [id=2097, type=add]; +"2098 _param_constant276" [id=2098, type=get_attr]; +"2099 quantize_per_tensor_default_104" [id=2099, type=quantize_per_tensor]; +"2100 dequantize_per_tensor_default_104" [id=2100, type=dequantize_per_tensor]; +"2101 linear_102_scale_0" [id=2101, type=get_attr]; +"2102 linear_102_zero_point_0" [id=2102, type=get_attr]; +"2103 quantize_per_channel_default_103" [id=2103, type=quantize_per_channel]; +"2104 dequantize_per_channel_default_103" [id=2104, type=dequantize_per_channel]; +"2105 _param_constant277_0_0" [id=2105, type=get_attr]; +"2106 linear_102" [id=2106, type=linear]; +"2107 gelu_16" [id=2107, type=gelu]; +"2108 quantize_per_tensor_default_105" [id=2108, type=quantize_per_tensor]; +"2109 dequantize_per_tensor_default_105" [id=2109, type=dequantize_per_tensor]; +"2110 dropout_66" [id=2110, type=dropout]; +"2111 _param_constant278" [id=2111, type=get_attr]; +"2112 linear_103_scale_0" [id=2112, type=get_attr]; +"2113 linear_103_zero_point_0" [id=2113, type=get_attr]; +"2114 quantize_per_channel_default_104" [id=2114, type=quantize_per_channel]; +"2115 dequantize_per_channel_default_104" [id=2115, type=dequantize_per_channel]; +"2116 _param_constant279_0_0" [id=2116, type=get_attr]; +"2117 linear_103" [id=2117, type=linear]; +"2118 dropout_67" [id=2118, type=dropout]; +"2119 _param_constant280" [id=2119, type=get_attr]; +"2120 _param_constant281" [id=2120, type=get_attr]; +"2121 layer_norm_36" [id=2121, type=layer_norm]; +"2122 add_58" [id=2122, type=add]; +"2123 _tensor_constant106" [id=2123, type=get_attr]; +"2124 _param_constant282" [id=2124, type=get_attr]; +"2125 linear_104_scale_0" [id=2125, type=get_attr]; +"2126 linear_104_zero_point_0" [id=2126, type=get_attr]; +"2127 quantize_per_channel_default_105" [id=2127, type=quantize_per_channel]; +"2128 dequantize_per_channel_default_105" [id=2128, type=dequantize_per_channel]; +"2129 _param_constant283_0_0" [id=2129, type=get_attr]; +"2130 linear_104" [id=2130, type=linear]; +"2131 relu__17" [id=2131, type=relu_]; +"2132 _param_constant284" [id=2132, type=get_attr]; +"2133 linear_105_scale_0" [id=2133, type=get_attr]; +"2134 linear_105_zero_point_0" [id=2134, type=get_attr]; +"2135 quantize_per_channel_default_106" [id=2135, type=quantize_per_channel]; +"2136 dequantize_per_channel_default_106" [id=2136, type=dequantize_per_channel]; +"2137 linear_105" [id=2137, type=linear]; +"2138 view_92" [id=2138, type=view]; +"2139 _tensor_constant107" [id=2139, type=get_attr]; +"2140 index_17" [id=2140, type=index]; +"2141 view_93" [id=2141, type=view]; +"2142 permute_77" [id=2142, type=permute]; +"2143 contiguous_32" [id=2143, type=contiguous]; +"2144 unsqueeze_49" [id=2144, type=unsqueeze]; +"2145 sigmoid_17" [id=2145, type=sigmoid]; +"2146 mul_34" [id=2146, type=mul]; +"2147 pad_19" [id=2147, type=pad]; +"2148 roll_16" [id=2148, type=roll]; +"2149 view_94" [id=2149, type=view]; +"2150 permute_78" [id=2150, type=permute]; +"2151 reshape_76" [id=2151, type=reshape]; +"2152 _param_constant286" [id=2152, type=get_attr]; +"2153 quantize_per_tensor_default_106" [id=2153, type=quantize_per_tensor]; +"2154 dequantize_per_tensor_default_106" [id=2154, type=dequantize_per_tensor]; +"2155 linear_106_scale_0" [id=2155, type=get_attr]; +"2156 linear_106_zero_point_0" [id=2156, type=get_attr]; +"2157 quantize_per_channel_default_107" [id=2157, type=quantize_per_channel]; +"2158 dequantize_per_channel_default_107" [id=2158, type=dequantize_per_channel]; +"2159 _param_constant285_0_0" [id=2159, type=get_attr]; +"2160 linear_106" [id=2160, type=linear]; +"2161 reshape_77" [id=2161, type=reshape]; +"2162 permute_79" [id=2162, type=permute]; +"2163 select_51" [id=2163, type=select]; +"2164 select_52" [id=2164, type=select]; +"2165 select_53" [id=2165, type=select]; +"2166 linalg_vector_norm_34" [id=2166, type=linalg_vector_norm]; +"2167 clamp_min_34" [id=2167, type=clamp_min]; +"2168 expand_as_34" [id=2168, type=expand_as]; +"2169 div_34" [id=2169, type=div]; +"2170 quantize_per_tensor_default_107" [id=2170, type=quantize_per_tensor]; +"2171 dequantize_per_tensor_default_107" [id=2171, type=dequantize_per_tensor]; +"2172 linalg_vector_norm_35" [id=2172, type=linalg_vector_norm]; +"2173 clamp_min_35" [id=2173, type=clamp_min]; +"2174 expand_as_35" [id=2174, type=expand_as]; +"2175 div_35" [id=2175, type=div]; +"2176 quantize_per_tensor_default_108" [id=2176, type=quantize_per_tensor]; +"2177 dequantize_per_tensor_default_108" [id=2177, type=dequantize_per_tensor]; +"2178 transpose_34" [id=2178, type=transpose]; +"2179 matmul_34" [id=2179, type=matmul]; +"2180 _param_constant287" [id=2180, type=get_attr]; +"2181 clamp_17" [id=2181, type=clamp]; +"2182 exp_17" [id=2182, type=exp]; +"2183 mul_35" [id=2183, type=mul]; +"2184 add_59" [id=2184, type=add]; +"2185 new_zeros_8" [id=2185, type=new_zeros]; +"2186 view_95" [id=2186, type=view]; +"2187 permute_80" [id=2187, type=permute]; +"2188 reshape_78" [id=2188, type=reshape]; +"2189 unsqueeze_50" [id=2189, type=unsqueeze]; +"2190 unsqueeze_51" [id=2190, type=unsqueeze]; +"2191 sub_8" [id=2191, type=sub]; +"2192 ne_8" [id=2192, type=ne]; +"2193 masked_fill_16" [id=2193, type=masked_fill]; +"2194 eq_8" [id=2194, type=eq]; +"2195 masked_fill_17" [id=2195, type=masked_fill]; +"2196 view_96" [id=2196, type=view]; +"2197 unsqueeze_52" [id=2197, type=unsqueeze]; +"2198 unsqueeze_53" [id=2198, type=unsqueeze]; +"2199 add_60" [id=2199, type=add]; +"2200 view_97" [id=2200, type=view]; +"2201 softmax_17" [id=2201, type=softmax]; +"2202 dropout_68" [id=2202, type=dropout]; +"2203 matmul_35" [id=2203, type=matmul]; +"2204 quantize_per_tensor_default_109" [id=2204, type=quantize_per_tensor]; +"2205 dequantize_per_tensor_default_109" [id=2205, type=dequantize_per_tensor]; +"2206 transpose_35" [id=2206, type=transpose]; +"2207 reshape_79" [id=2207, type=reshape]; +"2208 _param_constant288" [id=2208, type=get_attr]; +"2209 linear_107_scale_0" [id=2209, type=get_attr]; +"2210 linear_107_zero_point_0" [id=2210, type=get_attr]; +"2211 quantize_per_channel_default_108" [id=2211, type=quantize_per_channel]; +"2212 dequantize_per_channel_default_108" [id=2212, type=dequantize_per_channel]; +"2213 _param_constant289_0_0" [id=2213, type=get_attr]; +"2214 linear_107" [id=2214, type=linear]; +"2215 dropout_69" [id=2215, type=dropout]; +"2216 view_98" [id=2216, type=view]; +"2217 permute_81" [id=2217, type=permute]; +"2218 reshape_80" [id=2218, type=reshape]; +"2219 roll_17" [id=2219, type=roll]; +"2220 slice_269" [id=2220, type=slice]; +"2221 slice_270" [id=2221, type=slice]; +"2222 slice_271" [id=2222, type=slice]; +"2223 slice_272" [id=2223, type=slice]; +"2224 contiguous_33" [id=2224, type=contiguous]; +"2225 _param_constant290" [id=2225, type=get_attr]; +"2226 _param_constant291" [id=2226, type=get_attr]; +"2227 layer_norm_37" [id=2227, type=layer_norm]; +"2228 add_61" [id=2228, type=add]; +"2229 _param_constant292" [id=2229, type=get_attr]; +"2230 quantize_per_tensor_default_110" [id=2230, type=quantize_per_tensor]; +"2231 dequantize_per_tensor_default_110" [id=2231, type=dequantize_per_tensor]; +"2232 linear_108_scale_0" [id=2232, type=get_attr]; +"2233 linear_108_zero_point_0" [id=2233, type=get_attr]; +"2234 quantize_per_channel_default_109" [id=2234, type=quantize_per_channel]; +"2235 dequantize_per_channel_default_109" [id=2235, type=dequantize_per_channel]; +"2236 _param_constant293_0_0" [id=2236, type=get_attr]; +"2237 linear_108" [id=2237, type=linear]; +"2238 gelu_17" [id=2238, type=gelu]; +"2239 quantize_per_tensor_default_111" [id=2239, type=quantize_per_tensor]; +"2240 dequantize_per_tensor_default_111" [id=2240, type=dequantize_per_tensor]; +"2241 dropout_70" [id=2241, type=dropout]; +"2242 _param_constant294" [id=2242, type=get_attr]; +"2243 linear_109_scale_0" [id=2243, type=get_attr]; +"2244 linear_109_zero_point_0" [id=2244, type=get_attr]; +"2245 quantize_per_channel_default_110" [id=2245, type=quantize_per_channel]; +"2246 dequantize_per_channel_default_110" [id=2246, type=dequantize_per_channel]; +"2247 _param_constant295_0_0" [id=2247, type=get_attr]; +"2248 linear_109" [id=2248, type=linear]; +"2249 dropout_71" [id=2249, type=dropout]; +"2250 _param_constant296" [id=2250, type=get_attr]; +"2251 _param_constant297" [id=2251, type=get_attr]; +"2252 layer_norm_38" [id=2252, type=layer_norm]; +"2253 add_62" [id=2253, type=add]; +"2254 _tensor_constant117" [id=2254, type=get_attr]; +"2255 _param_constant298" [id=2255, type=get_attr]; +"2256 linear_110_scale_0" [id=2256, type=get_attr]; +"2257 linear_110_zero_point_0" [id=2257, type=get_attr]; +"2258 quantize_per_channel_default_111" [id=2258, type=quantize_per_channel]; +"2259 dequantize_per_channel_default_111" [id=2259, type=dequantize_per_channel]; +"2260 _param_constant299_0_0" [id=2260, type=get_attr]; +"2261 linear_110" [id=2261, type=linear]; +"2262 relu__18" [id=2262, type=relu_]; +"2263 _param_constant300" [id=2263, type=get_attr]; +"2264 linear_111_scale_0" [id=2264, type=get_attr]; +"2265 linear_111_zero_point_0" [id=2265, type=get_attr]; +"2266 quantize_per_channel_default_112" [id=2266, type=quantize_per_channel]; +"2267 dequantize_per_channel_default_112" [id=2267, type=dequantize_per_channel]; +"2268 linear_111" [id=2268, type=linear]; +"2269 view_99" [id=2269, type=view]; +"2270 _tensor_constant118" [id=2270, type=get_attr]; +"2271 index_18" [id=2271, type=index]; +"2272 view_100" [id=2272, type=view]; +"2273 permute_82" [id=2273, type=permute]; +"2274 contiguous_34" [id=2274, type=contiguous]; +"2275 unsqueeze_54" [id=2275, type=unsqueeze]; +"2276 sigmoid_18" [id=2276, type=sigmoid]; +"2277 mul_36" [id=2277, type=mul]; +"2278 quantize_per_tensor_default_112" [id=2278, type=quantize_per_tensor]; +"2279 dequantize_per_tensor_default_112" [id=2279, type=dequantize_per_tensor]; +"2280 pad_20" [id=2280, type=pad]; +"2281 view_101" [id=2281, type=view]; +"2282 permute_83" [id=2282, type=permute]; +"2283 reshape_81" [id=2283, type=reshape]; +"2284 _param_constant302" [id=2284, type=get_attr]; +"2285 linear_112_scale_0" [id=2285, type=get_attr]; +"2286 linear_112_zero_point_0" [id=2286, type=get_attr]; +"2287 quantize_per_channel_default_113" [id=2287, type=quantize_per_channel]; +"2288 dequantize_per_channel_default_113" [id=2288, type=dequantize_per_channel]; +"2289 _param_constant301_0_0" [id=2289, type=get_attr]; +"2290 linear_112" [id=2290, type=linear]; +"2291 reshape_82" [id=2291, type=reshape]; +"2292 permute_84" [id=2292, type=permute]; +"2293 select_54" [id=2293, type=select]; +"2294 select_55" [id=2294, type=select]; +"2295 select_56" [id=2295, type=select]; +"2296 linalg_vector_norm_36" [id=2296, type=linalg_vector_norm]; +"2297 clamp_min_36" [id=2297, type=clamp_min]; +"2298 expand_as_36" [id=2298, type=expand_as]; +"2299 div_36" [id=2299, type=div]; +"2300 quantize_per_tensor_default_113" [id=2300, type=quantize_per_tensor]; +"2301 dequantize_per_tensor_default_113" [id=2301, type=dequantize_per_tensor]; +"2302 linalg_vector_norm_37" [id=2302, type=linalg_vector_norm]; +"2303 clamp_min_37" [id=2303, type=clamp_min]; +"2304 expand_as_37" [id=2304, type=expand_as]; +"2305 div_37" [id=2305, type=div]; +"2306 quantize_per_tensor_default_114" [id=2306, type=quantize_per_tensor]; +"2307 dequantize_per_tensor_default_114" [id=2307, type=dequantize_per_tensor]; +"2308 transpose_36" [id=2308, type=transpose]; +"2309 matmul_36" [id=2309, type=matmul]; +"2310 _param_constant303" [id=2310, type=get_attr]; +"2311 clamp_18" [id=2311, type=clamp]; +"2312 exp_18" [id=2312, type=exp]; +"2313 mul_37" [id=2313, type=mul]; +"2314 add_63" [id=2314, type=add]; +"2315 softmax_18" [id=2315, type=softmax]; +"2316 dropout_72" [id=2316, type=dropout]; +"2317 matmul_37" [id=2317, type=matmul]; +"2318 quantize_per_tensor_default_115" [id=2318, type=quantize_per_tensor]; +"2319 dequantize_per_tensor_default_115" [id=2319, type=dequantize_per_tensor]; +"2320 transpose_37" [id=2320, type=transpose]; +"2321 reshape_83" [id=2321, type=reshape]; +"2322 _param_constant304" [id=2322, type=get_attr]; +"2323 linear_113_scale_0" [id=2323, type=get_attr]; +"2324 linear_113_zero_point_0" [id=2324, type=get_attr]; +"2325 quantize_per_channel_default_114" [id=2325, type=quantize_per_channel]; +"2326 dequantize_per_channel_default_114" [id=2326, type=dequantize_per_channel]; +"2327 _param_constant305_0_0" [id=2327, type=get_attr]; +"2328 linear_113" [id=2328, type=linear]; +"2329 dropout_73" [id=2329, type=dropout]; +"2330 view_102" [id=2330, type=view]; +"2331 permute_85" [id=2331, type=permute]; +"2332 reshape_84" [id=2332, type=reshape]; +"2333 slice_274" [id=2333, type=slice]; +"2334 slice_275" [id=2334, type=slice]; +"2335 slice_276" [id=2335, type=slice]; +"2336 slice_277" [id=2336, type=slice]; +"2337 contiguous_35" [id=2337, type=contiguous]; +"2338 _param_constant306" [id=2338, type=get_attr]; +"2339 _param_constant307" [id=2339, type=get_attr]; +"2340 layer_norm_39" [id=2340, type=layer_norm]; +"2341 add_64" [id=2341, type=add]; +"2342 _param_constant308" [id=2342, type=get_attr]; +"2343 quantize_per_tensor_default_116" [id=2343, type=quantize_per_tensor]; +"2344 dequantize_per_tensor_default_116" [id=2344, type=dequantize_per_tensor]; +"2345 linear_114_scale_0" [id=2345, type=get_attr]; +"2346 linear_114_zero_point_0" [id=2346, type=get_attr]; +"2347 quantize_per_channel_default_115" [id=2347, type=quantize_per_channel]; +"2348 dequantize_per_channel_default_115" [id=2348, type=dequantize_per_channel]; +"2349 _param_constant309_0_0" [id=2349, type=get_attr]; +"2350 linear_114" [id=2350, type=linear]; +"2351 gelu_18" [id=2351, type=gelu]; +"2352 quantize_per_tensor_default_117" [id=2352, type=quantize_per_tensor]; +"2353 dequantize_per_tensor_default_117" [id=2353, type=dequantize_per_tensor]; +"2354 dropout_74" [id=2354, type=dropout]; +"2355 _param_constant310" [id=2355, type=get_attr]; +"2356 linear_115_scale_0" [id=2356, type=get_attr]; +"2357 linear_115_zero_point_0" [id=2357, type=get_attr]; +"2358 quantize_per_channel_default_116" [id=2358, type=quantize_per_channel]; +"2359 dequantize_per_channel_default_116" [id=2359, type=dequantize_per_channel]; +"2360 _param_constant311_0_0" [id=2360, type=get_attr]; +"2361 linear_115" [id=2361, type=linear]; +"2362 dropout_75" [id=2362, type=dropout]; +"2363 _param_constant312" [id=2363, type=get_attr]; +"2364 _param_constant313" [id=2364, type=get_attr]; +"2365 layer_norm_40" [id=2365, type=layer_norm]; +"2366 add_65" [id=2366, type=add]; +"2367 _tensor_constant119" [id=2367, type=get_attr]; +"2368 _param_constant314" [id=2368, type=get_attr]; +"2369 linear_116_scale_0" [id=2369, type=get_attr]; +"2370 linear_116_zero_point_0" [id=2370, type=get_attr]; +"2371 quantize_per_channel_default_117" [id=2371, type=quantize_per_channel]; +"2372 dequantize_per_channel_default_117" [id=2372, type=dequantize_per_channel]; +"2373 _param_constant315_0_0" [id=2373, type=get_attr]; +"2374 linear_116" [id=2374, type=linear]; +"2375 relu__19" [id=2375, type=relu_]; +"2376 _param_constant316" [id=2376, type=get_attr]; +"2377 linear_117_scale_0" [id=2377, type=get_attr]; +"2378 linear_117_zero_point_0" [id=2378, type=get_attr]; +"2379 quantize_per_channel_default_118" [id=2379, type=quantize_per_channel]; +"2380 dequantize_per_channel_default_118" [id=2380, type=dequantize_per_channel]; +"2381 linear_117" [id=2381, type=linear]; +"2382 view_103" [id=2382, type=view]; +"2383 _tensor_constant120" [id=2383, type=get_attr]; +"2384 index_19" [id=2384, type=index]; +"2385 view_104" [id=2385, type=view]; +"2386 permute_86" [id=2386, type=permute]; +"2387 contiguous_36" [id=2387, type=contiguous]; +"2388 unsqueeze_55" [id=2388, type=unsqueeze]; +"2389 sigmoid_19" [id=2389, type=sigmoid]; +"2390 mul_38" [id=2390, type=mul]; +"2391 pad_21" [id=2391, type=pad]; +"2392 roll_18" [id=2392, type=roll]; +"2393 view_105" [id=2393, type=view]; +"2394 permute_87" [id=2394, type=permute]; +"2395 reshape_85" [id=2395, type=reshape]; +"2396 _param_constant318" [id=2396, type=get_attr]; +"2397 quantize_per_tensor_default_118" [id=2397, type=quantize_per_tensor]; +"2398 dequantize_per_tensor_default_118" [id=2398, type=dequantize_per_tensor]; +"2399 linear_118_scale_0" [id=2399, type=get_attr]; +"2400 linear_118_zero_point_0" [id=2400, type=get_attr]; +"2401 quantize_per_channel_default_119" [id=2401, type=quantize_per_channel]; +"2402 dequantize_per_channel_default_119" [id=2402, type=dequantize_per_channel]; +"2403 _param_constant317_0_0" [id=2403, type=get_attr]; +"2404 linear_118" [id=2404, type=linear]; +"2405 reshape_86" [id=2405, type=reshape]; +"2406 permute_88" [id=2406, type=permute]; +"2407 select_57" [id=2407, type=select]; +"2408 select_58" [id=2408, type=select]; +"2409 select_59" [id=2409, type=select]; +"2410 linalg_vector_norm_38" [id=2410, type=linalg_vector_norm]; +"2411 clamp_min_38" [id=2411, type=clamp_min]; +"2412 expand_as_38" [id=2412, type=expand_as]; +"2413 div_38" [id=2413, type=div]; +"2414 quantize_per_tensor_default_119" [id=2414, type=quantize_per_tensor]; +"2415 dequantize_per_tensor_default_119" [id=2415, type=dequantize_per_tensor]; +"2416 linalg_vector_norm_39" [id=2416, type=linalg_vector_norm]; +"2417 clamp_min_39" [id=2417, type=clamp_min]; +"2418 expand_as_39" [id=2418, type=expand_as]; +"2419 div_39" [id=2419, type=div]; +"2420 quantize_per_tensor_default_120" [id=2420, type=quantize_per_tensor]; +"2421 dequantize_per_tensor_default_120" [id=2421, type=dequantize_per_tensor]; +"2422 transpose_38" [id=2422, type=transpose]; +"2423 matmul_38" [id=2423, type=matmul]; +"2424 _param_constant319" [id=2424, type=get_attr]; +"2425 clamp_19" [id=2425, type=clamp]; +"2426 exp_19" [id=2426, type=exp]; +"2427 mul_39" [id=2427, type=mul]; +"2428 add_66" [id=2428, type=add]; +"2429 new_zeros_9" [id=2429, type=new_zeros]; +"2430 view_106" [id=2430, type=view]; +"2431 permute_89" [id=2431, type=permute]; +"2432 reshape_87" [id=2432, type=reshape]; +"2433 unsqueeze_56" [id=2433, type=unsqueeze]; +"2434 unsqueeze_57" [id=2434, type=unsqueeze]; +"2435 sub_9" [id=2435, type=sub]; +"2436 ne_9" [id=2436, type=ne]; +"2437 masked_fill_18" [id=2437, type=masked_fill]; +"2438 eq_9" [id=2438, type=eq]; +"2439 masked_fill_19" [id=2439, type=masked_fill]; +"2440 view_107" [id=2440, type=view]; +"2441 unsqueeze_58" [id=2441, type=unsqueeze]; +"2442 unsqueeze_59" [id=2442, type=unsqueeze]; +"2443 add_67" [id=2443, type=add]; +"2444 view_108" [id=2444, type=view]; +"2445 softmax_19" [id=2445, type=softmax]; +"2446 dropout_76" [id=2446, type=dropout]; +"2447 matmul_39" [id=2447, type=matmul]; +"2448 quantize_per_tensor_default_121" [id=2448, type=quantize_per_tensor]; +"2449 dequantize_per_tensor_default_121" [id=2449, type=dequantize_per_tensor]; +"2450 transpose_39" [id=2450, type=transpose]; +"2451 reshape_88" [id=2451, type=reshape]; +"2452 _param_constant320" [id=2452, type=get_attr]; +"2453 linear_119_scale_0" [id=2453, type=get_attr]; +"2454 linear_119_zero_point_0" [id=2454, type=get_attr]; +"2455 quantize_per_channel_default_120" [id=2455, type=quantize_per_channel]; +"2456 dequantize_per_channel_default_120" [id=2456, type=dequantize_per_channel]; +"2457 _param_constant321_0_0" [id=2457, type=get_attr]; +"2458 linear_119" [id=2458, type=linear]; +"2459 dropout_77" [id=2459, type=dropout]; +"2460 view_109" [id=2460, type=view]; +"2461 permute_90" [id=2461, type=permute]; +"2462 reshape_89" [id=2462, type=reshape]; +"2463 roll_19" [id=2463, type=roll]; +"2464 slice_297" [id=2464, type=slice]; +"2465 slice_298" [id=2465, type=slice]; +"2466 slice_299" [id=2466, type=slice]; +"2467 slice_300" [id=2467, type=slice]; +"2468 contiguous_37" [id=2468, type=contiguous]; +"2469 _param_constant322" [id=2469, type=get_attr]; +"2470 _param_constant323" [id=2470, type=get_attr]; +"2471 layer_norm_41" [id=2471, type=layer_norm]; +"2472 add_68" [id=2472, type=add]; +"2473 _param_constant324" [id=2473, type=get_attr]; +"2474 quantize_per_tensor_default_122" [id=2474, type=quantize_per_tensor]; +"2475 dequantize_per_tensor_default_122" [id=2475, type=dequantize_per_tensor]; +"2476 linear_120_scale_0" [id=2476, type=get_attr]; +"2477 linear_120_zero_point_0" [id=2477, type=get_attr]; +"2478 quantize_per_channel_default_121" [id=2478, type=quantize_per_channel]; +"2479 dequantize_per_channel_default_121" [id=2479, type=dequantize_per_channel]; +"2480 _param_constant325_0_0" [id=2480, type=get_attr]; +"2481 linear_120" [id=2481, type=linear]; +"2482 gelu_19" [id=2482, type=gelu]; +"2483 quantize_per_tensor_default_123" [id=2483, type=quantize_per_tensor]; +"2484 dequantize_per_tensor_default_123" [id=2484, type=dequantize_per_tensor]; +"2485 dropout_78" [id=2485, type=dropout]; +"2486 _param_constant326" [id=2486, type=get_attr]; +"2487 linear_121_scale_0" [id=2487, type=get_attr]; +"2488 linear_121_zero_point_0" [id=2488, type=get_attr]; +"2489 quantize_per_channel_default_122" [id=2489, type=quantize_per_channel]; +"2490 dequantize_per_channel_default_122" [id=2490, type=dequantize_per_channel]; +"2491 _param_constant327_0_0" [id=2491, type=get_attr]; +"2492 linear_121" [id=2492, type=linear]; +"2493 dropout_79" [id=2493, type=dropout]; +"2494 _param_constant328" [id=2494, type=get_attr]; +"2495 _param_constant329" [id=2495, type=get_attr]; +"2496 layer_norm_42" [id=2496, type=layer_norm]; +"2497 add_69" [id=2497, type=add]; +"2498 _tensor_constant130" [id=2498, type=get_attr]; +"2499 _param_constant330" [id=2499, type=get_attr]; +"2500 linear_122_scale_0" [id=2500, type=get_attr]; +"2501 linear_122_zero_point_0" [id=2501, type=get_attr]; +"2502 quantize_per_channel_default_123" [id=2502, type=quantize_per_channel]; +"2503 dequantize_per_channel_default_123" [id=2503, type=dequantize_per_channel]; +"2504 _param_constant331_0_0" [id=2504, type=get_attr]; +"2505 linear_122" [id=2505, type=linear]; +"2506 relu__20" [id=2506, type=relu_]; +"2507 _param_constant332" [id=2507, type=get_attr]; +"2508 linear_123_scale_0" [id=2508, type=get_attr]; +"2509 linear_123_zero_point_0" [id=2509, type=get_attr]; +"2510 quantize_per_channel_default_124" [id=2510, type=quantize_per_channel]; +"2511 dequantize_per_channel_default_124" [id=2511, type=dequantize_per_channel]; +"2512 linear_123" [id=2512, type=linear]; +"2513 view_110" [id=2513, type=view]; +"2514 _tensor_constant131" [id=2514, type=get_attr]; +"2515 index_20" [id=2515, type=index]; +"2516 view_111" [id=2516, type=view]; +"2517 permute_91" [id=2517, type=permute]; +"2518 contiguous_38" [id=2518, type=contiguous]; +"2519 unsqueeze_60" [id=2519, type=unsqueeze]; +"2520 sigmoid_20" [id=2520, type=sigmoid]; +"2521 mul_40" [id=2521, type=mul]; +"2522 quantize_per_tensor_default_124" [id=2522, type=quantize_per_tensor]; +"2523 dequantize_per_tensor_default_124" [id=2523, type=dequantize_per_tensor]; +"2524 pad_22" [id=2524, type=pad]; +"2525 view_112" [id=2525, type=view]; +"2526 permute_92" [id=2526, type=permute]; +"2527 reshape_90" [id=2527, type=reshape]; +"2528 _param_constant334" [id=2528, type=get_attr]; +"2529 linear_124_scale_0" [id=2529, type=get_attr]; +"2530 linear_124_zero_point_0" [id=2530, type=get_attr]; +"2531 quantize_per_channel_default_125" [id=2531, type=quantize_per_channel]; +"2532 dequantize_per_channel_default_125" [id=2532, type=dequantize_per_channel]; +"2533 _param_constant333_0_0" [id=2533, type=get_attr]; +"2534 linear_124" [id=2534, type=linear]; +"2535 reshape_91" [id=2535, type=reshape]; +"2536 permute_93" [id=2536, type=permute]; +"2537 select_60" [id=2537, type=select]; +"2538 select_61" [id=2538, type=select]; +"2539 select_62" [id=2539, type=select]; +"2540 linalg_vector_norm_40" [id=2540, type=linalg_vector_norm]; +"2541 clamp_min_40" [id=2541, type=clamp_min]; +"2542 expand_as_40" [id=2542, type=expand_as]; +"2543 div_40" [id=2543, type=div]; +"2544 quantize_per_tensor_default_125" [id=2544, type=quantize_per_tensor]; +"2545 dequantize_per_tensor_default_125" [id=2545, type=dequantize_per_tensor]; +"2546 linalg_vector_norm_41" [id=2546, type=linalg_vector_norm]; +"2547 clamp_min_41" [id=2547, type=clamp_min]; +"2548 expand_as_41" [id=2548, type=expand_as]; +"2549 div_41" [id=2549, type=div]; +"2550 quantize_per_tensor_default_126" [id=2550, type=quantize_per_tensor]; +"2551 dequantize_per_tensor_default_126" [id=2551, type=dequantize_per_tensor]; +"2552 transpose_40" [id=2552, type=transpose]; +"2553 matmul_40" [id=2553, type=matmul]; +"2554 _param_constant335" [id=2554, type=get_attr]; +"2555 clamp_20" [id=2555, type=clamp]; +"2556 exp_20" [id=2556, type=exp]; +"2557 mul_41" [id=2557, type=mul]; +"2558 add_70" [id=2558, type=add]; +"2559 softmax_20" [id=2559, type=softmax]; +"2560 dropout_80" [id=2560, type=dropout]; +"2561 matmul_41" [id=2561, type=matmul]; +"2562 quantize_per_tensor_default_127" [id=2562, type=quantize_per_tensor]; +"2563 dequantize_per_tensor_default_127" [id=2563, type=dequantize_per_tensor]; +"2564 transpose_41" [id=2564, type=transpose]; +"2565 reshape_92" [id=2565, type=reshape]; +"2566 _param_constant336" [id=2566, type=get_attr]; +"2567 linear_125_scale_0" [id=2567, type=get_attr]; +"2568 linear_125_zero_point_0" [id=2568, type=get_attr]; +"2569 quantize_per_channel_default_126" [id=2569, type=quantize_per_channel]; +"2570 dequantize_per_channel_default_126" [id=2570, type=dequantize_per_channel]; +"2571 _param_constant337_0_0" [id=2571, type=get_attr]; +"2572 linear_125" [id=2572, type=linear]; +"2573 dropout_81" [id=2573, type=dropout]; +"2574 view_113" [id=2574, type=view]; +"2575 permute_94" [id=2575, type=permute]; +"2576 reshape_93" [id=2576, type=reshape]; +"2577 slice_302" [id=2577, type=slice]; +"2578 slice_303" [id=2578, type=slice]; +"2579 slice_304" [id=2579, type=slice]; +"2580 slice_305" [id=2580, type=slice]; +"2581 contiguous_39" [id=2581, type=contiguous]; +"2582 _param_constant338" [id=2582, type=get_attr]; +"2583 _param_constant339" [id=2583, type=get_attr]; +"2584 layer_norm_43" [id=2584, type=layer_norm]; +"2585 add_71" [id=2585, type=add]; +"2586 _param_constant340" [id=2586, type=get_attr]; +"2587 quantize_per_tensor_default_128" [id=2587, type=quantize_per_tensor]; +"2588 dequantize_per_tensor_default_128" [id=2588, type=dequantize_per_tensor]; +"2589 linear_126_scale_0" [id=2589, type=get_attr]; +"2590 linear_126_zero_point_0" [id=2590, type=get_attr]; +"2591 quantize_per_channel_default_127" [id=2591, type=quantize_per_channel]; +"2592 dequantize_per_channel_default_127" [id=2592, type=dequantize_per_channel]; +"2593 _param_constant341_0_0" [id=2593, type=get_attr]; +"2594 linear_126" [id=2594, type=linear]; +"2595 gelu_20" [id=2595, type=gelu]; +"2596 quantize_per_tensor_default_129" [id=2596, type=quantize_per_tensor]; +"2597 dequantize_per_tensor_default_129" [id=2597, type=dequantize_per_tensor]; +"2598 dropout_82" [id=2598, type=dropout]; +"2599 _param_constant342" [id=2599, type=get_attr]; +"2600 linear_127_scale_0" [id=2600, type=get_attr]; +"2601 linear_127_zero_point_0" [id=2601, type=get_attr]; +"2602 quantize_per_channel_default_128" [id=2602, type=quantize_per_channel]; +"2603 dequantize_per_channel_default_128" [id=2603, type=dequantize_per_channel]; +"2604 _param_constant343_0_0" [id=2604, type=get_attr]; +"2605 linear_127" [id=2605, type=linear]; +"2606 dropout_83" [id=2606, type=dropout]; +"2607 _param_constant344" [id=2607, type=get_attr]; +"2608 _param_constant345" [id=2608, type=get_attr]; +"2609 layer_norm_44" [id=2609, type=layer_norm]; +"2610 add_72" [id=2610, type=add]; +"2611 _tensor_constant132" [id=2611, type=get_attr]; +"2612 _param_constant346" [id=2612, type=get_attr]; +"2613 linear_128_scale_0" [id=2613, type=get_attr]; +"2614 linear_128_zero_point_0" [id=2614, type=get_attr]; +"2615 quantize_per_channel_default_129" [id=2615, type=quantize_per_channel]; +"2616 dequantize_per_channel_default_129" [id=2616, type=dequantize_per_channel]; +"2617 _param_constant347_0_0" [id=2617, type=get_attr]; +"2618 linear_128" [id=2618, type=linear]; +"2619 relu__21" [id=2619, type=relu_]; +"2620 _param_constant348" [id=2620, type=get_attr]; +"2621 linear_129_scale_0" [id=2621, type=get_attr]; +"2622 linear_129_zero_point_0" [id=2622, type=get_attr]; +"2623 quantize_per_channel_default_130" [id=2623, type=quantize_per_channel]; +"2624 dequantize_per_channel_default_130" [id=2624, type=dequantize_per_channel]; +"2625 linear_129" [id=2625, type=linear]; +"2626 view_114" [id=2626, type=view]; +"2627 _tensor_constant133" [id=2627, type=get_attr]; +"2628 index_21" [id=2628, type=index]; +"2629 view_115" [id=2629, type=view]; +"2630 permute_95" [id=2630, type=permute]; +"2631 contiguous_40" [id=2631, type=contiguous]; +"2632 unsqueeze_61" [id=2632, type=unsqueeze]; +"2633 sigmoid_21" [id=2633, type=sigmoid]; +"2634 mul_42" [id=2634, type=mul]; +"2635 pad_23" [id=2635, type=pad]; +"2636 roll_20" [id=2636, type=roll]; +"2637 view_116" [id=2637, type=view]; +"2638 permute_96" [id=2638, type=permute]; +"2639 reshape_94" [id=2639, type=reshape]; +"2640 _param_constant350" [id=2640, type=get_attr]; +"2641 quantize_per_tensor_default_130" [id=2641, type=quantize_per_tensor]; +"2642 dequantize_per_tensor_default_130" [id=2642, type=dequantize_per_tensor]; +"2643 linear_130_scale_0" [id=2643, type=get_attr]; +"2644 linear_130_zero_point_0" [id=2644, type=get_attr]; +"2645 quantize_per_channel_default_131" [id=2645, type=quantize_per_channel]; +"2646 dequantize_per_channel_default_131" [id=2646, type=dequantize_per_channel]; +"2647 _param_constant349_0_0" [id=2647, type=get_attr]; +"2648 linear_130" [id=2648, type=linear]; +"2649 reshape_95" [id=2649, type=reshape]; +"2650 permute_97" [id=2650, type=permute]; +"2651 select_63" [id=2651, type=select]; +"2652 select_64" [id=2652, type=select]; +"2653 select_65" [id=2653, type=select]; +"2654 linalg_vector_norm_42" [id=2654, type=linalg_vector_norm]; +"2655 clamp_min_42" [id=2655, type=clamp_min]; +"2656 expand_as_42" [id=2656, type=expand_as]; +"2657 div_42" [id=2657, type=div]; +"2658 quantize_per_tensor_default_131" [id=2658, type=quantize_per_tensor]; +"2659 dequantize_per_tensor_default_131" [id=2659, type=dequantize_per_tensor]; +"2660 linalg_vector_norm_43" [id=2660, type=linalg_vector_norm]; +"2661 clamp_min_43" [id=2661, type=clamp_min]; +"2662 expand_as_43" [id=2662, type=expand_as]; +"2663 div_43" [id=2663, type=div]; +"2664 quantize_per_tensor_default_132" [id=2664, type=quantize_per_tensor]; +"2665 dequantize_per_tensor_default_132" [id=2665, type=dequantize_per_tensor]; +"2666 transpose_42" [id=2666, type=transpose]; +"2667 matmul_42" [id=2667, type=matmul]; +"2668 _param_constant351" [id=2668, type=get_attr]; +"2669 clamp_21" [id=2669, type=clamp]; +"2670 exp_21" [id=2670, type=exp]; +"2671 mul_43" [id=2671, type=mul]; +"2672 add_73" [id=2672, type=add]; +"2673 new_zeros_10" [id=2673, type=new_zeros]; +"2674 view_117" [id=2674, type=view]; +"2675 permute_98" [id=2675, type=permute]; +"2676 reshape_96" [id=2676, type=reshape]; +"2677 unsqueeze_62" [id=2677, type=unsqueeze]; +"2678 unsqueeze_63" [id=2678, type=unsqueeze]; +"2679 sub_10" [id=2679, type=sub]; +"2680 ne_10" [id=2680, type=ne]; +"2681 masked_fill_20" [id=2681, type=masked_fill]; +"2682 eq_10" [id=2682, type=eq]; +"2683 masked_fill_21" [id=2683, type=masked_fill]; +"2684 view_118" [id=2684, type=view]; +"2685 unsqueeze_64" [id=2685, type=unsqueeze]; +"2686 unsqueeze_65" [id=2686, type=unsqueeze]; +"2687 add_74" [id=2687, type=add]; +"2688 view_119" [id=2688, type=view]; +"2689 softmax_21" [id=2689, type=softmax]; +"2690 dropout_84" [id=2690, type=dropout]; +"2691 matmul_43" [id=2691, type=matmul]; +"2692 quantize_per_tensor_default_133" [id=2692, type=quantize_per_tensor]; +"2693 dequantize_per_tensor_default_133" [id=2693, type=dequantize_per_tensor]; +"2694 transpose_43" [id=2694, type=transpose]; +"2695 reshape_97" [id=2695, type=reshape]; +"2696 _param_constant352" [id=2696, type=get_attr]; +"2697 linear_131_scale_0" [id=2697, type=get_attr]; +"2698 linear_131_zero_point_0" [id=2698, type=get_attr]; +"2699 quantize_per_channel_default_132" [id=2699, type=quantize_per_channel]; +"2700 dequantize_per_channel_default_132" [id=2700, type=dequantize_per_channel]; +"2701 _param_constant353_0_0" [id=2701, type=get_attr]; +"2702 linear_131" [id=2702, type=linear]; +"2703 dropout_85" [id=2703, type=dropout]; +"2704 view_120" [id=2704, type=view]; +"2705 permute_99" [id=2705, type=permute]; +"2706 reshape_98" [id=2706, type=reshape]; +"2707 roll_21" [id=2707, type=roll]; +"2708 slice_325" [id=2708, type=slice]; +"2709 slice_326" [id=2709, type=slice]; +"2710 slice_327" [id=2710, type=slice]; +"2711 slice_328" [id=2711, type=slice]; +"2712 contiguous_41" [id=2712, type=contiguous]; +"2713 _param_constant354" [id=2713, type=get_attr]; +"2714 _param_constant355" [id=2714, type=get_attr]; +"2715 layer_norm_45" [id=2715, type=layer_norm]; +"2716 add_75" [id=2716, type=add]; +"2717 _param_constant356" [id=2717, type=get_attr]; +"2718 quantize_per_tensor_default_134" [id=2718, type=quantize_per_tensor]; +"2719 dequantize_per_tensor_default_134" [id=2719, type=dequantize_per_tensor]; +"2720 linear_132_scale_0" [id=2720, type=get_attr]; +"2721 linear_132_zero_point_0" [id=2721, type=get_attr]; +"2722 quantize_per_channel_default_133" [id=2722, type=quantize_per_channel]; +"2723 dequantize_per_channel_default_133" [id=2723, type=dequantize_per_channel]; +"2724 _param_constant357_0_0" [id=2724, type=get_attr]; +"2725 linear_132" [id=2725, type=linear]; +"2726 gelu_21" [id=2726, type=gelu]; +"2727 quantize_per_tensor_default_135" [id=2727, type=quantize_per_tensor]; +"2728 dequantize_per_tensor_default_135" [id=2728, type=dequantize_per_tensor]; +"2729 dropout_86" [id=2729, type=dropout]; +"2730 _param_constant358" [id=2730, type=get_attr]; +"2731 linear_133_scale_0" [id=2731, type=get_attr]; +"2732 linear_133_zero_point_0" [id=2732, type=get_attr]; +"2733 quantize_per_channel_default_134" [id=2733, type=quantize_per_channel]; +"2734 dequantize_per_channel_default_134" [id=2734, type=dequantize_per_channel]; +"2735 _param_constant359_0_0" [id=2735, type=get_attr]; +"2736 linear_133" [id=2736, type=linear]; +"2737 dropout_87" [id=2737, type=dropout]; +"2738 _param_constant360" [id=2738, type=get_attr]; +"2739 _param_constant361" [id=2739, type=get_attr]; +"2740 layer_norm_46" [id=2740, type=layer_norm]; +"2741 add_76" [id=2741, type=add]; +"2742 quantize_per_tensor_default_2" [id=2742, type=quantize_per_tensor]; +"2743 dequantize_per_tensor_default_2" [id=2743, type=dequantize_per_tensor]; +"2744 pad_24" [id=2744, type=pad]; +"2745 slice_329" [id=2745, type=slice]; +"2746 slice_330" [id=2746, type=slice]; +"2747 slice_331" [id=2747, type=slice]; +"2748 slice_332" [id=2748, type=slice]; +"2749 slice_333" [id=2749, type=slice]; +"2750 slice_334" [id=2750, type=slice]; +"2751 slice_335" [id=2751, type=slice]; +"2752 slice_336" [id=2752, type=slice]; +"2753 slice_337" [id=2753, type=slice]; +"2754 slice_338" [id=2754, type=slice]; +"2755 slice_339" [id=2755, type=slice]; +"2756 slice_340" [id=2756, type=slice]; +"2757 cat_2" [id=2757, type=cat]; +"2758 _param_constant362" [id=2758, type=get_attr]; +"2759 linear_134_scale_0" [id=2759, type=get_attr]; +"2760 linear_134_zero_point_0" [id=2760, type=get_attr]; +"2761 quantize_per_channel_default_135" [id=2761, type=quantize_per_channel]; +"2762 dequantize_per_channel_default_135" [id=2762, type=dequantize_per_channel]; +"2763 linear_134" [id=2763, type=linear]; +"2764 _param_constant363" [id=2764, type=get_attr]; +"2765 _param_constant364" [id=2765, type=get_attr]; +"2766 layer_norm_47" [id=2766, type=layer_norm]; +"2767 _tensor_constant143" [id=2767, type=get_attr]; +"2768 _param_constant365" [id=2768, type=get_attr]; +"2769 linear_135_scale_0" [id=2769, type=get_attr]; +"2770 linear_135_zero_point_0" [id=2770, type=get_attr]; +"2771 quantize_per_channel_default_136" [id=2771, type=quantize_per_channel]; +"2772 dequantize_per_channel_default_136" [id=2772, type=dequantize_per_channel]; +"2773 _param_constant366_0_0" [id=2773, type=get_attr]; +"2774 linear_135" [id=2774, type=linear]; +"2775 relu__22" [id=2775, type=relu_]; +"2776 _param_constant367" [id=2776, type=get_attr]; +"2777 linear_136_scale_0" [id=2777, type=get_attr]; +"2778 linear_136_zero_point_0" [id=2778, type=get_attr]; +"2779 quantize_per_channel_default_137" [id=2779, type=quantize_per_channel]; +"2780 dequantize_per_channel_default_137" [id=2780, type=dequantize_per_channel]; +"2781 linear_136" [id=2781, type=linear]; +"2782 view_121" [id=2782, type=view]; +"2783 _tensor_constant144" [id=2783, type=get_attr]; +"2784 index_22" [id=2784, type=index]; +"2785 view_122" [id=2785, type=view]; +"2786 permute_100" [id=2786, type=permute]; +"2787 contiguous_42" [id=2787, type=contiguous]; +"2788 unsqueeze_66" [id=2788, type=unsqueeze]; +"2789 sigmoid_22" [id=2789, type=sigmoid]; +"2790 mul_44" [id=2790, type=mul]; +"2791 quantize_per_tensor_default_136" [id=2791, type=quantize_per_tensor]; +"2792 dequantize_per_tensor_default_136" [id=2792, type=dequantize_per_tensor]; +"2793 pad_25" [id=2793, type=pad]; +"2794 view_123" [id=2794, type=view]; +"2795 permute_101" [id=2795, type=permute]; +"2796 reshape_99" [id=2796, type=reshape]; +"2797 _param_constant369" [id=2797, type=get_attr]; +"2798 linear_137_scale_0" [id=2798, type=get_attr]; +"2799 linear_137_zero_point_0" [id=2799, type=get_attr]; +"2800 quantize_per_channel_default_138" [id=2800, type=quantize_per_channel]; +"2801 dequantize_per_channel_default_138" [id=2801, type=dequantize_per_channel]; +"2802 _param_constant368_0_0" [id=2802, type=get_attr]; +"2803 linear_137" [id=2803, type=linear]; +"2804 reshape_100" [id=2804, type=reshape]; +"2805 permute_102" [id=2805, type=permute]; +"2806 select_66" [id=2806, type=select]; +"2807 select_67" [id=2807, type=select]; +"2808 select_68" [id=2808, type=select]; +"2809 linalg_vector_norm_44" [id=2809, type=linalg_vector_norm]; +"2810 clamp_min_44" [id=2810, type=clamp_min]; +"2811 expand_as_44" [id=2811, type=expand_as]; +"2812 div_44" [id=2812, type=div]; +"2813 quantize_per_tensor_default_137" [id=2813, type=quantize_per_tensor]; +"2814 dequantize_per_tensor_default_137" [id=2814, type=dequantize_per_tensor]; +"2815 linalg_vector_norm_45" [id=2815, type=linalg_vector_norm]; +"2816 clamp_min_45" [id=2816, type=clamp_min]; +"2817 expand_as_45" [id=2817, type=expand_as]; +"2818 div_45" [id=2818, type=div]; +"2819 quantize_per_tensor_default_138" [id=2819, type=quantize_per_tensor]; +"2820 dequantize_per_tensor_default_138" [id=2820, type=dequantize_per_tensor]; +"2821 transpose_44" [id=2821, type=transpose]; +"2822 matmul_44" [id=2822, type=matmul]; +"2823 _param_constant370" [id=2823, type=get_attr]; +"2824 clamp_22" [id=2824, type=clamp]; +"2825 exp_22" [id=2825, type=exp]; +"2826 mul_45" [id=2826, type=mul]; +"2827 add_77" [id=2827, type=add]; +"2828 softmax_22" [id=2828, type=softmax]; +"2829 dropout_88" [id=2829, type=dropout]; +"2830 matmul_45" [id=2830, type=matmul]; +"2831 quantize_per_tensor_default_139" [id=2831, type=quantize_per_tensor]; +"2832 dequantize_per_tensor_default_139" [id=2832, type=dequantize_per_tensor]; +"2833 transpose_45" [id=2833, type=transpose]; +"2834 reshape_101" [id=2834, type=reshape]; +"2835 _param_constant371" [id=2835, type=get_attr]; +"2836 linear_138_scale_0" [id=2836, type=get_attr]; +"2837 linear_138_zero_point_0" [id=2837, type=get_attr]; +"2838 quantize_per_channel_default_139" [id=2838, type=quantize_per_channel]; +"2839 dequantize_per_channel_default_139" [id=2839, type=dequantize_per_channel]; +"2840 _param_constant372_0_0" [id=2840, type=get_attr]; +"2841 linear_138" [id=2841, type=linear]; +"2842 dropout_89" [id=2842, type=dropout]; +"2843 view_124" [id=2843, type=view]; +"2844 permute_103" [id=2844, type=permute]; +"2845 reshape_102" [id=2845, type=reshape]; +"2846 slice_342" [id=2846, type=slice]; +"2847 slice_343" [id=2847, type=slice]; +"2848 slice_344" [id=2848, type=slice]; +"2849 slice_345" [id=2849, type=slice]; +"2850 contiguous_43" [id=2850, type=contiguous]; +"2851 _param_constant373" [id=2851, type=get_attr]; +"2852 _param_constant374" [id=2852, type=get_attr]; +"2853 layer_norm_48" [id=2853, type=layer_norm]; +"2854 add_78" [id=2854, type=add]; +"2855 _param_constant375" [id=2855, type=get_attr]; +"2856 quantize_per_tensor_default_140" [id=2856, type=quantize_per_tensor]; +"2857 dequantize_per_tensor_default_140" [id=2857, type=dequantize_per_tensor]; +"2858 linear_139_scale_0" [id=2858, type=get_attr]; +"2859 linear_139_zero_point_0" [id=2859, type=get_attr]; +"2860 quantize_per_channel_default_140" [id=2860, type=quantize_per_channel]; +"2861 dequantize_per_channel_default_140" [id=2861, type=dequantize_per_channel]; +"2862 _param_constant376_0_0" [id=2862, type=get_attr]; +"2863 linear_139" [id=2863, type=linear]; +"2864 gelu_22" [id=2864, type=gelu]; +"2865 quantize_per_tensor_default_141" [id=2865, type=quantize_per_tensor]; +"2866 dequantize_per_tensor_default_141" [id=2866, type=dequantize_per_tensor]; +"2867 dropout_90" [id=2867, type=dropout]; +"2868 _param_constant377" [id=2868, type=get_attr]; +"2869 linear_140_scale_0" [id=2869, type=get_attr]; +"2870 linear_140_zero_point_0" [id=2870, type=get_attr]; +"2871 quantize_per_channel_default_141" [id=2871, type=quantize_per_channel]; +"2872 dequantize_per_channel_default_141" [id=2872, type=dequantize_per_channel]; +"2873 _param_constant378_0_0" [id=2873, type=get_attr]; +"2874 linear_140" [id=2874, type=linear]; +"2875 dropout_91" [id=2875, type=dropout]; +"2876 _param_constant379" [id=2876, type=get_attr]; +"2877 _param_constant380" [id=2877, type=get_attr]; +"2878 layer_norm_49" [id=2878, type=layer_norm]; +"2879 add_79" [id=2879, type=add]; +"2880 _tensor_constant145" [id=2880, type=get_attr]; +"2881 _param_constant381" [id=2881, type=get_attr]; +"2882 linear_141_scale_0" [id=2882, type=get_attr]; +"2883 linear_141_zero_point_0" [id=2883, type=get_attr]; +"2884 quantize_per_channel_default_142" [id=2884, type=quantize_per_channel]; +"2885 dequantize_per_channel_default_142" [id=2885, type=dequantize_per_channel]; +"2886 _param_constant382_0_0" [id=2886, type=get_attr]; +"2887 linear_141" [id=2887, type=linear]; +"2888 relu__23" [id=2888, type=relu_]; +"2889 _param_constant383" [id=2889, type=get_attr]; +"2890 linear_142_scale_0" [id=2890, type=get_attr]; +"2891 linear_142_zero_point_0" [id=2891, type=get_attr]; +"2892 quantize_per_channel_default_143" [id=2892, type=quantize_per_channel]; +"2893 dequantize_per_channel_default_143" [id=2893, type=dequantize_per_channel]; +"2894 linear_142" [id=2894, type=linear]; +"2895 view_125" [id=2895, type=view]; +"2896 _tensor_constant146" [id=2896, type=get_attr]; +"2897 index_23" [id=2897, type=index]; +"2898 view_126" [id=2898, type=view]; +"2899 permute_104" [id=2899, type=permute]; +"2900 contiguous_44" [id=2900, type=contiguous]; +"2901 unsqueeze_67" [id=2901, type=unsqueeze]; +"2902 sigmoid_23" [id=2902, type=sigmoid]; +"2903 mul_46" [id=2903, type=mul]; +"2904 quantize_per_tensor_default_142" [id=2904, type=quantize_per_tensor]; +"2905 dequantize_per_tensor_default_142" [id=2905, type=dequantize_per_tensor]; +"2906 pad_26" [id=2906, type=pad]; +"2907 view_127" [id=2907, type=view]; +"2908 permute_105" [id=2908, type=permute]; +"2909 reshape_103" [id=2909, type=reshape]; +"2910 _param_constant385" [id=2910, type=get_attr]; +"2911 linear_143_scale_0" [id=2911, type=get_attr]; +"2912 linear_143_zero_point_0" [id=2912, type=get_attr]; +"2913 quantize_per_channel_default_144" [id=2913, type=quantize_per_channel]; +"2914 dequantize_per_channel_default_144" [id=2914, type=dequantize_per_channel]; +"2915 _param_constant384_0_0" [id=2915, type=get_attr]; +"2916 linear_143" [id=2916, type=linear]; +"2917 reshape_104" [id=2917, type=reshape]; +"2918 permute_106" [id=2918, type=permute]; +"2919 select_69" [id=2919, type=select]; +"2920 select_70" [id=2920, type=select]; +"2921 select_71" [id=2921, type=select]; +"2922 linalg_vector_norm_46" [id=2922, type=linalg_vector_norm]; +"2923 clamp_min_46" [id=2923, type=clamp_min]; +"2924 expand_as_46" [id=2924, type=expand_as]; +"2925 div_46" [id=2925, type=div]; +"2926 quantize_per_tensor_default_143" [id=2926, type=quantize_per_tensor]; +"2927 dequantize_per_tensor_default_143" [id=2927, type=dequantize_per_tensor]; +"2928 linalg_vector_norm_47" [id=2928, type=linalg_vector_norm]; +"2929 clamp_min_47" [id=2929, type=clamp_min]; +"2930 expand_as_47" [id=2930, type=expand_as]; +"2931 div_47" [id=2931, type=div]; +"2932 quantize_per_tensor_default_144" [id=2932, type=quantize_per_tensor]; +"2933 dequantize_per_tensor_default_144" [id=2933, type=dequantize_per_tensor]; +"2934 transpose_46" [id=2934, type=transpose]; +"2935 matmul_46" [id=2935, type=matmul]; +"2936 _param_constant386" [id=2936, type=get_attr]; +"2937 clamp_23" [id=2937, type=clamp]; +"2938 exp_23" [id=2938, type=exp]; +"2939 mul_47" [id=2939, type=mul]; +"2940 add_80" [id=2940, type=add]; +"2941 softmax_23" [id=2941, type=softmax]; +"2942 dropout_92" [id=2942, type=dropout]; +"2943 matmul_47" [id=2943, type=matmul]; +"2944 quantize_per_tensor_default_145" [id=2944, type=quantize_per_tensor]; +"2945 dequantize_per_tensor_default_145" [id=2945, type=dequantize_per_tensor]; +"2946 transpose_47" [id=2946, type=transpose]; +"2947 reshape_105" [id=2947, type=reshape]; +"2948 _param_constant387" [id=2948, type=get_attr]; +"2949 linear_144_scale_0" [id=2949, type=get_attr]; +"2950 linear_144_zero_point_0" [id=2950, type=get_attr]; +"2951 quantize_per_channel_default_145" [id=2951, type=quantize_per_channel]; +"2952 dequantize_per_channel_default_145" [id=2952, type=dequantize_per_channel]; +"2953 _param_constant388_0_0" [id=2953, type=get_attr]; +"2954 linear_144" [id=2954, type=linear]; +"2955 dropout_93" [id=2955, type=dropout]; +"2956 view_128" [id=2956, type=view]; +"2957 permute_107" [id=2957, type=permute]; +"2958 reshape_106" [id=2958, type=reshape]; +"2959 slice_347" [id=2959, type=slice]; +"2960 slice_348" [id=2960, type=slice]; +"2961 slice_349" [id=2961, type=slice]; +"2962 slice_350" [id=2962, type=slice]; +"2963 contiguous_45" [id=2963, type=contiguous]; +"2964 _param_constant389" [id=2964, type=get_attr]; +"2965 _param_constant390" [id=2965, type=get_attr]; +"2966 layer_norm_50" [id=2966, type=layer_norm]; +"2967 add_81" [id=2967, type=add]; +"2968 _param_constant391" [id=2968, type=get_attr]; +"2969 quantize_per_tensor_default_146" [id=2969, type=quantize_per_tensor]; +"2970 dequantize_per_tensor_default_146" [id=2970, type=dequantize_per_tensor]; +"2971 linear_145_scale_0" [id=2971, type=get_attr]; +"2972 linear_145_zero_point_0" [id=2972, type=get_attr]; +"2973 quantize_per_channel_default_146" [id=2973, type=quantize_per_channel]; +"2974 dequantize_per_channel_default_146" [id=2974, type=dequantize_per_channel]; +"2975 _param_constant392_0_0" [id=2975, type=get_attr]; +"2976 linear_145" [id=2976, type=linear]; +"2977 gelu_23" [id=2977, type=gelu]; +"2978 quantize_per_tensor_default_147" [id=2978, type=quantize_per_tensor]; +"2979 dequantize_per_tensor_default_147" [id=2979, type=dequantize_per_tensor]; +"2980 dropout_94" [id=2980, type=dropout]; +"2981 _param_constant393" [id=2981, type=get_attr]; +"2982 linear_146_scale_0" [id=2982, type=get_attr]; +"2983 linear_146_zero_point_0" [id=2983, type=get_attr]; +"2984 quantize_per_channel_default_147" [id=2984, type=quantize_per_channel]; +"2985 dequantize_per_channel_default_147" [id=2985, type=dequantize_per_channel]; +"2986 _param_constant394_0_0" [id=2986, type=get_attr]; +"2987 linear_146" [id=2987, type=linear]; +"2988 dropout_95" [id=2988, type=dropout]; +"2989 _param_constant395" [id=2989, type=get_attr]; +"2990 _param_constant396" [id=2990, type=get_attr]; +"2991 layer_norm_51" [id=2991, type=layer_norm]; +"2992 add_82" [id=2992, type=add]; +"2993 _param_constant397" [id=2993, type=get_attr]; +"2994 _param_constant398" [id=2994, type=get_attr]; +"2995 layer_norm_52" [id=2995, type=layer_norm]; +"2996 permute_108" [id=2996, type=permute]; +"2997 adaptive_avg_pool2d" [id=2997, type=adaptive_avg_pool2d]; +"2998 quantize_per_tensor_default_148" [id=2998, type=quantize_per_tensor]; +"2999 dequantize_per_tensor_default_148" [id=2999, type=dequantize_per_tensor]; +"3000 flatten" [id=3000, type=flatten]; +"3001 _param_constant399" [id=3001, type=get_attr]; +"3002 linear_147_scale_0" [id=3002, type=get_attr]; +"3003 linear_147_zero_point_0" [id=3003, type=get_attr]; +"3004 quantize_per_channel_default_148" [id=3004, type=quantize_per_channel]; +"3005 dequantize_per_channel_default_148" [id=3005, type=dequantize_per_channel]; +"3006 _param_constant400_0_0" [id=3006, type=get_attr]; +"3007 linear_147" [id=3007, type=linear]; +"3008 output" [id=3008, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default_3"; +"1 quantize_per_tensor_default_3" -> "2 dequantize_per_tensor_default_3"; +"2 dequantize_per_tensor_default_3" -> "9 conv2d"; +"3 _param_constant0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; +"7 dequantize_per_channel_default" -> "9 conv2d"; +"8 _param_constant1_0_0" -> "9 conv2d"; +"9 conv2d" -> "10 permute"; +"10 permute" -> "13 layer_norm"; +"11 _param_constant2" -> "13 layer_norm"; +"12 _param_constant3" -> "13 layer_norm"; +"13 layer_norm" -> "38 quantize_per_tensor_default_4"; +"13 layer_norm" -> "98 add_1"; +"14 _tensor_constant0" -> "21 linear"; +"15 _param_constant4" -> "18 quantize_per_channel_default_1"; +"16 linear_scale_0" -> "18 quantize_per_channel_default_1"; +"16 linear_scale_0" -> "19 dequantize_per_channel_default_1"; +"17 linear_zero_point_0" -> "18 quantize_per_channel_default_1"; +"17 linear_zero_point_0" -> "19 dequantize_per_channel_default_1"; +"18 quantize_per_channel_default_1" -> "19 dequantize_per_channel_default_1"; +"19 dequantize_per_channel_default_1" -> "21 linear"; +"20 _param_constant5_0_0" -> "21 linear"; +"21 linear" -> "22 relu_"; +"22 relu_" -> "28 linear_1"; +"23 _param_constant6" -> "26 quantize_per_channel_default_2"; +"24 linear_1_scale_0" -> "26 quantize_per_channel_default_2"; +"24 linear_1_scale_0" -> "27 dequantize_per_channel_default_2"; +"25 linear_1_zero_point_0" -> "26 quantize_per_channel_default_2"; +"25 linear_1_zero_point_0" -> "27 dequantize_per_channel_default_2"; +"26 quantize_per_channel_default_2" -> "27 dequantize_per_channel_default_2"; +"27 dequantize_per_channel_default_2" -> "28 linear_1"; +"28 linear_1" -> "29 view"; +"29 view" -> "31 index"; +"30 _tensor_constant1" -> "31 index"; +"31 index" -> "32 view_1"; +"32 view_1" -> "33 permute_1"; +"33 permute_1" -> "34 contiguous"; +"34 contiguous" -> "35 unsqueeze"; +"35 unsqueeze" -> "36 sigmoid"; +"36 sigmoid" -> "37 mul"; +"37 mul" -> "74 add"; +"38 quantize_per_tensor_default_4" -> "39 dequantize_per_tensor_default_4"; +"39 dequantize_per_tensor_default_4" -> "40 pad"; +"40 pad" -> "41 view_2"; +"41 view_2" -> "42 permute_2"; +"42 permute_2" -> "43 reshape"; +"43 reshape" -> "50 linear_2"; +"44 _param_constant8" -> "47 quantize_per_channel_default_3"; +"45 linear_2_scale_0" -> "47 quantize_per_channel_default_3"; +"45 linear_2_scale_0" -> "48 dequantize_per_channel_default_3"; +"46 linear_2_zero_point_0" -> "47 quantize_per_channel_default_3"; +"46 linear_2_zero_point_0" -> "48 dequantize_per_channel_default_3"; +"47 quantize_per_channel_default_3" -> "48 dequantize_per_channel_default_3"; +"48 dequantize_per_channel_default_3" -> "50 linear_2"; +"49 _param_constant7_0_0" -> "50 linear_2"; +"50 linear_2" -> "51 reshape_1"; +"51 reshape_1" -> "52 permute_3"; +"52 permute_3" -> "53 select"; +"52 permute_3" -> "54 select_1"; +"52 permute_3" -> "55 select_2"; +"53 select" -> "56 linalg_vector_norm"; +"53 select" -> "58 expand_as"; +"53 select" -> "59 div"; +"54 select_1" -> "62 linalg_vector_norm_1"; +"54 select_1" -> "64 expand_as_1"; +"54 select_1" -> "65 div_1"; +"55 select_2" -> "77 matmul_1"; +"56 linalg_vector_norm" -> "57 clamp_min"; +"57 clamp_min" -> "58 expand_as"; +"58 expand_as" -> "59 div"; +"59 div" -> "60 quantize_per_tensor_default_5"; +"60 quantize_per_tensor_default_5" -> "61 dequantize_per_tensor_default_5"; +"61 dequantize_per_tensor_default_5" -> "69 matmul"; +"62 linalg_vector_norm_1" -> "63 clamp_min_1"; +"63 clamp_min_1" -> "64 expand_as_1"; +"64 expand_as_1" -> "65 div_1"; +"65 div_1" -> "66 quantize_per_tensor_default_6"; +"66 quantize_per_tensor_default_6" -> "67 dequantize_per_tensor_default_6"; +"67 dequantize_per_tensor_default_6" -> "68 transpose"; +"68 transpose" -> "69 matmul"; +"69 matmul" -> "73 mul_1"; +"70 _param_constant9" -> "71 clamp"; +"71 clamp" -> "72 exp"; +"72 exp" -> "73 mul_1"; +"73 mul_1" -> "74 add"; +"74 add" -> "75 softmax"; +"75 softmax" -> "76 dropout"; +"76 dropout" -> "77 matmul_1"; +"77 matmul_1" -> "78 quantize_per_tensor_default_7"; +"78 quantize_per_tensor_default_7" -> "79 dequantize_per_tensor_default_7"; +"79 dequantize_per_tensor_default_7" -> "80 transpose_1"; +"80 transpose_1" -> "81 reshape_2"; +"81 reshape_2" -> "88 linear_3"; +"82 _param_constant10" -> "85 quantize_per_channel_default_4"; +"83 linear_3_scale_0" -> "85 quantize_per_channel_default_4"; +"83 linear_3_scale_0" -> "86 dequantize_per_channel_default_4"; +"84 linear_3_zero_point_0" -> "85 quantize_per_channel_default_4"; +"84 linear_3_zero_point_0" -> "86 dequantize_per_channel_default_4"; +"85 quantize_per_channel_default_4" -> "86 dequantize_per_channel_default_4"; +"86 dequantize_per_channel_default_4" -> "88 linear_3"; +"87 _param_constant11_0_0" -> "88 linear_3"; +"88 linear_3" -> "89 dropout_1"; +"89 dropout_1" -> "90 view_3"; +"90 view_3" -> "91 permute_4"; +"91 permute_4" -> "92 reshape_3"; +"92 reshape_3" -> "93 slice_2"; +"93 slice_2" -> "94 slice_3"; +"94 slice_3" -> "97 layer_norm_1"; +"95 _param_constant12" -> "97 layer_norm_1"; +"96 _param_constant13" -> "97 layer_norm_1"; +"97 layer_norm_1" -> "98 add_1"; +"98 add_1" -> "100 quantize_per_tensor_default_8"; +"98 add_1" -> "123 add_2"; +"99 _param_constant14" -> "104 quantize_per_channel_default_5"; +"100 quantize_per_tensor_default_8" -> "101 dequantize_per_tensor_default_8"; +"101 dequantize_per_tensor_default_8" -> "107 linear_4"; +"102 linear_4_scale_0" -> "104 quantize_per_channel_default_5"; +"102 linear_4_scale_0" -> "105 dequantize_per_channel_default_5"; +"103 linear_4_zero_point_0" -> "104 quantize_per_channel_default_5"; +"103 linear_4_zero_point_0" -> "105 dequantize_per_channel_default_5"; +"104 quantize_per_channel_default_5" -> "105 dequantize_per_channel_default_5"; +"105 dequantize_per_channel_default_5" -> "107 linear_4"; +"106 _param_constant15_0_0" -> "107 linear_4"; +"107 linear_4" -> "108 gelu"; +"108 gelu" -> "109 quantize_per_tensor_default_9"; +"109 quantize_per_tensor_default_9" -> "110 dequantize_per_tensor_default_9"; +"110 dequantize_per_tensor_default_9" -> "111 dropout_2"; +"111 dropout_2" -> "118 linear_5"; +"112 _param_constant16" -> "115 quantize_per_channel_default_6"; +"113 linear_5_scale_0" -> "115 quantize_per_channel_default_6"; +"113 linear_5_scale_0" -> "116 dequantize_per_channel_default_6"; +"114 linear_5_zero_point_0" -> "115 quantize_per_channel_default_6"; +"114 linear_5_zero_point_0" -> "116 dequantize_per_channel_default_6"; +"115 quantize_per_channel_default_6" -> "116 dequantize_per_channel_default_6"; +"116 dequantize_per_channel_default_6" -> "118 linear_5"; +"117 _param_constant17_0_0" -> "118 linear_5"; +"118 linear_5" -> "119 dropout_3"; +"119 dropout_3" -> "122 layer_norm_2"; +"120 _param_constant18" -> "122 layer_norm_2"; +"121 _param_constant19" -> "122 layer_norm_2"; +"122 layer_norm_2" -> "123 add_2"; +"123 add_2" -> "148 pad_1"; +"123 add_2" -> "226 add_5"; +"124 _tensor_constant2" -> "131 linear_6"; +"125 _param_constant20" -> "128 quantize_per_channel_default_7"; +"126 linear_6_scale_0" -> "128 quantize_per_channel_default_7"; +"126 linear_6_scale_0" -> "129 dequantize_per_channel_default_7"; +"127 linear_6_zero_point_0" -> "128 quantize_per_channel_default_7"; +"127 linear_6_zero_point_0" -> "129 dequantize_per_channel_default_7"; +"128 quantize_per_channel_default_7" -> "129 dequantize_per_channel_default_7"; +"129 dequantize_per_channel_default_7" -> "131 linear_6"; +"130 _param_constant21_0_0" -> "131 linear_6"; +"131 linear_6" -> "132 relu__1"; +"132 relu__1" -> "138 linear_7"; +"133 _param_constant22" -> "136 quantize_per_channel_default_8"; +"134 linear_7_scale_0" -> "136 quantize_per_channel_default_8"; +"134 linear_7_scale_0" -> "137 dequantize_per_channel_default_8"; +"135 linear_7_zero_point_0" -> "136 quantize_per_channel_default_8"; +"135 linear_7_zero_point_0" -> "137 dequantize_per_channel_default_8"; +"136 quantize_per_channel_default_8" -> "137 dequantize_per_channel_default_8"; +"137 dequantize_per_channel_default_8" -> "138 linear_7"; +"138 linear_7" -> "139 view_4"; +"139 view_4" -> "141 index_1"; +"140 _tensor_constant3" -> "141 index_1"; +"141 index_1" -> "142 view_5"; +"142 view_5" -> "143 permute_5"; +"143 permute_5" -> "144 contiguous_1"; +"144 contiguous_1" -> "145 unsqueeze_1"; +"145 unsqueeze_1" -> "146 sigmoid_1"; +"146 sigmoid_1" -> "147 mul_2"; +"147 mul_2" -> "185 add_3"; +"148 pad_1" -> "149 roll"; +"149 roll" -> "150 view_6"; +"150 view_6" -> "151 permute_6"; +"151 permute_6" -> "152 reshape_4"; +"152 reshape_4" -> "154 quantize_per_tensor_default_10"; +"152 reshape_4" -> "186 new_zeros"; +"153 _param_constant24" -> "158 quantize_per_channel_default_9"; +"154 quantize_per_tensor_default_10" -> "155 dequantize_per_tensor_default_10"; +"155 dequantize_per_tensor_default_10" -> "161 linear_8"; +"156 linear_8_scale_0" -> "158 quantize_per_channel_default_9"; +"156 linear_8_scale_0" -> "159 dequantize_per_channel_default_9"; +"157 linear_8_zero_point_0" -> "158 quantize_per_channel_default_9"; +"157 linear_8_zero_point_0" -> "159 dequantize_per_channel_default_9"; +"158 quantize_per_channel_default_9" -> "159 dequantize_per_channel_default_9"; +"159 dequantize_per_channel_default_9" -> "161 linear_8"; +"160 _param_constant23_0_0" -> "161 linear_8"; +"161 linear_8" -> "162 reshape_5"; +"162 reshape_5" -> "163 permute_7"; +"163 permute_7" -> "164 select_3"; +"163 permute_7" -> "165 select_4"; +"163 permute_7" -> "166 select_5"; +"164 select_3" -> "167 linalg_vector_norm_2"; +"164 select_3" -> "169 expand_as_2"; +"164 select_3" -> "170 div_2"; +"165 select_4" -> "173 linalg_vector_norm_3"; +"165 select_4" -> "175 expand_as_3"; +"165 select_4" -> "176 div_3"; +"166 select_5" -> "204 matmul_3"; +"167 linalg_vector_norm_2" -> "168 clamp_min_2"; +"168 clamp_min_2" -> "169 expand_as_2"; +"169 expand_as_2" -> "170 div_2"; +"170 div_2" -> "171 quantize_per_tensor_default_11"; +"171 quantize_per_tensor_default_11" -> "172 dequantize_per_tensor_default_11"; +"172 dequantize_per_tensor_default_11" -> "180 matmul_2"; +"173 linalg_vector_norm_3" -> "174 clamp_min_3"; +"174 clamp_min_3" -> "175 expand_as_3"; +"175 expand_as_3" -> "176 div_3"; +"176 div_3" -> "177 quantize_per_tensor_default_12"; +"177 quantize_per_tensor_default_12" -> "178 dequantize_per_tensor_default_12"; +"178 dequantize_per_tensor_default_12" -> "179 transpose_2"; +"179 transpose_2" -> "180 matmul_2"; +"180 matmul_2" -> "184 mul_3"; +"181 _param_constant25" -> "182 clamp_1"; +"182 clamp_1" -> "183 exp_1"; +"183 exp_1" -> "184 mul_3"; +"184 mul_3" -> "185 add_3"; +"185 add_3" -> "197 view_8"; +"186 new_zeros" -> "187 view_7"; +"187 view_7" -> "188 permute_8"; +"188 permute_8" -> "189 reshape_6"; +"189 reshape_6" -> "190 unsqueeze_2"; +"189 reshape_6" -> "191 unsqueeze_3"; +"190 unsqueeze_2" -> "192 sub"; +"191 unsqueeze_3" -> "192 sub"; +"192 sub" -> "193 ne"; +"192 sub" -> "194 masked_fill"; +"192 sub" -> "195 eq"; +"193 ne" -> "194 masked_fill"; +"194 masked_fill" -> "196 masked_fill_1"; +"195 eq" -> "196 masked_fill_1"; +"196 masked_fill_1" -> "198 unsqueeze_4"; +"197 view_8" -> "200 add_4"; +"198 unsqueeze_4" -> "199 unsqueeze_5"; +"199 unsqueeze_5" -> "200 add_4"; +"200 add_4" -> "201 view_9"; +"201 view_9" -> "202 softmax_1"; +"202 softmax_1" -> "203 dropout_4"; +"203 dropout_4" -> "204 matmul_3"; +"204 matmul_3" -> "205 quantize_per_tensor_default_13"; +"205 quantize_per_tensor_default_13" -> "206 dequantize_per_tensor_default_13"; +"206 dequantize_per_tensor_default_13" -> "207 transpose_3"; +"207 transpose_3" -> "208 reshape_7"; +"208 reshape_7" -> "215 linear_9"; +"209 _param_constant26" -> "212 quantize_per_channel_default_10"; +"210 linear_9_scale_0" -> "212 quantize_per_channel_default_10"; +"210 linear_9_scale_0" -> "213 dequantize_per_channel_default_10"; +"211 linear_9_zero_point_0" -> "212 quantize_per_channel_default_10"; +"211 linear_9_zero_point_0" -> "213 dequantize_per_channel_default_10"; +"212 quantize_per_channel_default_10" -> "213 dequantize_per_channel_default_10"; +"213 dequantize_per_channel_default_10" -> "215 linear_9"; +"214 _param_constant27_0_0" -> "215 linear_9"; +"215 linear_9" -> "216 dropout_5"; +"216 dropout_5" -> "217 view_10"; +"217 view_10" -> "218 permute_9"; +"218 permute_9" -> "219 reshape_8"; +"219 reshape_8" -> "220 roll_1"; +"220 roll_1" -> "221 slice_23"; +"221 slice_23" -> "222 slice_24"; +"222 slice_24" -> "225 layer_norm_3"; +"223 _param_constant28" -> "225 layer_norm_3"; +"224 _param_constant29" -> "225 layer_norm_3"; +"225 layer_norm_3" -> "226 add_5"; +"226 add_5" -> "228 quantize_per_tensor_default_14"; +"226 add_5" -> "251 add_6"; +"227 _param_constant30" -> "232 quantize_per_channel_default_11"; +"228 quantize_per_tensor_default_14" -> "229 dequantize_per_tensor_default_14"; +"229 dequantize_per_tensor_default_14" -> "235 linear_10"; +"230 linear_10_scale_0" -> "232 quantize_per_channel_default_11"; +"230 linear_10_scale_0" -> "233 dequantize_per_channel_default_11"; +"231 linear_10_zero_point_0" -> "232 quantize_per_channel_default_11"; +"231 linear_10_zero_point_0" -> "233 dequantize_per_channel_default_11"; +"232 quantize_per_channel_default_11" -> "233 dequantize_per_channel_default_11"; +"233 dequantize_per_channel_default_11" -> "235 linear_10"; +"234 _param_constant31_0_0" -> "235 linear_10"; +"235 linear_10" -> "236 gelu_1"; +"236 gelu_1" -> "237 quantize_per_tensor_default_15"; +"237 quantize_per_tensor_default_15" -> "238 dequantize_per_tensor_default_15"; +"238 dequantize_per_tensor_default_15" -> "239 dropout_6"; +"239 dropout_6" -> "246 linear_11"; +"240 _param_constant32" -> "243 quantize_per_channel_default_12"; +"241 linear_11_scale_0" -> "243 quantize_per_channel_default_12"; +"241 linear_11_scale_0" -> "244 dequantize_per_channel_default_12"; +"242 linear_11_zero_point_0" -> "243 quantize_per_channel_default_12"; +"242 linear_11_zero_point_0" -> "244 dequantize_per_channel_default_12"; +"243 quantize_per_channel_default_12" -> "244 dequantize_per_channel_default_12"; +"244 dequantize_per_channel_default_12" -> "246 linear_11"; +"245 _param_constant33_0_0" -> "246 linear_11"; +"246 linear_11" -> "247 dropout_7"; +"247 dropout_7" -> "250 layer_norm_4"; +"248 _param_constant34" -> "250 layer_norm_4"; +"249 _param_constant35" -> "250 layer_norm_4"; +"250 layer_norm_4" -> "251 add_6"; +"251 add_6" -> "252 quantize_per_tensor_default"; +"252 quantize_per_tensor_default" -> "253 dequantize_per_tensor_default"; +"253 dequantize_per_tensor_default" -> "254 pad_2"; +"254 pad_2" -> "255 slice_25"; +"254 pad_2" -> "258 slice_28"; +"254 pad_2" -> "261 slice_31"; +"254 pad_2" -> "264 slice_34"; +"255 slice_25" -> "256 slice_26"; +"256 slice_26" -> "257 slice_27"; +"257 slice_27" -> "267 cat"; +"258 slice_28" -> "259 slice_29"; +"259 slice_29" -> "260 slice_30"; +"260 slice_30" -> "267 cat"; +"261 slice_31" -> "262 slice_32"; +"262 slice_32" -> "263 slice_33"; +"263 slice_33" -> "267 cat"; +"264 slice_34" -> "265 slice_35"; +"265 slice_35" -> "266 slice_36"; +"266 slice_36" -> "267 cat"; +"267 cat" -> "273 linear_12"; +"268 _param_constant36" -> "271 quantize_per_channel_default_13"; +"269 linear_12_scale_0" -> "271 quantize_per_channel_default_13"; +"269 linear_12_scale_0" -> "272 dequantize_per_channel_default_13"; +"270 linear_12_zero_point_0" -> "271 quantize_per_channel_default_13"; +"270 linear_12_zero_point_0" -> "272 dequantize_per_channel_default_13"; +"271 quantize_per_channel_default_13" -> "272 dequantize_per_channel_default_13"; +"272 dequantize_per_channel_default_13" -> "273 linear_12"; +"273 linear_12" -> "276 layer_norm_5"; +"274 _param_constant37" -> "276 layer_norm_5"; +"275 _param_constant38" -> "276 layer_norm_5"; +"276 layer_norm_5" -> "301 quantize_per_tensor_default_16"; +"276 layer_norm_5" -> "364 add_8"; +"277 _tensor_constant13" -> "284 linear_13"; +"278 _param_constant39" -> "281 quantize_per_channel_default_14"; +"279 linear_13_scale_0" -> "281 quantize_per_channel_default_14"; +"279 linear_13_scale_0" -> "282 dequantize_per_channel_default_14"; +"280 linear_13_zero_point_0" -> "281 quantize_per_channel_default_14"; +"280 linear_13_zero_point_0" -> "282 dequantize_per_channel_default_14"; +"281 quantize_per_channel_default_14" -> "282 dequantize_per_channel_default_14"; +"282 dequantize_per_channel_default_14" -> "284 linear_13"; +"283 _param_constant40_0_0" -> "284 linear_13"; +"284 linear_13" -> "285 relu__2"; +"285 relu__2" -> "291 linear_14"; +"286 _param_constant41" -> "289 quantize_per_channel_default_15"; +"287 linear_14_scale_0" -> "289 quantize_per_channel_default_15"; +"287 linear_14_scale_0" -> "290 dequantize_per_channel_default_15"; +"288 linear_14_zero_point_0" -> "289 quantize_per_channel_default_15"; +"288 linear_14_zero_point_0" -> "290 dequantize_per_channel_default_15"; +"289 quantize_per_channel_default_15" -> "290 dequantize_per_channel_default_15"; +"290 dequantize_per_channel_default_15" -> "291 linear_14"; +"291 linear_14" -> "292 view_11"; +"292 view_11" -> "294 index_2"; +"293 _tensor_constant14" -> "294 index_2"; +"294 index_2" -> "295 view_12"; +"295 view_12" -> "296 permute_10"; +"296 permute_10" -> "297 contiguous_2"; +"297 contiguous_2" -> "298 unsqueeze_6"; +"298 unsqueeze_6" -> "299 sigmoid_2"; +"299 sigmoid_2" -> "300 mul_4"; +"300 mul_4" -> "337 add_7"; +"301 quantize_per_tensor_default_16" -> "302 dequantize_per_tensor_default_16"; +"302 dequantize_per_tensor_default_16" -> "303 pad_3"; +"303 pad_3" -> "304 view_13"; +"304 view_13" -> "305 permute_11"; +"305 permute_11" -> "306 reshape_9"; +"306 reshape_9" -> "313 linear_15"; +"307 _param_constant43" -> "310 quantize_per_channel_default_16"; +"308 linear_15_scale_0" -> "310 quantize_per_channel_default_16"; +"308 linear_15_scale_0" -> "311 dequantize_per_channel_default_16"; +"309 linear_15_zero_point_0" -> "310 quantize_per_channel_default_16"; +"309 linear_15_zero_point_0" -> "311 dequantize_per_channel_default_16"; +"310 quantize_per_channel_default_16" -> "311 dequantize_per_channel_default_16"; +"311 dequantize_per_channel_default_16" -> "313 linear_15"; +"312 _param_constant42_0_0" -> "313 linear_15"; +"313 linear_15" -> "314 reshape_10"; +"314 reshape_10" -> "315 permute_12"; +"315 permute_12" -> "316 select_6"; +"315 permute_12" -> "317 select_7"; +"315 permute_12" -> "318 select_8"; +"316 select_6" -> "319 linalg_vector_norm_4"; +"316 select_6" -> "321 expand_as_4"; +"316 select_6" -> "322 div_4"; +"317 select_7" -> "325 linalg_vector_norm_5"; +"317 select_7" -> "327 expand_as_5"; +"317 select_7" -> "328 div_5"; +"318 select_8" -> "340 matmul_5"; +"319 linalg_vector_norm_4" -> "320 clamp_min_4"; +"320 clamp_min_4" -> "321 expand_as_4"; +"321 expand_as_4" -> "322 div_4"; +"322 div_4" -> "323 quantize_per_tensor_default_17"; +"323 quantize_per_tensor_default_17" -> "324 dequantize_per_tensor_default_17"; +"324 dequantize_per_tensor_default_17" -> "332 matmul_4"; +"325 linalg_vector_norm_5" -> "326 clamp_min_5"; +"326 clamp_min_5" -> "327 expand_as_5"; +"327 expand_as_5" -> "328 div_5"; +"328 div_5" -> "329 quantize_per_tensor_default_18"; +"329 quantize_per_tensor_default_18" -> "330 dequantize_per_tensor_default_18"; +"330 dequantize_per_tensor_default_18" -> "331 transpose_4"; +"331 transpose_4" -> "332 matmul_4"; +"332 matmul_4" -> "336 mul_5"; +"333 _param_constant44" -> "334 clamp_2"; +"334 clamp_2" -> "335 exp_2"; +"335 exp_2" -> "336 mul_5"; +"336 mul_5" -> "337 add_7"; +"337 add_7" -> "338 softmax_2"; +"338 softmax_2" -> "339 dropout_8"; +"339 dropout_8" -> "340 matmul_5"; +"340 matmul_5" -> "341 quantize_per_tensor_default_19"; +"341 quantize_per_tensor_default_19" -> "342 dequantize_per_tensor_default_19"; +"342 dequantize_per_tensor_default_19" -> "343 transpose_5"; +"343 transpose_5" -> "344 reshape_11"; +"344 reshape_11" -> "351 linear_16"; +"345 _param_constant45" -> "348 quantize_per_channel_default_17"; +"346 linear_16_scale_0" -> "348 quantize_per_channel_default_17"; +"346 linear_16_scale_0" -> "349 dequantize_per_channel_default_17"; +"347 linear_16_zero_point_0" -> "348 quantize_per_channel_default_17"; +"347 linear_16_zero_point_0" -> "349 dequantize_per_channel_default_17"; +"348 quantize_per_channel_default_17" -> "349 dequantize_per_channel_default_17"; +"349 dequantize_per_channel_default_17" -> "351 linear_16"; +"350 _param_constant46_0_0" -> "351 linear_16"; +"351 linear_16" -> "352 dropout_9"; +"352 dropout_9" -> "353 view_14"; +"353 view_14" -> "354 permute_13"; +"354 permute_13" -> "355 reshape_12"; +"355 reshape_12" -> "356 slice_38"; +"356 slice_38" -> "357 slice_39"; +"357 slice_39" -> "358 slice_40"; +"358 slice_40" -> "359 slice_41"; +"359 slice_41" -> "360 contiguous_3"; +"360 contiguous_3" -> "363 layer_norm_6"; +"361 _param_constant47" -> "363 layer_norm_6"; +"362 _param_constant48" -> "363 layer_norm_6"; +"363 layer_norm_6" -> "364 add_8"; +"364 add_8" -> "366 quantize_per_tensor_default_20"; +"364 add_8" -> "389 add_9"; +"365 _param_constant49" -> "370 quantize_per_channel_default_18"; +"366 quantize_per_tensor_default_20" -> "367 dequantize_per_tensor_default_20"; +"367 dequantize_per_tensor_default_20" -> "373 linear_17"; +"368 linear_17_scale_0" -> "370 quantize_per_channel_default_18"; +"368 linear_17_scale_0" -> "371 dequantize_per_channel_default_18"; +"369 linear_17_zero_point_0" -> "370 quantize_per_channel_default_18"; +"369 linear_17_zero_point_0" -> "371 dequantize_per_channel_default_18"; +"370 quantize_per_channel_default_18" -> "371 dequantize_per_channel_default_18"; +"371 dequantize_per_channel_default_18" -> "373 linear_17"; +"372 _param_constant50_0_0" -> "373 linear_17"; +"373 linear_17" -> "374 gelu_2"; +"374 gelu_2" -> "375 quantize_per_tensor_default_21"; +"375 quantize_per_tensor_default_21" -> "376 dequantize_per_tensor_default_21"; +"376 dequantize_per_tensor_default_21" -> "377 dropout_10"; +"377 dropout_10" -> "384 linear_18"; +"378 _param_constant51" -> "381 quantize_per_channel_default_19"; +"379 linear_18_scale_0" -> "381 quantize_per_channel_default_19"; +"379 linear_18_scale_0" -> "382 dequantize_per_channel_default_19"; +"380 linear_18_zero_point_0" -> "381 quantize_per_channel_default_19"; +"380 linear_18_zero_point_0" -> "382 dequantize_per_channel_default_19"; +"381 quantize_per_channel_default_19" -> "382 dequantize_per_channel_default_19"; +"382 dequantize_per_channel_default_19" -> "384 linear_18"; +"383 _param_constant52_0_0" -> "384 linear_18"; +"384 linear_18" -> "385 dropout_11"; +"385 dropout_11" -> "388 layer_norm_7"; +"386 _param_constant53" -> "388 layer_norm_7"; +"387 _param_constant54" -> "388 layer_norm_7"; +"388 layer_norm_7" -> "389 add_9"; +"389 add_9" -> "414 pad_4"; +"389 add_9" -> "495 add_12"; +"390 _tensor_constant15" -> "397 linear_19"; +"391 _param_constant55" -> "394 quantize_per_channel_default_20"; +"392 linear_19_scale_0" -> "394 quantize_per_channel_default_20"; +"392 linear_19_scale_0" -> "395 dequantize_per_channel_default_20"; +"393 linear_19_zero_point_0" -> "394 quantize_per_channel_default_20"; +"393 linear_19_zero_point_0" -> "395 dequantize_per_channel_default_20"; +"394 quantize_per_channel_default_20" -> "395 dequantize_per_channel_default_20"; +"395 dequantize_per_channel_default_20" -> "397 linear_19"; +"396 _param_constant56_0_0" -> "397 linear_19"; +"397 linear_19" -> "398 relu__3"; +"398 relu__3" -> "404 linear_20"; +"399 _param_constant57" -> "402 quantize_per_channel_default_21"; +"400 linear_20_scale_0" -> "402 quantize_per_channel_default_21"; +"400 linear_20_scale_0" -> "403 dequantize_per_channel_default_21"; +"401 linear_20_zero_point_0" -> "402 quantize_per_channel_default_21"; +"401 linear_20_zero_point_0" -> "403 dequantize_per_channel_default_21"; +"402 quantize_per_channel_default_21" -> "403 dequantize_per_channel_default_21"; +"403 dequantize_per_channel_default_21" -> "404 linear_20"; +"404 linear_20" -> "405 view_15"; +"405 view_15" -> "407 index_3"; +"406 _tensor_constant16" -> "407 index_3"; +"407 index_3" -> "408 view_16"; +"408 view_16" -> "409 permute_14"; +"409 permute_14" -> "410 contiguous_4"; +"410 contiguous_4" -> "411 unsqueeze_7"; +"411 unsqueeze_7" -> "412 sigmoid_3"; +"412 sigmoid_3" -> "413 mul_6"; +"413 mul_6" -> "451 add_10"; +"414 pad_4" -> "415 roll_2"; +"415 roll_2" -> "416 view_17"; +"416 view_17" -> "417 permute_15"; +"417 permute_15" -> "418 reshape_13"; +"418 reshape_13" -> "420 quantize_per_tensor_default_22"; +"418 reshape_13" -> "452 new_zeros_1"; +"419 _param_constant59" -> "424 quantize_per_channel_default_22"; +"420 quantize_per_tensor_default_22" -> "421 dequantize_per_tensor_default_22"; +"421 dequantize_per_tensor_default_22" -> "427 linear_21"; +"422 linear_21_scale_0" -> "424 quantize_per_channel_default_22"; +"422 linear_21_scale_0" -> "425 dequantize_per_channel_default_22"; +"423 linear_21_zero_point_0" -> "424 quantize_per_channel_default_22"; +"423 linear_21_zero_point_0" -> "425 dequantize_per_channel_default_22"; +"424 quantize_per_channel_default_22" -> "425 dequantize_per_channel_default_22"; +"425 dequantize_per_channel_default_22" -> "427 linear_21"; +"426 _param_constant58_0_0" -> "427 linear_21"; +"427 linear_21" -> "428 reshape_14"; +"428 reshape_14" -> "429 permute_16"; +"429 permute_16" -> "430 select_9"; +"429 permute_16" -> "431 select_10"; +"429 permute_16" -> "432 select_11"; +"430 select_9" -> "433 linalg_vector_norm_6"; +"430 select_9" -> "435 expand_as_6"; +"430 select_9" -> "436 div_6"; +"431 select_10" -> "439 linalg_vector_norm_7"; +"431 select_10" -> "441 expand_as_7"; +"431 select_10" -> "442 div_7"; +"432 select_11" -> "470 matmul_7"; +"433 linalg_vector_norm_6" -> "434 clamp_min_6"; +"434 clamp_min_6" -> "435 expand_as_6"; +"435 expand_as_6" -> "436 div_6"; +"436 div_6" -> "437 quantize_per_tensor_default_23"; +"437 quantize_per_tensor_default_23" -> "438 dequantize_per_tensor_default_23"; +"438 dequantize_per_tensor_default_23" -> "446 matmul_6"; +"439 linalg_vector_norm_7" -> "440 clamp_min_7"; +"440 clamp_min_7" -> "441 expand_as_7"; +"441 expand_as_7" -> "442 div_7"; +"442 div_7" -> "443 quantize_per_tensor_default_24"; +"443 quantize_per_tensor_default_24" -> "444 dequantize_per_tensor_default_24"; +"444 dequantize_per_tensor_default_24" -> "445 transpose_6"; +"445 transpose_6" -> "446 matmul_6"; +"446 matmul_6" -> "450 mul_7"; +"447 _param_constant60" -> "448 clamp_3"; +"448 clamp_3" -> "449 exp_3"; +"449 exp_3" -> "450 mul_7"; +"450 mul_7" -> "451 add_10"; +"451 add_10" -> "463 view_19"; +"452 new_zeros_1" -> "453 view_18"; +"453 view_18" -> "454 permute_17"; +"454 permute_17" -> "455 reshape_15"; +"455 reshape_15" -> "456 unsqueeze_8"; +"455 reshape_15" -> "457 unsqueeze_9"; +"456 unsqueeze_8" -> "458 sub_1"; +"457 unsqueeze_9" -> "458 sub_1"; +"458 sub_1" -> "459 ne_1"; +"458 sub_1" -> "460 masked_fill_2"; +"458 sub_1" -> "461 eq_1"; +"459 ne_1" -> "460 masked_fill_2"; +"460 masked_fill_2" -> "462 masked_fill_3"; +"461 eq_1" -> "462 masked_fill_3"; +"462 masked_fill_3" -> "464 unsqueeze_10"; +"463 view_19" -> "466 add_11"; +"464 unsqueeze_10" -> "465 unsqueeze_11"; +"465 unsqueeze_11" -> "466 add_11"; +"466 add_11" -> "467 view_20"; +"467 view_20" -> "468 softmax_3"; +"468 softmax_3" -> "469 dropout_12"; +"469 dropout_12" -> "470 matmul_7"; +"470 matmul_7" -> "471 quantize_per_tensor_default_25"; +"471 quantize_per_tensor_default_25" -> "472 dequantize_per_tensor_default_25"; +"472 dequantize_per_tensor_default_25" -> "473 transpose_7"; +"473 transpose_7" -> "474 reshape_16"; +"474 reshape_16" -> "481 linear_22"; +"475 _param_constant61" -> "478 quantize_per_channel_default_23"; +"476 linear_22_scale_0" -> "478 quantize_per_channel_default_23"; +"476 linear_22_scale_0" -> "479 dequantize_per_channel_default_23"; +"477 linear_22_zero_point_0" -> "478 quantize_per_channel_default_23"; +"477 linear_22_zero_point_0" -> "479 dequantize_per_channel_default_23"; +"478 quantize_per_channel_default_23" -> "479 dequantize_per_channel_default_23"; +"479 dequantize_per_channel_default_23" -> "481 linear_22"; +"480 _param_constant62_0_0" -> "481 linear_22"; +"481 linear_22" -> "482 dropout_13"; +"482 dropout_13" -> "483 view_21"; +"483 view_21" -> "484 permute_18"; +"484 permute_18" -> "485 reshape_17"; +"485 reshape_17" -> "486 roll_3"; +"486 roll_3" -> "487 slice_61"; +"487 slice_61" -> "488 slice_62"; +"488 slice_62" -> "489 slice_63"; +"489 slice_63" -> "490 slice_64"; +"490 slice_64" -> "491 contiguous_5"; +"491 contiguous_5" -> "494 layer_norm_8"; +"492 _param_constant63" -> "494 layer_norm_8"; +"493 _param_constant64" -> "494 layer_norm_8"; +"494 layer_norm_8" -> "495 add_12"; +"495 add_12" -> "497 quantize_per_tensor_default_26"; +"495 add_12" -> "520 add_13"; +"496 _param_constant65" -> "501 quantize_per_channel_default_24"; +"497 quantize_per_tensor_default_26" -> "498 dequantize_per_tensor_default_26"; +"498 dequantize_per_tensor_default_26" -> "504 linear_23"; +"499 linear_23_scale_0" -> "501 quantize_per_channel_default_24"; +"499 linear_23_scale_0" -> "502 dequantize_per_channel_default_24"; +"500 linear_23_zero_point_0" -> "501 quantize_per_channel_default_24"; +"500 linear_23_zero_point_0" -> "502 dequantize_per_channel_default_24"; +"501 quantize_per_channel_default_24" -> "502 dequantize_per_channel_default_24"; +"502 dequantize_per_channel_default_24" -> "504 linear_23"; +"503 _param_constant66_0_0" -> "504 linear_23"; +"504 linear_23" -> "505 gelu_3"; +"505 gelu_3" -> "506 quantize_per_tensor_default_27"; +"506 quantize_per_tensor_default_27" -> "507 dequantize_per_tensor_default_27"; +"507 dequantize_per_tensor_default_27" -> "508 dropout_14"; +"508 dropout_14" -> "515 linear_24"; +"509 _param_constant67" -> "512 quantize_per_channel_default_25"; +"510 linear_24_scale_0" -> "512 quantize_per_channel_default_25"; +"510 linear_24_scale_0" -> "513 dequantize_per_channel_default_25"; +"511 linear_24_zero_point_0" -> "512 quantize_per_channel_default_25"; +"511 linear_24_zero_point_0" -> "513 dequantize_per_channel_default_25"; +"512 quantize_per_channel_default_25" -> "513 dequantize_per_channel_default_25"; +"513 dequantize_per_channel_default_25" -> "515 linear_24"; +"514 _param_constant68_0_0" -> "515 linear_24"; +"515 linear_24" -> "516 dropout_15"; +"516 dropout_15" -> "519 layer_norm_9"; +"517 _param_constant69" -> "519 layer_norm_9"; +"518 _param_constant70" -> "519 layer_norm_9"; +"519 layer_norm_9" -> "520 add_13"; +"520 add_13" -> "521 quantize_per_tensor_default_1"; +"521 quantize_per_tensor_default_1" -> "522 dequantize_per_tensor_default_1"; +"522 dequantize_per_tensor_default_1" -> "523 pad_5"; +"523 pad_5" -> "524 slice_65"; +"523 pad_5" -> "527 slice_68"; +"523 pad_5" -> "530 slice_71"; +"523 pad_5" -> "533 slice_74"; +"524 slice_65" -> "525 slice_66"; +"525 slice_66" -> "526 slice_67"; +"526 slice_67" -> "536 cat_1"; +"527 slice_68" -> "528 slice_69"; +"528 slice_69" -> "529 slice_70"; +"529 slice_70" -> "536 cat_1"; +"530 slice_71" -> "531 slice_72"; +"531 slice_72" -> "532 slice_73"; +"532 slice_73" -> "536 cat_1"; +"533 slice_74" -> "534 slice_75"; +"534 slice_75" -> "535 slice_76"; +"535 slice_76" -> "536 cat_1"; +"536 cat_1" -> "542 linear_25"; +"537 _param_constant71" -> "540 quantize_per_channel_default_26"; +"538 linear_25_scale_0" -> "540 quantize_per_channel_default_26"; +"538 linear_25_scale_0" -> "541 dequantize_per_channel_default_26"; +"539 linear_25_zero_point_0" -> "540 quantize_per_channel_default_26"; +"539 linear_25_zero_point_0" -> "541 dequantize_per_channel_default_26"; +"540 quantize_per_channel_default_26" -> "541 dequantize_per_channel_default_26"; +"541 dequantize_per_channel_default_26" -> "542 linear_25"; +"542 linear_25" -> "545 layer_norm_10"; +"543 _param_constant72" -> "545 layer_norm_10"; +"544 _param_constant73" -> "545 layer_norm_10"; +"545 layer_norm_10" -> "570 quantize_per_tensor_default_28"; +"545 layer_norm_10" -> "633 add_15"; +"546 _tensor_constant26" -> "553 linear_26"; +"547 _param_constant74" -> "550 quantize_per_channel_default_27"; +"548 linear_26_scale_0" -> "550 quantize_per_channel_default_27"; +"548 linear_26_scale_0" -> "551 dequantize_per_channel_default_27"; +"549 linear_26_zero_point_0" -> "550 quantize_per_channel_default_27"; +"549 linear_26_zero_point_0" -> "551 dequantize_per_channel_default_27"; +"550 quantize_per_channel_default_27" -> "551 dequantize_per_channel_default_27"; +"551 dequantize_per_channel_default_27" -> "553 linear_26"; +"552 _param_constant75_0_0" -> "553 linear_26"; +"553 linear_26" -> "554 relu__4"; +"554 relu__4" -> "560 linear_27"; +"555 _param_constant76" -> "558 quantize_per_channel_default_28"; +"556 linear_27_scale_0" -> "558 quantize_per_channel_default_28"; +"556 linear_27_scale_0" -> "559 dequantize_per_channel_default_28"; +"557 linear_27_zero_point_0" -> "558 quantize_per_channel_default_28"; +"557 linear_27_zero_point_0" -> "559 dequantize_per_channel_default_28"; +"558 quantize_per_channel_default_28" -> "559 dequantize_per_channel_default_28"; +"559 dequantize_per_channel_default_28" -> "560 linear_27"; +"560 linear_27" -> "561 view_22"; +"561 view_22" -> "563 index_4"; +"562 _tensor_constant27" -> "563 index_4"; +"563 index_4" -> "564 view_23"; +"564 view_23" -> "565 permute_19"; +"565 permute_19" -> "566 contiguous_6"; +"566 contiguous_6" -> "567 unsqueeze_12"; +"567 unsqueeze_12" -> "568 sigmoid_4"; +"568 sigmoid_4" -> "569 mul_8"; +"569 mul_8" -> "606 add_14"; +"570 quantize_per_tensor_default_28" -> "571 dequantize_per_tensor_default_28"; +"571 dequantize_per_tensor_default_28" -> "572 pad_6"; +"572 pad_6" -> "573 view_24"; +"573 view_24" -> "574 permute_20"; +"574 permute_20" -> "575 reshape_18"; +"575 reshape_18" -> "582 linear_28"; +"576 _param_constant78" -> "579 quantize_per_channel_default_29"; +"577 linear_28_scale_0" -> "579 quantize_per_channel_default_29"; +"577 linear_28_scale_0" -> "580 dequantize_per_channel_default_29"; +"578 linear_28_zero_point_0" -> "579 quantize_per_channel_default_29"; +"578 linear_28_zero_point_0" -> "580 dequantize_per_channel_default_29"; +"579 quantize_per_channel_default_29" -> "580 dequantize_per_channel_default_29"; +"580 dequantize_per_channel_default_29" -> "582 linear_28"; +"581 _param_constant77_0_0" -> "582 linear_28"; +"582 linear_28" -> "583 reshape_19"; +"583 reshape_19" -> "584 permute_21"; +"584 permute_21" -> "585 select_12"; +"584 permute_21" -> "586 select_13"; +"584 permute_21" -> "587 select_14"; +"585 select_12" -> "588 linalg_vector_norm_8"; +"585 select_12" -> "590 expand_as_8"; +"585 select_12" -> "591 div_8"; +"586 select_13" -> "594 linalg_vector_norm_9"; +"586 select_13" -> "596 expand_as_9"; +"586 select_13" -> "597 div_9"; +"587 select_14" -> "609 matmul_9"; +"588 linalg_vector_norm_8" -> "589 clamp_min_8"; +"589 clamp_min_8" -> "590 expand_as_8"; +"590 expand_as_8" -> "591 div_8"; +"591 div_8" -> "592 quantize_per_tensor_default_29"; +"592 quantize_per_tensor_default_29" -> "593 dequantize_per_tensor_default_29"; +"593 dequantize_per_tensor_default_29" -> "601 matmul_8"; +"594 linalg_vector_norm_9" -> "595 clamp_min_9"; +"595 clamp_min_9" -> "596 expand_as_9"; +"596 expand_as_9" -> "597 div_9"; +"597 div_9" -> "598 quantize_per_tensor_default_30"; +"598 quantize_per_tensor_default_30" -> "599 dequantize_per_tensor_default_30"; +"599 dequantize_per_tensor_default_30" -> "600 transpose_8"; +"600 transpose_8" -> "601 matmul_8"; +"601 matmul_8" -> "605 mul_9"; +"602 _param_constant79" -> "603 clamp_4"; +"603 clamp_4" -> "604 exp_4"; +"604 exp_4" -> "605 mul_9"; +"605 mul_9" -> "606 add_14"; +"606 add_14" -> "607 softmax_4"; +"607 softmax_4" -> "608 dropout_16"; +"608 dropout_16" -> "609 matmul_9"; +"609 matmul_9" -> "610 quantize_per_tensor_default_31"; +"610 quantize_per_tensor_default_31" -> "611 dequantize_per_tensor_default_31"; +"611 dequantize_per_tensor_default_31" -> "612 transpose_9"; +"612 transpose_9" -> "613 reshape_20"; +"613 reshape_20" -> "620 linear_29"; +"614 _param_constant80" -> "617 quantize_per_channel_default_30"; +"615 linear_29_scale_0" -> "617 quantize_per_channel_default_30"; +"615 linear_29_scale_0" -> "618 dequantize_per_channel_default_30"; +"616 linear_29_zero_point_0" -> "617 quantize_per_channel_default_30"; +"616 linear_29_zero_point_0" -> "618 dequantize_per_channel_default_30"; +"617 quantize_per_channel_default_30" -> "618 dequantize_per_channel_default_30"; +"618 dequantize_per_channel_default_30" -> "620 linear_29"; +"619 _param_constant81_0_0" -> "620 linear_29"; +"620 linear_29" -> "621 dropout_17"; +"621 dropout_17" -> "622 view_25"; +"622 view_25" -> "623 permute_22"; +"623 permute_22" -> "624 reshape_21"; +"624 reshape_21" -> "625 slice_78"; +"625 slice_78" -> "626 slice_79"; +"626 slice_79" -> "627 slice_80"; +"627 slice_80" -> "628 slice_81"; +"628 slice_81" -> "629 contiguous_7"; +"629 contiguous_7" -> "632 layer_norm_11"; +"630 _param_constant82" -> "632 layer_norm_11"; +"631 _param_constant83" -> "632 layer_norm_11"; +"632 layer_norm_11" -> "633 add_15"; +"633 add_15" -> "635 quantize_per_tensor_default_32"; +"633 add_15" -> "658 add_16"; +"634 _param_constant84" -> "639 quantize_per_channel_default_31"; +"635 quantize_per_tensor_default_32" -> "636 dequantize_per_tensor_default_32"; +"636 dequantize_per_tensor_default_32" -> "642 linear_30"; +"637 linear_30_scale_0" -> "639 quantize_per_channel_default_31"; +"637 linear_30_scale_0" -> "640 dequantize_per_channel_default_31"; +"638 linear_30_zero_point_0" -> "639 quantize_per_channel_default_31"; +"638 linear_30_zero_point_0" -> "640 dequantize_per_channel_default_31"; +"639 quantize_per_channel_default_31" -> "640 dequantize_per_channel_default_31"; +"640 dequantize_per_channel_default_31" -> "642 linear_30"; +"641 _param_constant85_0_0" -> "642 linear_30"; +"642 linear_30" -> "643 gelu_4"; +"643 gelu_4" -> "644 quantize_per_tensor_default_33"; +"644 quantize_per_tensor_default_33" -> "645 dequantize_per_tensor_default_33"; +"645 dequantize_per_tensor_default_33" -> "646 dropout_18"; +"646 dropout_18" -> "653 linear_31"; +"647 _param_constant86" -> "650 quantize_per_channel_default_32"; +"648 linear_31_scale_0" -> "650 quantize_per_channel_default_32"; +"648 linear_31_scale_0" -> "651 dequantize_per_channel_default_32"; +"649 linear_31_zero_point_0" -> "650 quantize_per_channel_default_32"; +"649 linear_31_zero_point_0" -> "651 dequantize_per_channel_default_32"; +"650 quantize_per_channel_default_32" -> "651 dequantize_per_channel_default_32"; +"651 dequantize_per_channel_default_32" -> "653 linear_31"; +"652 _param_constant87_0_0" -> "653 linear_31"; +"653 linear_31" -> "654 dropout_19"; +"654 dropout_19" -> "657 layer_norm_12"; +"655 _param_constant88" -> "657 layer_norm_12"; +"656 _param_constant89" -> "657 layer_norm_12"; +"657 layer_norm_12" -> "658 add_16"; +"658 add_16" -> "683 pad_7"; +"658 add_16" -> "764 add_19"; +"659 _tensor_constant28" -> "666 linear_32"; +"660 _param_constant90" -> "663 quantize_per_channel_default_33"; +"661 linear_32_scale_0" -> "663 quantize_per_channel_default_33"; +"661 linear_32_scale_0" -> "664 dequantize_per_channel_default_33"; +"662 linear_32_zero_point_0" -> "663 quantize_per_channel_default_33"; +"662 linear_32_zero_point_0" -> "664 dequantize_per_channel_default_33"; +"663 quantize_per_channel_default_33" -> "664 dequantize_per_channel_default_33"; +"664 dequantize_per_channel_default_33" -> "666 linear_32"; +"665 _param_constant91_0_0" -> "666 linear_32"; +"666 linear_32" -> "667 relu__5"; +"667 relu__5" -> "673 linear_33"; +"668 _param_constant92" -> "671 quantize_per_channel_default_34"; +"669 linear_33_scale_0" -> "671 quantize_per_channel_default_34"; +"669 linear_33_scale_0" -> "672 dequantize_per_channel_default_34"; +"670 linear_33_zero_point_0" -> "671 quantize_per_channel_default_34"; +"670 linear_33_zero_point_0" -> "672 dequantize_per_channel_default_34"; +"671 quantize_per_channel_default_34" -> "672 dequantize_per_channel_default_34"; +"672 dequantize_per_channel_default_34" -> "673 linear_33"; +"673 linear_33" -> "674 view_26"; +"674 view_26" -> "676 index_5"; +"675 _tensor_constant29" -> "676 index_5"; +"676 index_5" -> "677 view_27"; +"677 view_27" -> "678 permute_23"; +"678 permute_23" -> "679 contiguous_8"; +"679 contiguous_8" -> "680 unsqueeze_13"; +"680 unsqueeze_13" -> "681 sigmoid_5"; +"681 sigmoid_5" -> "682 mul_10"; +"682 mul_10" -> "720 add_17"; +"683 pad_7" -> "684 roll_4"; +"684 roll_4" -> "685 view_28"; +"685 view_28" -> "686 permute_24"; +"686 permute_24" -> "687 reshape_22"; +"687 reshape_22" -> "689 quantize_per_tensor_default_34"; +"687 reshape_22" -> "721 new_zeros_2"; +"688 _param_constant94" -> "693 quantize_per_channel_default_35"; +"689 quantize_per_tensor_default_34" -> "690 dequantize_per_tensor_default_34"; +"690 dequantize_per_tensor_default_34" -> "696 linear_34"; +"691 linear_34_scale_0" -> "693 quantize_per_channel_default_35"; +"691 linear_34_scale_0" -> "694 dequantize_per_channel_default_35"; +"692 linear_34_zero_point_0" -> "693 quantize_per_channel_default_35"; +"692 linear_34_zero_point_0" -> "694 dequantize_per_channel_default_35"; +"693 quantize_per_channel_default_35" -> "694 dequantize_per_channel_default_35"; +"694 dequantize_per_channel_default_35" -> "696 linear_34"; +"695 _param_constant93_0_0" -> "696 linear_34"; +"696 linear_34" -> "697 reshape_23"; +"697 reshape_23" -> "698 permute_25"; +"698 permute_25" -> "699 select_15"; +"698 permute_25" -> "700 select_16"; +"698 permute_25" -> "701 select_17"; +"699 select_15" -> "702 linalg_vector_norm_10"; +"699 select_15" -> "704 expand_as_10"; +"699 select_15" -> "705 div_10"; +"700 select_16" -> "708 linalg_vector_norm_11"; +"700 select_16" -> "710 expand_as_11"; +"700 select_16" -> "711 div_11"; +"701 select_17" -> "739 matmul_11"; +"702 linalg_vector_norm_10" -> "703 clamp_min_10"; +"703 clamp_min_10" -> "704 expand_as_10"; +"704 expand_as_10" -> "705 div_10"; +"705 div_10" -> "706 quantize_per_tensor_default_35"; +"706 quantize_per_tensor_default_35" -> "707 dequantize_per_tensor_default_35"; +"707 dequantize_per_tensor_default_35" -> "715 matmul_10"; +"708 linalg_vector_norm_11" -> "709 clamp_min_11"; +"709 clamp_min_11" -> "710 expand_as_11"; +"710 expand_as_11" -> "711 div_11"; +"711 div_11" -> "712 quantize_per_tensor_default_36"; +"712 quantize_per_tensor_default_36" -> "713 dequantize_per_tensor_default_36"; +"713 dequantize_per_tensor_default_36" -> "714 transpose_10"; +"714 transpose_10" -> "715 matmul_10"; +"715 matmul_10" -> "719 mul_11"; +"716 _param_constant95" -> "717 clamp_5"; +"717 clamp_5" -> "718 exp_5"; +"718 exp_5" -> "719 mul_11"; +"719 mul_11" -> "720 add_17"; +"720 add_17" -> "732 view_30"; +"721 new_zeros_2" -> "722 view_29"; +"722 view_29" -> "723 permute_26"; +"723 permute_26" -> "724 reshape_24"; +"724 reshape_24" -> "725 unsqueeze_14"; +"724 reshape_24" -> "726 unsqueeze_15"; +"725 unsqueeze_14" -> "727 sub_2"; +"726 unsqueeze_15" -> "727 sub_2"; +"727 sub_2" -> "728 ne_2"; +"727 sub_2" -> "729 masked_fill_4"; +"727 sub_2" -> "730 eq_2"; +"728 ne_2" -> "729 masked_fill_4"; +"729 masked_fill_4" -> "731 masked_fill_5"; +"730 eq_2" -> "731 masked_fill_5"; +"731 masked_fill_5" -> "733 unsqueeze_16"; +"732 view_30" -> "735 add_18"; +"733 unsqueeze_16" -> "734 unsqueeze_17"; +"734 unsqueeze_17" -> "735 add_18"; +"735 add_18" -> "736 view_31"; +"736 view_31" -> "737 softmax_5"; +"737 softmax_5" -> "738 dropout_20"; +"738 dropout_20" -> "739 matmul_11"; +"739 matmul_11" -> "740 quantize_per_tensor_default_37"; +"740 quantize_per_tensor_default_37" -> "741 dequantize_per_tensor_default_37"; +"741 dequantize_per_tensor_default_37" -> "742 transpose_11"; +"742 transpose_11" -> "743 reshape_25"; +"743 reshape_25" -> "750 linear_35"; +"744 _param_constant96" -> "747 quantize_per_channel_default_36"; +"745 linear_35_scale_0" -> "747 quantize_per_channel_default_36"; +"745 linear_35_scale_0" -> "748 dequantize_per_channel_default_36"; +"746 linear_35_zero_point_0" -> "747 quantize_per_channel_default_36"; +"746 linear_35_zero_point_0" -> "748 dequantize_per_channel_default_36"; +"747 quantize_per_channel_default_36" -> "748 dequantize_per_channel_default_36"; +"748 dequantize_per_channel_default_36" -> "750 linear_35"; +"749 _param_constant97_0_0" -> "750 linear_35"; +"750 linear_35" -> "751 dropout_21"; +"751 dropout_21" -> "752 view_32"; +"752 view_32" -> "753 permute_27"; +"753 permute_27" -> "754 reshape_26"; +"754 reshape_26" -> "755 roll_5"; +"755 roll_5" -> "756 slice_101"; +"756 slice_101" -> "757 slice_102"; +"757 slice_102" -> "758 slice_103"; +"758 slice_103" -> "759 slice_104"; +"759 slice_104" -> "760 contiguous_9"; +"760 contiguous_9" -> "763 layer_norm_13"; +"761 _param_constant98" -> "763 layer_norm_13"; +"762 _param_constant99" -> "763 layer_norm_13"; +"763 layer_norm_13" -> "764 add_19"; +"764 add_19" -> "766 quantize_per_tensor_default_38"; +"764 add_19" -> "789 add_20"; +"765 _param_constant100" -> "770 quantize_per_channel_default_37"; +"766 quantize_per_tensor_default_38" -> "767 dequantize_per_tensor_default_38"; +"767 dequantize_per_tensor_default_38" -> "773 linear_36"; +"768 linear_36_scale_0" -> "770 quantize_per_channel_default_37"; +"768 linear_36_scale_0" -> "771 dequantize_per_channel_default_37"; +"769 linear_36_zero_point_0" -> "770 quantize_per_channel_default_37"; +"769 linear_36_zero_point_0" -> "771 dequantize_per_channel_default_37"; +"770 quantize_per_channel_default_37" -> "771 dequantize_per_channel_default_37"; +"771 dequantize_per_channel_default_37" -> "773 linear_36"; +"772 _param_constant101_0_0" -> "773 linear_36"; +"773 linear_36" -> "774 gelu_5"; +"774 gelu_5" -> "775 quantize_per_tensor_default_39"; +"775 quantize_per_tensor_default_39" -> "776 dequantize_per_tensor_default_39"; +"776 dequantize_per_tensor_default_39" -> "777 dropout_22"; +"777 dropout_22" -> "784 linear_37"; +"778 _param_constant102" -> "781 quantize_per_channel_default_38"; +"779 linear_37_scale_0" -> "781 quantize_per_channel_default_38"; +"779 linear_37_scale_0" -> "782 dequantize_per_channel_default_38"; +"780 linear_37_zero_point_0" -> "781 quantize_per_channel_default_38"; +"780 linear_37_zero_point_0" -> "782 dequantize_per_channel_default_38"; +"781 quantize_per_channel_default_38" -> "782 dequantize_per_channel_default_38"; +"782 dequantize_per_channel_default_38" -> "784 linear_37"; +"783 _param_constant103_0_0" -> "784 linear_37"; +"784 linear_37" -> "785 dropout_23"; +"785 dropout_23" -> "788 layer_norm_14"; +"786 _param_constant104" -> "788 layer_norm_14"; +"787 _param_constant105" -> "788 layer_norm_14"; +"788 layer_norm_14" -> "789 add_20"; +"789 add_20" -> "814 quantize_per_tensor_default_40"; +"789 add_20" -> "877 add_22"; +"790 _tensor_constant39" -> "797 linear_38"; +"791 _param_constant106" -> "794 quantize_per_channel_default_39"; +"792 linear_38_scale_0" -> "794 quantize_per_channel_default_39"; +"792 linear_38_scale_0" -> "795 dequantize_per_channel_default_39"; +"793 linear_38_zero_point_0" -> "794 quantize_per_channel_default_39"; +"793 linear_38_zero_point_0" -> "795 dequantize_per_channel_default_39"; +"794 quantize_per_channel_default_39" -> "795 dequantize_per_channel_default_39"; +"795 dequantize_per_channel_default_39" -> "797 linear_38"; +"796 _param_constant107_0_0" -> "797 linear_38"; +"797 linear_38" -> "798 relu__6"; +"798 relu__6" -> "804 linear_39"; +"799 _param_constant108" -> "802 quantize_per_channel_default_40"; +"800 linear_39_scale_0" -> "802 quantize_per_channel_default_40"; +"800 linear_39_scale_0" -> "803 dequantize_per_channel_default_40"; +"801 linear_39_zero_point_0" -> "802 quantize_per_channel_default_40"; +"801 linear_39_zero_point_0" -> "803 dequantize_per_channel_default_40"; +"802 quantize_per_channel_default_40" -> "803 dequantize_per_channel_default_40"; +"803 dequantize_per_channel_default_40" -> "804 linear_39"; +"804 linear_39" -> "805 view_33"; +"805 view_33" -> "807 index_6"; +"806 _tensor_constant40" -> "807 index_6"; +"807 index_6" -> "808 view_34"; +"808 view_34" -> "809 permute_28"; +"809 permute_28" -> "810 contiguous_10"; +"810 contiguous_10" -> "811 unsqueeze_18"; +"811 unsqueeze_18" -> "812 sigmoid_6"; +"812 sigmoid_6" -> "813 mul_12"; +"813 mul_12" -> "850 add_21"; +"814 quantize_per_tensor_default_40" -> "815 dequantize_per_tensor_default_40"; +"815 dequantize_per_tensor_default_40" -> "816 pad_8"; +"816 pad_8" -> "817 view_35"; +"817 view_35" -> "818 permute_29"; +"818 permute_29" -> "819 reshape_27"; +"819 reshape_27" -> "826 linear_40"; +"820 _param_constant110" -> "823 quantize_per_channel_default_41"; +"821 linear_40_scale_0" -> "823 quantize_per_channel_default_41"; +"821 linear_40_scale_0" -> "824 dequantize_per_channel_default_41"; +"822 linear_40_zero_point_0" -> "823 quantize_per_channel_default_41"; +"822 linear_40_zero_point_0" -> "824 dequantize_per_channel_default_41"; +"823 quantize_per_channel_default_41" -> "824 dequantize_per_channel_default_41"; +"824 dequantize_per_channel_default_41" -> "826 linear_40"; +"825 _param_constant109_0_0" -> "826 linear_40"; +"826 linear_40" -> "827 reshape_28"; +"827 reshape_28" -> "828 permute_30"; +"828 permute_30" -> "829 select_18"; +"828 permute_30" -> "830 select_19"; +"828 permute_30" -> "831 select_20"; +"829 select_18" -> "832 linalg_vector_norm_12"; +"829 select_18" -> "834 expand_as_12"; +"829 select_18" -> "835 div_12"; +"830 select_19" -> "838 linalg_vector_norm_13"; +"830 select_19" -> "840 expand_as_13"; +"830 select_19" -> "841 div_13"; +"831 select_20" -> "853 matmul_13"; +"832 linalg_vector_norm_12" -> "833 clamp_min_12"; +"833 clamp_min_12" -> "834 expand_as_12"; +"834 expand_as_12" -> "835 div_12"; +"835 div_12" -> "836 quantize_per_tensor_default_41"; +"836 quantize_per_tensor_default_41" -> "837 dequantize_per_tensor_default_41"; +"837 dequantize_per_tensor_default_41" -> "845 matmul_12"; +"838 linalg_vector_norm_13" -> "839 clamp_min_13"; +"839 clamp_min_13" -> "840 expand_as_13"; +"840 expand_as_13" -> "841 div_13"; +"841 div_13" -> "842 quantize_per_tensor_default_42"; +"842 quantize_per_tensor_default_42" -> "843 dequantize_per_tensor_default_42"; +"843 dequantize_per_tensor_default_42" -> "844 transpose_12"; +"844 transpose_12" -> "845 matmul_12"; +"845 matmul_12" -> "849 mul_13"; +"846 _param_constant111" -> "847 clamp_6"; +"847 clamp_6" -> "848 exp_6"; +"848 exp_6" -> "849 mul_13"; +"849 mul_13" -> "850 add_21"; +"850 add_21" -> "851 softmax_6"; +"851 softmax_6" -> "852 dropout_24"; +"852 dropout_24" -> "853 matmul_13"; +"853 matmul_13" -> "854 quantize_per_tensor_default_43"; +"854 quantize_per_tensor_default_43" -> "855 dequantize_per_tensor_default_43"; +"855 dequantize_per_tensor_default_43" -> "856 transpose_13"; +"856 transpose_13" -> "857 reshape_29"; +"857 reshape_29" -> "864 linear_41"; +"858 _param_constant112" -> "861 quantize_per_channel_default_42"; +"859 linear_41_scale_0" -> "861 quantize_per_channel_default_42"; +"859 linear_41_scale_0" -> "862 dequantize_per_channel_default_42"; +"860 linear_41_zero_point_0" -> "861 quantize_per_channel_default_42"; +"860 linear_41_zero_point_0" -> "862 dequantize_per_channel_default_42"; +"861 quantize_per_channel_default_42" -> "862 dequantize_per_channel_default_42"; +"862 dequantize_per_channel_default_42" -> "864 linear_41"; +"863 _param_constant113_0_0" -> "864 linear_41"; +"864 linear_41" -> "865 dropout_25"; +"865 dropout_25" -> "866 view_36"; +"866 view_36" -> "867 permute_31"; +"867 permute_31" -> "868 reshape_30"; +"868 reshape_30" -> "869 slice_106"; +"869 slice_106" -> "870 slice_107"; +"870 slice_107" -> "871 slice_108"; +"871 slice_108" -> "872 slice_109"; +"872 slice_109" -> "873 contiguous_11"; +"873 contiguous_11" -> "876 layer_norm_15"; +"874 _param_constant114" -> "876 layer_norm_15"; +"875 _param_constant115" -> "876 layer_norm_15"; +"876 layer_norm_15" -> "877 add_22"; +"877 add_22" -> "879 quantize_per_tensor_default_44"; +"877 add_22" -> "902 add_23"; +"878 _param_constant116" -> "883 quantize_per_channel_default_43"; +"879 quantize_per_tensor_default_44" -> "880 dequantize_per_tensor_default_44"; +"880 dequantize_per_tensor_default_44" -> "886 linear_42"; +"881 linear_42_scale_0" -> "883 quantize_per_channel_default_43"; +"881 linear_42_scale_0" -> "884 dequantize_per_channel_default_43"; +"882 linear_42_zero_point_0" -> "883 quantize_per_channel_default_43"; +"882 linear_42_zero_point_0" -> "884 dequantize_per_channel_default_43"; +"883 quantize_per_channel_default_43" -> "884 dequantize_per_channel_default_43"; +"884 dequantize_per_channel_default_43" -> "886 linear_42"; +"885 _param_constant117_0_0" -> "886 linear_42"; +"886 linear_42" -> "887 gelu_6"; +"887 gelu_6" -> "888 quantize_per_tensor_default_45"; +"888 quantize_per_tensor_default_45" -> "889 dequantize_per_tensor_default_45"; +"889 dequantize_per_tensor_default_45" -> "890 dropout_26"; +"890 dropout_26" -> "897 linear_43"; +"891 _param_constant118" -> "894 quantize_per_channel_default_44"; +"892 linear_43_scale_0" -> "894 quantize_per_channel_default_44"; +"892 linear_43_scale_0" -> "895 dequantize_per_channel_default_44"; +"893 linear_43_zero_point_0" -> "894 quantize_per_channel_default_44"; +"893 linear_43_zero_point_0" -> "895 dequantize_per_channel_default_44"; +"894 quantize_per_channel_default_44" -> "895 dequantize_per_channel_default_44"; +"895 dequantize_per_channel_default_44" -> "897 linear_43"; +"896 _param_constant119_0_0" -> "897 linear_43"; +"897 linear_43" -> "898 dropout_27"; +"898 dropout_27" -> "901 layer_norm_16"; +"899 _param_constant120" -> "901 layer_norm_16"; +"900 _param_constant121" -> "901 layer_norm_16"; +"901 layer_norm_16" -> "902 add_23"; +"902 add_23" -> "927 pad_9"; +"902 add_23" -> "1008 add_26"; +"903 _tensor_constant41" -> "910 linear_44"; +"904 _param_constant122" -> "907 quantize_per_channel_default_45"; +"905 linear_44_scale_0" -> "907 quantize_per_channel_default_45"; +"905 linear_44_scale_0" -> "908 dequantize_per_channel_default_45"; +"906 linear_44_zero_point_0" -> "907 quantize_per_channel_default_45"; +"906 linear_44_zero_point_0" -> "908 dequantize_per_channel_default_45"; +"907 quantize_per_channel_default_45" -> "908 dequantize_per_channel_default_45"; +"908 dequantize_per_channel_default_45" -> "910 linear_44"; +"909 _param_constant123_0_0" -> "910 linear_44"; +"910 linear_44" -> "911 relu__7"; +"911 relu__7" -> "917 linear_45"; +"912 _param_constant124" -> "915 quantize_per_channel_default_46"; +"913 linear_45_scale_0" -> "915 quantize_per_channel_default_46"; +"913 linear_45_scale_0" -> "916 dequantize_per_channel_default_46"; +"914 linear_45_zero_point_0" -> "915 quantize_per_channel_default_46"; +"914 linear_45_zero_point_0" -> "916 dequantize_per_channel_default_46"; +"915 quantize_per_channel_default_46" -> "916 dequantize_per_channel_default_46"; +"916 dequantize_per_channel_default_46" -> "917 linear_45"; +"917 linear_45" -> "918 view_37"; +"918 view_37" -> "920 index_7"; +"919 _tensor_constant42" -> "920 index_7"; +"920 index_7" -> "921 view_38"; +"921 view_38" -> "922 permute_32"; +"922 permute_32" -> "923 contiguous_12"; +"923 contiguous_12" -> "924 unsqueeze_19"; +"924 unsqueeze_19" -> "925 sigmoid_7"; +"925 sigmoid_7" -> "926 mul_14"; +"926 mul_14" -> "964 add_24"; +"927 pad_9" -> "928 roll_6"; +"928 roll_6" -> "929 view_39"; +"929 view_39" -> "930 permute_33"; +"930 permute_33" -> "931 reshape_31"; +"931 reshape_31" -> "933 quantize_per_tensor_default_46"; +"931 reshape_31" -> "965 new_zeros_3"; +"932 _param_constant126" -> "937 quantize_per_channel_default_47"; +"933 quantize_per_tensor_default_46" -> "934 dequantize_per_tensor_default_46"; +"934 dequantize_per_tensor_default_46" -> "940 linear_46"; +"935 linear_46_scale_0" -> "937 quantize_per_channel_default_47"; +"935 linear_46_scale_0" -> "938 dequantize_per_channel_default_47"; +"936 linear_46_zero_point_0" -> "937 quantize_per_channel_default_47"; +"936 linear_46_zero_point_0" -> "938 dequantize_per_channel_default_47"; +"937 quantize_per_channel_default_47" -> "938 dequantize_per_channel_default_47"; +"938 dequantize_per_channel_default_47" -> "940 linear_46"; +"939 _param_constant125_0_0" -> "940 linear_46"; +"940 linear_46" -> "941 reshape_32"; +"941 reshape_32" -> "942 permute_34"; +"942 permute_34" -> "943 select_21"; +"942 permute_34" -> "944 select_22"; +"942 permute_34" -> "945 select_23"; +"943 select_21" -> "946 linalg_vector_norm_14"; +"943 select_21" -> "948 expand_as_14"; +"943 select_21" -> "949 div_14"; +"944 select_22" -> "952 linalg_vector_norm_15"; +"944 select_22" -> "954 expand_as_15"; +"944 select_22" -> "955 div_15"; +"945 select_23" -> "983 matmul_15"; +"946 linalg_vector_norm_14" -> "947 clamp_min_14"; +"947 clamp_min_14" -> "948 expand_as_14"; +"948 expand_as_14" -> "949 div_14"; +"949 div_14" -> "950 quantize_per_tensor_default_47"; +"950 quantize_per_tensor_default_47" -> "951 dequantize_per_tensor_default_47"; +"951 dequantize_per_tensor_default_47" -> "959 matmul_14"; +"952 linalg_vector_norm_15" -> "953 clamp_min_15"; +"953 clamp_min_15" -> "954 expand_as_15"; +"954 expand_as_15" -> "955 div_15"; +"955 div_15" -> "956 quantize_per_tensor_default_48"; +"956 quantize_per_tensor_default_48" -> "957 dequantize_per_tensor_default_48"; +"957 dequantize_per_tensor_default_48" -> "958 transpose_14"; +"958 transpose_14" -> "959 matmul_14"; +"959 matmul_14" -> "963 mul_15"; +"960 _param_constant127" -> "961 clamp_7"; +"961 clamp_7" -> "962 exp_7"; +"962 exp_7" -> "963 mul_15"; +"963 mul_15" -> "964 add_24"; +"964 add_24" -> "976 view_41"; +"965 new_zeros_3" -> "966 view_40"; +"966 view_40" -> "967 permute_35"; +"967 permute_35" -> "968 reshape_33"; +"968 reshape_33" -> "969 unsqueeze_20"; +"968 reshape_33" -> "970 unsqueeze_21"; +"969 unsqueeze_20" -> "971 sub_3"; +"970 unsqueeze_21" -> "971 sub_3"; +"971 sub_3" -> "972 ne_3"; +"971 sub_3" -> "973 masked_fill_6"; +"971 sub_3" -> "974 eq_3"; +"972 ne_3" -> "973 masked_fill_6"; +"973 masked_fill_6" -> "975 masked_fill_7"; +"974 eq_3" -> "975 masked_fill_7"; +"975 masked_fill_7" -> "977 unsqueeze_22"; +"976 view_41" -> "979 add_25"; +"977 unsqueeze_22" -> "978 unsqueeze_23"; +"978 unsqueeze_23" -> "979 add_25"; +"979 add_25" -> "980 view_42"; +"980 view_42" -> "981 softmax_7"; +"981 softmax_7" -> "982 dropout_28"; +"982 dropout_28" -> "983 matmul_15"; +"983 matmul_15" -> "984 quantize_per_tensor_default_49"; +"984 quantize_per_tensor_default_49" -> "985 dequantize_per_tensor_default_49"; +"985 dequantize_per_tensor_default_49" -> "986 transpose_15"; +"986 transpose_15" -> "987 reshape_34"; +"987 reshape_34" -> "994 linear_47"; +"988 _param_constant128" -> "991 quantize_per_channel_default_48"; +"989 linear_47_scale_0" -> "991 quantize_per_channel_default_48"; +"989 linear_47_scale_0" -> "992 dequantize_per_channel_default_48"; +"990 linear_47_zero_point_0" -> "991 quantize_per_channel_default_48"; +"990 linear_47_zero_point_0" -> "992 dequantize_per_channel_default_48"; +"991 quantize_per_channel_default_48" -> "992 dequantize_per_channel_default_48"; +"992 dequantize_per_channel_default_48" -> "994 linear_47"; +"993 _param_constant129_0_0" -> "994 linear_47"; +"994 linear_47" -> "995 dropout_29"; +"995 dropout_29" -> "996 view_43"; +"996 view_43" -> "997 permute_36"; +"997 permute_36" -> "998 reshape_35"; +"998 reshape_35" -> "999 roll_7"; +"999 roll_7" -> "1000 slice_129"; +"1000 slice_129" -> "1001 slice_130"; +"1001 slice_130" -> "1002 slice_131"; +"1002 slice_131" -> "1003 slice_132"; +"1003 slice_132" -> "1004 contiguous_13"; +"1004 contiguous_13" -> "1007 layer_norm_17"; +"1005 _param_constant130" -> "1007 layer_norm_17"; +"1006 _param_constant131" -> "1007 layer_norm_17"; +"1007 layer_norm_17" -> "1008 add_26"; +"1008 add_26" -> "1010 quantize_per_tensor_default_50"; +"1008 add_26" -> "1033 add_27"; +"1009 _param_constant132" -> "1014 quantize_per_channel_default_49"; +"1010 quantize_per_tensor_default_50" -> "1011 dequantize_per_tensor_default_50"; +"1011 dequantize_per_tensor_default_50" -> "1017 linear_48"; +"1012 linear_48_scale_0" -> "1014 quantize_per_channel_default_49"; +"1012 linear_48_scale_0" -> "1015 dequantize_per_channel_default_49"; +"1013 linear_48_zero_point_0" -> "1014 quantize_per_channel_default_49"; +"1013 linear_48_zero_point_0" -> "1015 dequantize_per_channel_default_49"; +"1014 quantize_per_channel_default_49" -> "1015 dequantize_per_channel_default_49"; +"1015 dequantize_per_channel_default_49" -> "1017 linear_48"; +"1016 _param_constant133_0_0" -> "1017 linear_48"; +"1017 linear_48" -> "1018 gelu_7"; +"1018 gelu_7" -> "1019 quantize_per_tensor_default_51"; +"1019 quantize_per_tensor_default_51" -> "1020 dequantize_per_tensor_default_51"; +"1020 dequantize_per_tensor_default_51" -> "1021 dropout_30"; +"1021 dropout_30" -> "1028 linear_49"; +"1022 _param_constant134" -> "1025 quantize_per_channel_default_50"; +"1023 linear_49_scale_0" -> "1025 quantize_per_channel_default_50"; +"1023 linear_49_scale_0" -> "1026 dequantize_per_channel_default_50"; +"1024 linear_49_zero_point_0" -> "1025 quantize_per_channel_default_50"; +"1024 linear_49_zero_point_0" -> "1026 dequantize_per_channel_default_50"; +"1025 quantize_per_channel_default_50" -> "1026 dequantize_per_channel_default_50"; +"1026 dequantize_per_channel_default_50" -> "1028 linear_49"; +"1027 _param_constant135_0_0" -> "1028 linear_49"; +"1028 linear_49" -> "1029 dropout_31"; +"1029 dropout_31" -> "1032 layer_norm_18"; +"1030 _param_constant136" -> "1032 layer_norm_18"; +"1031 _param_constant137" -> "1032 layer_norm_18"; +"1032 layer_norm_18" -> "1033 add_27"; +"1033 add_27" -> "1058 quantize_per_tensor_default_52"; +"1033 add_27" -> "1121 add_29"; +"1034 _tensor_constant52" -> "1041 linear_50"; +"1035 _param_constant138" -> "1038 quantize_per_channel_default_51"; +"1036 linear_50_scale_0" -> "1038 quantize_per_channel_default_51"; +"1036 linear_50_scale_0" -> "1039 dequantize_per_channel_default_51"; +"1037 linear_50_zero_point_0" -> "1038 quantize_per_channel_default_51"; +"1037 linear_50_zero_point_0" -> "1039 dequantize_per_channel_default_51"; +"1038 quantize_per_channel_default_51" -> "1039 dequantize_per_channel_default_51"; +"1039 dequantize_per_channel_default_51" -> "1041 linear_50"; +"1040 _param_constant139_0_0" -> "1041 linear_50"; +"1041 linear_50" -> "1042 relu__8"; +"1042 relu__8" -> "1048 linear_51"; +"1043 _param_constant140" -> "1046 quantize_per_channel_default_52"; +"1044 linear_51_scale_0" -> "1046 quantize_per_channel_default_52"; +"1044 linear_51_scale_0" -> "1047 dequantize_per_channel_default_52"; +"1045 linear_51_zero_point_0" -> "1046 quantize_per_channel_default_52"; +"1045 linear_51_zero_point_0" -> "1047 dequantize_per_channel_default_52"; +"1046 quantize_per_channel_default_52" -> "1047 dequantize_per_channel_default_52"; +"1047 dequantize_per_channel_default_52" -> "1048 linear_51"; +"1048 linear_51" -> "1049 view_44"; +"1049 view_44" -> "1051 index_8"; +"1050 _tensor_constant53" -> "1051 index_8"; +"1051 index_8" -> "1052 view_45"; +"1052 view_45" -> "1053 permute_37"; +"1053 permute_37" -> "1054 contiguous_14"; +"1054 contiguous_14" -> "1055 unsqueeze_24"; +"1055 unsqueeze_24" -> "1056 sigmoid_8"; +"1056 sigmoid_8" -> "1057 mul_16"; +"1057 mul_16" -> "1094 add_28"; +"1058 quantize_per_tensor_default_52" -> "1059 dequantize_per_tensor_default_52"; +"1059 dequantize_per_tensor_default_52" -> "1060 pad_10"; +"1060 pad_10" -> "1061 view_46"; +"1061 view_46" -> "1062 permute_38"; +"1062 permute_38" -> "1063 reshape_36"; +"1063 reshape_36" -> "1070 linear_52"; +"1064 _param_constant142" -> "1067 quantize_per_channel_default_53"; +"1065 linear_52_scale_0" -> "1067 quantize_per_channel_default_53"; +"1065 linear_52_scale_0" -> "1068 dequantize_per_channel_default_53"; +"1066 linear_52_zero_point_0" -> "1067 quantize_per_channel_default_53"; +"1066 linear_52_zero_point_0" -> "1068 dequantize_per_channel_default_53"; +"1067 quantize_per_channel_default_53" -> "1068 dequantize_per_channel_default_53"; +"1068 dequantize_per_channel_default_53" -> "1070 linear_52"; +"1069 _param_constant141_0_0" -> "1070 linear_52"; +"1070 linear_52" -> "1071 reshape_37"; +"1071 reshape_37" -> "1072 permute_39"; +"1072 permute_39" -> "1073 select_24"; +"1072 permute_39" -> "1074 select_25"; +"1072 permute_39" -> "1075 select_26"; +"1073 select_24" -> "1076 linalg_vector_norm_16"; +"1073 select_24" -> "1078 expand_as_16"; +"1073 select_24" -> "1079 div_16"; +"1074 select_25" -> "1082 linalg_vector_norm_17"; +"1074 select_25" -> "1084 expand_as_17"; +"1074 select_25" -> "1085 div_17"; +"1075 select_26" -> "1097 matmul_17"; +"1076 linalg_vector_norm_16" -> "1077 clamp_min_16"; +"1077 clamp_min_16" -> "1078 expand_as_16"; +"1078 expand_as_16" -> "1079 div_16"; +"1079 div_16" -> "1080 quantize_per_tensor_default_53"; +"1080 quantize_per_tensor_default_53" -> "1081 dequantize_per_tensor_default_53"; +"1081 dequantize_per_tensor_default_53" -> "1089 matmul_16"; +"1082 linalg_vector_norm_17" -> "1083 clamp_min_17"; +"1083 clamp_min_17" -> "1084 expand_as_17"; +"1084 expand_as_17" -> "1085 div_17"; +"1085 div_17" -> "1086 quantize_per_tensor_default_54"; +"1086 quantize_per_tensor_default_54" -> "1087 dequantize_per_tensor_default_54"; +"1087 dequantize_per_tensor_default_54" -> "1088 transpose_16"; +"1088 transpose_16" -> "1089 matmul_16"; +"1089 matmul_16" -> "1093 mul_17"; +"1090 _param_constant143" -> "1091 clamp_8"; +"1091 clamp_8" -> "1092 exp_8"; +"1092 exp_8" -> "1093 mul_17"; +"1093 mul_17" -> "1094 add_28"; +"1094 add_28" -> "1095 softmax_8"; +"1095 softmax_8" -> "1096 dropout_32"; +"1096 dropout_32" -> "1097 matmul_17"; +"1097 matmul_17" -> "1098 quantize_per_tensor_default_55"; +"1098 quantize_per_tensor_default_55" -> "1099 dequantize_per_tensor_default_55"; +"1099 dequantize_per_tensor_default_55" -> "1100 transpose_17"; +"1100 transpose_17" -> "1101 reshape_38"; +"1101 reshape_38" -> "1108 linear_53"; +"1102 _param_constant144" -> "1105 quantize_per_channel_default_54"; +"1103 linear_53_scale_0" -> "1105 quantize_per_channel_default_54"; +"1103 linear_53_scale_0" -> "1106 dequantize_per_channel_default_54"; +"1104 linear_53_zero_point_0" -> "1105 quantize_per_channel_default_54"; +"1104 linear_53_zero_point_0" -> "1106 dequantize_per_channel_default_54"; +"1105 quantize_per_channel_default_54" -> "1106 dequantize_per_channel_default_54"; +"1106 dequantize_per_channel_default_54" -> "1108 linear_53"; +"1107 _param_constant145_0_0" -> "1108 linear_53"; +"1108 linear_53" -> "1109 dropout_33"; +"1109 dropout_33" -> "1110 view_47"; +"1110 view_47" -> "1111 permute_40"; +"1111 permute_40" -> "1112 reshape_39"; +"1112 reshape_39" -> "1113 slice_134"; +"1113 slice_134" -> "1114 slice_135"; +"1114 slice_135" -> "1115 slice_136"; +"1115 slice_136" -> "1116 slice_137"; +"1116 slice_137" -> "1117 contiguous_15"; +"1117 contiguous_15" -> "1120 layer_norm_19"; +"1118 _param_constant146" -> "1120 layer_norm_19"; +"1119 _param_constant147" -> "1120 layer_norm_19"; +"1120 layer_norm_19" -> "1121 add_29"; +"1121 add_29" -> "1123 quantize_per_tensor_default_56"; +"1121 add_29" -> "1146 add_30"; +"1122 _param_constant148" -> "1127 quantize_per_channel_default_55"; +"1123 quantize_per_tensor_default_56" -> "1124 dequantize_per_tensor_default_56"; +"1124 dequantize_per_tensor_default_56" -> "1130 linear_54"; +"1125 linear_54_scale_0" -> "1127 quantize_per_channel_default_55"; +"1125 linear_54_scale_0" -> "1128 dequantize_per_channel_default_55"; +"1126 linear_54_zero_point_0" -> "1127 quantize_per_channel_default_55"; +"1126 linear_54_zero_point_0" -> "1128 dequantize_per_channel_default_55"; +"1127 quantize_per_channel_default_55" -> "1128 dequantize_per_channel_default_55"; +"1128 dequantize_per_channel_default_55" -> "1130 linear_54"; +"1129 _param_constant149_0_0" -> "1130 linear_54"; +"1130 linear_54" -> "1131 gelu_8"; +"1131 gelu_8" -> "1132 quantize_per_tensor_default_57"; +"1132 quantize_per_tensor_default_57" -> "1133 dequantize_per_tensor_default_57"; +"1133 dequantize_per_tensor_default_57" -> "1134 dropout_34"; +"1134 dropout_34" -> "1141 linear_55"; +"1135 _param_constant150" -> "1138 quantize_per_channel_default_56"; +"1136 linear_55_scale_0" -> "1138 quantize_per_channel_default_56"; +"1136 linear_55_scale_0" -> "1139 dequantize_per_channel_default_56"; +"1137 linear_55_zero_point_0" -> "1138 quantize_per_channel_default_56"; +"1137 linear_55_zero_point_0" -> "1139 dequantize_per_channel_default_56"; +"1138 quantize_per_channel_default_56" -> "1139 dequantize_per_channel_default_56"; +"1139 dequantize_per_channel_default_56" -> "1141 linear_55"; +"1140 _param_constant151_0_0" -> "1141 linear_55"; +"1141 linear_55" -> "1142 dropout_35"; +"1142 dropout_35" -> "1145 layer_norm_20"; +"1143 _param_constant152" -> "1145 layer_norm_20"; +"1144 _param_constant153" -> "1145 layer_norm_20"; +"1145 layer_norm_20" -> "1146 add_30"; +"1146 add_30" -> "1171 pad_11"; +"1146 add_30" -> "1252 add_33"; +"1147 _tensor_constant54" -> "1154 linear_56"; +"1148 _param_constant154" -> "1151 quantize_per_channel_default_57"; +"1149 linear_56_scale_0" -> "1151 quantize_per_channel_default_57"; +"1149 linear_56_scale_0" -> "1152 dequantize_per_channel_default_57"; +"1150 linear_56_zero_point_0" -> "1151 quantize_per_channel_default_57"; +"1150 linear_56_zero_point_0" -> "1152 dequantize_per_channel_default_57"; +"1151 quantize_per_channel_default_57" -> "1152 dequantize_per_channel_default_57"; +"1152 dequantize_per_channel_default_57" -> "1154 linear_56"; +"1153 _param_constant155_0_0" -> "1154 linear_56"; +"1154 linear_56" -> "1155 relu__9"; +"1155 relu__9" -> "1161 linear_57"; +"1156 _param_constant156" -> "1159 quantize_per_channel_default_58"; +"1157 linear_57_scale_0" -> "1159 quantize_per_channel_default_58"; +"1157 linear_57_scale_0" -> "1160 dequantize_per_channel_default_58"; +"1158 linear_57_zero_point_0" -> "1159 quantize_per_channel_default_58"; +"1158 linear_57_zero_point_0" -> "1160 dequantize_per_channel_default_58"; +"1159 quantize_per_channel_default_58" -> "1160 dequantize_per_channel_default_58"; +"1160 dequantize_per_channel_default_58" -> "1161 linear_57"; +"1161 linear_57" -> "1162 view_48"; +"1162 view_48" -> "1164 index_9"; +"1163 _tensor_constant55" -> "1164 index_9"; +"1164 index_9" -> "1165 view_49"; +"1165 view_49" -> "1166 permute_41"; +"1166 permute_41" -> "1167 contiguous_16"; +"1167 contiguous_16" -> "1168 unsqueeze_25"; +"1168 unsqueeze_25" -> "1169 sigmoid_9"; +"1169 sigmoid_9" -> "1170 mul_18"; +"1170 mul_18" -> "1208 add_31"; +"1171 pad_11" -> "1172 roll_8"; +"1172 roll_8" -> "1173 view_50"; +"1173 view_50" -> "1174 permute_42"; +"1174 permute_42" -> "1175 reshape_40"; +"1175 reshape_40" -> "1177 quantize_per_tensor_default_58"; +"1175 reshape_40" -> "1209 new_zeros_4"; +"1176 _param_constant158" -> "1181 quantize_per_channel_default_59"; +"1177 quantize_per_tensor_default_58" -> "1178 dequantize_per_tensor_default_58"; +"1178 dequantize_per_tensor_default_58" -> "1184 linear_58"; +"1179 linear_58_scale_0" -> "1181 quantize_per_channel_default_59"; +"1179 linear_58_scale_0" -> "1182 dequantize_per_channel_default_59"; +"1180 linear_58_zero_point_0" -> "1181 quantize_per_channel_default_59"; +"1180 linear_58_zero_point_0" -> "1182 dequantize_per_channel_default_59"; +"1181 quantize_per_channel_default_59" -> "1182 dequantize_per_channel_default_59"; +"1182 dequantize_per_channel_default_59" -> "1184 linear_58"; +"1183 _param_constant157_0_0" -> "1184 linear_58"; +"1184 linear_58" -> "1185 reshape_41"; +"1185 reshape_41" -> "1186 permute_43"; +"1186 permute_43" -> "1187 select_27"; +"1186 permute_43" -> "1188 select_28"; +"1186 permute_43" -> "1189 select_29"; +"1187 select_27" -> "1190 linalg_vector_norm_18"; +"1187 select_27" -> "1192 expand_as_18"; +"1187 select_27" -> "1193 div_18"; +"1188 select_28" -> "1196 linalg_vector_norm_19"; +"1188 select_28" -> "1198 expand_as_19"; +"1188 select_28" -> "1199 div_19"; +"1189 select_29" -> "1227 matmul_19"; +"1190 linalg_vector_norm_18" -> "1191 clamp_min_18"; +"1191 clamp_min_18" -> "1192 expand_as_18"; +"1192 expand_as_18" -> "1193 div_18"; +"1193 div_18" -> "1194 quantize_per_tensor_default_59"; +"1194 quantize_per_tensor_default_59" -> "1195 dequantize_per_tensor_default_59"; +"1195 dequantize_per_tensor_default_59" -> "1203 matmul_18"; +"1196 linalg_vector_norm_19" -> "1197 clamp_min_19"; +"1197 clamp_min_19" -> "1198 expand_as_19"; +"1198 expand_as_19" -> "1199 div_19"; +"1199 div_19" -> "1200 quantize_per_tensor_default_60"; +"1200 quantize_per_tensor_default_60" -> "1201 dequantize_per_tensor_default_60"; +"1201 dequantize_per_tensor_default_60" -> "1202 transpose_18"; +"1202 transpose_18" -> "1203 matmul_18"; +"1203 matmul_18" -> "1207 mul_19"; +"1204 _param_constant159" -> "1205 clamp_9"; +"1205 clamp_9" -> "1206 exp_9"; +"1206 exp_9" -> "1207 mul_19"; +"1207 mul_19" -> "1208 add_31"; +"1208 add_31" -> "1220 view_52"; +"1209 new_zeros_4" -> "1210 view_51"; +"1210 view_51" -> "1211 permute_44"; +"1211 permute_44" -> "1212 reshape_42"; +"1212 reshape_42" -> "1213 unsqueeze_26"; +"1212 reshape_42" -> "1214 unsqueeze_27"; +"1213 unsqueeze_26" -> "1215 sub_4"; +"1214 unsqueeze_27" -> "1215 sub_4"; +"1215 sub_4" -> "1216 ne_4"; +"1215 sub_4" -> "1217 masked_fill_8"; +"1215 sub_4" -> "1218 eq_4"; +"1216 ne_4" -> "1217 masked_fill_8"; +"1217 masked_fill_8" -> "1219 masked_fill_9"; +"1218 eq_4" -> "1219 masked_fill_9"; +"1219 masked_fill_9" -> "1221 unsqueeze_28"; +"1220 view_52" -> "1223 add_32"; +"1221 unsqueeze_28" -> "1222 unsqueeze_29"; +"1222 unsqueeze_29" -> "1223 add_32"; +"1223 add_32" -> "1224 view_53"; +"1224 view_53" -> "1225 softmax_9"; +"1225 softmax_9" -> "1226 dropout_36"; +"1226 dropout_36" -> "1227 matmul_19"; +"1227 matmul_19" -> "1228 quantize_per_tensor_default_61"; +"1228 quantize_per_tensor_default_61" -> "1229 dequantize_per_tensor_default_61"; +"1229 dequantize_per_tensor_default_61" -> "1230 transpose_19"; +"1230 transpose_19" -> "1231 reshape_43"; +"1231 reshape_43" -> "1238 linear_59"; +"1232 _param_constant160" -> "1235 quantize_per_channel_default_60"; +"1233 linear_59_scale_0" -> "1235 quantize_per_channel_default_60"; +"1233 linear_59_scale_0" -> "1236 dequantize_per_channel_default_60"; +"1234 linear_59_zero_point_0" -> "1235 quantize_per_channel_default_60"; +"1234 linear_59_zero_point_0" -> "1236 dequantize_per_channel_default_60"; +"1235 quantize_per_channel_default_60" -> "1236 dequantize_per_channel_default_60"; +"1236 dequantize_per_channel_default_60" -> "1238 linear_59"; +"1237 _param_constant161_0_0" -> "1238 linear_59"; +"1238 linear_59" -> "1239 dropout_37"; +"1239 dropout_37" -> "1240 view_54"; +"1240 view_54" -> "1241 permute_45"; +"1241 permute_45" -> "1242 reshape_44"; +"1242 reshape_44" -> "1243 roll_9"; +"1243 roll_9" -> "1244 slice_157"; +"1244 slice_157" -> "1245 slice_158"; +"1245 slice_158" -> "1246 slice_159"; +"1246 slice_159" -> "1247 slice_160"; +"1247 slice_160" -> "1248 contiguous_17"; +"1248 contiguous_17" -> "1251 layer_norm_21"; +"1249 _param_constant162" -> "1251 layer_norm_21"; +"1250 _param_constant163" -> "1251 layer_norm_21"; +"1251 layer_norm_21" -> "1252 add_33"; +"1252 add_33" -> "1254 quantize_per_tensor_default_62"; +"1252 add_33" -> "1277 add_34"; +"1253 _param_constant164" -> "1258 quantize_per_channel_default_61"; +"1254 quantize_per_tensor_default_62" -> "1255 dequantize_per_tensor_default_62"; +"1255 dequantize_per_tensor_default_62" -> "1261 linear_60"; +"1256 linear_60_scale_0" -> "1258 quantize_per_channel_default_61"; +"1256 linear_60_scale_0" -> "1259 dequantize_per_channel_default_61"; +"1257 linear_60_zero_point_0" -> "1258 quantize_per_channel_default_61"; +"1257 linear_60_zero_point_0" -> "1259 dequantize_per_channel_default_61"; +"1258 quantize_per_channel_default_61" -> "1259 dequantize_per_channel_default_61"; +"1259 dequantize_per_channel_default_61" -> "1261 linear_60"; +"1260 _param_constant165_0_0" -> "1261 linear_60"; +"1261 linear_60" -> "1262 gelu_9"; +"1262 gelu_9" -> "1263 quantize_per_tensor_default_63"; +"1263 quantize_per_tensor_default_63" -> "1264 dequantize_per_tensor_default_63"; +"1264 dequantize_per_tensor_default_63" -> "1265 dropout_38"; +"1265 dropout_38" -> "1272 linear_61"; +"1266 _param_constant166" -> "1269 quantize_per_channel_default_62"; +"1267 linear_61_scale_0" -> "1269 quantize_per_channel_default_62"; +"1267 linear_61_scale_0" -> "1270 dequantize_per_channel_default_62"; +"1268 linear_61_zero_point_0" -> "1269 quantize_per_channel_default_62"; +"1268 linear_61_zero_point_0" -> "1270 dequantize_per_channel_default_62"; +"1269 quantize_per_channel_default_62" -> "1270 dequantize_per_channel_default_62"; +"1270 dequantize_per_channel_default_62" -> "1272 linear_61"; +"1271 _param_constant167_0_0" -> "1272 linear_61"; +"1272 linear_61" -> "1273 dropout_39"; +"1273 dropout_39" -> "1276 layer_norm_22"; +"1274 _param_constant168" -> "1276 layer_norm_22"; +"1275 _param_constant169" -> "1276 layer_norm_22"; +"1276 layer_norm_22" -> "1277 add_34"; +"1277 add_34" -> "1302 quantize_per_tensor_default_64"; +"1277 add_34" -> "1365 add_36"; +"1278 _tensor_constant65" -> "1285 linear_62"; +"1279 _param_constant170" -> "1282 quantize_per_channel_default_63"; +"1280 linear_62_scale_0" -> "1282 quantize_per_channel_default_63"; +"1280 linear_62_scale_0" -> "1283 dequantize_per_channel_default_63"; +"1281 linear_62_zero_point_0" -> "1282 quantize_per_channel_default_63"; +"1281 linear_62_zero_point_0" -> "1283 dequantize_per_channel_default_63"; +"1282 quantize_per_channel_default_63" -> "1283 dequantize_per_channel_default_63"; +"1283 dequantize_per_channel_default_63" -> "1285 linear_62"; +"1284 _param_constant171_0_0" -> "1285 linear_62"; +"1285 linear_62" -> "1286 relu__10"; +"1286 relu__10" -> "1292 linear_63"; +"1287 _param_constant172" -> "1290 quantize_per_channel_default_64"; +"1288 linear_63_scale_0" -> "1290 quantize_per_channel_default_64"; +"1288 linear_63_scale_0" -> "1291 dequantize_per_channel_default_64"; +"1289 linear_63_zero_point_0" -> "1290 quantize_per_channel_default_64"; +"1289 linear_63_zero_point_0" -> "1291 dequantize_per_channel_default_64"; +"1290 quantize_per_channel_default_64" -> "1291 dequantize_per_channel_default_64"; +"1291 dequantize_per_channel_default_64" -> "1292 linear_63"; +"1292 linear_63" -> "1293 view_55"; +"1293 view_55" -> "1295 index_10"; +"1294 _tensor_constant66" -> "1295 index_10"; +"1295 index_10" -> "1296 view_56"; +"1296 view_56" -> "1297 permute_46"; +"1297 permute_46" -> "1298 contiguous_18"; +"1298 contiguous_18" -> "1299 unsqueeze_30"; +"1299 unsqueeze_30" -> "1300 sigmoid_10"; +"1300 sigmoid_10" -> "1301 mul_20"; +"1301 mul_20" -> "1338 add_35"; +"1302 quantize_per_tensor_default_64" -> "1303 dequantize_per_tensor_default_64"; +"1303 dequantize_per_tensor_default_64" -> "1304 pad_12"; +"1304 pad_12" -> "1305 view_57"; +"1305 view_57" -> "1306 permute_47"; +"1306 permute_47" -> "1307 reshape_45"; +"1307 reshape_45" -> "1314 linear_64"; +"1308 _param_constant174" -> "1311 quantize_per_channel_default_65"; +"1309 linear_64_scale_0" -> "1311 quantize_per_channel_default_65"; +"1309 linear_64_scale_0" -> "1312 dequantize_per_channel_default_65"; +"1310 linear_64_zero_point_0" -> "1311 quantize_per_channel_default_65"; +"1310 linear_64_zero_point_0" -> "1312 dequantize_per_channel_default_65"; +"1311 quantize_per_channel_default_65" -> "1312 dequantize_per_channel_default_65"; +"1312 dequantize_per_channel_default_65" -> "1314 linear_64"; +"1313 _param_constant173_0_0" -> "1314 linear_64"; +"1314 linear_64" -> "1315 reshape_46"; +"1315 reshape_46" -> "1316 permute_48"; +"1316 permute_48" -> "1317 select_30"; +"1316 permute_48" -> "1318 select_31"; +"1316 permute_48" -> "1319 select_32"; +"1317 select_30" -> "1320 linalg_vector_norm_20"; +"1317 select_30" -> "1322 expand_as_20"; +"1317 select_30" -> "1323 div_20"; +"1318 select_31" -> "1326 linalg_vector_norm_21"; +"1318 select_31" -> "1328 expand_as_21"; +"1318 select_31" -> "1329 div_21"; +"1319 select_32" -> "1341 matmul_21"; +"1320 linalg_vector_norm_20" -> "1321 clamp_min_20"; +"1321 clamp_min_20" -> "1322 expand_as_20"; +"1322 expand_as_20" -> "1323 div_20"; +"1323 div_20" -> "1324 quantize_per_tensor_default_65"; +"1324 quantize_per_tensor_default_65" -> "1325 dequantize_per_tensor_default_65"; +"1325 dequantize_per_tensor_default_65" -> "1333 matmul_20"; +"1326 linalg_vector_norm_21" -> "1327 clamp_min_21"; +"1327 clamp_min_21" -> "1328 expand_as_21"; +"1328 expand_as_21" -> "1329 div_21"; +"1329 div_21" -> "1330 quantize_per_tensor_default_66"; +"1330 quantize_per_tensor_default_66" -> "1331 dequantize_per_tensor_default_66"; +"1331 dequantize_per_tensor_default_66" -> "1332 transpose_20"; +"1332 transpose_20" -> "1333 matmul_20"; +"1333 matmul_20" -> "1337 mul_21"; +"1334 _param_constant175" -> "1335 clamp_10"; +"1335 clamp_10" -> "1336 exp_10"; +"1336 exp_10" -> "1337 mul_21"; +"1337 mul_21" -> "1338 add_35"; +"1338 add_35" -> "1339 softmax_10"; +"1339 softmax_10" -> "1340 dropout_40"; +"1340 dropout_40" -> "1341 matmul_21"; +"1341 matmul_21" -> "1342 quantize_per_tensor_default_67"; +"1342 quantize_per_tensor_default_67" -> "1343 dequantize_per_tensor_default_67"; +"1343 dequantize_per_tensor_default_67" -> "1344 transpose_21"; +"1344 transpose_21" -> "1345 reshape_47"; +"1345 reshape_47" -> "1352 linear_65"; +"1346 _param_constant176" -> "1349 quantize_per_channel_default_66"; +"1347 linear_65_scale_0" -> "1349 quantize_per_channel_default_66"; +"1347 linear_65_scale_0" -> "1350 dequantize_per_channel_default_66"; +"1348 linear_65_zero_point_0" -> "1349 quantize_per_channel_default_66"; +"1348 linear_65_zero_point_0" -> "1350 dequantize_per_channel_default_66"; +"1349 quantize_per_channel_default_66" -> "1350 dequantize_per_channel_default_66"; +"1350 dequantize_per_channel_default_66" -> "1352 linear_65"; +"1351 _param_constant177_0_0" -> "1352 linear_65"; +"1352 linear_65" -> "1353 dropout_41"; +"1353 dropout_41" -> "1354 view_58"; +"1354 view_58" -> "1355 permute_49"; +"1355 permute_49" -> "1356 reshape_48"; +"1356 reshape_48" -> "1357 slice_162"; +"1357 slice_162" -> "1358 slice_163"; +"1358 slice_163" -> "1359 slice_164"; +"1359 slice_164" -> "1360 slice_165"; +"1360 slice_165" -> "1361 contiguous_19"; +"1361 contiguous_19" -> "1364 layer_norm_23"; +"1362 _param_constant178" -> "1364 layer_norm_23"; +"1363 _param_constant179" -> "1364 layer_norm_23"; +"1364 layer_norm_23" -> "1365 add_36"; +"1365 add_36" -> "1367 quantize_per_tensor_default_68"; +"1365 add_36" -> "1390 add_37"; +"1366 _param_constant180" -> "1371 quantize_per_channel_default_67"; +"1367 quantize_per_tensor_default_68" -> "1368 dequantize_per_tensor_default_68"; +"1368 dequantize_per_tensor_default_68" -> "1374 linear_66"; +"1369 linear_66_scale_0" -> "1371 quantize_per_channel_default_67"; +"1369 linear_66_scale_0" -> "1372 dequantize_per_channel_default_67"; +"1370 linear_66_zero_point_0" -> "1371 quantize_per_channel_default_67"; +"1370 linear_66_zero_point_0" -> "1372 dequantize_per_channel_default_67"; +"1371 quantize_per_channel_default_67" -> "1372 dequantize_per_channel_default_67"; +"1372 dequantize_per_channel_default_67" -> "1374 linear_66"; +"1373 _param_constant181_0_0" -> "1374 linear_66"; +"1374 linear_66" -> "1375 gelu_10"; +"1375 gelu_10" -> "1376 quantize_per_tensor_default_69"; +"1376 quantize_per_tensor_default_69" -> "1377 dequantize_per_tensor_default_69"; +"1377 dequantize_per_tensor_default_69" -> "1378 dropout_42"; +"1378 dropout_42" -> "1385 linear_67"; +"1379 _param_constant182" -> "1382 quantize_per_channel_default_68"; +"1380 linear_67_scale_0" -> "1382 quantize_per_channel_default_68"; +"1380 linear_67_scale_0" -> "1383 dequantize_per_channel_default_68"; +"1381 linear_67_zero_point_0" -> "1382 quantize_per_channel_default_68"; +"1381 linear_67_zero_point_0" -> "1383 dequantize_per_channel_default_68"; +"1382 quantize_per_channel_default_68" -> "1383 dequantize_per_channel_default_68"; +"1383 dequantize_per_channel_default_68" -> "1385 linear_67"; +"1384 _param_constant183_0_0" -> "1385 linear_67"; +"1385 linear_67" -> "1386 dropout_43"; +"1386 dropout_43" -> "1389 layer_norm_24"; +"1387 _param_constant184" -> "1389 layer_norm_24"; +"1388 _param_constant185" -> "1389 layer_norm_24"; +"1389 layer_norm_24" -> "1390 add_37"; +"1390 add_37" -> "1415 pad_13"; +"1390 add_37" -> "1496 add_40"; +"1391 _tensor_constant67" -> "1398 linear_68"; +"1392 _param_constant186" -> "1395 quantize_per_channel_default_69"; +"1393 linear_68_scale_0" -> "1395 quantize_per_channel_default_69"; +"1393 linear_68_scale_0" -> "1396 dequantize_per_channel_default_69"; +"1394 linear_68_zero_point_0" -> "1395 quantize_per_channel_default_69"; +"1394 linear_68_zero_point_0" -> "1396 dequantize_per_channel_default_69"; +"1395 quantize_per_channel_default_69" -> "1396 dequantize_per_channel_default_69"; +"1396 dequantize_per_channel_default_69" -> "1398 linear_68"; +"1397 _param_constant187_0_0" -> "1398 linear_68"; +"1398 linear_68" -> "1399 relu__11"; +"1399 relu__11" -> "1405 linear_69"; +"1400 _param_constant188" -> "1403 quantize_per_channel_default_70"; +"1401 linear_69_scale_0" -> "1403 quantize_per_channel_default_70"; +"1401 linear_69_scale_0" -> "1404 dequantize_per_channel_default_70"; +"1402 linear_69_zero_point_0" -> "1403 quantize_per_channel_default_70"; +"1402 linear_69_zero_point_0" -> "1404 dequantize_per_channel_default_70"; +"1403 quantize_per_channel_default_70" -> "1404 dequantize_per_channel_default_70"; +"1404 dequantize_per_channel_default_70" -> "1405 linear_69"; +"1405 linear_69" -> "1406 view_59"; +"1406 view_59" -> "1408 index_11"; +"1407 _tensor_constant68" -> "1408 index_11"; +"1408 index_11" -> "1409 view_60"; +"1409 view_60" -> "1410 permute_50"; +"1410 permute_50" -> "1411 contiguous_20"; +"1411 contiguous_20" -> "1412 unsqueeze_31"; +"1412 unsqueeze_31" -> "1413 sigmoid_11"; +"1413 sigmoid_11" -> "1414 mul_22"; +"1414 mul_22" -> "1452 add_38"; +"1415 pad_13" -> "1416 roll_10"; +"1416 roll_10" -> "1417 view_61"; +"1417 view_61" -> "1418 permute_51"; +"1418 permute_51" -> "1419 reshape_49"; +"1419 reshape_49" -> "1421 quantize_per_tensor_default_70"; +"1419 reshape_49" -> "1453 new_zeros_5"; +"1420 _param_constant190" -> "1425 quantize_per_channel_default_71"; +"1421 quantize_per_tensor_default_70" -> "1422 dequantize_per_tensor_default_70"; +"1422 dequantize_per_tensor_default_70" -> "1428 linear_70"; +"1423 linear_70_scale_0" -> "1425 quantize_per_channel_default_71"; +"1423 linear_70_scale_0" -> "1426 dequantize_per_channel_default_71"; +"1424 linear_70_zero_point_0" -> "1425 quantize_per_channel_default_71"; +"1424 linear_70_zero_point_0" -> "1426 dequantize_per_channel_default_71"; +"1425 quantize_per_channel_default_71" -> "1426 dequantize_per_channel_default_71"; +"1426 dequantize_per_channel_default_71" -> "1428 linear_70"; +"1427 _param_constant189_0_0" -> "1428 linear_70"; +"1428 linear_70" -> "1429 reshape_50"; +"1429 reshape_50" -> "1430 permute_52"; +"1430 permute_52" -> "1431 select_33"; +"1430 permute_52" -> "1432 select_34"; +"1430 permute_52" -> "1433 select_35"; +"1431 select_33" -> "1434 linalg_vector_norm_22"; +"1431 select_33" -> "1436 expand_as_22"; +"1431 select_33" -> "1437 div_22"; +"1432 select_34" -> "1440 linalg_vector_norm_23"; +"1432 select_34" -> "1442 expand_as_23"; +"1432 select_34" -> "1443 div_23"; +"1433 select_35" -> "1471 matmul_23"; +"1434 linalg_vector_norm_22" -> "1435 clamp_min_22"; +"1435 clamp_min_22" -> "1436 expand_as_22"; +"1436 expand_as_22" -> "1437 div_22"; +"1437 div_22" -> "1438 quantize_per_tensor_default_71"; +"1438 quantize_per_tensor_default_71" -> "1439 dequantize_per_tensor_default_71"; +"1439 dequantize_per_tensor_default_71" -> "1447 matmul_22"; +"1440 linalg_vector_norm_23" -> "1441 clamp_min_23"; +"1441 clamp_min_23" -> "1442 expand_as_23"; +"1442 expand_as_23" -> "1443 div_23"; +"1443 div_23" -> "1444 quantize_per_tensor_default_72"; +"1444 quantize_per_tensor_default_72" -> "1445 dequantize_per_tensor_default_72"; +"1445 dequantize_per_tensor_default_72" -> "1446 transpose_22"; +"1446 transpose_22" -> "1447 matmul_22"; +"1447 matmul_22" -> "1451 mul_23"; +"1448 _param_constant191" -> "1449 clamp_11"; +"1449 clamp_11" -> "1450 exp_11"; +"1450 exp_11" -> "1451 mul_23"; +"1451 mul_23" -> "1452 add_38"; +"1452 add_38" -> "1464 view_63"; +"1453 new_zeros_5" -> "1454 view_62"; +"1454 view_62" -> "1455 permute_53"; +"1455 permute_53" -> "1456 reshape_51"; +"1456 reshape_51" -> "1457 unsqueeze_32"; +"1456 reshape_51" -> "1458 unsqueeze_33"; +"1457 unsqueeze_32" -> "1459 sub_5"; +"1458 unsqueeze_33" -> "1459 sub_5"; +"1459 sub_5" -> "1460 ne_5"; +"1459 sub_5" -> "1461 masked_fill_10"; +"1459 sub_5" -> "1462 eq_5"; +"1460 ne_5" -> "1461 masked_fill_10"; +"1461 masked_fill_10" -> "1463 masked_fill_11"; +"1462 eq_5" -> "1463 masked_fill_11"; +"1463 masked_fill_11" -> "1465 unsqueeze_34"; +"1464 view_63" -> "1467 add_39"; +"1465 unsqueeze_34" -> "1466 unsqueeze_35"; +"1466 unsqueeze_35" -> "1467 add_39"; +"1467 add_39" -> "1468 view_64"; +"1468 view_64" -> "1469 softmax_11"; +"1469 softmax_11" -> "1470 dropout_44"; +"1470 dropout_44" -> "1471 matmul_23"; +"1471 matmul_23" -> "1472 quantize_per_tensor_default_73"; +"1472 quantize_per_tensor_default_73" -> "1473 dequantize_per_tensor_default_73"; +"1473 dequantize_per_tensor_default_73" -> "1474 transpose_23"; +"1474 transpose_23" -> "1475 reshape_52"; +"1475 reshape_52" -> "1482 linear_71"; +"1476 _param_constant192" -> "1479 quantize_per_channel_default_72"; +"1477 linear_71_scale_0" -> "1479 quantize_per_channel_default_72"; +"1477 linear_71_scale_0" -> "1480 dequantize_per_channel_default_72"; +"1478 linear_71_zero_point_0" -> "1479 quantize_per_channel_default_72"; +"1478 linear_71_zero_point_0" -> "1480 dequantize_per_channel_default_72"; +"1479 quantize_per_channel_default_72" -> "1480 dequantize_per_channel_default_72"; +"1480 dequantize_per_channel_default_72" -> "1482 linear_71"; +"1481 _param_constant193_0_0" -> "1482 linear_71"; +"1482 linear_71" -> "1483 dropout_45"; +"1483 dropout_45" -> "1484 view_65"; +"1484 view_65" -> "1485 permute_54"; +"1485 permute_54" -> "1486 reshape_53"; +"1486 reshape_53" -> "1487 roll_11"; +"1487 roll_11" -> "1488 slice_185"; +"1488 slice_185" -> "1489 slice_186"; +"1489 slice_186" -> "1490 slice_187"; +"1490 slice_187" -> "1491 slice_188"; +"1491 slice_188" -> "1492 contiguous_21"; +"1492 contiguous_21" -> "1495 layer_norm_25"; +"1493 _param_constant194" -> "1495 layer_norm_25"; +"1494 _param_constant195" -> "1495 layer_norm_25"; +"1495 layer_norm_25" -> "1496 add_40"; +"1496 add_40" -> "1498 quantize_per_tensor_default_74"; +"1496 add_40" -> "1521 add_41"; +"1497 _param_constant196" -> "1502 quantize_per_channel_default_73"; +"1498 quantize_per_tensor_default_74" -> "1499 dequantize_per_tensor_default_74"; +"1499 dequantize_per_tensor_default_74" -> "1505 linear_72"; +"1500 linear_72_scale_0" -> "1502 quantize_per_channel_default_73"; +"1500 linear_72_scale_0" -> "1503 dequantize_per_channel_default_73"; +"1501 linear_72_zero_point_0" -> "1502 quantize_per_channel_default_73"; +"1501 linear_72_zero_point_0" -> "1503 dequantize_per_channel_default_73"; +"1502 quantize_per_channel_default_73" -> "1503 dequantize_per_channel_default_73"; +"1503 dequantize_per_channel_default_73" -> "1505 linear_72"; +"1504 _param_constant197_0_0" -> "1505 linear_72"; +"1505 linear_72" -> "1506 gelu_11"; +"1506 gelu_11" -> "1507 quantize_per_tensor_default_75"; +"1507 quantize_per_tensor_default_75" -> "1508 dequantize_per_tensor_default_75"; +"1508 dequantize_per_tensor_default_75" -> "1509 dropout_46"; +"1509 dropout_46" -> "1516 linear_73"; +"1510 _param_constant198" -> "1513 quantize_per_channel_default_74"; +"1511 linear_73_scale_0" -> "1513 quantize_per_channel_default_74"; +"1511 linear_73_scale_0" -> "1514 dequantize_per_channel_default_74"; +"1512 linear_73_zero_point_0" -> "1513 quantize_per_channel_default_74"; +"1512 linear_73_zero_point_0" -> "1514 dequantize_per_channel_default_74"; +"1513 quantize_per_channel_default_74" -> "1514 dequantize_per_channel_default_74"; +"1514 dequantize_per_channel_default_74" -> "1516 linear_73"; +"1515 _param_constant199_0_0" -> "1516 linear_73"; +"1516 linear_73" -> "1517 dropout_47"; +"1517 dropout_47" -> "1520 layer_norm_26"; +"1518 _param_constant200" -> "1520 layer_norm_26"; +"1519 _param_constant201" -> "1520 layer_norm_26"; +"1520 layer_norm_26" -> "1521 add_41"; +"1521 add_41" -> "1546 quantize_per_tensor_default_76"; +"1521 add_41" -> "1609 add_43"; +"1522 _tensor_constant78" -> "1529 linear_74"; +"1523 _param_constant202" -> "1526 quantize_per_channel_default_75"; +"1524 linear_74_scale_0" -> "1526 quantize_per_channel_default_75"; +"1524 linear_74_scale_0" -> "1527 dequantize_per_channel_default_75"; +"1525 linear_74_zero_point_0" -> "1526 quantize_per_channel_default_75"; +"1525 linear_74_zero_point_0" -> "1527 dequantize_per_channel_default_75"; +"1526 quantize_per_channel_default_75" -> "1527 dequantize_per_channel_default_75"; +"1527 dequantize_per_channel_default_75" -> "1529 linear_74"; +"1528 _param_constant203_0_0" -> "1529 linear_74"; +"1529 linear_74" -> "1530 relu__12"; +"1530 relu__12" -> "1536 linear_75"; +"1531 _param_constant204" -> "1534 quantize_per_channel_default_76"; +"1532 linear_75_scale_0" -> "1534 quantize_per_channel_default_76"; +"1532 linear_75_scale_0" -> "1535 dequantize_per_channel_default_76"; +"1533 linear_75_zero_point_0" -> "1534 quantize_per_channel_default_76"; +"1533 linear_75_zero_point_0" -> "1535 dequantize_per_channel_default_76"; +"1534 quantize_per_channel_default_76" -> "1535 dequantize_per_channel_default_76"; +"1535 dequantize_per_channel_default_76" -> "1536 linear_75"; +"1536 linear_75" -> "1537 view_66"; +"1537 view_66" -> "1539 index_12"; +"1538 _tensor_constant79" -> "1539 index_12"; +"1539 index_12" -> "1540 view_67"; +"1540 view_67" -> "1541 permute_55"; +"1541 permute_55" -> "1542 contiguous_22"; +"1542 contiguous_22" -> "1543 unsqueeze_36"; +"1543 unsqueeze_36" -> "1544 sigmoid_12"; +"1544 sigmoid_12" -> "1545 mul_24"; +"1545 mul_24" -> "1582 add_42"; +"1546 quantize_per_tensor_default_76" -> "1547 dequantize_per_tensor_default_76"; +"1547 dequantize_per_tensor_default_76" -> "1548 pad_14"; +"1548 pad_14" -> "1549 view_68"; +"1549 view_68" -> "1550 permute_56"; +"1550 permute_56" -> "1551 reshape_54"; +"1551 reshape_54" -> "1558 linear_76"; +"1552 _param_constant206" -> "1555 quantize_per_channel_default_77"; +"1553 linear_76_scale_0" -> "1555 quantize_per_channel_default_77"; +"1553 linear_76_scale_0" -> "1556 dequantize_per_channel_default_77"; +"1554 linear_76_zero_point_0" -> "1555 quantize_per_channel_default_77"; +"1554 linear_76_zero_point_0" -> "1556 dequantize_per_channel_default_77"; +"1555 quantize_per_channel_default_77" -> "1556 dequantize_per_channel_default_77"; +"1556 dequantize_per_channel_default_77" -> "1558 linear_76"; +"1557 _param_constant205_0_0" -> "1558 linear_76"; +"1558 linear_76" -> "1559 reshape_55"; +"1559 reshape_55" -> "1560 permute_57"; +"1560 permute_57" -> "1561 select_36"; +"1560 permute_57" -> "1562 select_37"; +"1560 permute_57" -> "1563 select_38"; +"1561 select_36" -> "1564 linalg_vector_norm_24"; +"1561 select_36" -> "1566 expand_as_24"; +"1561 select_36" -> "1567 div_24"; +"1562 select_37" -> "1570 linalg_vector_norm_25"; +"1562 select_37" -> "1572 expand_as_25"; +"1562 select_37" -> "1573 div_25"; +"1563 select_38" -> "1585 matmul_25"; +"1564 linalg_vector_norm_24" -> "1565 clamp_min_24"; +"1565 clamp_min_24" -> "1566 expand_as_24"; +"1566 expand_as_24" -> "1567 div_24"; +"1567 div_24" -> "1568 quantize_per_tensor_default_77"; +"1568 quantize_per_tensor_default_77" -> "1569 dequantize_per_tensor_default_77"; +"1569 dequantize_per_tensor_default_77" -> "1577 matmul_24"; +"1570 linalg_vector_norm_25" -> "1571 clamp_min_25"; +"1571 clamp_min_25" -> "1572 expand_as_25"; +"1572 expand_as_25" -> "1573 div_25"; +"1573 div_25" -> "1574 quantize_per_tensor_default_78"; +"1574 quantize_per_tensor_default_78" -> "1575 dequantize_per_tensor_default_78"; +"1575 dequantize_per_tensor_default_78" -> "1576 transpose_24"; +"1576 transpose_24" -> "1577 matmul_24"; +"1577 matmul_24" -> "1581 mul_25"; +"1578 _param_constant207" -> "1579 clamp_12"; +"1579 clamp_12" -> "1580 exp_12"; +"1580 exp_12" -> "1581 mul_25"; +"1581 mul_25" -> "1582 add_42"; +"1582 add_42" -> "1583 softmax_12"; +"1583 softmax_12" -> "1584 dropout_48"; +"1584 dropout_48" -> "1585 matmul_25"; +"1585 matmul_25" -> "1586 quantize_per_tensor_default_79"; +"1586 quantize_per_tensor_default_79" -> "1587 dequantize_per_tensor_default_79"; +"1587 dequantize_per_tensor_default_79" -> "1588 transpose_25"; +"1588 transpose_25" -> "1589 reshape_56"; +"1589 reshape_56" -> "1596 linear_77"; +"1590 _param_constant208" -> "1593 quantize_per_channel_default_78"; +"1591 linear_77_scale_0" -> "1593 quantize_per_channel_default_78"; +"1591 linear_77_scale_0" -> "1594 dequantize_per_channel_default_78"; +"1592 linear_77_zero_point_0" -> "1593 quantize_per_channel_default_78"; +"1592 linear_77_zero_point_0" -> "1594 dequantize_per_channel_default_78"; +"1593 quantize_per_channel_default_78" -> "1594 dequantize_per_channel_default_78"; +"1594 dequantize_per_channel_default_78" -> "1596 linear_77"; +"1595 _param_constant209_0_0" -> "1596 linear_77"; +"1596 linear_77" -> "1597 dropout_49"; +"1597 dropout_49" -> "1598 view_69"; +"1598 view_69" -> "1599 permute_58"; +"1599 permute_58" -> "1600 reshape_57"; +"1600 reshape_57" -> "1601 slice_190"; +"1601 slice_190" -> "1602 slice_191"; +"1602 slice_191" -> "1603 slice_192"; +"1603 slice_192" -> "1604 slice_193"; +"1604 slice_193" -> "1605 contiguous_23"; +"1605 contiguous_23" -> "1608 layer_norm_27"; +"1606 _param_constant210" -> "1608 layer_norm_27"; +"1607 _param_constant211" -> "1608 layer_norm_27"; +"1608 layer_norm_27" -> "1609 add_43"; +"1609 add_43" -> "1611 quantize_per_tensor_default_80"; +"1609 add_43" -> "1634 add_44"; +"1610 _param_constant212" -> "1615 quantize_per_channel_default_79"; +"1611 quantize_per_tensor_default_80" -> "1612 dequantize_per_tensor_default_80"; +"1612 dequantize_per_tensor_default_80" -> "1618 linear_78"; +"1613 linear_78_scale_0" -> "1615 quantize_per_channel_default_79"; +"1613 linear_78_scale_0" -> "1616 dequantize_per_channel_default_79"; +"1614 linear_78_zero_point_0" -> "1615 quantize_per_channel_default_79"; +"1614 linear_78_zero_point_0" -> "1616 dequantize_per_channel_default_79"; +"1615 quantize_per_channel_default_79" -> "1616 dequantize_per_channel_default_79"; +"1616 dequantize_per_channel_default_79" -> "1618 linear_78"; +"1617 _param_constant213_0_0" -> "1618 linear_78"; +"1618 linear_78" -> "1619 gelu_12"; +"1619 gelu_12" -> "1620 quantize_per_tensor_default_81"; +"1620 quantize_per_tensor_default_81" -> "1621 dequantize_per_tensor_default_81"; +"1621 dequantize_per_tensor_default_81" -> "1622 dropout_50"; +"1622 dropout_50" -> "1629 linear_79"; +"1623 _param_constant214" -> "1626 quantize_per_channel_default_80"; +"1624 linear_79_scale_0" -> "1626 quantize_per_channel_default_80"; +"1624 linear_79_scale_0" -> "1627 dequantize_per_channel_default_80"; +"1625 linear_79_zero_point_0" -> "1626 quantize_per_channel_default_80"; +"1625 linear_79_zero_point_0" -> "1627 dequantize_per_channel_default_80"; +"1626 quantize_per_channel_default_80" -> "1627 dequantize_per_channel_default_80"; +"1627 dequantize_per_channel_default_80" -> "1629 linear_79"; +"1628 _param_constant215_0_0" -> "1629 linear_79"; +"1629 linear_79" -> "1630 dropout_51"; +"1630 dropout_51" -> "1633 layer_norm_28"; +"1631 _param_constant216" -> "1633 layer_norm_28"; +"1632 _param_constant217" -> "1633 layer_norm_28"; +"1633 layer_norm_28" -> "1634 add_44"; +"1634 add_44" -> "1659 pad_15"; +"1634 add_44" -> "1740 add_47"; +"1635 _tensor_constant80" -> "1642 linear_80"; +"1636 _param_constant218" -> "1639 quantize_per_channel_default_81"; +"1637 linear_80_scale_0" -> "1639 quantize_per_channel_default_81"; +"1637 linear_80_scale_0" -> "1640 dequantize_per_channel_default_81"; +"1638 linear_80_zero_point_0" -> "1639 quantize_per_channel_default_81"; +"1638 linear_80_zero_point_0" -> "1640 dequantize_per_channel_default_81"; +"1639 quantize_per_channel_default_81" -> "1640 dequantize_per_channel_default_81"; +"1640 dequantize_per_channel_default_81" -> "1642 linear_80"; +"1641 _param_constant219_0_0" -> "1642 linear_80"; +"1642 linear_80" -> "1643 relu__13"; +"1643 relu__13" -> "1649 linear_81"; +"1644 _param_constant220" -> "1647 quantize_per_channel_default_82"; +"1645 linear_81_scale_0" -> "1647 quantize_per_channel_default_82"; +"1645 linear_81_scale_0" -> "1648 dequantize_per_channel_default_82"; +"1646 linear_81_zero_point_0" -> "1647 quantize_per_channel_default_82"; +"1646 linear_81_zero_point_0" -> "1648 dequantize_per_channel_default_82"; +"1647 quantize_per_channel_default_82" -> "1648 dequantize_per_channel_default_82"; +"1648 dequantize_per_channel_default_82" -> "1649 linear_81"; +"1649 linear_81" -> "1650 view_70"; +"1650 view_70" -> "1652 index_13"; +"1651 _tensor_constant81" -> "1652 index_13"; +"1652 index_13" -> "1653 view_71"; +"1653 view_71" -> "1654 permute_59"; +"1654 permute_59" -> "1655 contiguous_24"; +"1655 contiguous_24" -> "1656 unsqueeze_37"; +"1656 unsqueeze_37" -> "1657 sigmoid_13"; +"1657 sigmoid_13" -> "1658 mul_26"; +"1658 mul_26" -> "1696 add_45"; +"1659 pad_15" -> "1660 roll_12"; +"1660 roll_12" -> "1661 view_72"; +"1661 view_72" -> "1662 permute_60"; +"1662 permute_60" -> "1663 reshape_58"; +"1663 reshape_58" -> "1665 quantize_per_tensor_default_82"; +"1663 reshape_58" -> "1697 new_zeros_6"; +"1664 _param_constant222" -> "1669 quantize_per_channel_default_83"; +"1665 quantize_per_tensor_default_82" -> "1666 dequantize_per_tensor_default_82"; +"1666 dequantize_per_tensor_default_82" -> "1672 linear_82"; +"1667 linear_82_scale_0" -> "1669 quantize_per_channel_default_83"; +"1667 linear_82_scale_0" -> "1670 dequantize_per_channel_default_83"; +"1668 linear_82_zero_point_0" -> "1669 quantize_per_channel_default_83"; +"1668 linear_82_zero_point_0" -> "1670 dequantize_per_channel_default_83"; +"1669 quantize_per_channel_default_83" -> "1670 dequantize_per_channel_default_83"; +"1670 dequantize_per_channel_default_83" -> "1672 linear_82"; +"1671 _param_constant221_0_0" -> "1672 linear_82"; +"1672 linear_82" -> "1673 reshape_59"; +"1673 reshape_59" -> "1674 permute_61"; +"1674 permute_61" -> "1675 select_39"; +"1674 permute_61" -> "1676 select_40"; +"1674 permute_61" -> "1677 select_41"; +"1675 select_39" -> "1678 linalg_vector_norm_26"; +"1675 select_39" -> "1680 expand_as_26"; +"1675 select_39" -> "1681 div_26"; +"1676 select_40" -> "1684 linalg_vector_norm_27"; +"1676 select_40" -> "1686 expand_as_27"; +"1676 select_40" -> "1687 div_27"; +"1677 select_41" -> "1715 matmul_27"; +"1678 linalg_vector_norm_26" -> "1679 clamp_min_26"; +"1679 clamp_min_26" -> "1680 expand_as_26"; +"1680 expand_as_26" -> "1681 div_26"; +"1681 div_26" -> "1682 quantize_per_tensor_default_83"; +"1682 quantize_per_tensor_default_83" -> "1683 dequantize_per_tensor_default_83"; +"1683 dequantize_per_tensor_default_83" -> "1691 matmul_26"; +"1684 linalg_vector_norm_27" -> "1685 clamp_min_27"; +"1685 clamp_min_27" -> "1686 expand_as_27"; +"1686 expand_as_27" -> "1687 div_27"; +"1687 div_27" -> "1688 quantize_per_tensor_default_84"; +"1688 quantize_per_tensor_default_84" -> "1689 dequantize_per_tensor_default_84"; +"1689 dequantize_per_tensor_default_84" -> "1690 transpose_26"; +"1690 transpose_26" -> "1691 matmul_26"; +"1691 matmul_26" -> "1695 mul_27"; +"1692 _param_constant223" -> "1693 clamp_13"; +"1693 clamp_13" -> "1694 exp_13"; +"1694 exp_13" -> "1695 mul_27"; +"1695 mul_27" -> "1696 add_45"; +"1696 add_45" -> "1708 view_74"; +"1697 new_zeros_6" -> "1698 view_73"; +"1698 view_73" -> "1699 permute_62"; +"1699 permute_62" -> "1700 reshape_60"; +"1700 reshape_60" -> "1701 unsqueeze_38"; +"1700 reshape_60" -> "1702 unsqueeze_39"; +"1701 unsqueeze_38" -> "1703 sub_6"; +"1702 unsqueeze_39" -> "1703 sub_6"; +"1703 sub_6" -> "1704 ne_6"; +"1703 sub_6" -> "1705 masked_fill_12"; +"1703 sub_6" -> "1706 eq_6"; +"1704 ne_6" -> "1705 masked_fill_12"; +"1705 masked_fill_12" -> "1707 masked_fill_13"; +"1706 eq_6" -> "1707 masked_fill_13"; +"1707 masked_fill_13" -> "1709 unsqueeze_40"; +"1708 view_74" -> "1711 add_46"; +"1709 unsqueeze_40" -> "1710 unsqueeze_41"; +"1710 unsqueeze_41" -> "1711 add_46"; +"1711 add_46" -> "1712 view_75"; +"1712 view_75" -> "1713 softmax_13"; +"1713 softmax_13" -> "1714 dropout_52"; +"1714 dropout_52" -> "1715 matmul_27"; +"1715 matmul_27" -> "1716 quantize_per_tensor_default_85"; +"1716 quantize_per_tensor_default_85" -> "1717 dequantize_per_tensor_default_85"; +"1717 dequantize_per_tensor_default_85" -> "1718 transpose_27"; +"1718 transpose_27" -> "1719 reshape_61"; +"1719 reshape_61" -> "1726 linear_83"; +"1720 _param_constant224" -> "1723 quantize_per_channel_default_84"; +"1721 linear_83_scale_0" -> "1723 quantize_per_channel_default_84"; +"1721 linear_83_scale_0" -> "1724 dequantize_per_channel_default_84"; +"1722 linear_83_zero_point_0" -> "1723 quantize_per_channel_default_84"; +"1722 linear_83_zero_point_0" -> "1724 dequantize_per_channel_default_84"; +"1723 quantize_per_channel_default_84" -> "1724 dequantize_per_channel_default_84"; +"1724 dequantize_per_channel_default_84" -> "1726 linear_83"; +"1725 _param_constant225_0_0" -> "1726 linear_83"; +"1726 linear_83" -> "1727 dropout_53"; +"1727 dropout_53" -> "1728 view_76"; +"1728 view_76" -> "1729 permute_63"; +"1729 permute_63" -> "1730 reshape_62"; +"1730 reshape_62" -> "1731 roll_13"; +"1731 roll_13" -> "1732 slice_213"; +"1732 slice_213" -> "1733 slice_214"; +"1733 slice_214" -> "1734 slice_215"; +"1734 slice_215" -> "1735 slice_216"; +"1735 slice_216" -> "1736 contiguous_25"; +"1736 contiguous_25" -> "1739 layer_norm_29"; +"1737 _param_constant226" -> "1739 layer_norm_29"; +"1738 _param_constant227" -> "1739 layer_norm_29"; +"1739 layer_norm_29" -> "1740 add_47"; +"1740 add_47" -> "1742 quantize_per_tensor_default_86"; +"1740 add_47" -> "1765 add_48"; +"1741 _param_constant228" -> "1746 quantize_per_channel_default_85"; +"1742 quantize_per_tensor_default_86" -> "1743 dequantize_per_tensor_default_86"; +"1743 dequantize_per_tensor_default_86" -> "1749 linear_84"; +"1744 linear_84_scale_0" -> "1746 quantize_per_channel_default_85"; +"1744 linear_84_scale_0" -> "1747 dequantize_per_channel_default_85"; +"1745 linear_84_zero_point_0" -> "1746 quantize_per_channel_default_85"; +"1745 linear_84_zero_point_0" -> "1747 dequantize_per_channel_default_85"; +"1746 quantize_per_channel_default_85" -> "1747 dequantize_per_channel_default_85"; +"1747 dequantize_per_channel_default_85" -> "1749 linear_84"; +"1748 _param_constant229_0_0" -> "1749 linear_84"; +"1749 linear_84" -> "1750 gelu_13"; +"1750 gelu_13" -> "1751 quantize_per_tensor_default_87"; +"1751 quantize_per_tensor_default_87" -> "1752 dequantize_per_tensor_default_87"; +"1752 dequantize_per_tensor_default_87" -> "1753 dropout_54"; +"1753 dropout_54" -> "1760 linear_85"; +"1754 _param_constant230" -> "1757 quantize_per_channel_default_86"; +"1755 linear_85_scale_0" -> "1757 quantize_per_channel_default_86"; +"1755 linear_85_scale_0" -> "1758 dequantize_per_channel_default_86"; +"1756 linear_85_zero_point_0" -> "1757 quantize_per_channel_default_86"; +"1756 linear_85_zero_point_0" -> "1758 dequantize_per_channel_default_86"; +"1757 quantize_per_channel_default_86" -> "1758 dequantize_per_channel_default_86"; +"1758 dequantize_per_channel_default_86" -> "1760 linear_85"; +"1759 _param_constant231_0_0" -> "1760 linear_85"; +"1760 linear_85" -> "1761 dropout_55"; +"1761 dropout_55" -> "1764 layer_norm_30"; +"1762 _param_constant232" -> "1764 layer_norm_30"; +"1763 _param_constant233" -> "1764 layer_norm_30"; +"1764 layer_norm_30" -> "1765 add_48"; +"1765 add_48" -> "1790 quantize_per_tensor_default_88"; +"1765 add_48" -> "1853 add_50"; +"1766 _tensor_constant91" -> "1773 linear_86"; +"1767 _param_constant234" -> "1770 quantize_per_channel_default_87"; +"1768 linear_86_scale_0" -> "1770 quantize_per_channel_default_87"; +"1768 linear_86_scale_0" -> "1771 dequantize_per_channel_default_87"; +"1769 linear_86_zero_point_0" -> "1770 quantize_per_channel_default_87"; +"1769 linear_86_zero_point_0" -> "1771 dequantize_per_channel_default_87"; +"1770 quantize_per_channel_default_87" -> "1771 dequantize_per_channel_default_87"; +"1771 dequantize_per_channel_default_87" -> "1773 linear_86"; +"1772 _param_constant235_0_0" -> "1773 linear_86"; +"1773 linear_86" -> "1774 relu__14"; +"1774 relu__14" -> "1780 linear_87"; +"1775 _param_constant236" -> "1778 quantize_per_channel_default_88"; +"1776 linear_87_scale_0" -> "1778 quantize_per_channel_default_88"; +"1776 linear_87_scale_0" -> "1779 dequantize_per_channel_default_88"; +"1777 linear_87_zero_point_0" -> "1778 quantize_per_channel_default_88"; +"1777 linear_87_zero_point_0" -> "1779 dequantize_per_channel_default_88"; +"1778 quantize_per_channel_default_88" -> "1779 dequantize_per_channel_default_88"; +"1779 dequantize_per_channel_default_88" -> "1780 linear_87"; +"1780 linear_87" -> "1781 view_77"; +"1781 view_77" -> "1783 index_14"; +"1782 _tensor_constant92" -> "1783 index_14"; +"1783 index_14" -> "1784 view_78"; +"1784 view_78" -> "1785 permute_64"; +"1785 permute_64" -> "1786 contiguous_26"; +"1786 contiguous_26" -> "1787 unsqueeze_42"; +"1787 unsqueeze_42" -> "1788 sigmoid_14"; +"1788 sigmoid_14" -> "1789 mul_28"; +"1789 mul_28" -> "1826 add_49"; +"1790 quantize_per_tensor_default_88" -> "1791 dequantize_per_tensor_default_88"; +"1791 dequantize_per_tensor_default_88" -> "1792 pad_16"; +"1792 pad_16" -> "1793 view_79"; +"1793 view_79" -> "1794 permute_65"; +"1794 permute_65" -> "1795 reshape_63"; +"1795 reshape_63" -> "1802 linear_88"; +"1796 _param_constant238" -> "1799 quantize_per_channel_default_89"; +"1797 linear_88_scale_0" -> "1799 quantize_per_channel_default_89"; +"1797 linear_88_scale_0" -> "1800 dequantize_per_channel_default_89"; +"1798 linear_88_zero_point_0" -> "1799 quantize_per_channel_default_89"; +"1798 linear_88_zero_point_0" -> "1800 dequantize_per_channel_default_89"; +"1799 quantize_per_channel_default_89" -> "1800 dequantize_per_channel_default_89"; +"1800 dequantize_per_channel_default_89" -> "1802 linear_88"; +"1801 _param_constant237_0_0" -> "1802 linear_88"; +"1802 linear_88" -> "1803 reshape_64"; +"1803 reshape_64" -> "1804 permute_66"; +"1804 permute_66" -> "1805 select_42"; +"1804 permute_66" -> "1806 select_43"; +"1804 permute_66" -> "1807 select_44"; +"1805 select_42" -> "1808 linalg_vector_norm_28"; +"1805 select_42" -> "1810 expand_as_28"; +"1805 select_42" -> "1811 div_28"; +"1806 select_43" -> "1814 linalg_vector_norm_29"; +"1806 select_43" -> "1816 expand_as_29"; +"1806 select_43" -> "1817 div_29"; +"1807 select_44" -> "1829 matmul_29"; +"1808 linalg_vector_norm_28" -> "1809 clamp_min_28"; +"1809 clamp_min_28" -> "1810 expand_as_28"; +"1810 expand_as_28" -> "1811 div_28"; +"1811 div_28" -> "1812 quantize_per_tensor_default_89"; +"1812 quantize_per_tensor_default_89" -> "1813 dequantize_per_tensor_default_89"; +"1813 dequantize_per_tensor_default_89" -> "1821 matmul_28"; +"1814 linalg_vector_norm_29" -> "1815 clamp_min_29"; +"1815 clamp_min_29" -> "1816 expand_as_29"; +"1816 expand_as_29" -> "1817 div_29"; +"1817 div_29" -> "1818 quantize_per_tensor_default_90"; +"1818 quantize_per_tensor_default_90" -> "1819 dequantize_per_tensor_default_90"; +"1819 dequantize_per_tensor_default_90" -> "1820 transpose_28"; +"1820 transpose_28" -> "1821 matmul_28"; +"1821 matmul_28" -> "1825 mul_29"; +"1822 _param_constant239" -> "1823 clamp_14"; +"1823 clamp_14" -> "1824 exp_14"; +"1824 exp_14" -> "1825 mul_29"; +"1825 mul_29" -> "1826 add_49"; +"1826 add_49" -> "1827 softmax_14"; +"1827 softmax_14" -> "1828 dropout_56"; +"1828 dropout_56" -> "1829 matmul_29"; +"1829 matmul_29" -> "1830 quantize_per_tensor_default_91"; +"1830 quantize_per_tensor_default_91" -> "1831 dequantize_per_tensor_default_91"; +"1831 dequantize_per_tensor_default_91" -> "1832 transpose_29"; +"1832 transpose_29" -> "1833 reshape_65"; +"1833 reshape_65" -> "1840 linear_89"; +"1834 _param_constant240" -> "1837 quantize_per_channel_default_90"; +"1835 linear_89_scale_0" -> "1837 quantize_per_channel_default_90"; +"1835 linear_89_scale_0" -> "1838 dequantize_per_channel_default_90"; +"1836 linear_89_zero_point_0" -> "1837 quantize_per_channel_default_90"; +"1836 linear_89_zero_point_0" -> "1838 dequantize_per_channel_default_90"; +"1837 quantize_per_channel_default_90" -> "1838 dequantize_per_channel_default_90"; +"1838 dequantize_per_channel_default_90" -> "1840 linear_89"; +"1839 _param_constant241_0_0" -> "1840 linear_89"; +"1840 linear_89" -> "1841 dropout_57"; +"1841 dropout_57" -> "1842 view_80"; +"1842 view_80" -> "1843 permute_67"; +"1843 permute_67" -> "1844 reshape_66"; +"1844 reshape_66" -> "1845 slice_218"; +"1845 slice_218" -> "1846 slice_219"; +"1846 slice_219" -> "1847 slice_220"; +"1847 slice_220" -> "1848 slice_221"; +"1848 slice_221" -> "1849 contiguous_27"; +"1849 contiguous_27" -> "1852 layer_norm_31"; +"1850 _param_constant242" -> "1852 layer_norm_31"; +"1851 _param_constant243" -> "1852 layer_norm_31"; +"1852 layer_norm_31" -> "1853 add_50"; +"1853 add_50" -> "1855 quantize_per_tensor_default_92"; +"1853 add_50" -> "1878 add_51"; +"1854 _param_constant244" -> "1859 quantize_per_channel_default_91"; +"1855 quantize_per_tensor_default_92" -> "1856 dequantize_per_tensor_default_92"; +"1856 dequantize_per_tensor_default_92" -> "1862 linear_90"; +"1857 linear_90_scale_0" -> "1859 quantize_per_channel_default_91"; +"1857 linear_90_scale_0" -> "1860 dequantize_per_channel_default_91"; +"1858 linear_90_zero_point_0" -> "1859 quantize_per_channel_default_91"; +"1858 linear_90_zero_point_0" -> "1860 dequantize_per_channel_default_91"; +"1859 quantize_per_channel_default_91" -> "1860 dequantize_per_channel_default_91"; +"1860 dequantize_per_channel_default_91" -> "1862 linear_90"; +"1861 _param_constant245_0_0" -> "1862 linear_90"; +"1862 linear_90" -> "1863 gelu_14"; +"1863 gelu_14" -> "1864 quantize_per_tensor_default_93"; +"1864 quantize_per_tensor_default_93" -> "1865 dequantize_per_tensor_default_93"; +"1865 dequantize_per_tensor_default_93" -> "1866 dropout_58"; +"1866 dropout_58" -> "1873 linear_91"; +"1867 _param_constant246" -> "1870 quantize_per_channel_default_92"; +"1868 linear_91_scale_0" -> "1870 quantize_per_channel_default_92"; +"1868 linear_91_scale_0" -> "1871 dequantize_per_channel_default_92"; +"1869 linear_91_zero_point_0" -> "1870 quantize_per_channel_default_92"; +"1869 linear_91_zero_point_0" -> "1871 dequantize_per_channel_default_92"; +"1870 quantize_per_channel_default_92" -> "1871 dequantize_per_channel_default_92"; +"1871 dequantize_per_channel_default_92" -> "1873 linear_91"; +"1872 _param_constant247_0_0" -> "1873 linear_91"; +"1873 linear_91" -> "1874 dropout_59"; +"1874 dropout_59" -> "1877 layer_norm_32"; +"1875 _param_constant248" -> "1877 layer_norm_32"; +"1876 _param_constant249" -> "1877 layer_norm_32"; +"1877 layer_norm_32" -> "1878 add_51"; +"1878 add_51" -> "1903 pad_17"; +"1878 add_51" -> "1984 add_54"; +"1879 _tensor_constant93" -> "1886 linear_92"; +"1880 _param_constant250" -> "1883 quantize_per_channel_default_93"; +"1881 linear_92_scale_0" -> "1883 quantize_per_channel_default_93"; +"1881 linear_92_scale_0" -> "1884 dequantize_per_channel_default_93"; +"1882 linear_92_zero_point_0" -> "1883 quantize_per_channel_default_93"; +"1882 linear_92_zero_point_0" -> "1884 dequantize_per_channel_default_93"; +"1883 quantize_per_channel_default_93" -> "1884 dequantize_per_channel_default_93"; +"1884 dequantize_per_channel_default_93" -> "1886 linear_92"; +"1885 _param_constant251_0_0" -> "1886 linear_92"; +"1886 linear_92" -> "1887 relu__15"; +"1887 relu__15" -> "1893 linear_93"; +"1888 _param_constant252" -> "1891 quantize_per_channel_default_94"; +"1889 linear_93_scale_0" -> "1891 quantize_per_channel_default_94"; +"1889 linear_93_scale_0" -> "1892 dequantize_per_channel_default_94"; +"1890 linear_93_zero_point_0" -> "1891 quantize_per_channel_default_94"; +"1890 linear_93_zero_point_0" -> "1892 dequantize_per_channel_default_94"; +"1891 quantize_per_channel_default_94" -> "1892 dequantize_per_channel_default_94"; +"1892 dequantize_per_channel_default_94" -> "1893 linear_93"; +"1893 linear_93" -> "1894 view_81"; +"1894 view_81" -> "1896 index_15"; +"1895 _tensor_constant94" -> "1896 index_15"; +"1896 index_15" -> "1897 view_82"; +"1897 view_82" -> "1898 permute_68"; +"1898 permute_68" -> "1899 contiguous_28"; +"1899 contiguous_28" -> "1900 unsqueeze_43"; +"1900 unsqueeze_43" -> "1901 sigmoid_15"; +"1901 sigmoid_15" -> "1902 mul_30"; +"1902 mul_30" -> "1940 add_52"; +"1903 pad_17" -> "1904 roll_14"; +"1904 roll_14" -> "1905 view_83"; +"1905 view_83" -> "1906 permute_69"; +"1906 permute_69" -> "1907 reshape_67"; +"1907 reshape_67" -> "1909 quantize_per_tensor_default_94"; +"1907 reshape_67" -> "1941 new_zeros_7"; +"1908 _param_constant254" -> "1913 quantize_per_channel_default_95"; +"1909 quantize_per_tensor_default_94" -> "1910 dequantize_per_tensor_default_94"; +"1910 dequantize_per_tensor_default_94" -> "1916 linear_94"; +"1911 linear_94_scale_0" -> "1913 quantize_per_channel_default_95"; +"1911 linear_94_scale_0" -> "1914 dequantize_per_channel_default_95"; +"1912 linear_94_zero_point_0" -> "1913 quantize_per_channel_default_95"; +"1912 linear_94_zero_point_0" -> "1914 dequantize_per_channel_default_95"; +"1913 quantize_per_channel_default_95" -> "1914 dequantize_per_channel_default_95"; +"1914 dequantize_per_channel_default_95" -> "1916 linear_94"; +"1915 _param_constant253_0_0" -> "1916 linear_94"; +"1916 linear_94" -> "1917 reshape_68"; +"1917 reshape_68" -> "1918 permute_70"; +"1918 permute_70" -> "1919 select_45"; +"1918 permute_70" -> "1920 select_46"; +"1918 permute_70" -> "1921 select_47"; +"1919 select_45" -> "1922 linalg_vector_norm_30"; +"1919 select_45" -> "1924 expand_as_30"; +"1919 select_45" -> "1925 div_30"; +"1920 select_46" -> "1928 linalg_vector_norm_31"; +"1920 select_46" -> "1930 expand_as_31"; +"1920 select_46" -> "1931 div_31"; +"1921 select_47" -> "1959 matmul_31"; +"1922 linalg_vector_norm_30" -> "1923 clamp_min_30"; +"1923 clamp_min_30" -> "1924 expand_as_30"; +"1924 expand_as_30" -> "1925 div_30"; +"1925 div_30" -> "1926 quantize_per_tensor_default_95"; +"1926 quantize_per_tensor_default_95" -> "1927 dequantize_per_tensor_default_95"; +"1927 dequantize_per_tensor_default_95" -> "1935 matmul_30"; +"1928 linalg_vector_norm_31" -> "1929 clamp_min_31"; +"1929 clamp_min_31" -> "1930 expand_as_31"; +"1930 expand_as_31" -> "1931 div_31"; +"1931 div_31" -> "1932 quantize_per_tensor_default_96"; +"1932 quantize_per_tensor_default_96" -> "1933 dequantize_per_tensor_default_96"; +"1933 dequantize_per_tensor_default_96" -> "1934 transpose_30"; +"1934 transpose_30" -> "1935 matmul_30"; +"1935 matmul_30" -> "1939 mul_31"; +"1936 _param_constant255" -> "1937 clamp_15"; +"1937 clamp_15" -> "1938 exp_15"; +"1938 exp_15" -> "1939 mul_31"; +"1939 mul_31" -> "1940 add_52"; +"1940 add_52" -> "1952 view_85"; +"1941 new_zeros_7" -> "1942 view_84"; +"1942 view_84" -> "1943 permute_71"; +"1943 permute_71" -> "1944 reshape_69"; +"1944 reshape_69" -> "1945 unsqueeze_44"; +"1944 reshape_69" -> "1946 unsqueeze_45"; +"1945 unsqueeze_44" -> "1947 sub_7"; +"1946 unsqueeze_45" -> "1947 sub_7"; +"1947 sub_7" -> "1948 ne_7"; +"1947 sub_7" -> "1949 masked_fill_14"; +"1947 sub_7" -> "1950 eq_7"; +"1948 ne_7" -> "1949 masked_fill_14"; +"1949 masked_fill_14" -> "1951 masked_fill_15"; +"1950 eq_7" -> "1951 masked_fill_15"; +"1951 masked_fill_15" -> "1953 unsqueeze_46"; +"1952 view_85" -> "1955 add_53"; +"1953 unsqueeze_46" -> "1954 unsqueeze_47"; +"1954 unsqueeze_47" -> "1955 add_53"; +"1955 add_53" -> "1956 view_86"; +"1956 view_86" -> "1957 softmax_15"; +"1957 softmax_15" -> "1958 dropout_60"; +"1958 dropout_60" -> "1959 matmul_31"; +"1959 matmul_31" -> "1960 quantize_per_tensor_default_97"; +"1960 quantize_per_tensor_default_97" -> "1961 dequantize_per_tensor_default_97"; +"1961 dequantize_per_tensor_default_97" -> "1962 transpose_31"; +"1962 transpose_31" -> "1963 reshape_70"; +"1963 reshape_70" -> "1970 linear_95"; +"1964 _param_constant256" -> "1967 quantize_per_channel_default_96"; +"1965 linear_95_scale_0" -> "1967 quantize_per_channel_default_96"; +"1965 linear_95_scale_0" -> "1968 dequantize_per_channel_default_96"; +"1966 linear_95_zero_point_0" -> "1967 quantize_per_channel_default_96"; +"1966 linear_95_zero_point_0" -> "1968 dequantize_per_channel_default_96"; +"1967 quantize_per_channel_default_96" -> "1968 dequantize_per_channel_default_96"; +"1968 dequantize_per_channel_default_96" -> "1970 linear_95"; +"1969 _param_constant257_0_0" -> "1970 linear_95"; +"1970 linear_95" -> "1971 dropout_61"; +"1971 dropout_61" -> "1972 view_87"; +"1972 view_87" -> "1973 permute_72"; +"1973 permute_72" -> "1974 reshape_71"; +"1974 reshape_71" -> "1975 roll_15"; +"1975 roll_15" -> "1976 slice_241"; +"1976 slice_241" -> "1977 slice_242"; +"1977 slice_242" -> "1978 slice_243"; +"1978 slice_243" -> "1979 slice_244"; +"1979 slice_244" -> "1980 contiguous_29"; +"1980 contiguous_29" -> "1983 layer_norm_33"; +"1981 _param_constant258" -> "1983 layer_norm_33"; +"1982 _param_constant259" -> "1983 layer_norm_33"; +"1983 layer_norm_33" -> "1984 add_54"; +"1984 add_54" -> "1986 quantize_per_tensor_default_98"; +"1984 add_54" -> "2009 add_55"; +"1985 _param_constant260" -> "1990 quantize_per_channel_default_97"; +"1986 quantize_per_tensor_default_98" -> "1987 dequantize_per_tensor_default_98"; +"1987 dequantize_per_tensor_default_98" -> "1993 linear_96"; +"1988 linear_96_scale_0" -> "1990 quantize_per_channel_default_97"; +"1988 linear_96_scale_0" -> "1991 dequantize_per_channel_default_97"; +"1989 linear_96_zero_point_0" -> "1990 quantize_per_channel_default_97"; +"1989 linear_96_zero_point_0" -> "1991 dequantize_per_channel_default_97"; +"1990 quantize_per_channel_default_97" -> "1991 dequantize_per_channel_default_97"; +"1991 dequantize_per_channel_default_97" -> "1993 linear_96"; +"1992 _param_constant261_0_0" -> "1993 linear_96"; +"1993 linear_96" -> "1994 gelu_15"; +"1994 gelu_15" -> "1995 quantize_per_tensor_default_99"; +"1995 quantize_per_tensor_default_99" -> "1996 dequantize_per_tensor_default_99"; +"1996 dequantize_per_tensor_default_99" -> "1997 dropout_62"; +"1997 dropout_62" -> "2004 linear_97"; +"1998 _param_constant262" -> "2001 quantize_per_channel_default_98"; +"1999 linear_97_scale_0" -> "2001 quantize_per_channel_default_98"; +"1999 linear_97_scale_0" -> "2002 dequantize_per_channel_default_98"; +"2000 linear_97_zero_point_0" -> "2001 quantize_per_channel_default_98"; +"2000 linear_97_zero_point_0" -> "2002 dequantize_per_channel_default_98"; +"2001 quantize_per_channel_default_98" -> "2002 dequantize_per_channel_default_98"; +"2002 dequantize_per_channel_default_98" -> "2004 linear_97"; +"2003 _param_constant263_0_0" -> "2004 linear_97"; +"2004 linear_97" -> "2005 dropout_63"; +"2005 dropout_63" -> "2008 layer_norm_34"; +"2006 _param_constant264" -> "2008 layer_norm_34"; +"2007 _param_constant265" -> "2008 layer_norm_34"; +"2008 layer_norm_34" -> "2009 add_55"; +"2009 add_55" -> "2034 quantize_per_tensor_default_100"; +"2009 add_55" -> "2097 add_57"; +"2010 _tensor_constant104" -> "2017 linear_98"; +"2011 _param_constant266" -> "2014 quantize_per_channel_default_99"; +"2012 linear_98_scale_0" -> "2014 quantize_per_channel_default_99"; +"2012 linear_98_scale_0" -> "2015 dequantize_per_channel_default_99"; +"2013 linear_98_zero_point_0" -> "2014 quantize_per_channel_default_99"; +"2013 linear_98_zero_point_0" -> "2015 dequantize_per_channel_default_99"; +"2014 quantize_per_channel_default_99" -> "2015 dequantize_per_channel_default_99"; +"2015 dequantize_per_channel_default_99" -> "2017 linear_98"; +"2016 _param_constant267_0_0" -> "2017 linear_98"; +"2017 linear_98" -> "2018 relu__16"; +"2018 relu__16" -> "2024 linear_99"; +"2019 _param_constant268" -> "2022 quantize_per_channel_default_100"; +"2020 linear_99_scale_0" -> "2022 quantize_per_channel_default_100"; +"2020 linear_99_scale_0" -> "2023 dequantize_per_channel_default_100"; +"2021 linear_99_zero_point_0" -> "2022 quantize_per_channel_default_100"; +"2021 linear_99_zero_point_0" -> "2023 dequantize_per_channel_default_100"; +"2022 quantize_per_channel_default_100" -> "2023 dequantize_per_channel_default_100"; +"2023 dequantize_per_channel_default_100" -> "2024 linear_99"; +"2024 linear_99" -> "2025 view_88"; +"2025 view_88" -> "2027 index_16"; +"2026 _tensor_constant105" -> "2027 index_16"; +"2027 index_16" -> "2028 view_89"; +"2028 view_89" -> "2029 permute_73"; +"2029 permute_73" -> "2030 contiguous_30"; +"2030 contiguous_30" -> "2031 unsqueeze_48"; +"2031 unsqueeze_48" -> "2032 sigmoid_16"; +"2032 sigmoid_16" -> "2033 mul_32"; +"2033 mul_32" -> "2070 add_56"; +"2034 quantize_per_tensor_default_100" -> "2035 dequantize_per_tensor_default_100"; +"2035 dequantize_per_tensor_default_100" -> "2036 pad_18"; +"2036 pad_18" -> "2037 view_90"; +"2037 view_90" -> "2038 permute_74"; +"2038 permute_74" -> "2039 reshape_72"; +"2039 reshape_72" -> "2046 linear_100"; +"2040 _param_constant270" -> "2043 quantize_per_channel_default_101"; +"2041 linear_100_scale_0" -> "2043 quantize_per_channel_default_101"; +"2041 linear_100_scale_0" -> "2044 dequantize_per_channel_default_101"; +"2042 linear_100_zero_point_0" -> "2043 quantize_per_channel_default_101"; +"2042 linear_100_zero_point_0" -> "2044 dequantize_per_channel_default_101"; +"2043 quantize_per_channel_default_101" -> "2044 dequantize_per_channel_default_101"; +"2044 dequantize_per_channel_default_101" -> "2046 linear_100"; +"2045 _param_constant269_0_0" -> "2046 linear_100"; +"2046 linear_100" -> "2047 reshape_73"; +"2047 reshape_73" -> "2048 permute_75"; +"2048 permute_75" -> "2049 select_48"; +"2048 permute_75" -> "2050 select_49"; +"2048 permute_75" -> "2051 select_50"; +"2049 select_48" -> "2052 linalg_vector_norm_32"; +"2049 select_48" -> "2054 expand_as_32"; +"2049 select_48" -> "2055 div_32"; +"2050 select_49" -> "2058 linalg_vector_norm_33"; +"2050 select_49" -> "2060 expand_as_33"; +"2050 select_49" -> "2061 div_33"; +"2051 select_50" -> "2073 matmul_33"; +"2052 linalg_vector_norm_32" -> "2053 clamp_min_32"; +"2053 clamp_min_32" -> "2054 expand_as_32"; +"2054 expand_as_32" -> "2055 div_32"; +"2055 div_32" -> "2056 quantize_per_tensor_default_101"; +"2056 quantize_per_tensor_default_101" -> "2057 dequantize_per_tensor_default_101"; +"2057 dequantize_per_tensor_default_101" -> "2065 matmul_32"; +"2058 linalg_vector_norm_33" -> "2059 clamp_min_33"; +"2059 clamp_min_33" -> "2060 expand_as_33"; +"2060 expand_as_33" -> "2061 div_33"; +"2061 div_33" -> "2062 quantize_per_tensor_default_102"; +"2062 quantize_per_tensor_default_102" -> "2063 dequantize_per_tensor_default_102"; +"2063 dequantize_per_tensor_default_102" -> "2064 transpose_32"; +"2064 transpose_32" -> "2065 matmul_32"; +"2065 matmul_32" -> "2069 mul_33"; +"2066 _param_constant271" -> "2067 clamp_16"; +"2067 clamp_16" -> "2068 exp_16"; +"2068 exp_16" -> "2069 mul_33"; +"2069 mul_33" -> "2070 add_56"; +"2070 add_56" -> "2071 softmax_16"; +"2071 softmax_16" -> "2072 dropout_64"; +"2072 dropout_64" -> "2073 matmul_33"; +"2073 matmul_33" -> "2074 quantize_per_tensor_default_103"; +"2074 quantize_per_tensor_default_103" -> "2075 dequantize_per_tensor_default_103"; +"2075 dequantize_per_tensor_default_103" -> "2076 transpose_33"; +"2076 transpose_33" -> "2077 reshape_74"; +"2077 reshape_74" -> "2084 linear_101"; +"2078 _param_constant272" -> "2081 quantize_per_channel_default_102"; +"2079 linear_101_scale_0" -> "2081 quantize_per_channel_default_102"; +"2079 linear_101_scale_0" -> "2082 dequantize_per_channel_default_102"; +"2080 linear_101_zero_point_0" -> "2081 quantize_per_channel_default_102"; +"2080 linear_101_zero_point_0" -> "2082 dequantize_per_channel_default_102"; +"2081 quantize_per_channel_default_102" -> "2082 dequantize_per_channel_default_102"; +"2082 dequantize_per_channel_default_102" -> "2084 linear_101"; +"2083 _param_constant273_0_0" -> "2084 linear_101"; +"2084 linear_101" -> "2085 dropout_65"; +"2085 dropout_65" -> "2086 view_91"; +"2086 view_91" -> "2087 permute_76"; +"2087 permute_76" -> "2088 reshape_75"; +"2088 reshape_75" -> "2089 slice_246"; +"2089 slice_246" -> "2090 slice_247"; +"2090 slice_247" -> "2091 slice_248"; +"2091 slice_248" -> "2092 slice_249"; +"2092 slice_249" -> "2093 contiguous_31"; +"2093 contiguous_31" -> "2096 layer_norm_35"; +"2094 _param_constant274" -> "2096 layer_norm_35"; +"2095 _param_constant275" -> "2096 layer_norm_35"; +"2096 layer_norm_35" -> "2097 add_57"; +"2097 add_57" -> "2099 quantize_per_tensor_default_104"; +"2097 add_57" -> "2122 add_58"; +"2098 _param_constant276" -> "2103 quantize_per_channel_default_103"; +"2099 quantize_per_tensor_default_104" -> "2100 dequantize_per_tensor_default_104"; +"2100 dequantize_per_tensor_default_104" -> "2106 linear_102"; +"2101 linear_102_scale_0" -> "2103 quantize_per_channel_default_103"; +"2101 linear_102_scale_0" -> "2104 dequantize_per_channel_default_103"; +"2102 linear_102_zero_point_0" -> "2103 quantize_per_channel_default_103"; +"2102 linear_102_zero_point_0" -> "2104 dequantize_per_channel_default_103"; +"2103 quantize_per_channel_default_103" -> "2104 dequantize_per_channel_default_103"; +"2104 dequantize_per_channel_default_103" -> "2106 linear_102"; +"2105 _param_constant277_0_0" -> "2106 linear_102"; +"2106 linear_102" -> "2107 gelu_16"; +"2107 gelu_16" -> "2108 quantize_per_tensor_default_105"; +"2108 quantize_per_tensor_default_105" -> "2109 dequantize_per_tensor_default_105"; +"2109 dequantize_per_tensor_default_105" -> "2110 dropout_66"; +"2110 dropout_66" -> "2117 linear_103"; +"2111 _param_constant278" -> "2114 quantize_per_channel_default_104"; +"2112 linear_103_scale_0" -> "2114 quantize_per_channel_default_104"; +"2112 linear_103_scale_0" -> "2115 dequantize_per_channel_default_104"; +"2113 linear_103_zero_point_0" -> "2114 quantize_per_channel_default_104"; +"2113 linear_103_zero_point_0" -> "2115 dequantize_per_channel_default_104"; +"2114 quantize_per_channel_default_104" -> "2115 dequantize_per_channel_default_104"; +"2115 dequantize_per_channel_default_104" -> "2117 linear_103"; +"2116 _param_constant279_0_0" -> "2117 linear_103"; +"2117 linear_103" -> "2118 dropout_67"; +"2118 dropout_67" -> "2121 layer_norm_36"; +"2119 _param_constant280" -> "2121 layer_norm_36"; +"2120 _param_constant281" -> "2121 layer_norm_36"; +"2121 layer_norm_36" -> "2122 add_58"; +"2122 add_58" -> "2147 pad_19"; +"2122 add_58" -> "2228 add_61"; +"2123 _tensor_constant106" -> "2130 linear_104"; +"2124 _param_constant282" -> "2127 quantize_per_channel_default_105"; +"2125 linear_104_scale_0" -> "2127 quantize_per_channel_default_105"; +"2125 linear_104_scale_0" -> "2128 dequantize_per_channel_default_105"; +"2126 linear_104_zero_point_0" -> "2127 quantize_per_channel_default_105"; +"2126 linear_104_zero_point_0" -> "2128 dequantize_per_channel_default_105"; +"2127 quantize_per_channel_default_105" -> "2128 dequantize_per_channel_default_105"; +"2128 dequantize_per_channel_default_105" -> "2130 linear_104"; +"2129 _param_constant283_0_0" -> "2130 linear_104"; +"2130 linear_104" -> "2131 relu__17"; +"2131 relu__17" -> "2137 linear_105"; +"2132 _param_constant284" -> "2135 quantize_per_channel_default_106"; +"2133 linear_105_scale_0" -> "2135 quantize_per_channel_default_106"; +"2133 linear_105_scale_0" -> "2136 dequantize_per_channel_default_106"; +"2134 linear_105_zero_point_0" -> "2135 quantize_per_channel_default_106"; +"2134 linear_105_zero_point_0" -> "2136 dequantize_per_channel_default_106"; +"2135 quantize_per_channel_default_106" -> "2136 dequantize_per_channel_default_106"; +"2136 dequantize_per_channel_default_106" -> "2137 linear_105"; +"2137 linear_105" -> "2138 view_92"; +"2138 view_92" -> "2140 index_17"; +"2139 _tensor_constant107" -> "2140 index_17"; +"2140 index_17" -> "2141 view_93"; +"2141 view_93" -> "2142 permute_77"; +"2142 permute_77" -> "2143 contiguous_32"; +"2143 contiguous_32" -> "2144 unsqueeze_49"; +"2144 unsqueeze_49" -> "2145 sigmoid_17"; +"2145 sigmoid_17" -> "2146 mul_34"; +"2146 mul_34" -> "2184 add_59"; +"2147 pad_19" -> "2148 roll_16"; +"2148 roll_16" -> "2149 view_94"; +"2149 view_94" -> "2150 permute_78"; +"2150 permute_78" -> "2151 reshape_76"; +"2151 reshape_76" -> "2153 quantize_per_tensor_default_106"; +"2151 reshape_76" -> "2185 new_zeros_8"; +"2152 _param_constant286" -> "2157 quantize_per_channel_default_107"; +"2153 quantize_per_tensor_default_106" -> "2154 dequantize_per_tensor_default_106"; +"2154 dequantize_per_tensor_default_106" -> "2160 linear_106"; +"2155 linear_106_scale_0" -> "2157 quantize_per_channel_default_107"; +"2155 linear_106_scale_0" -> "2158 dequantize_per_channel_default_107"; +"2156 linear_106_zero_point_0" -> "2157 quantize_per_channel_default_107"; +"2156 linear_106_zero_point_0" -> "2158 dequantize_per_channel_default_107"; +"2157 quantize_per_channel_default_107" -> "2158 dequantize_per_channel_default_107"; +"2158 dequantize_per_channel_default_107" -> "2160 linear_106"; +"2159 _param_constant285_0_0" -> "2160 linear_106"; +"2160 linear_106" -> "2161 reshape_77"; +"2161 reshape_77" -> "2162 permute_79"; +"2162 permute_79" -> "2163 select_51"; +"2162 permute_79" -> "2164 select_52"; +"2162 permute_79" -> "2165 select_53"; +"2163 select_51" -> "2166 linalg_vector_norm_34"; +"2163 select_51" -> "2168 expand_as_34"; +"2163 select_51" -> "2169 div_34"; +"2164 select_52" -> "2172 linalg_vector_norm_35"; +"2164 select_52" -> "2174 expand_as_35"; +"2164 select_52" -> "2175 div_35"; +"2165 select_53" -> "2203 matmul_35"; +"2166 linalg_vector_norm_34" -> "2167 clamp_min_34"; +"2167 clamp_min_34" -> "2168 expand_as_34"; +"2168 expand_as_34" -> "2169 div_34"; +"2169 div_34" -> "2170 quantize_per_tensor_default_107"; +"2170 quantize_per_tensor_default_107" -> "2171 dequantize_per_tensor_default_107"; +"2171 dequantize_per_tensor_default_107" -> "2179 matmul_34"; +"2172 linalg_vector_norm_35" -> "2173 clamp_min_35"; +"2173 clamp_min_35" -> "2174 expand_as_35"; +"2174 expand_as_35" -> "2175 div_35"; +"2175 div_35" -> "2176 quantize_per_tensor_default_108"; +"2176 quantize_per_tensor_default_108" -> "2177 dequantize_per_tensor_default_108"; +"2177 dequantize_per_tensor_default_108" -> "2178 transpose_34"; +"2178 transpose_34" -> "2179 matmul_34"; +"2179 matmul_34" -> "2183 mul_35"; +"2180 _param_constant287" -> "2181 clamp_17"; +"2181 clamp_17" -> "2182 exp_17"; +"2182 exp_17" -> "2183 mul_35"; +"2183 mul_35" -> "2184 add_59"; +"2184 add_59" -> "2196 view_96"; +"2185 new_zeros_8" -> "2186 view_95"; +"2186 view_95" -> "2187 permute_80"; +"2187 permute_80" -> "2188 reshape_78"; +"2188 reshape_78" -> "2189 unsqueeze_50"; +"2188 reshape_78" -> "2190 unsqueeze_51"; +"2189 unsqueeze_50" -> "2191 sub_8"; +"2190 unsqueeze_51" -> "2191 sub_8"; +"2191 sub_8" -> "2192 ne_8"; +"2191 sub_8" -> "2193 masked_fill_16"; +"2191 sub_8" -> "2194 eq_8"; +"2192 ne_8" -> "2193 masked_fill_16"; +"2193 masked_fill_16" -> "2195 masked_fill_17"; +"2194 eq_8" -> "2195 masked_fill_17"; +"2195 masked_fill_17" -> "2197 unsqueeze_52"; +"2196 view_96" -> "2199 add_60"; +"2197 unsqueeze_52" -> "2198 unsqueeze_53"; +"2198 unsqueeze_53" -> "2199 add_60"; +"2199 add_60" -> "2200 view_97"; +"2200 view_97" -> "2201 softmax_17"; +"2201 softmax_17" -> "2202 dropout_68"; +"2202 dropout_68" -> "2203 matmul_35"; +"2203 matmul_35" -> "2204 quantize_per_tensor_default_109"; +"2204 quantize_per_tensor_default_109" -> "2205 dequantize_per_tensor_default_109"; +"2205 dequantize_per_tensor_default_109" -> "2206 transpose_35"; +"2206 transpose_35" -> "2207 reshape_79"; +"2207 reshape_79" -> "2214 linear_107"; +"2208 _param_constant288" -> "2211 quantize_per_channel_default_108"; +"2209 linear_107_scale_0" -> "2211 quantize_per_channel_default_108"; +"2209 linear_107_scale_0" -> "2212 dequantize_per_channel_default_108"; +"2210 linear_107_zero_point_0" -> "2211 quantize_per_channel_default_108"; +"2210 linear_107_zero_point_0" -> "2212 dequantize_per_channel_default_108"; +"2211 quantize_per_channel_default_108" -> "2212 dequantize_per_channel_default_108"; +"2212 dequantize_per_channel_default_108" -> "2214 linear_107"; +"2213 _param_constant289_0_0" -> "2214 linear_107"; +"2214 linear_107" -> "2215 dropout_69"; +"2215 dropout_69" -> "2216 view_98"; +"2216 view_98" -> "2217 permute_81"; +"2217 permute_81" -> "2218 reshape_80"; +"2218 reshape_80" -> "2219 roll_17"; +"2219 roll_17" -> "2220 slice_269"; +"2220 slice_269" -> "2221 slice_270"; +"2221 slice_270" -> "2222 slice_271"; +"2222 slice_271" -> "2223 slice_272"; +"2223 slice_272" -> "2224 contiguous_33"; +"2224 contiguous_33" -> "2227 layer_norm_37"; +"2225 _param_constant290" -> "2227 layer_norm_37"; +"2226 _param_constant291" -> "2227 layer_norm_37"; +"2227 layer_norm_37" -> "2228 add_61"; +"2228 add_61" -> "2230 quantize_per_tensor_default_110"; +"2228 add_61" -> "2253 add_62"; +"2229 _param_constant292" -> "2234 quantize_per_channel_default_109"; +"2230 quantize_per_tensor_default_110" -> "2231 dequantize_per_tensor_default_110"; +"2231 dequantize_per_tensor_default_110" -> "2237 linear_108"; +"2232 linear_108_scale_0" -> "2234 quantize_per_channel_default_109"; +"2232 linear_108_scale_0" -> "2235 dequantize_per_channel_default_109"; +"2233 linear_108_zero_point_0" -> "2234 quantize_per_channel_default_109"; +"2233 linear_108_zero_point_0" -> "2235 dequantize_per_channel_default_109"; +"2234 quantize_per_channel_default_109" -> "2235 dequantize_per_channel_default_109"; +"2235 dequantize_per_channel_default_109" -> "2237 linear_108"; +"2236 _param_constant293_0_0" -> "2237 linear_108"; +"2237 linear_108" -> "2238 gelu_17"; +"2238 gelu_17" -> "2239 quantize_per_tensor_default_111"; +"2239 quantize_per_tensor_default_111" -> "2240 dequantize_per_tensor_default_111"; +"2240 dequantize_per_tensor_default_111" -> "2241 dropout_70"; +"2241 dropout_70" -> "2248 linear_109"; +"2242 _param_constant294" -> "2245 quantize_per_channel_default_110"; +"2243 linear_109_scale_0" -> "2245 quantize_per_channel_default_110"; +"2243 linear_109_scale_0" -> "2246 dequantize_per_channel_default_110"; +"2244 linear_109_zero_point_0" -> "2245 quantize_per_channel_default_110"; +"2244 linear_109_zero_point_0" -> "2246 dequantize_per_channel_default_110"; +"2245 quantize_per_channel_default_110" -> "2246 dequantize_per_channel_default_110"; +"2246 dequantize_per_channel_default_110" -> "2248 linear_109"; +"2247 _param_constant295_0_0" -> "2248 linear_109"; +"2248 linear_109" -> "2249 dropout_71"; +"2249 dropout_71" -> "2252 layer_norm_38"; +"2250 _param_constant296" -> "2252 layer_norm_38"; +"2251 _param_constant297" -> "2252 layer_norm_38"; +"2252 layer_norm_38" -> "2253 add_62"; +"2253 add_62" -> "2278 quantize_per_tensor_default_112"; +"2253 add_62" -> "2341 add_64"; +"2254 _tensor_constant117" -> "2261 linear_110"; +"2255 _param_constant298" -> "2258 quantize_per_channel_default_111"; +"2256 linear_110_scale_0" -> "2258 quantize_per_channel_default_111"; +"2256 linear_110_scale_0" -> "2259 dequantize_per_channel_default_111"; +"2257 linear_110_zero_point_0" -> "2258 quantize_per_channel_default_111"; +"2257 linear_110_zero_point_0" -> "2259 dequantize_per_channel_default_111"; +"2258 quantize_per_channel_default_111" -> "2259 dequantize_per_channel_default_111"; +"2259 dequantize_per_channel_default_111" -> "2261 linear_110"; +"2260 _param_constant299_0_0" -> "2261 linear_110"; +"2261 linear_110" -> "2262 relu__18"; +"2262 relu__18" -> "2268 linear_111"; +"2263 _param_constant300" -> "2266 quantize_per_channel_default_112"; +"2264 linear_111_scale_0" -> "2266 quantize_per_channel_default_112"; +"2264 linear_111_scale_0" -> "2267 dequantize_per_channel_default_112"; +"2265 linear_111_zero_point_0" -> "2266 quantize_per_channel_default_112"; +"2265 linear_111_zero_point_0" -> "2267 dequantize_per_channel_default_112"; +"2266 quantize_per_channel_default_112" -> "2267 dequantize_per_channel_default_112"; +"2267 dequantize_per_channel_default_112" -> "2268 linear_111"; +"2268 linear_111" -> "2269 view_99"; +"2269 view_99" -> "2271 index_18"; +"2270 _tensor_constant118" -> "2271 index_18"; +"2271 index_18" -> "2272 view_100"; +"2272 view_100" -> "2273 permute_82"; +"2273 permute_82" -> "2274 contiguous_34"; +"2274 contiguous_34" -> "2275 unsqueeze_54"; +"2275 unsqueeze_54" -> "2276 sigmoid_18"; +"2276 sigmoid_18" -> "2277 mul_36"; +"2277 mul_36" -> "2314 add_63"; +"2278 quantize_per_tensor_default_112" -> "2279 dequantize_per_tensor_default_112"; +"2279 dequantize_per_tensor_default_112" -> "2280 pad_20"; +"2280 pad_20" -> "2281 view_101"; +"2281 view_101" -> "2282 permute_83"; +"2282 permute_83" -> "2283 reshape_81"; +"2283 reshape_81" -> "2290 linear_112"; +"2284 _param_constant302" -> "2287 quantize_per_channel_default_113"; +"2285 linear_112_scale_0" -> "2287 quantize_per_channel_default_113"; +"2285 linear_112_scale_0" -> "2288 dequantize_per_channel_default_113"; +"2286 linear_112_zero_point_0" -> "2287 quantize_per_channel_default_113"; +"2286 linear_112_zero_point_0" -> "2288 dequantize_per_channel_default_113"; +"2287 quantize_per_channel_default_113" -> "2288 dequantize_per_channel_default_113"; +"2288 dequantize_per_channel_default_113" -> "2290 linear_112"; +"2289 _param_constant301_0_0" -> "2290 linear_112"; +"2290 linear_112" -> "2291 reshape_82"; +"2291 reshape_82" -> "2292 permute_84"; +"2292 permute_84" -> "2293 select_54"; +"2292 permute_84" -> "2294 select_55"; +"2292 permute_84" -> "2295 select_56"; +"2293 select_54" -> "2296 linalg_vector_norm_36"; +"2293 select_54" -> "2298 expand_as_36"; +"2293 select_54" -> "2299 div_36"; +"2294 select_55" -> "2302 linalg_vector_norm_37"; +"2294 select_55" -> "2304 expand_as_37"; +"2294 select_55" -> "2305 div_37"; +"2295 select_56" -> "2317 matmul_37"; +"2296 linalg_vector_norm_36" -> "2297 clamp_min_36"; +"2297 clamp_min_36" -> "2298 expand_as_36"; +"2298 expand_as_36" -> "2299 div_36"; +"2299 div_36" -> "2300 quantize_per_tensor_default_113"; +"2300 quantize_per_tensor_default_113" -> "2301 dequantize_per_tensor_default_113"; +"2301 dequantize_per_tensor_default_113" -> "2309 matmul_36"; +"2302 linalg_vector_norm_37" -> "2303 clamp_min_37"; +"2303 clamp_min_37" -> "2304 expand_as_37"; +"2304 expand_as_37" -> "2305 div_37"; +"2305 div_37" -> "2306 quantize_per_tensor_default_114"; +"2306 quantize_per_tensor_default_114" -> "2307 dequantize_per_tensor_default_114"; +"2307 dequantize_per_tensor_default_114" -> "2308 transpose_36"; +"2308 transpose_36" -> "2309 matmul_36"; +"2309 matmul_36" -> "2313 mul_37"; +"2310 _param_constant303" -> "2311 clamp_18"; +"2311 clamp_18" -> "2312 exp_18"; +"2312 exp_18" -> "2313 mul_37"; +"2313 mul_37" -> "2314 add_63"; +"2314 add_63" -> "2315 softmax_18"; +"2315 softmax_18" -> "2316 dropout_72"; +"2316 dropout_72" -> "2317 matmul_37"; +"2317 matmul_37" -> "2318 quantize_per_tensor_default_115"; +"2318 quantize_per_tensor_default_115" -> "2319 dequantize_per_tensor_default_115"; +"2319 dequantize_per_tensor_default_115" -> "2320 transpose_37"; +"2320 transpose_37" -> "2321 reshape_83"; +"2321 reshape_83" -> "2328 linear_113"; +"2322 _param_constant304" -> "2325 quantize_per_channel_default_114"; +"2323 linear_113_scale_0" -> "2325 quantize_per_channel_default_114"; +"2323 linear_113_scale_0" -> "2326 dequantize_per_channel_default_114"; +"2324 linear_113_zero_point_0" -> "2325 quantize_per_channel_default_114"; +"2324 linear_113_zero_point_0" -> "2326 dequantize_per_channel_default_114"; +"2325 quantize_per_channel_default_114" -> "2326 dequantize_per_channel_default_114"; +"2326 dequantize_per_channel_default_114" -> "2328 linear_113"; +"2327 _param_constant305_0_0" -> "2328 linear_113"; +"2328 linear_113" -> "2329 dropout_73"; +"2329 dropout_73" -> "2330 view_102"; +"2330 view_102" -> "2331 permute_85"; +"2331 permute_85" -> "2332 reshape_84"; +"2332 reshape_84" -> "2333 slice_274"; +"2333 slice_274" -> "2334 slice_275"; +"2334 slice_275" -> "2335 slice_276"; +"2335 slice_276" -> "2336 slice_277"; +"2336 slice_277" -> "2337 contiguous_35"; +"2337 contiguous_35" -> "2340 layer_norm_39"; +"2338 _param_constant306" -> "2340 layer_norm_39"; +"2339 _param_constant307" -> "2340 layer_norm_39"; +"2340 layer_norm_39" -> "2341 add_64"; +"2341 add_64" -> "2343 quantize_per_tensor_default_116"; +"2341 add_64" -> "2366 add_65"; +"2342 _param_constant308" -> "2347 quantize_per_channel_default_115"; +"2343 quantize_per_tensor_default_116" -> "2344 dequantize_per_tensor_default_116"; +"2344 dequantize_per_tensor_default_116" -> "2350 linear_114"; +"2345 linear_114_scale_0" -> "2347 quantize_per_channel_default_115"; +"2345 linear_114_scale_0" -> "2348 dequantize_per_channel_default_115"; +"2346 linear_114_zero_point_0" -> "2347 quantize_per_channel_default_115"; +"2346 linear_114_zero_point_0" -> "2348 dequantize_per_channel_default_115"; +"2347 quantize_per_channel_default_115" -> "2348 dequantize_per_channel_default_115"; +"2348 dequantize_per_channel_default_115" -> "2350 linear_114"; +"2349 _param_constant309_0_0" -> "2350 linear_114"; +"2350 linear_114" -> "2351 gelu_18"; +"2351 gelu_18" -> "2352 quantize_per_tensor_default_117"; +"2352 quantize_per_tensor_default_117" -> "2353 dequantize_per_tensor_default_117"; +"2353 dequantize_per_tensor_default_117" -> "2354 dropout_74"; +"2354 dropout_74" -> "2361 linear_115"; +"2355 _param_constant310" -> "2358 quantize_per_channel_default_116"; +"2356 linear_115_scale_0" -> "2358 quantize_per_channel_default_116"; +"2356 linear_115_scale_0" -> "2359 dequantize_per_channel_default_116"; +"2357 linear_115_zero_point_0" -> "2358 quantize_per_channel_default_116"; +"2357 linear_115_zero_point_0" -> "2359 dequantize_per_channel_default_116"; +"2358 quantize_per_channel_default_116" -> "2359 dequantize_per_channel_default_116"; +"2359 dequantize_per_channel_default_116" -> "2361 linear_115"; +"2360 _param_constant311_0_0" -> "2361 linear_115"; +"2361 linear_115" -> "2362 dropout_75"; +"2362 dropout_75" -> "2365 layer_norm_40"; +"2363 _param_constant312" -> "2365 layer_norm_40"; +"2364 _param_constant313" -> "2365 layer_norm_40"; +"2365 layer_norm_40" -> "2366 add_65"; +"2366 add_65" -> "2391 pad_21"; +"2366 add_65" -> "2472 add_68"; +"2367 _tensor_constant119" -> "2374 linear_116"; +"2368 _param_constant314" -> "2371 quantize_per_channel_default_117"; +"2369 linear_116_scale_0" -> "2371 quantize_per_channel_default_117"; +"2369 linear_116_scale_0" -> "2372 dequantize_per_channel_default_117"; +"2370 linear_116_zero_point_0" -> "2371 quantize_per_channel_default_117"; +"2370 linear_116_zero_point_0" -> "2372 dequantize_per_channel_default_117"; +"2371 quantize_per_channel_default_117" -> "2372 dequantize_per_channel_default_117"; +"2372 dequantize_per_channel_default_117" -> "2374 linear_116"; +"2373 _param_constant315_0_0" -> "2374 linear_116"; +"2374 linear_116" -> "2375 relu__19"; +"2375 relu__19" -> "2381 linear_117"; +"2376 _param_constant316" -> "2379 quantize_per_channel_default_118"; +"2377 linear_117_scale_0" -> "2379 quantize_per_channel_default_118"; +"2377 linear_117_scale_0" -> "2380 dequantize_per_channel_default_118"; +"2378 linear_117_zero_point_0" -> "2379 quantize_per_channel_default_118"; +"2378 linear_117_zero_point_0" -> "2380 dequantize_per_channel_default_118"; +"2379 quantize_per_channel_default_118" -> "2380 dequantize_per_channel_default_118"; +"2380 dequantize_per_channel_default_118" -> "2381 linear_117"; +"2381 linear_117" -> "2382 view_103"; +"2382 view_103" -> "2384 index_19"; +"2383 _tensor_constant120" -> "2384 index_19"; +"2384 index_19" -> "2385 view_104"; +"2385 view_104" -> "2386 permute_86"; +"2386 permute_86" -> "2387 contiguous_36"; +"2387 contiguous_36" -> "2388 unsqueeze_55"; +"2388 unsqueeze_55" -> "2389 sigmoid_19"; +"2389 sigmoid_19" -> "2390 mul_38"; +"2390 mul_38" -> "2428 add_66"; +"2391 pad_21" -> "2392 roll_18"; +"2392 roll_18" -> "2393 view_105"; +"2393 view_105" -> "2394 permute_87"; +"2394 permute_87" -> "2395 reshape_85"; +"2395 reshape_85" -> "2397 quantize_per_tensor_default_118"; +"2395 reshape_85" -> "2429 new_zeros_9"; +"2396 _param_constant318" -> "2401 quantize_per_channel_default_119"; +"2397 quantize_per_tensor_default_118" -> "2398 dequantize_per_tensor_default_118"; +"2398 dequantize_per_tensor_default_118" -> "2404 linear_118"; +"2399 linear_118_scale_0" -> "2401 quantize_per_channel_default_119"; +"2399 linear_118_scale_0" -> "2402 dequantize_per_channel_default_119"; +"2400 linear_118_zero_point_0" -> "2401 quantize_per_channel_default_119"; +"2400 linear_118_zero_point_0" -> "2402 dequantize_per_channel_default_119"; +"2401 quantize_per_channel_default_119" -> "2402 dequantize_per_channel_default_119"; +"2402 dequantize_per_channel_default_119" -> "2404 linear_118"; +"2403 _param_constant317_0_0" -> "2404 linear_118"; +"2404 linear_118" -> "2405 reshape_86"; +"2405 reshape_86" -> "2406 permute_88"; +"2406 permute_88" -> "2407 select_57"; +"2406 permute_88" -> "2408 select_58"; +"2406 permute_88" -> "2409 select_59"; +"2407 select_57" -> "2410 linalg_vector_norm_38"; +"2407 select_57" -> "2412 expand_as_38"; +"2407 select_57" -> "2413 div_38"; +"2408 select_58" -> "2416 linalg_vector_norm_39"; +"2408 select_58" -> "2418 expand_as_39"; +"2408 select_58" -> "2419 div_39"; +"2409 select_59" -> "2447 matmul_39"; +"2410 linalg_vector_norm_38" -> "2411 clamp_min_38"; +"2411 clamp_min_38" -> "2412 expand_as_38"; +"2412 expand_as_38" -> "2413 div_38"; +"2413 div_38" -> "2414 quantize_per_tensor_default_119"; +"2414 quantize_per_tensor_default_119" -> "2415 dequantize_per_tensor_default_119"; +"2415 dequantize_per_tensor_default_119" -> "2423 matmul_38"; +"2416 linalg_vector_norm_39" -> "2417 clamp_min_39"; +"2417 clamp_min_39" -> "2418 expand_as_39"; +"2418 expand_as_39" -> "2419 div_39"; +"2419 div_39" -> "2420 quantize_per_tensor_default_120"; +"2420 quantize_per_tensor_default_120" -> "2421 dequantize_per_tensor_default_120"; +"2421 dequantize_per_tensor_default_120" -> "2422 transpose_38"; +"2422 transpose_38" -> "2423 matmul_38"; +"2423 matmul_38" -> "2427 mul_39"; +"2424 _param_constant319" -> "2425 clamp_19"; +"2425 clamp_19" -> "2426 exp_19"; +"2426 exp_19" -> "2427 mul_39"; +"2427 mul_39" -> "2428 add_66"; +"2428 add_66" -> "2440 view_107"; +"2429 new_zeros_9" -> "2430 view_106"; +"2430 view_106" -> "2431 permute_89"; +"2431 permute_89" -> "2432 reshape_87"; +"2432 reshape_87" -> "2433 unsqueeze_56"; +"2432 reshape_87" -> "2434 unsqueeze_57"; +"2433 unsqueeze_56" -> "2435 sub_9"; +"2434 unsqueeze_57" -> "2435 sub_9"; +"2435 sub_9" -> "2436 ne_9"; +"2435 sub_9" -> "2437 masked_fill_18"; +"2435 sub_9" -> "2438 eq_9"; +"2436 ne_9" -> "2437 masked_fill_18"; +"2437 masked_fill_18" -> "2439 masked_fill_19"; +"2438 eq_9" -> "2439 masked_fill_19"; +"2439 masked_fill_19" -> "2441 unsqueeze_58"; +"2440 view_107" -> "2443 add_67"; +"2441 unsqueeze_58" -> "2442 unsqueeze_59"; +"2442 unsqueeze_59" -> "2443 add_67"; +"2443 add_67" -> "2444 view_108"; +"2444 view_108" -> "2445 softmax_19"; +"2445 softmax_19" -> "2446 dropout_76"; +"2446 dropout_76" -> "2447 matmul_39"; +"2447 matmul_39" -> "2448 quantize_per_tensor_default_121"; +"2448 quantize_per_tensor_default_121" -> "2449 dequantize_per_tensor_default_121"; +"2449 dequantize_per_tensor_default_121" -> "2450 transpose_39"; +"2450 transpose_39" -> "2451 reshape_88"; +"2451 reshape_88" -> "2458 linear_119"; +"2452 _param_constant320" -> "2455 quantize_per_channel_default_120"; +"2453 linear_119_scale_0" -> "2455 quantize_per_channel_default_120"; +"2453 linear_119_scale_0" -> "2456 dequantize_per_channel_default_120"; +"2454 linear_119_zero_point_0" -> "2455 quantize_per_channel_default_120"; +"2454 linear_119_zero_point_0" -> "2456 dequantize_per_channel_default_120"; +"2455 quantize_per_channel_default_120" -> "2456 dequantize_per_channel_default_120"; +"2456 dequantize_per_channel_default_120" -> "2458 linear_119"; +"2457 _param_constant321_0_0" -> "2458 linear_119"; +"2458 linear_119" -> "2459 dropout_77"; +"2459 dropout_77" -> "2460 view_109"; +"2460 view_109" -> "2461 permute_90"; +"2461 permute_90" -> "2462 reshape_89"; +"2462 reshape_89" -> "2463 roll_19"; +"2463 roll_19" -> "2464 slice_297"; +"2464 slice_297" -> "2465 slice_298"; +"2465 slice_298" -> "2466 slice_299"; +"2466 slice_299" -> "2467 slice_300"; +"2467 slice_300" -> "2468 contiguous_37"; +"2468 contiguous_37" -> "2471 layer_norm_41"; +"2469 _param_constant322" -> "2471 layer_norm_41"; +"2470 _param_constant323" -> "2471 layer_norm_41"; +"2471 layer_norm_41" -> "2472 add_68"; +"2472 add_68" -> "2474 quantize_per_tensor_default_122"; +"2472 add_68" -> "2497 add_69"; +"2473 _param_constant324" -> "2478 quantize_per_channel_default_121"; +"2474 quantize_per_tensor_default_122" -> "2475 dequantize_per_tensor_default_122"; +"2475 dequantize_per_tensor_default_122" -> "2481 linear_120"; +"2476 linear_120_scale_0" -> "2478 quantize_per_channel_default_121"; +"2476 linear_120_scale_0" -> "2479 dequantize_per_channel_default_121"; +"2477 linear_120_zero_point_0" -> "2478 quantize_per_channel_default_121"; +"2477 linear_120_zero_point_0" -> "2479 dequantize_per_channel_default_121"; +"2478 quantize_per_channel_default_121" -> "2479 dequantize_per_channel_default_121"; +"2479 dequantize_per_channel_default_121" -> "2481 linear_120"; +"2480 _param_constant325_0_0" -> "2481 linear_120"; +"2481 linear_120" -> "2482 gelu_19"; +"2482 gelu_19" -> "2483 quantize_per_tensor_default_123"; +"2483 quantize_per_tensor_default_123" -> "2484 dequantize_per_tensor_default_123"; +"2484 dequantize_per_tensor_default_123" -> "2485 dropout_78"; +"2485 dropout_78" -> "2492 linear_121"; +"2486 _param_constant326" -> "2489 quantize_per_channel_default_122"; +"2487 linear_121_scale_0" -> "2489 quantize_per_channel_default_122"; +"2487 linear_121_scale_0" -> "2490 dequantize_per_channel_default_122"; +"2488 linear_121_zero_point_0" -> "2489 quantize_per_channel_default_122"; +"2488 linear_121_zero_point_0" -> "2490 dequantize_per_channel_default_122"; +"2489 quantize_per_channel_default_122" -> "2490 dequantize_per_channel_default_122"; +"2490 dequantize_per_channel_default_122" -> "2492 linear_121"; +"2491 _param_constant327_0_0" -> "2492 linear_121"; +"2492 linear_121" -> "2493 dropout_79"; +"2493 dropout_79" -> "2496 layer_norm_42"; +"2494 _param_constant328" -> "2496 layer_norm_42"; +"2495 _param_constant329" -> "2496 layer_norm_42"; +"2496 layer_norm_42" -> "2497 add_69"; +"2497 add_69" -> "2522 quantize_per_tensor_default_124"; +"2497 add_69" -> "2585 add_71"; +"2498 _tensor_constant130" -> "2505 linear_122"; +"2499 _param_constant330" -> "2502 quantize_per_channel_default_123"; +"2500 linear_122_scale_0" -> "2502 quantize_per_channel_default_123"; +"2500 linear_122_scale_0" -> "2503 dequantize_per_channel_default_123"; +"2501 linear_122_zero_point_0" -> "2502 quantize_per_channel_default_123"; +"2501 linear_122_zero_point_0" -> "2503 dequantize_per_channel_default_123"; +"2502 quantize_per_channel_default_123" -> "2503 dequantize_per_channel_default_123"; +"2503 dequantize_per_channel_default_123" -> "2505 linear_122"; +"2504 _param_constant331_0_0" -> "2505 linear_122"; +"2505 linear_122" -> "2506 relu__20"; +"2506 relu__20" -> "2512 linear_123"; +"2507 _param_constant332" -> "2510 quantize_per_channel_default_124"; +"2508 linear_123_scale_0" -> "2510 quantize_per_channel_default_124"; +"2508 linear_123_scale_0" -> "2511 dequantize_per_channel_default_124"; +"2509 linear_123_zero_point_0" -> "2510 quantize_per_channel_default_124"; +"2509 linear_123_zero_point_0" -> "2511 dequantize_per_channel_default_124"; +"2510 quantize_per_channel_default_124" -> "2511 dequantize_per_channel_default_124"; +"2511 dequantize_per_channel_default_124" -> "2512 linear_123"; +"2512 linear_123" -> "2513 view_110"; +"2513 view_110" -> "2515 index_20"; +"2514 _tensor_constant131" -> "2515 index_20"; +"2515 index_20" -> "2516 view_111"; +"2516 view_111" -> "2517 permute_91"; +"2517 permute_91" -> "2518 contiguous_38"; +"2518 contiguous_38" -> "2519 unsqueeze_60"; +"2519 unsqueeze_60" -> "2520 sigmoid_20"; +"2520 sigmoid_20" -> "2521 mul_40"; +"2521 mul_40" -> "2558 add_70"; +"2522 quantize_per_tensor_default_124" -> "2523 dequantize_per_tensor_default_124"; +"2523 dequantize_per_tensor_default_124" -> "2524 pad_22"; +"2524 pad_22" -> "2525 view_112"; +"2525 view_112" -> "2526 permute_92"; +"2526 permute_92" -> "2527 reshape_90"; +"2527 reshape_90" -> "2534 linear_124"; +"2528 _param_constant334" -> "2531 quantize_per_channel_default_125"; +"2529 linear_124_scale_0" -> "2531 quantize_per_channel_default_125"; +"2529 linear_124_scale_0" -> "2532 dequantize_per_channel_default_125"; +"2530 linear_124_zero_point_0" -> "2531 quantize_per_channel_default_125"; +"2530 linear_124_zero_point_0" -> "2532 dequantize_per_channel_default_125"; +"2531 quantize_per_channel_default_125" -> "2532 dequantize_per_channel_default_125"; +"2532 dequantize_per_channel_default_125" -> "2534 linear_124"; +"2533 _param_constant333_0_0" -> "2534 linear_124"; +"2534 linear_124" -> "2535 reshape_91"; +"2535 reshape_91" -> "2536 permute_93"; +"2536 permute_93" -> "2537 select_60"; +"2536 permute_93" -> "2538 select_61"; +"2536 permute_93" -> "2539 select_62"; +"2537 select_60" -> "2540 linalg_vector_norm_40"; +"2537 select_60" -> "2542 expand_as_40"; +"2537 select_60" -> "2543 div_40"; +"2538 select_61" -> "2546 linalg_vector_norm_41"; +"2538 select_61" -> "2548 expand_as_41"; +"2538 select_61" -> "2549 div_41"; +"2539 select_62" -> "2561 matmul_41"; +"2540 linalg_vector_norm_40" -> "2541 clamp_min_40"; +"2541 clamp_min_40" -> "2542 expand_as_40"; +"2542 expand_as_40" -> "2543 div_40"; +"2543 div_40" -> "2544 quantize_per_tensor_default_125"; +"2544 quantize_per_tensor_default_125" -> "2545 dequantize_per_tensor_default_125"; +"2545 dequantize_per_tensor_default_125" -> "2553 matmul_40"; +"2546 linalg_vector_norm_41" -> "2547 clamp_min_41"; +"2547 clamp_min_41" -> "2548 expand_as_41"; +"2548 expand_as_41" -> "2549 div_41"; +"2549 div_41" -> "2550 quantize_per_tensor_default_126"; +"2550 quantize_per_tensor_default_126" -> "2551 dequantize_per_tensor_default_126"; +"2551 dequantize_per_tensor_default_126" -> "2552 transpose_40"; +"2552 transpose_40" -> "2553 matmul_40"; +"2553 matmul_40" -> "2557 mul_41"; +"2554 _param_constant335" -> "2555 clamp_20"; +"2555 clamp_20" -> "2556 exp_20"; +"2556 exp_20" -> "2557 mul_41"; +"2557 mul_41" -> "2558 add_70"; +"2558 add_70" -> "2559 softmax_20"; +"2559 softmax_20" -> "2560 dropout_80"; +"2560 dropout_80" -> "2561 matmul_41"; +"2561 matmul_41" -> "2562 quantize_per_tensor_default_127"; +"2562 quantize_per_tensor_default_127" -> "2563 dequantize_per_tensor_default_127"; +"2563 dequantize_per_tensor_default_127" -> "2564 transpose_41"; +"2564 transpose_41" -> "2565 reshape_92"; +"2565 reshape_92" -> "2572 linear_125"; +"2566 _param_constant336" -> "2569 quantize_per_channel_default_126"; +"2567 linear_125_scale_0" -> "2569 quantize_per_channel_default_126"; +"2567 linear_125_scale_0" -> "2570 dequantize_per_channel_default_126"; +"2568 linear_125_zero_point_0" -> "2569 quantize_per_channel_default_126"; +"2568 linear_125_zero_point_0" -> "2570 dequantize_per_channel_default_126"; +"2569 quantize_per_channel_default_126" -> "2570 dequantize_per_channel_default_126"; +"2570 dequantize_per_channel_default_126" -> "2572 linear_125"; +"2571 _param_constant337_0_0" -> "2572 linear_125"; +"2572 linear_125" -> "2573 dropout_81"; +"2573 dropout_81" -> "2574 view_113"; +"2574 view_113" -> "2575 permute_94"; +"2575 permute_94" -> "2576 reshape_93"; +"2576 reshape_93" -> "2577 slice_302"; +"2577 slice_302" -> "2578 slice_303"; +"2578 slice_303" -> "2579 slice_304"; +"2579 slice_304" -> "2580 slice_305"; +"2580 slice_305" -> "2581 contiguous_39"; +"2581 contiguous_39" -> "2584 layer_norm_43"; +"2582 _param_constant338" -> "2584 layer_norm_43"; +"2583 _param_constant339" -> "2584 layer_norm_43"; +"2584 layer_norm_43" -> "2585 add_71"; +"2585 add_71" -> "2587 quantize_per_tensor_default_128"; +"2585 add_71" -> "2610 add_72"; +"2586 _param_constant340" -> "2591 quantize_per_channel_default_127"; +"2587 quantize_per_tensor_default_128" -> "2588 dequantize_per_tensor_default_128"; +"2588 dequantize_per_tensor_default_128" -> "2594 linear_126"; +"2589 linear_126_scale_0" -> "2591 quantize_per_channel_default_127"; +"2589 linear_126_scale_0" -> "2592 dequantize_per_channel_default_127"; +"2590 linear_126_zero_point_0" -> "2591 quantize_per_channel_default_127"; +"2590 linear_126_zero_point_0" -> "2592 dequantize_per_channel_default_127"; +"2591 quantize_per_channel_default_127" -> "2592 dequantize_per_channel_default_127"; +"2592 dequantize_per_channel_default_127" -> "2594 linear_126"; +"2593 _param_constant341_0_0" -> "2594 linear_126"; +"2594 linear_126" -> "2595 gelu_20"; +"2595 gelu_20" -> "2596 quantize_per_tensor_default_129"; +"2596 quantize_per_tensor_default_129" -> "2597 dequantize_per_tensor_default_129"; +"2597 dequantize_per_tensor_default_129" -> "2598 dropout_82"; +"2598 dropout_82" -> "2605 linear_127"; +"2599 _param_constant342" -> "2602 quantize_per_channel_default_128"; +"2600 linear_127_scale_0" -> "2602 quantize_per_channel_default_128"; +"2600 linear_127_scale_0" -> "2603 dequantize_per_channel_default_128"; +"2601 linear_127_zero_point_0" -> "2602 quantize_per_channel_default_128"; +"2601 linear_127_zero_point_0" -> "2603 dequantize_per_channel_default_128"; +"2602 quantize_per_channel_default_128" -> "2603 dequantize_per_channel_default_128"; +"2603 dequantize_per_channel_default_128" -> "2605 linear_127"; +"2604 _param_constant343_0_0" -> "2605 linear_127"; +"2605 linear_127" -> "2606 dropout_83"; +"2606 dropout_83" -> "2609 layer_norm_44"; +"2607 _param_constant344" -> "2609 layer_norm_44"; +"2608 _param_constant345" -> "2609 layer_norm_44"; +"2609 layer_norm_44" -> "2610 add_72"; +"2610 add_72" -> "2635 pad_23"; +"2610 add_72" -> "2716 add_75"; +"2611 _tensor_constant132" -> "2618 linear_128"; +"2612 _param_constant346" -> "2615 quantize_per_channel_default_129"; +"2613 linear_128_scale_0" -> "2615 quantize_per_channel_default_129"; +"2613 linear_128_scale_0" -> "2616 dequantize_per_channel_default_129"; +"2614 linear_128_zero_point_0" -> "2615 quantize_per_channel_default_129"; +"2614 linear_128_zero_point_0" -> "2616 dequantize_per_channel_default_129"; +"2615 quantize_per_channel_default_129" -> "2616 dequantize_per_channel_default_129"; +"2616 dequantize_per_channel_default_129" -> "2618 linear_128"; +"2617 _param_constant347_0_0" -> "2618 linear_128"; +"2618 linear_128" -> "2619 relu__21"; +"2619 relu__21" -> "2625 linear_129"; +"2620 _param_constant348" -> "2623 quantize_per_channel_default_130"; +"2621 linear_129_scale_0" -> "2623 quantize_per_channel_default_130"; +"2621 linear_129_scale_0" -> "2624 dequantize_per_channel_default_130"; +"2622 linear_129_zero_point_0" -> "2623 quantize_per_channel_default_130"; +"2622 linear_129_zero_point_0" -> "2624 dequantize_per_channel_default_130"; +"2623 quantize_per_channel_default_130" -> "2624 dequantize_per_channel_default_130"; +"2624 dequantize_per_channel_default_130" -> "2625 linear_129"; +"2625 linear_129" -> "2626 view_114"; +"2626 view_114" -> "2628 index_21"; +"2627 _tensor_constant133" -> "2628 index_21"; +"2628 index_21" -> "2629 view_115"; +"2629 view_115" -> "2630 permute_95"; +"2630 permute_95" -> "2631 contiguous_40"; +"2631 contiguous_40" -> "2632 unsqueeze_61"; +"2632 unsqueeze_61" -> "2633 sigmoid_21"; +"2633 sigmoid_21" -> "2634 mul_42"; +"2634 mul_42" -> "2672 add_73"; +"2635 pad_23" -> "2636 roll_20"; +"2636 roll_20" -> "2637 view_116"; +"2637 view_116" -> "2638 permute_96"; +"2638 permute_96" -> "2639 reshape_94"; +"2639 reshape_94" -> "2641 quantize_per_tensor_default_130"; +"2639 reshape_94" -> "2673 new_zeros_10"; +"2640 _param_constant350" -> "2645 quantize_per_channel_default_131"; +"2641 quantize_per_tensor_default_130" -> "2642 dequantize_per_tensor_default_130"; +"2642 dequantize_per_tensor_default_130" -> "2648 linear_130"; +"2643 linear_130_scale_0" -> "2645 quantize_per_channel_default_131"; +"2643 linear_130_scale_0" -> "2646 dequantize_per_channel_default_131"; +"2644 linear_130_zero_point_0" -> "2645 quantize_per_channel_default_131"; +"2644 linear_130_zero_point_0" -> "2646 dequantize_per_channel_default_131"; +"2645 quantize_per_channel_default_131" -> "2646 dequantize_per_channel_default_131"; +"2646 dequantize_per_channel_default_131" -> "2648 linear_130"; +"2647 _param_constant349_0_0" -> "2648 linear_130"; +"2648 linear_130" -> "2649 reshape_95"; +"2649 reshape_95" -> "2650 permute_97"; +"2650 permute_97" -> "2651 select_63"; +"2650 permute_97" -> "2652 select_64"; +"2650 permute_97" -> "2653 select_65"; +"2651 select_63" -> "2654 linalg_vector_norm_42"; +"2651 select_63" -> "2656 expand_as_42"; +"2651 select_63" -> "2657 div_42"; +"2652 select_64" -> "2660 linalg_vector_norm_43"; +"2652 select_64" -> "2662 expand_as_43"; +"2652 select_64" -> "2663 div_43"; +"2653 select_65" -> "2691 matmul_43"; +"2654 linalg_vector_norm_42" -> "2655 clamp_min_42"; +"2655 clamp_min_42" -> "2656 expand_as_42"; +"2656 expand_as_42" -> "2657 div_42"; +"2657 div_42" -> "2658 quantize_per_tensor_default_131"; +"2658 quantize_per_tensor_default_131" -> "2659 dequantize_per_tensor_default_131"; +"2659 dequantize_per_tensor_default_131" -> "2667 matmul_42"; +"2660 linalg_vector_norm_43" -> "2661 clamp_min_43"; +"2661 clamp_min_43" -> "2662 expand_as_43"; +"2662 expand_as_43" -> "2663 div_43"; +"2663 div_43" -> "2664 quantize_per_tensor_default_132"; +"2664 quantize_per_tensor_default_132" -> "2665 dequantize_per_tensor_default_132"; +"2665 dequantize_per_tensor_default_132" -> "2666 transpose_42"; +"2666 transpose_42" -> "2667 matmul_42"; +"2667 matmul_42" -> "2671 mul_43"; +"2668 _param_constant351" -> "2669 clamp_21"; +"2669 clamp_21" -> "2670 exp_21"; +"2670 exp_21" -> "2671 mul_43"; +"2671 mul_43" -> "2672 add_73"; +"2672 add_73" -> "2684 view_118"; +"2673 new_zeros_10" -> "2674 view_117"; +"2674 view_117" -> "2675 permute_98"; +"2675 permute_98" -> "2676 reshape_96"; +"2676 reshape_96" -> "2677 unsqueeze_62"; +"2676 reshape_96" -> "2678 unsqueeze_63"; +"2677 unsqueeze_62" -> "2679 sub_10"; +"2678 unsqueeze_63" -> "2679 sub_10"; +"2679 sub_10" -> "2680 ne_10"; +"2679 sub_10" -> "2681 masked_fill_20"; +"2679 sub_10" -> "2682 eq_10"; +"2680 ne_10" -> "2681 masked_fill_20"; +"2681 masked_fill_20" -> "2683 masked_fill_21"; +"2682 eq_10" -> "2683 masked_fill_21"; +"2683 masked_fill_21" -> "2685 unsqueeze_64"; +"2684 view_118" -> "2687 add_74"; +"2685 unsqueeze_64" -> "2686 unsqueeze_65"; +"2686 unsqueeze_65" -> "2687 add_74"; +"2687 add_74" -> "2688 view_119"; +"2688 view_119" -> "2689 softmax_21"; +"2689 softmax_21" -> "2690 dropout_84"; +"2690 dropout_84" -> "2691 matmul_43"; +"2691 matmul_43" -> "2692 quantize_per_tensor_default_133"; +"2692 quantize_per_tensor_default_133" -> "2693 dequantize_per_tensor_default_133"; +"2693 dequantize_per_tensor_default_133" -> "2694 transpose_43"; +"2694 transpose_43" -> "2695 reshape_97"; +"2695 reshape_97" -> "2702 linear_131"; +"2696 _param_constant352" -> "2699 quantize_per_channel_default_132"; +"2697 linear_131_scale_0" -> "2699 quantize_per_channel_default_132"; +"2697 linear_131_scale_0" -> "2700 dequantize_per_channel_default_132"; +"2698 linear_131_zero_point_0" -> "2699 quantize_per_channel_default_132"; +"2698 linear_131_zero_point_0" -> "2700 dequantize_per_channel_default_132"; +"2699 quantize_per_channel_default_132" -> "2700 dequantize_per_channel_default_132"; +"2700 dequantize_per_channel_default_132" -> "2702 linear_131"; +"2701 _param_constant353_0_0" -> "2702 linear_131"; +"2702 linear_131" -> "2703 dropout_85"; +"2703 dropout_85" -> "2704 view_120"; +"2704 view_120" -> "2705 permute_99"; +"2705 permute_99" -> "2706 reshape_98"; +"2706 reshape_98" -> "2707 roll_21"; +"2707 roll_21" -> "2708 slice_325"; +"2708 slice_325" -> "2709 slice_326"; +"2709 slice_326" -> "2710 slice_327"; +"2710 slice_327" -> "2711 slice_328"; +"2711 slice_328" -> "2712 contiguous_41"; +"2712 contiguous_41" -> "2715 layer_norm_45"; +"2713 _param_constant354" -> "2715 layer_norm_45"; +"2714 _param_constant355" -> "2715 layer_norm_45"; +"2715 layer_norm_45" -> "2716 add_75"; +"2716 add_75" -> "2718 quantize_per_tensor_default_134"; +"2716 add_75" -> "2741 add_76"; +"2717 _param_constant356" -> "2722 quantize_per_channel_default_133"; +"2718 quantize_per_tensor_default_134" -> "2719 dequantize_per_tensor_default_134"; +"2719 dequantize_per_tensor_default_134" -> "2725 linear_132"; +"2720 linear_132_scale_0" -> "2722 quantize_per_channel_default_133"; +"2720 linear_132_scale_0" -> "2723 dequantize_per_channel_default_133"; +"2721 linear_132_zero_point_0" -> "2722 quantize_per_channel_default_133"; +"2721 linear_132_zero_point_0" -> "2723 dequantize_per_channel_default_133"; +"2722 quantize_per_channel_default_133" -> "2723 dequantize_per_channel_default_133"; +"2723 dequantize_per_channel_default_133" -> "2725 linear_132"; +"2724 _param_constant357_0_0" -> "2725 linear_132"; +"2725 linear_132" -> "2726 gelu_21"; +"2726 gelu_21" -> "2727 quantize_per_tensor_default_135"; +"2727 quantize_per_tensor_default_135" -> "2728 dequantize_per_tensor_default_135"; +"2728 dequantize_per_tensor_default_135" -> "2729 dropout_86"; +"2729 dropout_86" -> "2736 linear_133"; +"2730 _param_constant358" -> "2733 quantize_per_channel_default_134"; +"2731 linear_133_scale_0" -> "2733 quantize_per_channel_default_134"; +"2731 linear_133_scale_0" -> "2734 dequantize_per_channel_default_134"; +"2732 linear_133_zero_point_0" -> "2733 quantize_per_channel_default_134"; +"2732 linear_133_zero_point_0" -> "2734 dequantize_per_channel_default_134"; +"2733 quantize_per_channel_default_134" -> "2734 dequantize_per_channel_default_134"; +"2734 dequantize_per_channel_default_134" -> "2736 linear_133"; +"2735 _param_constant359_0_0" -> "2736 linear_133"; +"2736 linear_133" -> "2737 dropout_87"; +"2737 dropout_87" -> "2740 layer_norm_46"; +"2738 _param_constant360" -> "2740 layer_norm_46"; +"2739 _param_constant361" -> "2740 layer_norm_46"; +"2740 layer_norm_46" -> "2741 add_76"; +"2741 add_76" -> "2742 quantize_per_tensor_default_2"; +"2742 quantize_per_tensor_default_2" -> "2743 dequantize_per_tensor_default_2"; +"2743 dequantize_per_tensor_default_2" -> "2744 pad_24"; +"2744 pad_24" -> "2745 slice_329"; +"2744 pad_24" -> "2748 slice_332"; +"2744 pad_24" -> "2751 slice_335"; +"2744 pad_24" -> "2754 slice_338"; +"2745 slice_329" -> "2746 slice_330"; +"2746 slice_330" -> "2747 slice_331"; +"2747 slice_331" -> "2757 cat_2"; +"2748 slice_332" -> "2749 slice_333"; +"2749 slice_333" -> "2750 slice_334"; +"2750 slice_334" -> "2757 cat_2"; +"2751 slice_335" -> "2752 slice_336"; +"2752 slice_336" -> "2753 slice_337"; +"2753 slice_337" -> "2757 cat_2"; +"2754 slice_338" -> "2755 slice_339"; +"2755 slice_339" -> "2756 slice_340"; +"2756 slice_340" -> "2757 cat_2"; +"2757 cat_2" -> "2763 linear_134"; +"2758 _param_constant362" -> "2761 quantize_per_channel_default_135"; +"2759 linear_134_scale_0" -> "2761 quantize_per_channel_default_135"; +"2759 linear_134_scale_0" -> "2762 dequantize_per_channel_default_135"; +"2760 linear_134_zero_point_0" -> "2761 quantize_per_channel_default_135"; +"2760 linear_134_zero_point_0" -> "2762 dequantize_per_channel_default_135"; +"2761 quantize_per_channel_default_135" -> "2762 dequantize_per_channel_default_135"; +"2762 dequantize_per_channel_default_135" -> "2763 linear_134"; +"2763 linear_134" -> "2766 layer_norm_47"; +"2764 _param_constant363" -> "2766 layer_norm_47"; +"2765 _param_constant364" -> "2766 layer_norm_47"; +"2766 layer_norm_47" -> "2791 quantize_per_tensor_default_136"; +"2766 layer_norm_47" -> "2854 add_78"; +"2767 _tensor_constant143" -> "2774 linear_135"; +"2768 _param_constant365" -> "2771 quantize_per_channel_default_136"; +"2769 linear_135_scale_0" -> "2771 quantize_per_channel_default_136"; +"2769 linear_135_scale_0" -> "2772 dequantize_per_channel_default_136"; +"2770 linear_135_zero_point_0" -> "2771 quantize_per_channel_default_136"; +"2770 linear_135_zero_point_0" -> "2772 dequantize_per_channel_default_136"; +"2771 quantize_per_channel_default_136" -> "2772 dequantize_per_channel_default_136"; +"2772 dequantize_per_channel_default_136" -> "2774 linear_135"; +"2773 _param_constant366_0_0" -> "2774 linear_135"; +"2774 linear_135" -> "2775 relu__22"; +"2775 relu__22" -> "2781 linear_136"; +"2776 _param_constant367" -> "2779 quantize_per_channel_default_137"; +"2777 linear_136_scale_0" -> "2779 quantize_per_channel_default_137"; +"2777 linear_136_scale_0" -> "2780 dequantize_per_channel_default_137"; +"2778 linear_136_zero_point_0" -> "2779 quantize_per_channel_default_137"; +"2778 linear_136_zero_point_0" -> "2780 dequantize_per_channel_default_137"; +"2779 quantize_per_channel_default_137" -> "2780 dequantize_per_channel_default_137"; +"2780 dequantize_per_channel_default_137" -> "2781 linear_136"; +"2781 linear_136" -> "2782 view_121"; +"2782 view_121" -> "2784 index_22"; +"2783 _tensor_constant144" -> "2784 index_22"; +"2784 index_22" -> "2785 view_122"; +"2785 view_122" -> "2786 permute_100"; +"2786 permute_100" -> "2787 contiguous_42"; +"2787 contiguous_42" -> "2788 unsqueeze_66"; +"2788 unsqueeze_66" -> "2789 sigmoid_22"; +"2789 sigmoid_22" -> "2790 mul_44"; +"2790 mul_44" -> "2827 add_77"; +"2791 quantize_per_tensor_default_136" -> "2792 dequantize_per_tensor_default_136"; +"2792 dequantize_per_tensor_default_136" -> "2793 pad_25"; +"2793 pad_25" -> "2794 view_123"; +"2794 view_123" -> "2795 permute_101"; +"2795 permute_101" -> "2796 reshape_99"; +"2796 reshape_99" -> "2803 linear_137"; +"2797 _param_constant369" -> "2800 quantize_per_channel_default_138"; +"2798 linear_137_scale_0" -> "2800 quantize_per_channel_default_138"; +"2798 linear_137_scale_0" -> "2801 dequantize_per_channel_default_138"; +"2799 linear_137_zero_point_0" -> "2800 quantize_per_channel_default_138"; +"2799 linear_137_zero_point_0" -> "2801 dequantize_per_channel_default_138"; +"2800 quantize_per_channel_default_138" -> "2801 dequantize_per_channel_default_138"; +"2801 dequantize_per_channel_default_138" -> "2803 linear_137"; +"2802 _param_constant368_0_0" -> "2803 linear_137"; +"2803 linear_137" -> "2804 reshape_100"; +"2804 reshape_100" -> "2805 permute_102"; +"2805 permute_102" -> "2806 select_66"; +"2805 permute_102" -> "2807 select_67"; +"2805 permute_102" -> "2808 select_68"; +"2806 select_66" -> "2809 linalg_vector_norm_44"; +"2806 select_66" -> "2811 expand_as_44"; +"2806 select_66" -> "2812 div_44"; +"2807 select_67" -> "2815 linalg_vector_norm_45"; +"2807 select_67" -> "2817 expand_as_45"; +"2807 select_67" -> "2818 div_45"; +"2808 select_68" -> "2830 matmul_45"; +"2809 linalg_vector_norm_44" -> "2810 clamp_min_44"; +"2810 clamp_min_44" -> "2811 expand_as_44"; +"2811 expand_as_44" -> "2812 div_44"; +"2812 div_44" -> "2813 quantize_per_tensor_default_137"; +"2813 quantize_per_tensor_default_137" -> "2814 dequantize_per_tensor_default_137"; +"2814 dequantize_per_tensor_default_137" -> "2822 matmul_44"; +"2815 linalg_vector_norm_45" -> "2816 clamp_min_45"; +"2816 clamp_min_45" -> "2817 expand_as_45"; +"2817 expand_as_45" -> "2818 div_45"; +"2818 div_45" -> "2819 quantize_per_tensor_default_138"; +"2819 quantize_per_tensor_default_138" -> "2820 dequantize_per_tensor_default_138"; +"2820 dequantize_per_tensor_default_138" -> "2821 transpose_44"; +"2821 transpose_44" -> "2822 matmul_44"; +"2822 matmul_44" -> "2826 mul_45"; +"2823 _param_constant370" -> "2824 clamp_22"; +"2824 clamp_22" -> "2825 exp_22"; +"2825 exp_22" -> "2826 mul_45"; +"2826 mul_45" -> "2827 add_77"; +"2827 add_77" -> "2828 softmax_22"; +"2828 softmax_22" -> "2829 dropout_88"; +"2829 dropout_88" -> "2830 matmul_45"; +"2830 matmul_45" -> "2831 quantize_per_tensor_default_139"; +"2831 quantize_per_tensor_default_139" -> "2832 dequantize_per_tensor_default_139"; +"2832 dequantize_per_tensor_default_139" -> "2833 transpose_45"; +"2833 transpose_45" -> "2834 reshape_101"; +"2834 reshape_101" -> "2841 linear_138"; +"2835 _param_constant371" -> "2838 quantize_per_channel_default_139"; +"2836 linear_138_scale_0" -> "2838 quantize_per_channel_default_139"; +"2836 linear_138_scale_0" -> "2839 dequantize_per_channel_default_139"; +"2837 linear_138_zero_point_0" -> "2838 quantize_per_channel_default_139"; +"2837 linear_138_zero_point_0" -> "2839 dequantize_per_channel_default_139"; +"2838 quantize_per_channel_default_139" -> "2839 dequantize_per_channel_default_139"; +"2839 dequantize_per_channel_default_139" -> "2841 linear_138"; +"2840 _param_constant372_0_0" -> "2841 linear_138"; +"2841 linear_138" -> "2842 dropout_89"; +"2842 dropout_89" -> "2843 view_124"; +"2843 view_124" -> "2844 permute_103"; +"2844 permute_103" -> "2845 reshape_102"; +"2845 reshape_102" -> "2846 slice_342"; +"2846 slice_342" -> "2847 slice_343"; +"2847 slice_343" -> "2848 slice_344"; +"2848 slice_344" -> "2849 slice_345"; +"2849 slice_345" -> "2850 contiguous_43"; +"2850 contiguous_43" -> "2853 layer_norm_48"; +"2851 _param_constant373" -> "2853 layer_norm_48"; +"2852 _param_constant374" -> "2853 layer_norm_48"; +"2853 layer_norm_48" -> "2854 add_78"; +"2854 add_78" -> "2856 quantize_per_tensor_default_140"; +"2854 add_78" -> "2879 add_79"; +"2855 _param_constant375" -> "2860 quantize_per_channel_default_140"; +"2856 quantize_per_tensor_default_140" -> "2857 dequantize_per_tensor_default_140"; +"2857 dequantize_per_tensor_default_140" -> "2863 linear_139"; +"2858 linear_139_scale_0" -> "2860 quantize_per_channel_default_140"; +"2858 linear_139_scale_0" -> "2861 dequantize_per_channel_default_140"; +"2859 linear_139_zero_point_0" -> "2860 quantize_per_channel_default_140"; +"2859 linear_139_zero_point_0" -> "2861 dequantize_per_channel_default_140"; +"2860 quantize_per_channel_default_140" -> "2861 dequantize_per_channel_default_140"; +"2861 dequantize_per_channel_default_140" -> "2863 linear_139"; +"2862 _param_constant376_0_0" -> "2863 linear_139"; +"2863 linear_139" -> "2864 gelu_22"; +"2864 gelu_22" -> "2865 quantize_per_tensor_default_141"; +"2865 quantize_per_tensor_default_141" -> "2866 dequantize_per_tensor_default_141"; +"2866 dequantize_per_tensor_default_141" -> "2867 dropout_90"; +"2867 dropout_90" -> "2874 linear_140"; +"2868 _param_constant377" -> "2871 quantize_per_channel_default_141"; +"2869 linear_140_scale_0" -> "2871 quantize_per_channel_default_141"; +"2869 linear_140_scale_0" -> "2872 dequantize_per_channel_default_141"; +"2870 linear_140_zero_point_0" -> "2871 quantize_per_channel_default_141"; +"2870 linear_140_zero_point_0" -> "2872 dequantize_per_channel_default_141"; +"2871 quantize_per_channel_default_141" -> "2872 dequantize_per_channel_default_141"; +"2872 dequantize_per_channel_default_141" -> "2874 linear_140"; +"2873 _param_constant378_0_0" -> "2874 linear_140"; +"2874 linear_140" -> "2875 dropout_91"; +"2875 dropout_91" -> "2878 layer_norm_49"; +"2876 _param_constant379" -> "2878 layer_norm_49"; +"2877 _param_constant380" -> "2878 layer_norm_49"; +"2878 layer_norm_49" -> "2879 add_79"; +"2879 add_79" -> "2904 quantize_per_tensor_default_142"; +"2879 add_79" -> "2967 add_81"; +"2880 _tensor_constant145" -> "2887 linear_141"; +"2881 _param_constant381" -> "2884 quantize_per_channel_default_142"; +"2882 linear_141_scale_0" -> "2884 quantize_per_channel_default_142"; +"2882 linear_141_scale_0" -> "2885 dequantize_per_channel_default_142"; +"2883 linear_141_zero_point_0" -> "2884 quantize_per_channel_default_142"; +"2883 linear_141_zero_point_0" -> "2885 dequantize_per_channel_default_142"; +"2884 quantize_per_channel_default_142" -> "2885 dequantize_per_channel_default_142"; +"2885 dequantize_per_channel_default_142" -> "2887 linear_141"; +"2886 _param_constant382_0_0" -> "2887 linear_141"; +"2887 linear_141" -> "2888 relu__23"; +"2888 relu__23" -> "2894 linear_142"; +"2889 _param_constant383" -> "2892 quantize_per_channel_default_143"; +"2890 linear_142_scale_0" -> "2892 quantize_per_channel_default_143"; +"2890 linear_142_scale_0" -> "2893 dequantize_per_channel_default_143"; +"2891 linear_142_zero_point_0" -> "2892 quantize_per_channel_default_143"; +"2891 linear_142_zero_point_0" -> "2893 dequantize_per_channel_default_143"; +"2892 quantize_per_channel_default_143" -> "2893 dequantize_per_channel_default_143"; +"2893 dequantize_per_channel_default_143" -> "2894 linear_142"; +"2894 linear_142" -> "2895 view_125"; +"2895 view_125" -> "2897 index_23"; +"2896 _tensor_constant146" -> "2897 index_23"; +"2897 index_23" -> "2898 view_126"; +"2898 view_126" -> "2899 permute_104"; +"2899 permute_104" -> "2900 contiguous_44"; +"2900 contiguous_44" -> "2901 unsqueeze_67"; +"2901 unsqueeze_67" -> "2902 sigmoid_23"; +"2902 sigmoid_23" -> "2903 mul_46"; +"2903 mul_46" -> "2940 add_80"; +"2904 quantize_per_tensor_default_142" -> "2905 dequantize_per_tensor_default_142"; +"2905 dequantize_per_tensor_default_142" -> "2906 pad_26"; +"2906 pad_26" -> "2907 view_127"; +"2907 view_127" -> "2908 permute_105"; +"2908 permute_105" -> "2909 reshape_103"; +"2909 reshape_103" -> "2916 linear_143"; +"2910 _param_constant385" -> "2913 quantize_per_channel_default_144"; +"2911 linear_143_scale_0" -> "2913 quantize_per_channel_default_144"; +"2911 linear_143_scale_0" -> "2914 dequantize_per_channel_default_144"; +"2912 linear_143_zero_point_0" -> "2913 quantize_per_channel_default_144"; +"2912 linear_143_zero_point_0" -> "2914 dequantize_per_channel_default_144"; +"2913 quantize_per_channel_default_144" -> "2914 dequantize_per_channel_default_144"; +"2914 dequantize_per_channel_default_144" -> "2916 linear_143"; +"2915 _param_constant384_0_0" -> "2916 linear_143"; +"2916 linear_143" -> "2917 reshape_104"; +"2917 reshape_104" -> "2918 permute_106"; +"2918 permute_106" -> "2919 select_69"; +"2918 permute_106" -> "2920 select_70"; +"2918 permute_106" -> "2921 select_71"; +"2919 select_69" -> "2922 linalg_vector_norm_46"; +"2919 select_69" -> "2924 expand_as_46"; +"2919 select_69" -> "2925 div_46"; +"2920 select_70" -> "2928 linalg_vector_norm_47"; +"2920 select_70" -> "2930 expand_as_47"; +"2920 select_70" -> "2931 div_47"; +"2921 select_71" -> "2943 matmul_47"; +"2922 linalg_vector_norm_46" -> "2923 clamp_min_46"; +"2923 clamp_min_46" -> "2924 expand_as_46"; +"2924 expand_as_46" -> "2925 div_46"; +"2925 div_46" -> "2926 quantize_per_tensor_default_143"; +"2926 quantize_per_tensor_default_143" -> "2927 dequantize_per_tensor_default_143"; +"2927 dequantize_per_tensor_default_143" -> "2935 matmul_46"; +"2928 linalg_vector_norm_47" -> "2929 clamp_min_47"; +"2929 clamp_min_47" -> "2930 expand_as_47"; +"2930 expand_as_47" -> "2931 div_47"; +"2931 div_47" -> "2932 quantize_per_tensor_default_144"; +"2932 quantize_per_tensor_default_144" -> "2933 dequantize_per_tensor_default_144"; +"2933 dequantize_per_tensor_default_144" -> "2934 transpose_46"; +"2934 transpose_46" -> "2935 matmul_46"; +"2935 matmul_46" -> "2939 mul_47"; +"2936 _param_constant386" -> "2937 clamp_23"; +"2937 clamp_23" -> "2938 exp_23"; +"2938 exp_23" -> "2939 mul_47"; +"2939 mul_47" -> "2940 add_80"; +"2940 add_80" -> "2941 softmax_23"; +"2941 softmax_23" -> "2942 dropout_92"; +"2942 dropout_92" -> "2943 matmul_47"; +"2943 matmul_47" -> "2944 quantize_per_tensor_default_145"; +"2944 quantize_per_tensor_default_145" -> "2945 dequantize_per_tensor_default_145"; +"2945 dequantize_per_tensor_default_145" -> "2946 transpose_47"; +"2946 transpose_47" -> "2947 reshape_105"; +"2947 reshape_105" -> "2954 linear_144"; +"2948 _param_constant387" -> "2951 quantize_per_channel_default_145"; +"2949 linear_144_scale_0" -> "2951 quantize_per_channel_default_145"; +"2949 linear_144_scale_0" -> "2952 dequantize_per_channel_default_145"; +"2950 linear_144_zero_point_0" -> "2951 quantize_per_channel_default_145"; +"2950 linear_144_zero_point_0" -> "2952 dequantize_per_channel_default_145"; +"2951 quantize_per_channel_default_145" -> "2952 dequantize_per_channel_default_145"; +"2952 dequantize_per_channel_default_145" -> "2954 linear_144"; +"2953 _param_constant388_0_0" -> "2954 linear_144"; +"2954 linear_144" -> "2955 dropout_93"; +"2955 dropout_93" -> "2956 view_128"; +"2956 view_128" -> "2957 permute_107"; +"2957 permute_107" -> "2958 reshape_106"; +"2958 reshape_106" -> "2959 slice_347"; +"2959 slice_347" -> "2960 slice_348"; +"2960 slice_348" -> "2961 slice_349"; +"2961 slice_349" -> "2962 slice_350"; +"2962 slice_350" -> "2963 contiguous_45"; +"2963 contiguous_45" -> "2966 layer_norm_50"; +"2964 _param_constant389" -> "2966 layer_norm_50"; +"2965 _param_constant390" -> "2966 layer_norm_50"; +"2966 layer_norm_50" -> "2967 add_81"; +"2967 add_81" -> "2969 quantize_per_tensor_default_146"; +"2967 add_81" -> "2992 add_82"; +"2968 _param_constant391" -> "2973 quantize_per_channel_default_146"; +"2969 quantize_per_tensor_default_146" -> "2970 dequantize_per_tensor_default_146"; +"2970 dequantize_per_tensor_default_146" -> "2976 linear_145"; +"2971 linear_145_scale_0" -> "2973 quantize_per_channel_default_146"; +"2971 linear_145_scale_0" -> "2974 dequantize_per_channel_default_146"; +"2972 linear_145_zero_point_0" -> "2973 quantize_per_channel_default_146"; +"2972 linear_145_zero_point_0" -> "2974 dequantize_per_channel_default_146"; +"2973 quantize_per_channel_default_146" -> "2974 dequantize_per_channel_default_146"; +"2974 dequantize_per_channel_default_146" -> "2976 linear_145"; +"2975 _param_constant392_0_0" -> "2976 linear_145"; +"2976 linear_145" -> "2977 gelu_23"; +"2977 gelu_23" -> "2978 quantize_per_tensor_default_147"; +"2978 quantize_per_tensor_default_147" -> "2979 dequantize_per_tensor_default_147"; +"2979 dequantize_per_tensor_default_147" -> "2980 dropout_94"; +"2980 dropout_94" -> "2987 linear_146"; +"2981 _param_constant393" -> "2984 quantize_per_channel_default_147"; +"2982 linear_146_scale_0" -> "2984 quantize_per_channel_default_147"; +"2982 linear_146_scale_0" -> "2985 dequantize_per_channel_default_147"; +"2983 linear_146_zero_point_0" -> "2984 quantize_per_channel_default_147"; +"2983 linear_146_zero_point_0" -> "2985 dequantize_per_channel_default_147"; +"2984 quantize_per_channel_default_147" -> "2985 dequantize_per_channel_default_147"; +"2985 dequantize_per_channel_default_147" -> "2987 linear_146"; +"2986 _param_constant394_0_0" -> "2987 linear_146"; +"2987 linear_146" -> "2988 dropout_95"; +"2988 dropout_95" -> "2991 layer_norm_51"; +"2989 _param_constant395" -> "2991 layer_norm_51"; +"2990 _param_constant396" -> "2991 layer_norm_51"; +"2991 layer_norm_51" -> "2992 add_82"; +"2992 add_82" -> "2995 layer_norm_52"; +"2993 _param_constant397" -> "2995 layer_norm_52"; +"2994 _param_constant398" -> "2995 layer_norm_52"; +"2995 layer_norm_52" -> "2996 permute_108"; +"2996 permute_108" -> "2997 adaptive_avg_pool2d"; +"2997 adaptive_avg_pool2d" -> "2998 quantize_per_tensor_default_148"; +"2998 quantize_per_tensor_default_148" -> "2999 dequantize_per_tensor_default_148"; +"2999 dequantize_per_tensor_default_148" -> "3000 flatten"; +"3000 flatten" -> "3007 linear_147"; +"3001 _param_constant399" -> "3004 quantize_per_channel_default_148"; +"3002 linear_147_scale_0" -> "3004 quantize_per_channel_default_148"; +"3002 linear_147_scale_0" -> "3005 dequantize_per_channel_default_148"; +"3003 linear_147_zero_point_0" -> "3004 quantize_per_channel_default_148"; +"3003 linear_147_zero_point_0" -> "3005 dequantize_per_channel_default_148"; +"3004 quantize_per_channel_default_148" -> "3005 dequantize_per_channel_default_148"; +"3005 dequantize_per_channel_default_148" -> "3007 linear_147"; +"3006 _param_constant400_0_0" -> "3007 linear_147"; +"3007 linear_147" -> "3008 output"; +} diff --git a/tests/torch/data/reference_graphs/fx/quantized/unet.dot b/tests/torch/data/reference_graphs/fx/quantized/unet.dot index 90ed4c1bd30..22fdfb61e5d 100644 --- a/tests/torch/data/reference_graphs/fx/quantized/unet.dot +++ b/tests/torch/data/reference_graphs/fx/quantized/unet.dot @@ -2,9 +2,9 @@ strict digraph { "0 arg0_1" [id=0, type=input]; "1 quantize_per_tensor_default_8" [id=1, type=quantize_per_tensor]; "2 dequantize_per_tensor_default_12" [id=2, type=dequantize_per_tensor]; -"3 _param_constant0_scale_0" [id=3, type=get_attr]; -"4 _param_constant0_zero_point_0" [id=4, type=get_attr]; -"5 _param_constant0" [id=5, type=get_attr]; +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; "6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; "7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; "8 _param_constant1_0_0" [id=8, type=get_attr]; @@ -12,9 +12,9 @@ strict digraph { "10 relu" [id=10, type=relu]; "11 quantize_per_tensor_default_9" [id=11, type=quantize_per_tensor]; "12 dequantize_per_tensor_default_13" [id=12, type=dequantize_per_tensor]; -"13 _param_constant4_scale_0" [id=13, type=get_attr]; -"14 _param_constant4_zero_point_0" [id=14, type=get_attr]; -"15 _param_constant4" [id=15, type=get_attr]; +"13 _param_constant4" [id=13, type=get_attr]; +"14 conv2d_1_scale_0" [id=14, type=get_attr]; +"15 conv2d_1_zero_point_0" [id=15, type=get_attr]; "16 quantize_per_channel_default_1" [id=16, type=quantize_per_channel]; "17 dequantize_per_channel_default_1" [id=17, type=dequantize_per_channel]; "18 _param_constant5_0_0" [id=18, type=get_attr]; @@ -24,9 +24,9 @@ strict digraph { "22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; "23 dequantize_per_tensor_default" [id=23, type=dequantize_per_tensor]; "24 max_pool2d" [id=24, type=max_pool2d]; -"25 _param_constant8_scale_0" [id=25, type=get_attr]; -"26 _param_constant8_zero_point_0" [id=26, type=get_attr]; -"27 _param_constant8" [id=27, type=get_attr]; +"25 _param_constant8" [id=25, type=get_attr]; +"26 conv2d_2_scale_0" [id=26, type=get_attr]; +"27 conv2d_2_zero_point_0" [id=27, type=get_attr]; "28 quantize_per_channel_default_2" [id=28, type=quantize_per_channel]; "29 dequantize_per_channel_default_2" [id=29, type=dequantize_per_channel]; "30 _param_constant9_0_0" [id=30, type=get_attr]; @@ -34,9 +34,9 @@ strict digraph { "32 relu_2" [id=32, type=relu]; "33 quantize_per_tensor_default_10" [id=33, type=quantize_per_tensor]; "34 dequantize_per_tensor_default_14" [id=34, type=dequantize_per_tensor]; -"35 _param_constant12_scale_0" [id=35, type=get_attr]; -"36 _param_constant12_zero_point_0" [id=36, type=get_attr]; -"37 _param_constant12" [id=37, type=get_attr]; +"35 _param_constant12" [id=35, type=get_attr]; +"36 conv2d_3_scale_0" [id=36, type=get_attr]; +"37 conv2d_3_zero_point_0" [id=37, type=get_attr]; "38 quantize_per_channel_default_3" [id=38, type=quantize_per_channel]; "39 dequantize_per_channel_default_3" [id=39, type=dequantize_per_channel]; "40 _param_constant13_0_0" [id=40, type=get_attr]; @@ -46,9 +46,9 @@ strict digraph { "44 dequantize_per_tensor_default_5" [id=44, type=dequantize_per_tensor]; "45 dequantize_per_tensor_default_4" [id=45, type=dequantize_per_tensor]; "46 max_pool2d_1" [id=46, type=max_pool2d]; -"47 _param_constant16_scale_0" [id=47, type=get_attr]; -"48 _param_constant16_zero_point_0" [id=48, type=get_attr]; -"49 _param_constant16" [id=49, type=get_attr]; +"47 _param_constant16" [id=47, type=get_attr]; +"48 conv2d_4_scale_0" [id=48, type=get_attr]; +"49 conv2d_4_zero_point_0" [id=49, type=get_attr]; "50 quantize_per_channel_default_4" [id=50, type=quantize_per_channel]; "51 dequantize_per_channel_default_4" [id=51, type=dequantize_per_channel]; "52 _param_constant17_0_0" [id=52, type=get_attr]; @@ -56,9 +56,9 @@ strict digraph { "54 relu_4" [id=54, type=relu]; "55 quantize_per_tensor_default_11" [id=55, type=quantize_per_tensor]; "56 dequantize_per_tensor_default_15" [id=56, type=dequantize_per_tensor]; -"57 _param_constant20_scale_0" [id=57, type=get_attr]; -"58 _param_constant20_zero_point_0" [id=58, type=get_attr]; -"59 _param_constant20" [id=59, type=get_attr]; +"57 _param_constant20" [id=57, type=get_attr]; +"58 conv2d_5_scale_0" [id=58, type=get_attr]; +"59 conv2d_5_zero_point_0" [id=59, type=get_attr]; "60 quantize_per_channel_default_5" [id=60, type=quantize_per_channel]; "61 dequantize_per_channel_default_5" [id=61, type=dequantize_per_channel]; "62 _param_constant21_0_0" [id=62, type=get_attr]; @@ -68,9 +68,9 @@ strict digraph { "66 dequantize_per_tensor_default_7" [id=66, type=dequantize_per_tensor]; "67 dequantize_per_tensor_default_6" [id=67, type=dequantize_per_tensor]; "68 max_pool2d_2" [id=68, type=max_pool2d]; -"69 _param_constant24_scale_0" [id=69, type=get_attr]; -"70 _param_constant24_zero_point_0" [id=70, type=get_attr]; -"71 _param_constant24" [id=71, type=get_attr]; +"69 _param_constant24" [id=69, type=get_attr]; +"70 conv2d_6_scale_0" [id=70, type=get_attr]; +"71 conv2d_6_zero_point_0" [id=71, type=get_attr]; "72 quantize_per_channel_default_6" [id=72, type=quantize_per_channel]; "73 dequantize_per_channel_default_6" [id=73, type=dequantize_per_channel]; "74 _param_constant25_0_0" [id=74, type=get_attr]; @@ -78,9 +78,9 @@ strict digraph { "76 relu_6" [id=76, type=relu]; "77 quantize_per_tensor_default_12" [id=77, type=quantize_per_tensor]; "78 dequantize_per_tensor_default_16" [id=78, type=dequantize_per_tensor]; -"79 _param_constant28_scale_0" [id=79, type=get_attr]; -"80 _param_constant28_zero_point_0" [id=80, type=get_attr]; -"81 _param_constant28" [id=81, type=get_attr]; +"79 _param_constant28" [id=79, type=get_attr]; +"80 conv2d_7_scale_0" [id=80, type=get_attr]; +"81 conv2d_7_zero_point_0" [id=81, type=get_attr]; "82 quantize_per_channel_default_7" [id=82, type=quantize_per_channel]; "83 dequantize_per_channel_default_7" [id=83, type=dequantize_per_channel]; "84 _param_constant29_0_0" [id=84, type=get_attr]; @@ -90,9 +90,9 @@ strict digraph { "88 dequantize_per_tensor_default_11" [id=88, type=dequantize_per_tensor]; "89 dequantize_per_tensor_default_10" [id=89, type=dequantize_per_tensor]; "90 max_pool2d_3" [id=90, type=max_pool2d]; -"91 _param_constant32_scale_0" [id=91, type=get_attr]; -"92 _param_constant32_zero_point_0" [id=92, type=get_attr]; -"93 _param_constant32" [id=93, type=get_attr]; +"91 _param_constant32" [id=91, type=get_attr]; +"92 conv2d_8_scale_0" [id=92, type=get_attr]; +"93 conv2d_8_zero_point_0" [id=93, type=get_attr]; "94 quantize_per_channel_default_8" [id=94, type=quantize_per_channel]; "95 dequantize_per_channel_default_8" [id=95, type=dequantize_per_channel]; "96 _param_constant33_0_0" [id=96, type=get_attr]; @@ -100,9 +100,9 @@ strict digraph { "98 relu_8" [id=98, type=relu]; "99 quantize_per_tensor_default_13" [id=99, type=quantize_per_tensor]; "100 dequantize_per_tensor_default_17" [id=100, type=dequantize_per_tensor]; -"101 _param_constant36_scale_0" [id=101, type=get_attr]; -"102 _param_constant36_zero_point_0" [id=102, type=get_attr]; -"103 _param_constant36" [id=103, type=get_attr]; +"101 _param_constant36" [id=101, type=get_attr]; +"102 conv2d_9_scale_0" [id=102, type=get_attr]; +"103 conv2d_9_zero_point_0" [id=103, type=get_attr]; "104 quantize_per_channel_default_9" [id=104, type=quantize_per_channel]; "105 dequantize_per_channel_default_9" [id=105, type=dequantize_per_channel]; "106 _param_constant37_0_0" [id=106, type=get_attr]; @@ -120,9 +120,9 @@ strict digraph { "118 slice_3" [id=118, type=slice]; "119 slice_4" [id=119, type=slice]; "120 cat" [id=120, type=cat]; -"121 _param_constant42_scale_0" [id=121, type=get_attr]; -"122 _param_constant42_zero_point_0" [id=122, type=get_attr]; -"123 _param_constant42" [id=123, type=get_attr]; +"121 _param_constant42" [id=121, type=get_attr]; +"122 conv2d_10_scale_0" [id=122, type=get_attr]; +"123 conv2d_10_zero_point_0" [id=123, type=get_attr]; "124 quantize_per_channel_default_10" [id=124, type=quantize_per_channel]; "125 dequantize_per_channel_default_10" [id=125, type=dequantize_per_channel]; "126 _param_constant43_0_0" [id=126, type=get_attr]; @@ -130,9 +130,9 @@ strict digraph { "128 relu_10" [id=128, type=relu]; "129 quantize_per_tensor_default_15" [id=129, type=quantize_per_tensor]; "130 dequantize_per_tensor_default_19" [id=130, type=dequantize_per_tensor]; -"131 _param_constant46_scale_0" [id=131, type=get_attr]; -"132 _param_constant46_zero_point_0" [id=132, type=get_attr]; -"133 _param_constant46" [id=133, type=get_attr]; +"131 _param_constant46" [id=131, type=get_attr]; +"132 conv2d_11_scale_0" [id=132, type=get_attr]; +"133 conv2d_11_zero_point_0" [id=133, type=get_attr]; "134 quantize_per_channel_default_11" [id=134, type=quantize_per_channel]; "135 dequantize_per_channel_default_11" [id=135, type=dequantize_per_channel]; "136 _param_constant47_0_0" [id=136, type=get_attr]; @@ -150,9 +150,9 @@ strict digraph { "148 slice_7" [id=148, type=slice]; "149 slice_8" [id=149, type=slice]; "150 cat_1" [id=150, type=cat]; -"151 _param_constant52_scale_0" [id=151, type=get_attr]; -"152 _param_constant52_zero_point_0" [id=152, type=get_attr]; -"153 _param_constant52" [id=153, type=get_attr]; +"151 _param_constant52" [id=151, type=get_attr]; +"152 conv2d_12_scale_0" [id=152, type=get_attr]; +"153 conv2d_12_zero_point_0" [id=153, type=get_attr]; "154 quantize_per_channel_default_12" [id=154, type=quantize_per_channel]; "155 dequantize_per_channel_default_12" [id=155, type=dequantize_per_channel]; "156 _param_constant53_0_0" [id=156, type=get_attr]; @@ -160,9 +160,9 @@ strict digraph { "158 relu_12" [id=158, type=relu]; "159 quantize_per_tensor_default_17" [id=159, type=quantize_per_tensor]; "160 dequantize_per_tensor_default_21" [id=160, type=dequantize_per_tensor]; -"161 _param_constant56_scale_0" [id=161, type=get_attr]; -"162 _param_constant56_zero_point_0" [id=162, type=get_attr]; -"163 _param_constant56" [id=163, type=get_attr]; +"161 _param_constant56" [id=161, type=get_attr]; +"162 conv2d_13_scale_0" [id=162, type=get_attr]; +"163 conv2d_13_zero_point_0" [id=163, type=get_attr]; "164 quantize_per_channel_default_13" [id=164, type=quantize_per_channel]; "165 dequantize_per_channel_default_13" [id=165, type=dequantize_per_channel]; "166 _param_constant57_0_0" [id=166, type=get_attr]; @@ -180,9 +180,9 @@ strict digraph { "178 slice_11" [id=178, type=slice]; "179 slice_12" [id=179, type=slice]; "180 cat_2" [id=180, type=cat]; -"181 _param_constant62_scale_0" [id=181, type=get_attr]; -"182 _param_constant62_zero_point_0" [id=182, type=get_attr]; -"183 _param_constant62" [id=183, type=get_attr]; +"181 _param_constant62" [id=181, type=get_attr]; +"182 conv2d_14_scale_0" [id=182, type=get_attr]; +"183 conv2d_14_zero_point_0" [id=183, type=get_attr]; "184 quantize_per_channel_default_14" [id=184, type=quantize_per_channel]; "185 dequantize_per_channel_default_14" [id=185, type=dequantize_per_channel]; "186 _param_constant63_0_0" [id=186, type=get_attr]; @@ -190,9 +190,9 @@ strict digraph { "188 relu_14" [id=188, type=relu]; "189 quantize_per_tensor_default_19" [id=189, type=quantize_per_tensor]; "190 dequantize_per_tensor_default_23" [id=190, type=dequantize_per_tensor]; -"191 _param_constant66_scale_0" [id=191, type=get_attr]; -"192 _param_constant66_zero_point_0" [id=192, type=get_attr]; -"193 _param_constant66" [id=193, type=get_attr]; +"191 _param_constant66" [id=191, type=get_attr]; +"192 conv2d_15_scale_0" [id=192, type=get_attr]; +"193 conv2d_15_zero_point_0" [id=193, type=get_attr]; "194 quantize_per_channel_default_15" [id=194, type=quantize_per_channel]; "195 dequantize_per_channel_default_15" [id=195, type=dequantize_per_channel]; "196 _param_constant67_0_0" [id=196, type=get_attr]; @@ -210,9 +210,9 @@ strict digraph { "208 slice_15" [id=208, type=slice]; "209 slice_16" [id=209, type=slice]; "210 cat_3" [id=210, type=cat]; -"211 _param_constant72_scale_0" [id=211, type=get_attr]; -"212 _param_constant72_zero_point_0" [id=212, type=get_attr]; -"213 _param_constant72" [id=213, type=get_attr]; +"211 _param_constant72" [id=211, type=get_attr]; +"212 conv2d_16_scale_0" [id=212, type=get_attr]; +"213 conv2d_16_zero_point_0" [id=213, type=get_attr]; "214 quantize_per_channel_default_16" [id=214, type=quantize_per_channel]; "215 dequantize_per_channel_default_16" [id=215, type=dequantize_per_channel]; "216 _param_constant73_0_0" [id=216, type=get_attr]; @@ -220,9 +220,9 @@ strict digraph { "218 relu_16" [id=218, type=relu]; "219 quantize_per_tensor_default_21" [id=219, type=quantize_per_tensor]; "220 dequantize_per_tensor_default_25" [id=220, type=dequantize_per_tensor]; -"221 _param_constant76_scale_0" [id=221, type=get_attr]; -"222 _param_constant76_zero_point_0" [id=222, type=get_attr]; -"223 _param_constant76" [id=223, type=get_attr]; +"221 _param_constant76" [id=221, type=get_attr]; +"222 conv2d_17_scale_0" [id=222, type=get_attr]; +"223 conv2d_17_zero_point_0" [id=223, type=get_attr]; "224 quantize_per_channel_default_17" [id=224, type=quantize_per_channel]; "225 dequantize_per_channel_default_17" [id=225, type=dequantize_per_channel]; "226 _param_constant77_0_0" [id=226, type=get_attr]; @@ -230,9 +230,9 @@ strict digraph { "228 relu_17" [id=228, type=relu]; "229 quantize_per_tensor_default_22" [id=229, type=quantize_per_tensor]; "230 dequantize_per_tensor_default_26" [id=230, type=dequantize_per_tensor]; -"231 _param_constant80_scale_0" [id=231, type=get_attr]; -"232 _param_constant80_zero_point_0" [id=232, type=get_attr]; -"233 _param_constant80" [id=233, type=get_attr]; +"231 _param_constant80" [id=231, type=get_attr]; +"232 conv2d_18_scale_0" [id=232, type=get_attr]; +"233 conv2d_18_zero_point_0" [id=233, type=get_attr]; "234 quantize_per_channel_default_18" [id=234, type=quantize_per_channel]; "235 dequantize_per_channel_default_18" [id=235, type=dequantize_per_channel]; "236 _param_constant81_0_0" [id=236, type=get_attr]; @@ -241,11 +241,11 @@ strict digraph { "0 arg0_1" -> "1 quantize_per_tensor_default_8"; "1 quantize_per_tensor_default_8" -> "2 dequantize_per_tensor_default_12"; "2 dequantize_per_tensor_default_12" -> "9 conv2d"; -"3 _param_constant0_scale_0" -> "6 quantize_per_channel_default"; -"3 _param_constant0_scale_0" -> "7 dequantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "6 quantize_per_channel_default"; -"4 _param_constant0_zero_point_0" -> "7 dequantize_per_channel_default"; -"5 _param_constant0" -> "6 quantize_per_channel_default"; +"3 _param_constant0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; "6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; "7 dequantize_per_channel_default" -> "9 conv2d"; "8 _param_constant1_0_0" -> "9 conv2d"; @@ -253,11 +253,11 @@ strict digraph { "10 relu" -> "11 quantize_per_tensor_default_9"; "11 quantize_per_tensor_default_9" -> "12 dequantize_per_tensor_default_13"; "12 dequantize_per_tensor_default_13" -> "19 conv2d_1"; -"13 _param_constant4_scale_0" -> "16 quantize_per_channel_default_1"; -"13 _param_constant4_scale_0" -> "17 dequantize_per_channel_default_1"; -"14 _param_constant4_zero_point_0" -> "16 quantize_per_channel_default_1"; -"14 _param_constant4_zero_point_0" -> "17 dequantize_per_channel_default_1"; -"15 _param_constant4" -> "16 quantize_per_channel_default_1"; +"13 _param_constant4" -> "16 quantize_per_channel_default_1"; +"14 conv2d_1_scale_0" -> "16 quantize_per_channel_default_1"; +"14 conv2d_1_scale_0" -> "17 dequantize_per_channel_default_1"; +"15 conv2d_1_zero_point_0" -> "16 quantize_per_channel_default_1"; +"15 conv2d_1_zero_point_0" -> "17 dequantize_per_channel_default_1"; "16 quantize_per_channel_default_1" -> "17 dequantize_per_channel_default_1"; "17 dequantize_per_channel_default_1" -> "19 conv2d_1"; "18 _param_constant5_0_0" -> "19 conv2d_1"; @@ -268,11 +268,11 @@ strict digraph { "22 dequantize_per_tensor_default_1" -> "206 slice_13"; "23 dequantize_per_tensor_default" -> "24 max_pool2d"; "24 max_pool2d" -> "31 conv2d_2"; -"25 _param_constant8_scale_0" -> "28 quantize_per_channel_default_2"; -"25 _param_constant8_scale_0" -> "29 dequantize_per_channel_default_2"; -"26 _param_constant8_zero_point_0" -> "28 quantize_per_channel_default_2"; -"26 _param_constant8_zero_point_0" -> "29 dequantize_per_channel_default_2"; -"27 _param_constant8" -> "28 quantize_per_channel_default_2"; +"25 _param_constant8" -> "28 quantize_per_channel_default_2"; +"26 conv2d_2_scale_0" -> "28 quantize_per_channel_default_2"; +"26 conv2d_2_scale_0" -> "29 dequantize_per_channel_default_2"; +"27 conv2d_2_zero_point_0" -> "28 quantize_per_channel_default_2"; +"27 conv2d_2_zero_point_0" -> "29 dequantize_per_channel_default_2"; "28 quantize_per_channel_default_2" -> "29 dequantize_per_channel_default_2"; "29 dequantize_per_channel_default_2" -> "31 conv2d_2"; "30 _param_constant9_0_0" -> "31 conv2d_2"; @@ -280,11 +280,11 @@ strict digraph { "32 relu_2" -> "33 quantize_per_tensor_default_10"; "33 quantize_per_tensor_default_10" -> "34 dequantize_per_tensor_default_14"; "34 dequantize_per_tensor_default_14" -> "41 conv2d_3"; -"35 _param_constant12_scale_0" -> "38 quantize_per_channel_default_3"; -"35 _param_constant12_scale_0" -> "39 dequantize_per_channel_default_3"; -"36 _param_constant12_zero_point_0" -> "38 quantize_per_channel_default_3"; -"36 _param_constant12_zero_point_0" -> "39 dequantize_per_channel_default_3"; -"37 _param_constant12" -> "38 quantize_per_channel_default_3"; +"35 _param_constant12" -> "38 quantize_per_channel_default_3"; +"36 conv2d_3_scale_0" -> "38 quantize_per_channel_default_3"; +"36 conv2d_3_scale_0" -> "39 dequantize_per_channel_default_3"; +"37 conv2d_3_zero_point_0" -> "38 quantize_per_channel_default_3"; +"37 conv2d_3_zero_point_0" -> "39 dequantize_per_channel_default_3"; "38 quantize_per_channel_default_3" -> "39 dequantize_per_channel_default_3"; "39 dequantize_per_channel_default_3" -> "41 conv2d_3"; "40 _param_constant13_0_0" -> "41 conv2d_3"; @@ -295,11 +295,11 @@ strict digraph { "44 dequantize_per_tensor_default_5" -> "176 slice_9"; "45 dequantize_per_tensor_default_4" -> "46 max_pool2d_1"; "46 max_pool2d_1" -> "53 conv2d_4"; -"47 _param_constant16_scale_0" -> "50 quantize_per_channel_default_4"; -"47 _param_constant16_scale_0" -> "51 dequantize_per_channel_default_4"; -"48 _param_constant16_zero_point_0" -> "50 quantize_per_channel_default_4"; -"48 _param_constant16_zero_point_0" -> "51 dequantize_per_channel_default_4"; -"49 _param_constant16" -> "50 quantize_per_channel_default_4"; +"47 _param_constant16" -> "50 quantize_per_channel_default_4"; +"48 conv2d_4_scale_0" -> "50 quantize_per_channel_default_4"; +"48 conv2d_4_scale_0" -> "51 dequantize_per_channel_default_4"; +"49 conv2d_4_zero_point_0" -> "50 quantize_per_channel_default_4"; +"49 conv2d_4_zero_point_0" -> "51 dequantize_per_channel_default_4"; "50 quantize_per_channel_default_4" -> "51 dequantize_per_channel_default_4"; "51 dequantize_per_channel_default_4" -> "53 conv2d_4"; "52 _param_constant17_0_0" -> "53 conv2d_4"; @@ -307,11 +307,11 @@ strict digraph { "54 relu_4" -> "55 quantize_per_tensor_default_11"; "55 quantize_per_tensor_default_11" -> "56 dequantize_per_tensor_default_15"; "56 dequantize_per_tensor_default_15" -> "63 conv2d_5"; -"57 _param_constant20_scale_0" -> "60 quantize_per_channel_default_5"; -"57 _param_constant20_scale_0" -> "61 dequantize_per_channel_default_5"; -"58 _param_constant20_zero_point_0" -> "60 quantize_per_channel_default_5"; -"58 _param_constant20_zero_point_0" -> "61 dequantize_per_channel_default_5"; -"59 _param_constant20" -> "60 quantize_per_channel_default_5"; +"57 _param_constant20" -> "60 quantize_per_channel_default_5"; +"58 conv2d_5_scale_0" -> "60 quantize_per_channel_default_5"; +"58 conv2d_5_scale_0" -> "61 dequantize_per_channel_default_5"; +"59 conv2d_5_zero_point_0" -> "60 quantize_per_channel_default_5"; +"59 conv2d_5_zero_point_0" -> "61 dequantize_per_channel_default_5"; "60 quantize_per_channel_default_5" -> "61 dequantize_per_channel_default_5"; "61 dequantize_per_channel_default_5" -> "63 conv2d_5"; "62 _param_constant21_0_0" -> "63 conv2d_5"; @@ -322,11 +322,11 @@ strict digraph { "66 dequantize_per_tensor_default_7" -> "146 slice_5"; "67 dequantize_per_tensor_default_6" -> "68 max_pool2d_2"; "68 max_pool2d_2" -> "75 conv2d_6"; -"69 _param_constant24_scale_0" -> "72 quantize_per_channel_default_6"; -"69 _param_constant24_scale_0" -> "73 dequantize_per_channel_default_6"; -"70 _param_constant24_zero_point_0" -> "72 quantize_per_channel_default_6"; -"70 _param_constant24_zero_point_0" -> "73 dequantize_per_channel_default_6"; -"71 _param_constant24" -> "72 quantize_per_channel_default_6"; +"69 _param_constant24" -> "72 quantize_per_channel_default_6"; +"70 conv2d_6_scale_0" -> "72 quantize_per_channel_default_6"; +"70 conv2d_6_scale_0" -> "73 dequantize_per_channel_default_6"; +"71 conv2d_6_zero_point_0" -> "72 quantize_per_channel_default_6"; +"71 conv2d_6_zero_point_0" -> "73 dequantize_per_channel_default_6"; "72 quantize_per_channel_default_6" -> "73 dequantize_per_channel_default_6"; "73 dequantize_per_channel_default_6" -> "75 conv2d_6"; "74 _param_constant25_0_0" -> "75 conv2d_6"; @@ -334,11 +334,11 @@ strict digraph { "76 relu_6" -> "77 quantize_per_tensor_default_12"; "77 quantize_per_tensor_default_12" -> "78 dequantize_per_tensor_default_16"; "78 dequantize_per_tensor_default_16" -> "85 conv2d_7"; -"79 _param_constant28_scale_0" -> "82 quantize_per_channel_default_7"; -"79 _param_constant28_scale_0" -> "83 dequantize_per_channel_default_7"; -"80 _param_constant28_zero_point_0" -> "82 quantize_per_channel_default_7"; -"80 _param_constant28_zero_point_0" -> "83 dequantize_per_channel_default_7"; -"81 _param_constant28" -> "82 quantize_per_channel_default_7"; +"79 _param_constant28" -> "82 quantize_per_channel_default_7"; +"80 conv2d_7_scale_0" -> "82 quantize_per_channel_default_7"; +"80 conv2d_7_scale_0" -> "83 dequantize_per_channel_default_7"; +"81 conv2d_7_zero_point_0" -> "82 quantize_per_channel_default_7"; +"81 conv2d_7_zero_point_0" -> "83 dequantize_per_channel_default_7"; "82 quantize_per_channel_default_7" -> "83 dequantize_per_channel_default_7"; "83 dequantize_per_channel_default_7" -> "85 conv2d_7"; "84 _param_constant29_0_0" -> "85 conv2d_7"; @@ -349,11 +349,11 @@ strict digraph { "88 dequantize_per_tensor_default_11" -> "116 slice_1"; "89 dequantize_per_tensor_default_10" -> "90 max_pool2d_3"; "90 max_pool2d_3" -> "97 conv2d_8"; -"91 _param_constant32_scale_0" -> "94 quantize_per_channel_default_8"; -"91 _param_constant32_scale_0" -> "95 dequantize_per_channel_default_8"; -"92 _param_constant32_zero_point_0" -> "94 quantize_per_channel_default_8"; -"92 _param_constant32_zero_point_0" -> "95 dequantize_per_channel_default_8"; -"93 _param_constant32" -> "94 quantize_per_channel_default_8"; +"91 _param_constant32" -> "94 quantize_per_channel_default_8"; +"92 conv2d_8_scale_0" -> "94 quantize_per_channel_default_8"; +"92 conv2d_8_scale_0" -> "95 dequantize_per_channel_default_8"; +"93 conv2d_8_zero_point_0" -> "94 quantize_per_channel_default_8"; +"93 conv2d_8_zero_point_0" -> "95 dequantize_per_channel_default_8"; "94 quantize_per_channel_default_8" -> "95 dequantize_per_channel_default_8"; "95 dequantize_per_channel_default_8" -> "97 conv2d_8"; "96 _param_constant33_0_0" -> "97 conv2d_8"; @@ -361,11 +361,11 @@ strict digraph { "98 relu_8" -> "99 quantize_per_tensor_default_13"; "99 quantize_per_tensor_default_13" -> "100 dequantize_per_tensor_default_17"; "100 dequantize_per_tensor_default_17" -> "107 conv2d_9"; -"101 _param_constant36_scale_0" -> "104 quantize_per_channel_default_9"; -"101 _param_constant36_scale_0" -> "105 dequantize_per_channel_default_9"; -"102 _param_constant36_zero_point_0" -> "104 quantize_per_channel_default_9"; -"102 _param_constant36_zero_point_0" -> "105 dequantize_per_channel_default_9"; -"103 _param_constant36" -> "104 quantize_per_channel_default_9"; +"101 _param_constant36" -> "104 quantize_per_channel_default_9"; +"102 conv2d_9_scale_0" -> "104 quantize_per_channel_default_9"; +"102 conv2d_9_scale_0" -> "105 dequantize_per_channel_default_9"; +"103 conv2d_9_zero_point_0" -> "104 quantize_per_channel_default_9"; +"103 conv2d_9_zero_point_0" -> "105 dequantize_per_channel_default_9"; "104 quantize_per_channel_default_9" -> "105 dequantize_per_channel_default_9"; "105 dequantize_per_channel_default_9" -> "107 conv2d_9"; "106 _param_constant37_0_0" -> "107 conv2d_9"; @@ -383,11 +383,11 @@ strict digraph { "118 slice_3" -> "119 slice_4"; "119 slice_4" -> "120 cat"; "120 cat" -> "127 conv2d_10"; -"121 _param_constant42_scale_0" -> "124 quantize_per_channel_default_10"; -"121 _param_constant42_scale_0" -> "125 dequantize_per_channel_default_10"; -"122 _param_constant42_zero_point_0" -> "124 quantize_per_channel_default_10"; -"122 _param_constant42_zero_point_0" -> "125 dequantize_per_channel_default_10"; -"123 _param_constant42" -> "124 quantize_per_channel_default_10"; +"121 _param_constant42" -> "124 quantize_per_channel_default_10"; +"122 conv2d_10_scale_0" -> "124 quantize_per_channel_default_10"; +"122 conv2d_10_scale_0" -> "125 dequantize_per_channel_default_10"; +"123 conv2d_10_zero_point_0" -> "124 quantize_per_channel_default_10"; +"123 conv2d_10_zero_point_0" -> "125 dequantize_per_channel_default_10"; "124 quantize_per_channel_default_10" -> "125 dequantize_per_channel_default_10"; "125 dequantize_per_channel_default_10" -> "127 conv2d_10"; "126 _param_constant43_0_0" -> "127 conv2d_10"; @@ -395,11 +395,11 @@ strict digraph { "128 relu_10" -> "129 quantize_per_tensor_default_15"; "129 quantize_per_tensor_default_15" -> "130 dequantize_per_tensor_default_19"; "130 dequantize_per_tensor_default_19" -> "137 conv2d_11"; -"131 _param_constant46_scale_0" -> "134 quantize_per_channel_default_11"; -"131 _param_constant46_scale_0" -> "135 dequantize_per_channel_default_11"; -"132 _param_constant46_zero_point_0" -> "134 quantize_per_channel_default_11"; -"132 _param_constant46_zero_point_0" -> "135 dequantize_per_channel_default_11"; -"133 _param_constant46" -> "134 quantize_per_channel_default_11"; +"131 _param_constant46" -> "134 quantize_per_channel_default_11"; +"132 conv2d_11_scale_0" -> "134 quantize_per_channel_default_11"; +"132 conv2d_11_scale_0" -> "135 dequantize_per_channel_default_11"; +"133 conv2d_11_zero_point_0" -> "134 quantize_per_channel_default_11"; +"133 conv2d_11_zero_point_0" -> "135 dequantize_per_channel_default_11"; "134 quantize_per_channel_default_11" -> "135 dequantize_per_channel_default_11"; "135 dequantize_per_channel_default_11" -> "137 conv2d_11"; "136 _param_constant47_0_0" -> "137 conv2d_11"; @@ -417,11 +417,11 @@ strict digraph { "148 slice_7" -> "149 slice_8"; "149 slice_8" -> "150 cat_1"; "150 cat_1" -> "157 conv2d_12"; -"151 _param_constant52_scale_0" -> "154 quantize_per_channel_default_12"; -"151 _param_constant52_scale_0" -> "155 dequantize_per_channel_default_12"; -"152 _param_constant52_zero_point_0" -> "154 quantize_per_channel_default_12"; -"152 _param_constant52_zero_point_0" -> "155 dequantize_per_channel_default_12"; -"153 _param_constant52" -> "154 quantize_per_channel_default_12"; +"151 _param_constant52" -> "154 quantize_per_channel_default_12"; +"152 conv2d_12_scale_0" -> "154 quantize_per_channel_default_12"; +"152 conv2d_12_scale_0" -> "155 dequantize_per_channel_default_12"; +"153 conv2d_12_zero_point_0" -> "154 quantize_per_channel_default_12"; +"153 conv2d_12_zero_point_0" -> "155 dequantize_per_channel_default_12"; "154 quantize_per_channel_default_12" -> "155 dequantize_per_channel_default_12"; "155 dequantize_per_channel_default_12" -> "157 conv2d_12"; "156 _param_constant53_0_0" -> "157 conv2d_12"; @@ -429,11 +429,11 @@ strict digraph { "158 relu_12" -> "159 quantize_per_tensor_default_17"; "159 quantize_per_tensor_default_17" -> "160 dequantize_per_tensor_default_21"; "160 dequantize_per_tensor_default_21" -> "167 conv2d_13"; -"161 _param_constant56_scale_0" -> "164 quantize_per_channel_default_13"; -"161 _param_constant56_scale_0" -> "165 dequantize_per_channel_default_13"; -"162 _param_constant56_zero_point_0" -> "164 quantize_per_channel_default_13"; -"162 _param_constant56_zero_point_0" -> "165 dequantize_per_channel_default_13"; -"163 _param_constant56" -> "164 quantize_per_channel_default_13"; +"161 _param_constant56" -> "164 quantize_per_channel_default_13"; +"162 conv2d_13_scale_0" -> "164 quantize_per_channel_default_13"; +"162 conv2d_13_scale_0" -> "165 dequantize_per_channel_default_13"; +"163 conv2d_13_zero_point_0" -> "164 quantize_per_channel_default_13"; +"163 conv2d_13_zero_point_0" -> "165 dequantize_per_channel_default_13"; "164 quantize_per_channel_default_13" -> "165 dequantize_per_channel_default_13"; "165 dequantize_per_channel_default_13" -> "167 conv2d_13"; "166 _param_constant57_0_0" -> "167 conv2d_13"; @@ -451,11 +451,11 @@ strict digraph { "178 slice_11" -> "179 slice_12"; "179 slice_12" -> "180 cat_2"; "180 cat_2" -> "187 conv2d_14"; -"181 _param_constant62_scale_0" -> "184 quantize_per_channel_default_14"; -"181 _param_constant62_scale_0" -> "185 dequantize_per_channel_default_14"; -"182 _param_constant62_zero_point_0" -> "184 quantize_per_channel_default_14"; -"182 _param_constant62_zero_point_0" -> "185 dequantize_per_channel_default_14"; -"183 _param_constant62" -> "184 quantize_per_channel_default_14"; +"181 _param_constant62" -> "184 quantize_per_channel_default_14"; +"182 conv2d_14_scale_0" -> "184 quantize_per_channel_default_14"; +"182 conv2d_14_scale_0" -> "185 dequantize_per_channel_default_14"; +"183 conv2d_14_zero_point_0" -> "184 quantize_per_channel_default_14"; +"183 conv2d_14_zero_point_0" -> "185 dequantize_per_channel_default_14"; "184 quantize_per_channel_default_14" -> "185 dequantize_per_channel_default_14"; "185 dequantize_per_channel_default_14" -> "187 conv2d_14"; "186 _param_constant63_0_0" -> "187 conv2d_14"; @@ -463,11 +463,11 @@ strict digraph { "188 relu_14" -> "189 quantize_per_tensor_default_19"; "189 quantize_per_tensor_default_19" -> "190 dequantize_per_tensor_default_23"; "190 dequantize_per_tensor_default_23" -> "197 conv2d_15"; -"191 _param_constant66_scale_0" -> "194 quantize_per_channel_default_15"; -"191 _param_constant66_scale_0" -> "195 dequantize_per_channel_default_15"; -"192 _param_constant66_zero_point_0" -> "194 quantize_per_channel_default_15"; -"192 _param_constant66_zero_point_0" -> "195 dequantize_per_channel_default_15"; -"193 _param_constant66" -> "194 quantize_per_channel_default_15"; +"191 _param_constant66" -> "194 quantize_per_channel_default_15"; +"192 conv2d_15_scale_0" -> "194 quantize_per_channel_default_15"; +"192 conv2d_15_scale_0" -> "195 dequantize_per_channel_default_15"; +"193 conv2d_15_zero_point_0" -> "194 quantize_per_channel_default_15"; +"193 conv2d_15_zero_point_0" -> "195 dequantize_per_channel_default_15"; "194 quantize_per_channel_default_15" -> "195 dequantize_per_channel_default_15"; "195 dequantize_per_channel_default_15" -> "197 conv2d_15"; "196 _param_constant67_0_0" -> "197 conv2d_15"; @@ -485,11 +485,11 @@ strict digraph { "208 slice_15" -> "209 slice_16"; "209 slice_16" -> "210 cat_3"; "210 cat_3" -> "217 conv2d_16"; -"211 _param_constant72_scale_0" -> "214 quantize_per_channel_default_16"; -"211 _param_constant72_scale_0" -> "215 dequantize_per_channel_default_16"; -"212 _param_constant72_zero_point_0" -> "214 quantize_per_channel_default_16"; -"212 _param_constant72_zero_point_0" -> "215 dequantize_per_channel_default_16"; -"213 _param_constant72" -> "214 quantize_per_channel_default_16"; +"211 _param_constant72" -> "214 quantize_per_channel_default_16"; +"212 conv2d_16_scale_0" -> "214 quantize_per_channel_default_16"; +"212 conv2d_16_scale_0" -> "215 dequantize_per_channel_default_16"; +"213 conv2d_16_zero_point_0" -> "214 quantize_per_channel_default_16"; +"213 conv2d_16_zero_point_0" -> "215 dequantize_per_channel_default_16"; "214 quantize_per_channel_default_16" -> "215 dequantize_per_channel_default_16"; "215 dequantize_per_channel_default_16" -> "217 conv2d_16"; "216 _param_constant73_0_0" -> "217 conv2d_16"; @@ -497,11 +497,11 @@ strict digraph { "218 relu_16" -> "219 quantize_per_tensor_default_21"; "219 quantize_per_tensor_default_21" -> "220 dequantize_per_tensor_default_25"; "220 dequantize_per_tensor_default_25" -> "227 conv2d_17"; -"221 _param_constant76_scale_0" -> "224 quantize_per_channel_default_17"; -"221 _param_constant76_scale_0" -> "225 dequantize_per_channel_default_17"; -"222 _param_constant76_zero_point_0" -> "224 quantize_per_channel_default_17"; -"222 _param_constant76_zero_point_0" -> "225 dequantize_per_channel_default_17"; -"223 _param_constant76" -> "224 quantize_per_channel_default_17"; +"221 _param_constant76" -> "224 quantize_per_channel_default_17"; +"222 conv2d_17_scale_0" -> "224 quantize_per_channel_default_17"; +"222 conv2d_17_scale_0" -> "225 dequantize_per_channel_default_17"; +"223 conv2d_17_zero_point_0" -> "224 quantize_per_channel_default_17"; +"223 conv2d_17_zero_point_0" -> "225 dequantize_per_channel_default_17"; "224 quantize_per_channel_default_17" -> "225 dequantize_per_channel_default_17"; "225 dequantize_per_channel_default_17" -> "227 conv2d_17"; "226 _param_constant77_0_0" -> "227 conv2d_17"; @@ -509,11 +509,11 @@ strict digraph { "228 relu_17" -> "229 quantize_per_tensor_default_22"; "229 quantize_per_tensor_default_22" -> "230 dequantize_per_tensor_default_26"; "230 dequantize_per_tensor_default_26" -> "237 conv2d_18"; -"231 _param_constant80_scale_0" -> "234 quantize_per_channel_default_18"; -"231 _param_constant80_scale_0" -> "235 dequantize_per_channel_default_18"; -"232 _param_constant80_zero_point_0" -> "234 quantize_per_channel_default_18"; -"232 _param_constant80_zero_point_0" -> "235 dequantize_per_channel_default_18"; -"233 _param_constant80" -> "234 quantize_per_channel_default_18"; +"231 _param_constant80" -> "234 quantize_per_channel_default_18"; +"232 conv2d_18_scale_0" -> "234 quantize_per_channel_default_18"; +"232 conv2d_18_scale_0" -> "235 dequantize_per_channel_default_18"; +"233 conv2d_18_zero_point_0" -> "234 quantize_per_channel_default_18"; +"233 conv2d_18_zero_point_0" -> "235 dequantize_per_channel_default_18"; "234 quantize_per_channel_default_18" -> "235 dequantize_per_channel_default_18"; "235 dequantize_per_channel_default_18" -> "237 conv2d_18"; "236 _param_constant81_0_0" -> "237 conv2d_18"; diff --git a/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot new file mode 100644 index 00000000000..9bf83ed9888 --- /dev/null +++ b/tests/torch/data/reference_graphs/fx/quantized/vit_b_16.dot @@ -0,0 +1,2015 @@ +strict digraph { +"0 arg0_1" [id=0, type=input]; +"1 quantize_per_tensor_default" [id=1, type=quantize_per_tensor]; +"2 dequantize_per_tensor_default" [id=2, type=dequantize_per_tensor]; +"3 _param_constant0" [id=3, type=get_attr]; +"4 conv2d_scale_0" [id=4, type=get_attr]; +"5 conv2d_zero_point_0" [id=5, type=get_attr]; +"6 quantize_per_channel_default" [id=6, type=quantize_per_channel]; +"7 dequantize_per_channel_default" [id=7, type=dequantize_per_channel]; +"8 _param_constant1_0_0" [id=8, type=get_attr]; +"9 conv2d" [id=9, type=conv2d]; +"10 reshape" [id=10, type=reshape]; +"11 permute" [id=11, type=permute]; +"12 _param_constant2" [id=12, type=get_attr]; +"13 expand" [id=13, type=expand]; +"14 cat" [id=14, type=cat]; +"15 _param_constant3" [id=15, type=get_attr]; +"16 add" [id=16, type=add]; +"17 dropout" [id=17, type=dropout]; +"18 _param_constant4" [id=18, type=get_attr]; +"19 _param_constant5" [id=19, type=get_attr]; +"20 layer_norm" [id=20, type=layer_norm]; +"21 quantize_per_tensor_default_1" [id=21, type=quantize_per_tensor]; +"22 dequantize_per_tensor_default_1" [id=22, type=dequantize_per_tensor]; +"23 transpose" [id=23, type=transpose]; +"24 _param_constant6" [id=24, type=get_attr]; +"25 linear_scale_0" [id=25, type=get_attr]; +"26 linear_zero_point_0" [id=26, type=get_attr]; +"27 quantize_per_channel_default_1" [id=27, type=quantize_per_channel]; +"28 dequantize_per_channel_default_1" [id=28, type=dequantize_per_channel]; +"29 _param_constant7_0_0" [id=29, type=get_attr]; +"30 linear" [id=30, type=linear]; +"31 unflatten" [id=31, type=unflatten]; +"32 unsqueeze" [id=32, type=unsqueeze]; +"33 transpose_1" [id=33, type=transpose]; +"34 squeeze" [id=34, type=squeeze]; +"35 contiguous" [id=35, type=contiguous]; +"36 quantize_per_tensor_default_2" [id=36, type=quantize_per_tensor]; +"37 dequantize_per_tensor_default_2" [id=37, type=dequantize_per_tensor]; +"38 select" [id=38, type=select]; +"39 quantize_per_tensor_default_3" [id=39, type=quantize_per_tensor]; +"40 dequantize_per_tensor_default_3" [id=40, type=dequantize_per_tensor]; +"41 select_1" [id=41, type=select]; +"42 select_2" [id=42, type=select]; +"43 view" [id=43, type=view]; +"44 transpose_2" [id=44, type=transpose]; +"45 view_1" [id=45, type=view]; +"46 transpose_3" [id=46, type=transpose]; +"47 view_2" [id=47, type=view]; +"48 transpose_4" [id=48, type=transpose]; +"49 view_3" [id=49, type=view]; +"50 view_4" [id=50, type=view]; +"51 view_5" [id=51, type=view]; +"52 scaled_dot_product_attention" [id=52, type=scaled_dot_product_attention]; +"53 quantize_per_tensor_default_4" [id=53, type=quantize_per_tensor]; +"54 dequantize_per_tensor_default_4" [id=54, type=dequantize_per_tensor]; +"55 permute_1" [id=55, type=permute]; +"56 view_6" [id=56, type=view]; +"57 _param_constant8" [id=57, type=get_attr]; +"58 linear_1_scale_0" [id=58, type=get_attr]; +"59 linear_1_zero_point_0" [id=59, type=get_attr]; +"60 quantize_per_channel_default_2" [id=60, type=quantize_per_channel]; +"61 dequantize_per_channel_default_2" [id=61, type=dequantize_per_channel]; +"62 _param_constant9_0_0" [id=62, type=get_attr]; +"63 linear_1" [id=63, type=linear]; +"64 view_7" [id=64, type=view]; +"65 transpose_5" [id=65, type=transpose]; +"66 dropout_1" [id=66, type=dropout]; +"67 add_1" [id=67, type=add]; +"68 _param_constant10" [id=68, type=get_attr]; +"69 _param_constant11" [id=69, type=get_attr]; +"70 layer_norm_1" [id=70, type=layer_norm]; +"71 quantize_per_tensor_default_5" [id=71, type=quantize_per_tensor]; +"72 dequantize_per_tensor_default_5" [id=72, type=dequantize_per_tensor]; +"73 _param_constant12" [id=73, type=get_attr]; +"74 linear_2_scale_0" [id=74, type=get_attr]; +"75 linear_2_zero_point_0" [id=75, type=get_attr]; +"76 quantize_per_channel_default_3" [id=76, type=quantize_per_channel]; +"77 dequantize_per_channel_default_3" [id=77, type=dequantize_per_channel]; +"78 _param_constant13_0_0" [id=78, type=get_attr]; +"79 linear_2" [id=79, type=linear]; +"80 gelu" [id=80, type=gelu]; +"81 quantize_per_tensor_default_6" [id=81, type=quantize_per_tensor]; +"82 dequantize_per_tensor_default_6" [id=82, type=dequantize_per_tensor]; +"83 dropout_2" [id=83, type=dropout]; +"84 _param_constant14" [id=84, type=get_attr]; +"85 linear_3_scale_0" [id=85, type=get_attr]; +"86 linear_3_zero_point_0" [id=86, type=get_attr]; +"87 quantize_per_channel_default_4" [id=87, type=quantize_per_channel]; +"88 dequantize_per_channel_default_4" [id=88, type=dequantize_per_channel]; +"89 _param_constant15_0_0" [id=89, type=get_attr]; +"90 linear_3" [id=90, type=linear]; +"91 dropout_3" [id=91, type=dropout]; +"92 add_2" [id=92, type=add]; +"93 _param_constant16" [id=93, type=get_attr]; +"94 _param_constant17" [id=94, type=get_attr]; +"95 layer_norm_2" [id=95, type=layer_norm]; +"96 quantize_per_tensor_default_7" [id=96, type=quantize_per_tensor]; +"97 dequantize_per_tensor_default_7" [id=97, type=dequantize_per_tensor]; +"98 transpose_6" [id=98, type=transpose]; +"99 _param_constant18" [id=99, type=get_attr]; +"100 linear_4_scale_0" [id=100, type=get_attr]; +"101 linear_4_zero_point_0" [id=101, type=get_attr]; +"102 quantize_per_channel_default_5" [id=102, type=quantize_per_channel]; +"103 dequantize_per_channel_default_5" [id=103, type=dequantize_per_channel]; +"104 _param_constant19_0_0" [id=104, type=get_attr]; +"105 linear_4" [id=105, type=linear]; +"106 unflatten_1" [id=106, type=unflatten]; +"107 unsqueeze_1" [id=107, type=unsqueeze]; +"108 transpose_7" [id=108, type=transpose]; +"109 squeeze_1" [id=109, type=squeeze]; +"110 contiguous_1" [id=110, type=contiguous]; +"111 quantize_per_tensor_default_8" [id=111, type=quantize_per_tensor]; +"112 dequantize_per_tensor_default_8" [id=112, type=dequantize_per_tensor]; +"113 select_3" [id=113, type=select]; +"114 quantize_per_tensor_default_9" [id=114, type=quantize_per_tensor]; +"115 dequantize_per_tensor_default_9" [id=115, type=dequantize_per_tensor]; +"116 select_4" [id=116, type=select]; +"117 select_5" [id=117, type=select]; +"118 view_8" [id=118, type=view]; +"119 transpose_8" [id=119, type=transpose]; +"120 view_9" [id=120, type=view]; +"121 transpose_9" [id=121, type=transpose]; +"122 view_10" [id=122, type=view]; +"123 transpose_10" [id=123, type=transpose]; +"124 view_11" [id=124, type=view]; +"125 view_12" [id=125, type=view]; +"126 view_13" [id=126, type=view]; +"127 scaled_dot_product_attention_1" [id=127, type=scaled_dot_product_attention]; +"128 quantize_per_tensor_default_10" [id=128, type=quantize_per_tensor]; +"129 dequantize_per_tensor_default_10" [id=129, type=dequantize_per_tensor]; +"130 permute_2" [id=130, type=permute]; +"131 view_14" [id=131, type=view]; +"132 _param_constant20" [id=132, type=get_attr]; +"133 linear_5_scale_0" [id=133, type=get_attr]; +"134 linear_5_zero_point_0" [id=134, type=get_attr]; +"135 quantize_per_channel_default_6" [id=135, type=quantize_per_channel]; +"136 dequantize_per_channel_default_6" [id=136, type=dequantize_per_channel]; +"137 _param_constant21_0_0" [id=137, type=get_attr]; +"138 linear_5" [id=138, type=linear]; +"139 view_15" [id=139, type=view]; +"140 transpose_11" [id=140, type=transpose]; +"141 dropout_4" [id=141, type=dropout]; +"142 add_3" [id=142, type=add]; +"143 _param_constant22" [id=143, type=get_attr]; +"144 _param_constant23" [id=144, type=get_attr]; +"145 layer_norm_3" [id=145, type=layer_norm]; +"146 quantize_per_tensor_default_11" [id=146, type=quantize_per_tensor]; +"147 dequantize_per_tensor_default_11" [id=147, type=dequantize_per_tensor]; +"148 _param_constant24" [id=148, type=get_attr]; +"149 linear_6_scale_0" [id=149, type=get_attr]; +"150 linear_6_zero_point_0" [id=150, type=get_attr]; +"151 quantize_per_channel_default_7" [id=151, type=quantize_per_channel]; +"152 dequantize_per_channel_default_7" [id=152, type=dequantize_per_channel]; +"153 _param_constant25_0_0" [id=153, type=get_attr]; +"154 linear_6" [id=154, type=linear]; +"155 gelu_1" [id=155, type=gelu]; +"156 quantize_per_tensor_default_12" [id=156, type=quantize_per_tensor]; +"157 dequantize_per_tensor_default_12" [id=157, type=dequantize_per_tensor]; +"158 dropout_5" [id=158, type=dropout]; +"159 _param_constant26" [id=159, type=get_attr]; +"160 linear_7_scale_0" [id=160, type=get_attr]; +"161 linear_7_zero_point_0" [id=161, type=get_attr]; +"162 quantize_per_channel_default_8" [id=162, type=quantize_per_channel]; +"163 dequantize_per_channel_default_8" [id=163, type=dequantize_per_channel]; +"164 _param_constant27_0_0" [id=164, type=get_attr]; +"165 linear_7" [id=165, type=linear]; +"166 dropout_6" [id=166, type=dropout]; +"167 add_4" [id=167, type=add]; +"168 _param_constant28" [id=168, type=get_attr]; +"169 _param_constant29" [id=169, type=get_attr]; +"170 layer_norm_4" [id=170, type=layer_norm]; +"171 quantize_per_tensor_default_13" [id=171, type=quantize_per_tensor]; +"172 dequantize_per_tensor_default_13" [id=172, type=dequantize_per_tensor]; +"173 transpose_12" [id=173, type=transpose]; +"174 _param_constant30" [id=174, type=get_attr]; +"175 linear_8_scale_0" [id=175, type=get_attr]; +"176 linear_8_zero_point_0" [id=176, type=get_attr]; +"177 quantize_per_channel_default_9" [id=177, type=quantize_per_channel]; +"178 dequantize_per_channel_default_9" [id=178, type=dequantize_per_channel]; +"179 _param_constant31_0_0" [id=179, type=get_attr]; +"180 linear_8" [id=180, type=linear]; +"181 unflatten_2" [id=181, type=unflatten]; +"182 unsqueeze_2" [id=182, type=unsqueeze]; +"183 transpose_13" [id=183, type=transpose]; +"184 squeeze_2" [id=184, type=squeeze]; +"185 contiguous_2" [id=185, type=contiguous]; +"186 quantize_per_tensor_default_14" [id=186, type=quantize_per_tensor]; +"187 dequantize_per_tensor_default_14" [id=187, type=dequantize_per_tensor]; +"188 select_6" [id=188, type=select]; +"189 quantize_per_tensor_default_15" [id=189, type=quantize_per_tensor]; +"190 dequantize_per_tensor_default_15" [id=190, type=dequantize_per_tensor]; +"191 select_7" [id=191, type=select]; +"192 select_8" [id=192, type=select]; +"193 view_16" [id=193, type=view]; +"194 transpose_14" [id=194, type=transpose]; +"195 view_17" [id=195, type=view]; +"196 transpose_15" [id=196, type=transpose]; +"197 view_18" [id=197, type=view]; +"198 transpose_16" [id=198, type=transpose]; +"199 view_19" [id=199, type=view]; +"200 view_20" [id=200, type=view]; +"201 view_21" [id=201, type=view]; +"202 scaled_dot_product_attention_2" [id=202, type=scaled_dot_product_attention]; +"203 quantize_per_tensor_default_16" [id=203, type=quantize_per_tensor]; +"204 dequantize_per_tensor_default_16" [id=204, type=dequantize_per_tensor]; +"205 permute_3" [id=205, type=permute]; +"206 view_22" [id=206, type=view]; +"207 _param_constant32" [id=207, type=get_attr]; +"208 linear_9_scale_0" [id=208, type=get_attr]; +"209 linear_9_zero_point_0" [id=209, type=get_attr]; +"210 quantize_per_channel_default_10" [id=210, type=quantize_per_channel]; +"211 dequantize_per_channel_default_10" [id=211, type=dequantize_per_channel]; +"212 _param_constant33_0_0" [id=212, type=get_attr]; +"213 linear_9" [id=213, type=linear]; +"214 view_23" [id=214, type=view]; +"215 transpose_17" [id=215, type=transpose]; +"216 dropout_7" [id=216, type=dropout]; +"217 add_5" [id=217, type=add]; +"218 _param_constant34" [id=218, type=get_attr]; +"219 _param_constant35" [id=219, type=get_attr]; +"220 layer_norm_5" [id=220, type=layer_norm]; +"221 quantize_per_tensor_default_17" [id=221, type=quantize_per_tensor]; +"222 dequantize_per_tensor_default_17" [id=222, type=dequantize_per_tensor]; +"223 _param_constant36" [id=223, type=get_attr]; +"224 linear_10_scale_0" [id=224, type=get_attr]; +"225 linear_10_zero_point_0" [id=225, type=get_attr]; +"226 quantize_per_channel_default_11" [id=226, type=quantize_per_channel]; +"227 dequantize_per_channel_default_11" [id=227, type=dequantize_per_channel]; +"228 _param_constant37_0_0" [id=228, type=get_attr]; +"229 linear_10" [id=229, type=linear]; +"230 gelu_2" [id=230, type=gelu]; +"231 quantize_per_tensor_default_18" [id=231, type=quantize_per_tensor]; +"232 dequantize_per_tensor_default_18" [id=232, type=dequantize_per_tensor]; +"233 dropout_8" [id=233, type=dropout]; +"234 _param_constant38" [id=234, type=get_attr]; +"235 linear_11_scale_0" [id=235, type=get_attr]; +"236 linear_11_zero_point_0" [id=236, type=get_attr]; +"237 quantize_per_channel_default_12" [id=237, type=quantize_per_channel]; +"238 dequantize_per_channel_default_12" [id=238, type=dequantize_per_channel]; +"239 _param_constant39_0_0" [id=239, type=get_attr]; +"240 linear_11" [id=240, type=linear]; +"241 dropout_9" [id=241, type=dropout]; +"242 add_6" [id=242, type=add]; +"243 _param_constant40" [id=243, type=get_attr]; +"244 _param_constant41" [id=244, type=get_attr]; +"245 layer_norm_6" [id=245, type=layer_norm]; +"246 quantize_per_tensor_default_19" [id=246, type=quantize_per_tensor]; +"247 dequantize_per_tensor_default_19" [id=247, type=dequantize_per_tensor]; +"248 transpose_18" [id=248, type=transpose]; +"249 _param_constant42" [id=249, type=get_attr]; +"250 linear_12_scale_0" [id=250, type=get_attr]; +"251 linear_12_zero_point_0" [id=251, type=get_attr]; +"252 quantize_per_channel_default_13" [id=252, type=quantize_per_channel]; +"253 dequantize_per_channel_default_13" [id=253, type=dequantize_per_channel]; +"254 _param_constant43_0_0" [id=254, type=get_attr]; +"255 linear_12" [id=255, type=linear]; +"256 unflatten_3" [id=256, type=unflatten]; +"257 unsqueeze_3" [id=257, type=unsqueeze]; +"258 transpose_19" [id=258, type=transpose]; +"259 squeeze_3" [id=259, type=squeeze]; +"260 contiguous_3" [id=260, type=contiguous]; +"261 quantize_per_tensor_default_20" [id=261, type=quantize_per_tensor]; +"262 dequantize_per_tensor_default_20" [id=262, type=dequantize_per_tensor]; +"263 select_9" [id=263, type=select]; +"264 quantize_per_tensor_default_21" [id=264, type=quantize_per_tensor]; +"265 dequantize_per_tensor_default_21" [id=265, type=dequantize_per_tensor]; +"266 select_10" [id=266, type=select]; +"267 select_11" [id=267, type=select]; +"268 view_24" [id=268, type=view]; +"269 transpose_20" [id=269, type=transpose]; +"270 view_25" [id=270, type=view]; +"271 transpose_21" [id=271, type=transpose]; +"272 view_26" [id=272, type=view]; +"273 transpose_22" [id=273, type=transpose]; +"274 view_27" [id=274, type=view]; +"275 view_28" [id=275, type=view]; +"276 view_29" [id=276, type=view]; +"277 scaled_dot_product_attention_3" [id=277, type=scaled_dot_product_attention]; +"278 quantize_per_tensor_default_22" [id=278, type=quantize_per_tensor]; +"279 dequantize_per_tensor_default_22" [id=279, type=dequantize_per_tensor]; +"280 permute_4" [id=280, type=permute]; +"281 view_30" [id=281, type=view]; +"282 _param_constant44" [id=282, type=get_attr]; +"283 linear_13_scale_0" [id=283, type=get_attr]; +"284 linear_13_zero_point_0" [id=284, type=get_attr]; +"285 quantize_per_channel_default_14" [id=285, type=quantize_per_channel]; +"286 dequantize_per_channel_default_14" [id=286, type=dequantize_per_channel]; +"287 _param_constant45_0_0" [id=287, type=get_attr]; +"288 linear_13" [id=288, type=linear]; +"289 view_31" [id=289, type=view]; +"290 transpose_23" [id=290, type=transpose]; +"291 dropout_10" [id=291, type=dropout]; +"292 add_7" [id=292, type=add]; +"293 _param_constant46" [id=293, type=get_attr]; +"294 _param_constant47" [id=294, type=get_attr]; +"295 layer_norm_7" [id=295, type=layer_norm]; +"296 quantize_per_tensor_default_23" [id=296, type=quantize_per_tensor]; +"297 dequantize_per_tensor_default_23" [id=297, type=dequantize_per_tensor]; +"298 _param_constant48" [id=298, type=get_attr]; +"299 linear_14_scale_0" [id=299, type=get_attr]; +"300 linear_14_zero_point_0" [id=300, type=get_attr]; +"301 quantize_per_channel_default_15" [id=301, type=quantize_per_channel]; +"302 dequantize_per_channel_default_15" [id=302, type=dequantize_per_channel]; +"303 _param_constant49_0_0" [id=303, type=get_attr]; +"304 linear_14" [id=304, type=linear]; +"305 gelu_3" [id=305, type=gelu]; +"306 quantize_per_tensor_default_24" [id=306, type=quantize_per_tensor]; +"307 dequantize_per_tensor_default_24" [id=307, type=dequantize_per_tensor]; +"308 dropout_11" [id=308, type=dropout]; +"309 _param_constant50" [id=309, type=get_attr]; +"310 linear_15_scale_0" [id=310, type=get_attr]; +"311 linear_15_zero_point_0" [id=311, type=get_attr]; +"312 quantize_per_channel_default_16" [id=312, type=quantize_per_channel]; +"313 dequantize_per_channel_default_16" [id=313, type=dequantize_per_channel]; +"314 _param_constant51_0_0" [id=314, type=get_attr]; +"315 linear_15" [id=315, type=linear]; +"316 dropout_12" [id=316, type=dropout]; +"317 add_8" [id=317, type=add]; +"318 _param_constant52" [id=318, type=get_attr]; +"319 _param_constant53" [id=319, type=get_attr]; +"320 layer_norm_8" [id=320, type=layer_norm]; +"321 quantize_per_tensor_default_25" [id=321, type=quantize_per_tensor]; +"322 dequantize_per_tensor_default_25" [id=322, type=dequantize_per_tensor]; +"323 transpose_24" [id=323, type=transpose]; +"324 _param_constant54" [id=324, type=get_attr]; +"325 linear_16_scale_0" [id=325, type=get_attr]; +"326 linear_16_zero_point_0" [id=326, type=get_attr]; +"327 quantize_per_channel_default_17" [id=327, type=quantize_per_channel]; +"328 dequantize_per_channel_default_17" [id=328, type=dequantize_per_channel]; +"329 _param_constant55_0_0" [id=329, type=get_attr]; +"330 linear_16" [id=330, type=linear]; +"331 unflatten_4" [id=331, type=unflatten]; +"332 unsqueeze_4" [id=332, type=unsqueeze]; +"333 transpose_25" [id=333, type=transpose]; +"334 squeeze_4" [id=334, type=squeeze]; +"335 contiguous_4" [id=335, type=contiguous]; +"336 quantize_per_tensor_default_26" [id=336, type=quantize_per_tensor]; +"337 dequantize_per_tensor_default_26" [id=337, type=dequantize_per_tensor]; +"338 select_12" [id=338, type=select]; +"339 quantize_per_tensor_default_27" [id=339, type=quantize_per_tensor]; +"340 dequantize_per_tensor_default_27" [id=340, type=dequantize_per_tensor]; +"341 select_13" [id=341, type=select]; +"342 select_14" [id=342, type=select]; +"343 view_32" [id=343, type=view]; +"344 transpose_26" [id=344, type=transpose]; +"345 view_33" [id=345, type=view]; +"346 transpose_27" [id=346, type=transpose]; +"347 view_34" [id=347, type=view]; +"348 transpose_28" [id=348, type=transpose]; +"349 view_35" [id=349, type=view]; +"350 view_36" [id=350, type=view]; +"351 view_37" [id=351, type=view]; +"352 scaled_dot_product_attention_4" [id=352, type=scaled_dot_product_attention]; +"353 quantize_per_tensor_default_28" [id=353, type=quantize_per_tensor]; +"354 dequantize_per_tensor_default_28" [id=354, type=dequantize_per_tensor]; +"355 permute_5" [id=355, type=permute]; +"356 view_38" [id=356, type=view]; +"357 _param_constant56" [id=357, type=get_attr]; +"358 linear_17_scale_0" [id=358, type=get_attr]; +"359 linear_17_zero_point_0" [id=359, type=get_attr]; +"360 quantize_per_channel_default_18" [id=360, type=quantize_per_channel]; +"361 dequantize_per_channel_default_18" [id=361, type=dequantize_per_channel]; +"362 _param_constant57_0_0" [id=362, type=get_attr]; +"363 linear_17" [id=363, type=linear]; +"364 view_39" [id=364, type=view]; +"365 transpose_29" [id=365, type=transpose]; +"366 dropout_13" [id=366, type=dropout]; +"367 add_9" [id=367, type=add]; +"368 _param_constant58" [id=368, type=get_attr]; +"369 _param_constant59" [id=369, type=get_attr]; +"370 layer_norm_9" [id=370, type=layer_norm]; +"371 quantize_per_tensor_default_29" [id=371, type=quantize_per_tensor]; +"372 dequantize_per_tensor_default_29" [id=372, type=dequantize_per_tensor]; +"373 _param_constant60" [id=373, type=get_attr]; +"374 linear_18_scale_0" [id=374, type=get_attr]; +"375 linear_18_zero_point_0" [id=375, type=get_attr]; +"376 quantize_per_channel_default_19" [id=376, type=quantize_per_channel]; +"377 dequantize_per_channel_default_19" [id=377, type=dequantize_per_channel]; +"378 _param_constant61_0_0" [id=378, type=get_attr]; +"379 linear_18" [id=379, type=linear]; +"380 gelu_4" [id=380, type=gelu]; +"381 quantize_per_tensor_default_30" [id=381, type=quantize_per_tensor]; +"382 dequantize_per_tensor_default_30" [id=382, type=dequantize_per_tensor]; +"383 dropout_14" [id=383, type=dropout]; +"384 _param_constant62" [id=384, type=get_attr]; +"385 linear_19_scale_0" [id=385, type=get_attr]; +"386 linear_19_zero_point_0" [id=386, type=get_attr]; +"387 quantize_per_channel_default_20" [id=387, type=quantize_per_channel]; +"388 dequantize_per_channel_default_20" [id=388, type=dequantize_per_channel]; +"389 _param_constant63_0_0" [id=389, type=get_attr]; +"390 linear_19" [id=390, type=linear]; +"391 dropout_15" [id=391, type=dropout]; +"392 add_10" [id=392, type=add]; +"393 _param_constant64" [id=393, type=get_attr]; +"394 _param_constant65" [id=394, type=get_attr]; +"395 layer_norm_10" [id=395, type=layer_norm]; +"396 quantize_per_tensor_default_31" [id=396, type=quantize_per_tensor]; +"397 dequantize_per_tensor_default_31" [id=397, type=dequantize_per_tensor]; +"398 transpose_30" [id=398, type=transpose]; +"399 _param_constant66" [id=399, type=get_attr]; +"400 linear_20_scale_0" [id=400, type=get_attr]; +"401 linear_20_zero_point_0" [id=401, type=get_attr]; +"402 quantize_per_channel_default_21" [id=402, type=quantize_per_channel]; +"403 dequantize_per_channel_default_21" [id=403, type=dequantize_per_channel]; +"404 _param_constant67_0_0" [id=404, type=get_attr]; +"405 linear_20" [id=405, type=linear]; +"406 unflatten_5" [id=406, type=unflatten]; +"407 unsqueeze_5" [id=407, type=unsqueeze]; +"408 transpose_31" [id=408, type=transpose]; +"409 squeeze_5" [id=409, type=squeeze]; +"410 contiguous_5" [id=410, type=contiguous]; +"411 quantize_per_tensor_default_32" [id=411, type=quantize_per_tensor]; +"412 dequantize_per_tensor_default_32" [id=412, type=dequantize_per_tensor]; +"413 select_15" [id=413, type=select]; +"414 quantize_per_tensor_default_33" [id=414, type=quantize_per_tensor]; +"415 dequantize_per_tensor_default_33" [id=415, type=dequantize_per_tensor]; +"416 select_16" [id=416, type=select]; +"417 select_17" [id=417, type=select]; +"418 view_40" [id=418, type=view]; +"419 transpose_32" [id=419, type=transpose]; +"420 view_41" [id=420, type=view]; +"421 transpose_33" [id=421, type=transpose]; +"422 view_42" [id=422, type=view]; +"423 transpose_34" [id=423, type=transpose]; +"424 view_43" [id=424, type=view]; +"425 view_44" [id=425, type=view]; +"426 view_45" [id=426, type=view]; +"427 scaled_dot_product_attention_5" [id=427, type=scaled_dot_product_attention]; +"428 quantize_per_tensor_default_34" [id=428, type=quantize_per_tensor]; +"429 dequantize_per_tensor_default_34" [id=429, type=dequantize_per_tensor]; +"430 permute_6" [id=430, type=permute]; +"431 view_46" [id=431, type=view]; +"432 _param_constant68" [id=432, type=get_attr]; +"433 linear_21_scale_0" [id=433, type=get_attr]; +"434 linear_21_zero_point_0" [id=434, type=get_attr]; +"435 quantize_per_channel_default_22" [id=435, type=quantize_per_channel]; +"436 dequantize_per_channel_default_22" [id=436, type=dequantize_per_channel]; +"437 _param_constant69_0_0" [id=437, type=get_attr]; +"438 linear_21" [id=438, type=linear]; +"439 view_47" [id=439, type=view]; +"440 transpose_35" [id=440, type=transpose]; +"441 dropout_16" [id=441, type=dropout]; +"442 add_11" [id=442, type=add]; +"443 _param_constant70" [id=443, type=get_attr]; +"444 _param_constant71" [id=444, type=get_attr]; +"445 layer_norm_11" [id=445, type=layer_norm]; +"446 quantize_per_tensor_default_35" [id=446, type=quantize_per_tensor]; +"447 dequantize_per_tensor_default_35" [id=447, type=dequantize_per_tensor]; +"448 _param_constant72" [id=448, type=get_attr]; +"449 linear_22_scale_0" [id=449, type=get_attr]; +"450 linear_22_zero_point_0" [id=450, type=get_attr]; +"451 quantize_per_channel_default_23" [id=451, type=quantize_per_channel]; +"452 dequantize_per_channel_default_23" [id=452, type=dequantize_per_channel]; +"453 _param_constant73_0_0" [id=453, type=get_attr]; +"454 linear_22" [id=454, type=linear]; +"455 gelu_5" [id=455, type=gelu]; +"456 quantize_per_tensor_default_36" [id=456, type=quantize_per_tensor]; +"457 dequantize_per_tensor_default_36" [id=457, type=dequantize_per_tensor]; +"458 dropout_17" [id=458, type=dropout]; +"459 _param_constant74" [id=459, type=get_attr]; +"460 linear_23_scale_0" [id=460, type=get_attr]; +"461 linear_23_zero_point_0" [id=461, type=get_attr]; +"462 quantize_per_channel_default_24" [id=462, type=quantize_per_channel]; +"463 dequantize_per_channel_default_24" [id=463, type=dequantize_per_channel]; +"464 _param_constant75_0_0" [id=464, type=get_attr]; +"465 linear_23" [id=465, type=linear]; +"466 dropout_18" [id=466, type=dropout]; +"467 add_12" [id=467, type=add]; +"468 _param_constant76" [id=468, type=get_attr]; +"469 _param_constant77" [id=469, type=get_attr]; +"470 layer_norm_12" [id=470, type=layer_norm]; +"471 quantize_per_tensor_default_37" [id=471, type=quantize_per_tensor]; +"472 dequantize_per_tensor_default_37" [id=472, type=dequantize_per_tensor]; +"473 transpose_36" [id=473, type=transpose]; +"474 _param_constant78" [id=474, type=get_attr]; +"475 linear_24_scale_0" [id=475, type=get_attr]; +"476 linear_24_zero_point_0" [id=476, type=get_attr]; +"477 quantize_per_channel_default_25" [id=477, type=quantize_per_channel]; +"478 dequantize_per_channel_default_25" [id=478, type=dequantize_per_channel]; +"479 _param_constant79_0_0" [id=479, type=get_attr]; +"480 linear_24" [id=480, type=linear]; +"481 unflatten_6" [id=481, type=unflatten]; +"482 unsqueeze_6" [id=482, type=unsqueeze]; +"483 transpose_37" [id=483, type=transpose]; +"484 squeeze_6" [id=484, type=squeeze]; +"485 contiguous_6" [id=485, type=contiguous]; +"486 quantize_per_tensor_default_38" [id=486, type=quantize_per_tensor]; +"487 dequantize_per_tensor_default_38" [id=487, type=dequantize_per_tensor]; +"488 select_18" [id=488, type=select]; +"489 quantize_per_tensor_default_39" [id=489, type=quantize_per_tensor]; +"490 dequantize_per_tensor_default_39" [id=490, type=dequantize_per_tensor]; +"491 select_19" [id=491, type=select]; +"492 select_20" [id=492, type=select]; +"493 view_48" [id=493, type=view]; +"494 transpose_38" [id=494, type=transpose]; +"495 view_49" [id=495, type=view]; +"496 transpose_39" [id=496, type=transpose]; +"497 view_50" [id=497, type=view]; +"498 transpose_40" [id=498, type=transpose]; +"499 view_51" [id=499, type=view]; +"500 view_52" [id=500, type=view]; +"501 view_53" [id=501, type=view]; +"502 scaled_dot_product_attention_6" [id=502, type=scaled_dot_product_attention]; +"503 quantize_per_tensor_default_40" [id=503, type=quantize_per_tensor]; +"504 dequantize_per_tensor_default_40" [id=504, type=dequantize_per_tensor]; +"505 permute_7" [id=505, type=permute]; +"506 view_54" [id=506, type=view]; +"507 _param_constant80" [id=507, type=get_attr]; +"508 linear_25_scale_0" [id=508, type=get_attr]; +"509 linear_25_zero_point_0" [id=509, type=get_attr]; +"510 quantize_per_channel_default_26" [id=510, type=quantize_per_channel]; +"511 dequantize_per_channel_default_26" [id=511, type=dequantize_per_channel]; +"512 _param_constant81_0_0" [id=512, type=get_attr]; +"513 linear_25" [id=513, type=linear]; +"514 view_55" [id=514, type=view]; +"515 transpose_41" [id=515, type=transpose]; +"516 dropout_19" [id=516, type=dropout]; +"517 add_13" [id=517, type=add]; +"518 _param_constant82" [id=518, type=get_attr]; +"519 _param_constant83" [id=519, type=get_attr]; +"520 layer_norm_13" [id=520, type=layer_norm]; +"521 quantize_per_tensor_default_41" [id=521, type=quantize_per_tensor]; +"522 dequantize_per_tensor_default_41" [id=522, type=dequantize_per_tensor]; +"523 _param_constant84" [id=523, type=get_attr]; +"524 linear_26_scale_0" [id=524, type=get_attr]; +"525 linear_26_zero_point_0" [id=525, type=get_attr]; +"526 quantize_per_channel_default_27" [id=526, type=quantize_per_channel]; +"527 dequantize_per_channel_default_27" [id=527, type=dequantize_per_channel]; +"528 _param_constant85_0_0" [id=528, type=get_attr]; +"529 linear_26" [id=529, type=linear]; +"530 gelu_6" [id=530, type=gelu]; +"531 quantize_per_tensor_default_42" [id=531, type=quantize_per_tensor]; +"532 dequantize_per_tensor_default_42" [id=532, type=dequantize_per_tensor]; +"533 dropout_20" [id=533, type=dropout]; +"534 _param_constant86" [id=534, type=get_attr]; +"535 linear_27_scale_0" [id=535, type=get_attr]; +"536 linear_27_zero_point_0" [id=536, type=get_attr]; +"537 quantize_per_channel_default_28" [id=537, type=quantize_per_channel]; +"538 dequantize_per_channel_default_28" [id=538, type=dequantize_per_channel]; +"539 _param_constant87_0_0" [id=539, type=get_attr]; +"540 linear_27" [id=540, type=linear]; +"541 dropout_21" [id=541, type=dropout]; +"542 add_14" [id=542, type=add]; +"543 _param_constant88" [id=543, type=get_attr]; +"544 _param_constant89" [id=544, type=get_attr]; +"545 layer_norm_14" [id=545, type=layer_norm]; +"546 quantize_per_tensor_default_43" [id=546, type=quantize_per_tensor]; +"547 dequantize_per_tensor_default_43" [id=547, type=dequantize_per_tensor]; +"548 transpose_42" [id=548, type=transpose]; +"549 _param_constant90" [id=549, type=get_attr]; +"550 linear_28_scale_0" [id=550, type=get_attr]; +"551 linear_28_zero_point_0" [id=551, type=get_attr]; +"552 quantize_per_channel_default_29" [id=552, type=quantize_per_channel]; +"553 dequantize_per_channel_default_29" [id=553, type=dequantize_per_channel]; +"554 _param_constant91_0_0" [id=554, type=get_attr]; +"555 linear_28" [id=555, type=linear]; +"556 unflatten_7" [id=556, type=unflatten]; +"557 unsqueeze_7" [id=557, type=unsqueeze]; +"558 transpose_43" [id=558, type=transpose]; +"559 squeeze_7" [id=559, type=squeeze]; +"560 contiguous_7" [id=560, type=contiguous]; +"561 quantize_per_tensor_default_44" [id=561, type=quantize_per_tensor]; +"562 dequantize_per_tensor_default_44" [id=562, type=dequantize_per_tensor]; +"563 select_21" [id=563, type=select]; +"564 quantize_per_tensor_default_45" [id=564, type=quantize_per_tensor]; +"565 dequantize_per_tensor_default_45" [id=565, type=dequantize_per_tensor]; +"566 select_22" [id=566, type=select]; +"567 select_23" [id=567, type=select]; +"568 view_56" [id=568, type=view]; +"569 transpose_44" [id=569, type=transpose]; +"570 view_57" [id=570, type=view]; +"571 transpose_45" [id=571, type=transpose]; +"572 view_58" [id=572, type=view]; +"573 transpose_46" [id=573, type=transpose]; +"574 view_59" [id=574, type=view]; +"575 view_60" [id=575, type=view]; +"576 view_61" [id=576, type=view]; +"577 scaled_dot_product_attention_7" [id=577, type=scaled_dot_product_attention]; +"578 quantize_per_tensor_default_46" [id=578, type=quantize_per_tensor]; +"579 dequantize_per_tensor_default_46" [id=579, type=dequantize_per_tensor]; +"580 permute_8" [id=580, type=permute]; +"581 view_62" [id=581, type=view]; +"582 _param_constant92" [id=582, type=get_attr]; +"583 linear_29_scale_0" [id=583, type=get_attr]; +"584 linear_29_zero_point_0" [id=584, type=get_attr]; +"585 quantize_per_channel_default_30" [id=585, type=quantize_per_channel]; +"586 dequantize_per_channel_default_30" [id=586, type=dequantize_per_channel]; +"587 _param_constant93_0_0" [id=587, type=get_attr]; +"588 linear_29" [id=588, type=linear]; +"589 view_63" [id=589, type=view]; +"590 transpose_47" [id=590, type=transpose]; +"591 dropout_22" [id=591, type=dropout]; +"592 add_15" [id=592, type=add]; +"593 _param_constant94" [id=593, type=get_attr]; +"594 _param_constant95" [id=594, type=get_attr]; +"595 layer_norm_15" [id=595, type=layer_norm]; +"596 quantize_per_tensor_default_47" [id=596, type=quantize_per_tensor]; +"597 dequantize_per_tensor_default_47" [id=597, type=dequantize_per_tensor]; +"598 _param_constant96" [id=598, type=get_attr]; +"599 linear_30_scale_0" [id=599, type=get_attr]; +"600 linear_30_zero_point_0" [id=600, type=get_attr]; +"601 quantize_per_channel_default_31" [id=601, type=quantize_per_channel]; +"602 dequantize_per_channel_default_31" [id=602, type=dequantize_per_channel]; +"603 _param_constant97_0_0" [id=603, type=get_attr]; +"604 linear_30" [id=604, type=linear]; +"605 gelu_7" [id=605, type=gelu]; +"606 quantize_per_tensor_default_48" [id=606, type=quantize_per_tensor]; +"607 dequantize_per_tensor_default_48" [id=607, type=dequantize_per_tensor]; +"608 dropout_23" [id=608, type=dropout]; +"609 _param_constant98" [id=609, type=get_attr]; +"610 linear_31_scale_0" [id=610, type=get_attr]; +"611 linear_31_zero_point_0" [id=611, type=get_attr]; +"612 quantize_per_channel_default_32" [id=612, type=quantize_per_channel]; +"613 dequantize_per_channel_default_32" [id=613, type=dequantize_per_channel]; +"614 _param_constant99_0_0" [id=614, type=get_attr]; +"615 linear_31" [id=615, type=linear]; +"616 dropout_24" [id=616, type=dropout]; +"617 add_16" [id=617, type=add]; +"618 _param_constant100" [id=618, type=get_attr]; +"619 _param_constant101" [id=619, type=get_attr]; +"620 layer_norm_16" [id=620, type=layer_norm]; +"621 quantize_per_tensor_default_49" [id=621, type=quantize_per_tensor]; +"622 dequantize_per_tensor_default_49" [id=622, type=dequantize_per_tensor]; +"623 transpose_48" [id=623, type=transpose]; +"624 _param_constant102" [id=624, type=get_attr]; +"625 linear_32_scale_0" [id=625, type=get_attr]; +"626 linear_32_zero_point_0" [id=626, type=get_attr]; +"627 quantize_per_channel_default_33" [id=627, type=quantize_per_channel]; +"628 dequantize_per_channel_default_33" [id=628, type=dequantize_per_channel]; +"629 _param_constant103_0_0" [id=629, type=get_attr]; +"630 linear_32" [id=630, type=linear]; +"631 unflatten_8" [id=631, type=unflatten]; +"632 unsqueeze_8" [id=632, type=unsqueeze]; +"633 transpose_49" [id=633, type=transpose]; +"634 squeeze_8" [id=634, type=squeeze]; +"635 contiguous_8" [id=635, type=contiguous]; +"636 quantize_per_tensor_default_50" [id=636, type=quantize_per_tensor]; +"637 dequantize_per_tensor_default_50" [id=637, type=dequantize_per_tensor]; +"638 select_24" [id=638, type=select]; +"639 quantize_per_tensor_default_51" [id=639, type=quantize_per_tensor]; +"640 dequantize_per_tensor_default_51" [id=640, type=dequantize_per_tensor]; +"641 select_25" [id=641, type=select]; +"642 select_26" [id=642, type=select]; +"643 view_64" [id=643, type=view]; +"644 transpose_50" [id=644, type=transpose]; +"645 view_65" [id=645, type=view]; +"646 transpose_51" [id=646, type=transpose]; +"647 view_66" [id=647, type=view]; +"648 transpose_52" [id=648, type=transpose]; +"649 view_67" [id=649, type=view]; +"650 view_68" [id=650, type=view]; +"651 view_69" [id=651, type=view]; +"652 scaled_dot_product_attention_8" [id=652, type=scaled_dot_product_attention]; +"653 quantize_per_tensor_default_52" [id=653, type=quantize_per_tensor]; +"654 dequantize_per_tensor_default_52" [id=654, type=dequantize_per_tensor]; +"655 permute_9" [id=655, type=permute]; +"656 view_70" [id=656, type=view]; +"657 _param_constant104" [id=657, type=get_attr]; +"658 linear_33_scale_0" [id=658, type=get_attr]; +"659 linear_33_zero_point_0" [id=659, type=get_attr]; +"660 quantize_per_channel_default_34" [id=660, type=quantize_per_channel]; +"661 dequantize_per_channel_default_34" [id=661, type=dequantize_per_channel]; +"662 _param_constant105_0_0" [id=662, type=get_attr]; +"663 linear_33" [id=663, type=linear]; +"664 view_71" [id=664, type=view]; +"665 transpose_53" [id=665, type=transpose]; +"666 dropout_25" [id=666, type=dropout]; +"667 add_17" [id=667, type=add]; +"668 _param_constant106" [id=668, type=get_attr]; +"669 _param_constant107" [id=669, type=get_attr]; +"670 layer_norm_17" [id=670, type=layer_norm]; +"671 quantize_per_tensor_default_53" [id=671, type=quantize_per_tensor]; +"672 dequantize_per_tensor_default_53" [id=672, type=dequantize_per_tensor]; +"673 _param_constant108" [id=673, type=get_attr]; +"674 linear_34_scale_0" [id=674, type=get_attr]; +"675 linear_34_zero_point_0" [id=675, type=get_attr]; +"676 quantize_per_channel_default_35" [id=676, type=quantize_per_channel]; +"677 dequantize_per_channel_default_35" [id=677, type=dequantize_per_channel]; +"678 _param_constant109_0_0" [id=678, type=get_attr]; +"679 linear_34" [id=679, type=linear]; +"680 gelu_8" [id=680, type=gelu]; +"681 quantize_per_tensor_default_54" [id=681, type=quantize_per_tensor]; +"682 dequantize_per_tensor_default_54" [id=682, type=dequantize_per_tensor]; +"683 dropout_26" [id=683, type=dropout]; +"684 _param_constant110" [id=684, type=get_attr]; +"685 linear_35_scale_0" [id=685, type=get_attr]; +"686 linear_35_zero_point_0" [id=686, type=get_attr]; +"687 quantize_per_channel_default_36" [id=687, type=quantize_per_channel]; +"688 dequantize_per_channel_default_36" [id=688, type=dequantize_per_channel]; +"689 _param_constant111_0_0" [id=689, type=get_attr]; +"690 linear_35" [id=690, type=linear]; +"691 dropout_27" [id=691, type=dropout]; +"692 add_18" [id=692, type=add]; +"693 _param_constant112" [id=693, type=get_attr]; +"694 _param_constant113" [id=694, type=get_attr]; +"695 layer_norm_18" [id=695, type=layer_norm]; +"696 quantize_per_tensor_default_55" [id=696, type=quantize_per_tensor]; +"697 dequantize_per_tensor_default_55" [id=697, type=dequantize_per_tensor]; +"698 transpose_54" [id=698, type=transpose]; +"699 _param_constant114" [id=699, type=get_attr]; +"700 linear_36_scale_0" [id=700, type=get_attr]; +"701 linear_36_zero_point_0" [id=701, type=get_attr]; +"702 quantize_per_channel_default_37" [id=702, type=quantize_per_channel]; +"703 dequantize_per_channel_default_37" [id=703, type=dequantize_per_channel]; +"704 _param_constant115_0_0" [id=704, type=get_attr]; +"705 linear_36" [id=705, type=linear]; +"706 unflatten_9" [id=706, type=unflatten]; +"707 unsqueeze_9" [id=707, type=unsqueeze]; +"708 transpose_55" [id=708, type=transpose]; +"709 squeeze_9" [id=709, type=squeeze]; +"710 contiguous_9" [id=710, type=contiguous]; +"711 quantize_per_tensor_default_56" [id=711, type=quantize_per_tensor]; +"712 dequantize_per_tensor_default_56" [id=712, type=dequantize_per_tensor]; +"713 select_27" [id=713, type=select]; +"714 quantize_per_tensor_default_57" [id=714, type=quantize_per_tensor]; +"715 dequantize_per_tensor_default_57" [id=715, type=dequantize_per_tensor]; +"716 select_28" [id=716, type=select]; +"717 select_29" [id=717, type=select]; +"718 view_72" [id=718, type=view]; +"719 transpose_56" [id=719, type=transpose]; +"720 view_73" [id=720, type=view]; +"721 transpose_57" [id=721, type=transpose]; +"722 view_74" [id=722, type=view]; +"723 transpose_58" [id=723, type=transpose]; +"724 view_75" [id=724, type=view]; +"725 view_76" [id=725, type=view]; +"726 view_77" [id=726, type=view]; +"727 scaled_dot_product_attention_9" [id=727, type=scaled_dot_product_attention]; +"728 quantize_per_tensor_default_58" [id=728, type=quantize_per_tensor]; +"729 dequantize_per_tensor_default_58" [id=729, type=dequantize_per_tensor]; +"730 permute_10" [id=730, type=permute]; +"731 view_78" [id=731, type=view]; +"732 _param_constant116" [id=732, type=get_attr]; +"733 linear_37_scale_0" [id=733, type=get_attr]; +"734 linear_37_zero_point_0" [id=734, type=get_attr]; +"735 quantize_per_channel_default_38" [id=735, type=quantize_per_channel]; +"736 dequantize_per_channel_default_38" [id=736, type=dequantize_per_channel]; +"737 _param_constant117_0_0" [id=737, type=get_attr]; +"738 linear_37" [id=738, type=linear]; +"739 view_79" [id=739, type=view]; +"740 transpose_59" [id=740, type=transpose]; +"741 dropout_28" [id=741, type=dropout]; +"742 add_19" [id=742, type=add]; +"743 _param_constant118" [id=743, type=get_attr]; +"744 _param_constant119" [id=744, type=get_attr]; +"745 layer_norm_19" [id=745, type=layer_norm]; +"746 quantize_per_tensor_default_59" [id=746, type=quantize_per_tensor]; +"747 dequantize_per_tensor_default_59" [id=747, type=dequantize_per_tensor]; +"748 _param_constant120" [id=748, type=get_attr]; +"749 linear_38_scale_0" [id=749, type=get_attr]; +"750 linear_38_zero_point_0" [id=750, type=get_attr]; +"751 quantize_per_channel_default_39" [id=751, type=quantize_per_channel]; +"752 dequantize_per_channel_default_39" [id=752, type=dequantize_per_channel]; +"753 _param_constant121_0_0" [id=753, type=get_attr]; +"754 linear_38" [id=754, type=linear]; +"755 gelu_9" [id=755, type=gelu]; +"756 quantize_per_tensor_default_60" [id=756, type=quantize_per_tensor]; +"757 dequantize_per_tensor_default_60" [id=757, type=dequantize_per_tensor]; +"758 dropout_29" [id=758, type=dropout]; +"759 _param_constant122" [id=759, type=get_attr]; +"760 linear_39_scale_0" [id=760, type=get_attr]; +"761 linear_39_zero_point_0" [id=761, type=get_attr]; +"762 quantize_per_channel_default_40" [id=762, type=quantize_per_channel]; +"763 dequantize_per_channel_default_40" [id=763, type=dequantize_per_channel]; +"764 _param_constant123_0_0" [id=764, type=get_attr]; +"765 linear_39" [id=765, type=linear]; +"766 dropout_30" [id=766, type=dropout]; +"767 add_20" [id=767, type=add]; +"768 _param_constant124" [id=768, type=get_attr]; +"769 _param_constant125" [id=769, type=get_attr]; +"770 layer_norm_20" [id=770, type=layer_norm]; +"771 quantize_per_tensor_default_61" [id=771, type=quantize_per_tensor]; +"772 dequantize_per_tensor_default_61" [id=772, type=dequantize_per_tensor]; +"773 transpose_60" [id=773, type=transpose]; +"774 _param_constant126" [id=774, type=get_attr]; +"775 linear_40_scale_0" [id=775, type=get_attr]; +"776 linear_40_zero_point_0" [id=776, type=get_attr]; +"777 quantize_per_channel_default_41" [id=777, type=quantize_per_channel]; +"778 dequantize_per_channel_default_41" [id=778, type=dequantize_per_channel]; +"779 _param_constant127_0_0" [id=779, type=get_attr]; +"780 linear_40" [id=780, type=linear]; +"781 unflatten_10" [id=781, type=unflatten]; +"782 unsqueeze_10" [id=782, type=unsqueeze]; +"783 transpose_61" [id=783, type=transpose]; +"784 squeeze_10" [id=784, type=squeeze]; +"785 contiguous_10" [id=785, type=contiguous]; +"786 quantize_per_tensor_default_62" [id=786, type=quantize_per_tensor]; +"787 dequantize_per_tensor_default_62" [id=787, type=dequantize_per_tensor]; +"788 select_30" [id=788, type=select]; +"789 quantize_per_tensor_default_63" [id=789, type=quantize_per_tensor]; +"790 dequantize_per_tensor_default_63" [id=790, type=dequantize_per_tensor]; +"791 select_31" [id=791, type=select]; +"792 select_32" [id=792, type=select]; +"793 view_80" [id=793, type=view]; +"794 transpose_62" [id=794, type=transpose]; +"795 view_81" [id=795, type=view]; +"796 transpose_63" [id=796, type=transpose]; +"797 view_82" [id=797, type=view]; +"798 transpose_64" [id=798, type=transpose]; +"799 view_83" [id=799, type=view]; +"800 view_84" [id=800, type=view]; +"801 view_85" [id=801, type=view]; +"802 scaled_dot_product_attention_10" [id=802, type=scaled_dot_product_attention]; +"803 quantize_per_tensor_default_64" [id=803, type=quantize_per_tensor]; +"804 dequantize_per_tensor_default_64" [id=804, type=dequantize_per_tensor]; +"805 permute_11" [id=805, type=permute]; +"806 view_86" [id=806, type=view]; +"807 _param_constant128" [id=807, type=get_attr]; +"808 linear_41_scale_0" [id=808, type=get_attr]; +"809 linear_41_zero_point_0" [id=809, type=get_attr]; +"810 quantize_per_channel_default_42" [id=810, type=quantize_per_channel]; +"811 dequantize_per_channel_default_42" [id=811, type=dequantize_per_channel]; +"812 _param_constant129_0_0" [id=812, type=get_attr]; +"813 linear_41" [id=813, type=linear]; +"814 view_87" [id=814, type=view]; +"815 transpose_65" [id=815, type=transpose]; +"816 dropout_31" [id=816, type=dropout]; +"817 add_21" [id=817, type=add]; +"818 _param_constant130" [id=818, type=get_attr]; +"819 _param_constant131" [id=819, type=get_attr]; +"820 layer_norm_21" [id=820, type=layer_norm]; +"821 quantize_per_tensor_default_65" [id=821, type=quantize_per_tensor]; +"822 dequantize_per_tensor_default_65" [id=822, type=dequantize_per_tensor]; +"823 _param_constant132" [id=823, type=get_attr]; +"824 linear_42_scale_0" [id=824, type=get_attr]; +"825 linear_42_zero_point_0" [id=825, type=get_attr]; +"826 quantize_per_channel_default_43" [id=826, type=quantize_per_channel]; +"827 dequantize_per_channel_default_43" [id=827, type=dequantize_per_channel]; +"828 _param_constant133_0_0" [id=828, type=get_attr]; +"829 linear_42" [id=829, type=linear]; +"830 gelu_10" [id=830, type=gelu]; +"831 quantize_per_tensor_default_66" [id=831, type=quantize_per_tensor]; +"832 dequantize_per_tensor_default_66" [id=832, type=dequantize_per_tensor]; +"833 dropout_32" [id=833, type=dropout]; +"834 _param_constant134" [id=834, type=get_attr]; +"835 linear_43_scale_0" [id=835, type=get_attr]; +"836 linear_43_zero_point_0" [id=836, type=get_attr]; +"837 quantize_per_channel_default_44" [id=837, type=quantize_per_channel]; +"838 dequantize_per_channel_default_44" [id=838, type=dequantize_per_channel]; +"839 _param_constant135_0_0" [id=839, type=get_attr]; +"840 linear_43" [id=840, type=linear]; +"841 dropout_33" [id=841, type=dropout]; +"842 add_22" [id=842, type=add]; +"843 _param_constant136" [id=843, type=get_attr]; +"844 _param_constant137" [id=844, type=get_attr]; +"845 layer_norm_22" [id=845, type=layer_norm]; +"846 quantize_per_tensor_default_67" [id=846, type=quantize_per_tensor]; +"847 dequantize_per_tensor_default_67" [id=847, type=dequantize_per_tensor]; +"848 transpose_66" [id=848, type=transpose]; +"849 _param_constant138" [id=849, type=get_attr]; +"850 linear_44_scale_0" [id=850, type=get_attr]; +"851 linear_44_zero_point_0" [id=851, type=get_attr]; +"852 quantize_per_channel_default_45" [id=852, type=quantize_per_channel]; +"853 dequantize_per_channel_default_45" [id=853, type=dequantize_per_channel]; +"854 _param_constant139_0_0" [id=854, type=get_attr]; +"855 linear_44" [id=855, type=linear]; +"856 unflatten_11" [id=856, type=unflatten]; +"857 unsqueeze_11" [id=857, type=unsqueeze]; +"858 transpose_67" [id=858, type=transpose]; +"859 squeeze_11" [id=859, type=squeeze]; +"860 contiguous_11" [id=860, type=contiguous]; +"861 quantize_per_tensor_default_68" [id=861, type=quantize_per_tensor]; +"862 dequantize_per_tensor_default_68" [id=862, type=dequantize_per_tensor]; +"863 select_33" [id=863, type=select]; +"864 quantize_per_tensor_default_69" [id=864, type=quantize_per_tensor]; +"865 dequantize_per_tensor_default_69" [id=865, type=dequantize_per_tensor]; +"866 select_34" [id=866, type=select]; +"867 select_35" [id=867, type=select]; +"868 view_88" [id=868, type=view]; +"869 transpose_68" [id=869, type=transpose]; +"870 view_89" [id=870, type=view]; +"871 transpose_69" [id=871, type=transpose]; +"872 view_90" [id=872, type=view]; +"873 transpose_70" [id=873, type=transpose]; +"874 view_91" [id=874, type=view]; +"875 view_92" [id=875, type=view]; +"876 view_93" [id=876, type=view]; +"877 scaled_dot_product_attention_11" [id=877, type=scaled_dot_product_attention]; +"878 quantize_per_tensor_default_70" [id=878, type=quantize_per_tensor]; +"879 dequantize_per_tensor_default_70" [id=879, type=dequantize_per_tensor]; +"880 permute_12" [id=880, type=permute]; +"881 view_94" [id=881, type=view]; +"882 _param_constant140" [id=882, type=get_attr]; +"883 linear_45_scale_0" [id=883, type=get_attr]; +"884 linear_45_zero_point_0" [id=884, type=get_attr]; +"885 quantize_per_channel_default_46" [id=885, type=quantize_per_channel]; +"886 dequantize_per_channel_default_46" [id=886, type=dequantize_per_channel]; +"887 _param_constant141_0_0" [id=887, type=get_attr]; +"888 linear_45" [id=888, type=linear]; +"889 view_95" [id=889, type=view]; +"890 transpose_71" [id=890, type=transpose]; +"891 dropout_34" [id=891, type=dropout]; +"892 add_23" [id=892, type=add]; +"893 _param_constant142" [id=893, type=get_attr]; +"894 _param_constant143" [id=894, type=get_attr]; +"895 layer_norm_23" [id=895, type=layer_norm]; +"896 quantize_per_tensor_default_71" [id=896, type=quantize_per_tensor]; +"897 dequantize_per_tensor_default_71" [id=897, type=dequantize_per_tensor]; +"898 _param_constant144" [id=898, type=get_attr]; +"899 linear_46_scale_0" [id=899, type=get_attr]; +"900 linear_46_zero_point_0" [id=900, type=get_attr]; +"901 quantize_per_channel_default_47" [id=901, type=quantize_per_channel]; +"902 dequantize_per_channel_default_47" [id=902, type=dequantize_per_channel]; +"903 _param_constant145_0_0" [id=903, type=get_attr]; +"904 linear_46" [id=904, type=linear]; +"905 gelu_11" [id=905, type=gelu]; +"906 quantize_per_tensor_default_72" [id=906, type=quantize_per_tensor]; +"907 dequantize_per_tensor_default_72" [id=907, type=dequantize_per_tensor]; +"908 dropout_35" [id=908, type=dropout]; +"909 _param_constant146" [id=909, type=get_attr]; +"910 linear_47_scale_0" [id=910, type=get_attr]; +"911 linear_47_zero_point_0" [id=911, type=get_attr]; +"912 quantize_per_channel_default_48" [id=912, type=quantize_per_channel]; +"913 dequantize_per_channel_default_48" [id=913, type=dequantize_per_channel]; +"914 _param_constant147_0_0" [id=914, type=get_attr]; +"915 linear_47" [id=915, type=linear]; +"916 dropout_36" [id=916, type=dropout]; +"917 add_24" [id=917, type=add]; +"918 _param_constant148" [id=918, type=get_attr]; +"919 _param_constant149" [id=919, type=get_attr]; +"920 layer_norm_24" [id=920, type=layer_norm]; +"921 quantize_per_tensor_default_73" [id=921, type=quantize_per_tensor]; +"922 dequantize_per_tensor_default_73" [id=922, type=dequantize_per_tensor]; +"923 slice_1" [id=923, type=slice]; +"924 select_36" [id=924, type=select]; +"925 _param_constant150" [id=925, type=get_attr]; +"926 linear_48_scale_0" [id=926, type=get_attr]; +"927 linear_48_zero_point_0" [id=927, type=get_attr]; +"928 quantize_per_channel_default_49" [id=928, type=quantize_per_channel]; +"929 dequantize_per_channel_default_49" [id=929, type=dequantize_per_channel]; +"930 _param_constant151_0_0" [id=930, type=get_attr]; +"931 linear_48" [id=931, type=linear]; +"932 output" [id=932, type=output]; +"0 arg0_1" -> "1 quantize_per_tensor_default"; +"1 quantize_per_tensor_default" -> "2 dequantize_per_tensor_default"; +"2 dequantize_per_tensor_default" -> "9 conv2d"; +"3 _param_constant0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "6 quantize_per_channel_default"; +"4 conv2d_scale_0" -> "7 dequantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "6 quantize_per_channel_default"; +"5 conv2d_zero_point_0" -> "7 dequantize_per_channel_default"; +"6 quantize_per_channel_default" -> "7 dequantize_per_channel_default"; +"7 dequantize_per_channel_default" -> "9 conv2d"; +"8 _param_constant1_0_0" -> "9 conv2d"; +"9 conv2d" -> "10 reshape"; +"10 reshape" -> "11 permute"; +"11 permute" -> "14 cat"; +"12 _param_constant2" -> "13 expand"; +"13 expand" -> "14 cat"; +"14 cat" -> "16 add"; +"15 _param_constant3" -> "16 add"; +"16 add" -> "17 dropout"; +"17 dropout" -> "20 layer_norm"; +"17 dropout" -> "67 add_1"; +"18 _param_constant4" -> "20 layer_norm"; +"19 _param_constant5" -> "20 layer_norm"; +"20 layer_norm" -> "21 quantize_per_tensor_default_1"; +"21 quantize_per_tensor_default_1" -> "22 dequantize_per_tensor_default_1"; +"22 dequantize_per_tensor_default_1" -> "23 transpose"; +"23 transpose" -> "30 linear"; +"24 _param_constant6" -> "27 quantize_per_channel_default_1"; +"25 linear_scale_0" -> "27 quantize_per_channel_default_1"; +"25 linear_scale_0" -> "28 dequantize_per_channel_default_1"; +"26 linear_zero_point_0" -> "27 quantize_per_channel_default_1"; +"26 linear_zero_point_0" -> "28 dequantize_per_channel_default_1"; +"27 quantize_per_channel_default_1" -> "28 dequantize_per_channel_default_1"; +"28 dequantize_per_channel_default_1" -> "30 linear"; +"29 _param_constant7_0_0" -> "30 linear"; +"30 linear" -> "31 unflatten"; +"31 unflatten" -> "32 unsqueeze"; +"32 unsqueeze" -> "33 transpose_1"; +"33 transpose_1" -> "34 squeeze"; +"34 squeeze" -> "35 contiguous"; +"35 contiguous" -> "36 quantize_per_tensor_default_2"; +"35 contiguous" -> "39 quantize_per_tensor_default_3"; +"35 contiguous" -> "42 select_2"; +"36 quantize_per_tensor_default_2" -> "37 dequantize_per_tensor_default_2"; +"37 dequantize_per_tensor_default_2" -> "38 select"; +"38 select" -> "43 view"; +"39 quantize_per_tensor_default_3" -> "40 dequantize_per_tensor_default_3"; +"40 dequantize_per_tensor_default_3" -> "41 select_1"; +"41 select_1" -> "45 view_1"; +"42 select_2" -> "47 view_2"; +"43 view" -> "44 transpose_2"; +"44 transpose_2" -> "49 view_3"; +"45 view_1" -> "46 transpose_3"; +"46 transpose_3" -> "50 view_4"; +"47 view_2" -> "48 transpose_4"; +"48 transpose_4" -> "51 view_5"; +"49 view_3" -> "52 scaled_dot_product_attention"; +"50 view_4" -> "52 scaled_dot_product_attention"; +"51 view_5" -> "52 scaled_dot_product_attention"; +"52 scaled_dot_product_attention" -> "53 quantize_per_tensor_default_4"; +"53 quantize_per_tensor_default_4" -> "54 dequantize_per_tensor_default_4"; +"54 dequantize_per_tensor_default_4" -> "55 permute_1"; +"55 permute_1" -> "56 view_6"; +"56 view_6" -> "63 linear_1"; +"57 _param_constant8" -> "60 quantize_per_channel_default_2"; +"58 linear_1_scale_0" -> "60 quantize_per_channel_default_2"; +"58 linear_1_scale_0" -> "61 dequantize_per_channel_default_2"; +"59 linear_1_zero_point_0" -> "60 quantize_per_channel_default_2"; +"59 linear_1_zero_point_0" -> "61 dequantize_per_channel_default_2"; +"60 quantize_per_channel_default_2" -> "61 dequantize_per_channel_default_2"; +"61 dequantize_per_channel_default_2" -> "63 linear_1"; +"62 _param_constant9_0_0" -> "63 linear_1"; +"63 linear_1" -> "64 view_7"; +"64 view_7" -> "65 transpose_5"; +"65 transpose_5" -> "66 dropout_1"; +"66 dropout_1" -> "67 add_1"; +"67 add_1" -> "70 layer_norm_1"; +"67 add_1" -> "92 add_2"; +"68 _param_constant10" -> "70 layer_norm_1"; +"69 _param_constant11" -> "70 layer_norm_1"; +"70 layer_norm_1" -> "71 quantize_per_tensor_default_5"; +"71 quantize_per_tensor_default_5" -> "72 dequantize_per_tensor_default_5"; +"72 dequantize_per_tensor_default_5" -> "79 linear_2"; +"73 _param_constant12" -> "76 quantize_per_channel_default_3"; +"74 linear_2_scale_0" -> "76 quantize_per_channel_default_3"; +"74 linear_2_scale_0" -> "77 dequantize_per_channel_default_3"; +"75 linear_2_zero_point_0" -> "76 quantize_per_channel_default_3"; +"75 linear_2_zero_point_0" -> "77 dequantize_per_channel_default_3"; +"76 quantize_per_channel_default_3" -> "77 dequantize_per_channel_default_3"; +"77 dequantize_per_channel_default_3" -> "79 linear_2"; +"78 _param_constant13_0_0" -> "79 linear_2"; +"79 linear_2" -> "80 gelu"; +"80 gelu" -> "81 quantize_per_tensor_default_6"; +"81 quantize_per_tensor_default_6" -> "82 dequantize_per_tensor_default_6"; +"82 dequantize_per_tensor_default_6" -> "83 dropout_2"; +"83 dropout_2" -> "90 linear_3"; +"84 _param_constant14" -> "87 quantize_per_channel_default_4"; +"85 linear_3_scale_0" -> "87 quantize_per_channel_default_4"; +"85 linear_3_scale_0" -> "88 dequantize_per_channel_default_4"; +"86 linear_3_zero_point_0" -> "87 quantize_per_channel_default_4"; +"86 linear_3_zero_point_0" -> "88 dequantize_per_channel_default_4"; +"87 quantize_per_channel_default_4" -> "88 dequantize_per_channel_default_4"; +"88 dequantize_per_channel_default_4" -> "90 linear_3"; +"89 _param_constant15_0_0" -> "90 linear_3"; +"90 linear_3" -> "91 dropout_3"; +"91 dropout_3" -> "92 add_2"; +"92 add_2" -> "95 layer_norm_2"; +"92 add_2" -> "142 add_3"; +"93 _param_constant16" -> "95 layer_norm_2"; +"94 _param_constant17" -> "95 layer_norm_2"; +"95 layer_norm_2" -> "96 quantize_per_tensor_default_7"; +"96 quantize_per_tensor_default_7" -> "97 dequantize_per_tensor_default_7"; +"97 dequantize_per_tensor_default_7" -> "98 transpose_6"; +"98 transpose_6" -> "105 linear_4"; +"99 _param_constant18" -> "102 quantize_per_channel_default_5"; +"100 linear_4_scale_0" -> "102 quantize_per_channel_default_5"; +"100 linear_4_scale_0" -> "103 dequantize_per_channel_default_5"; +"101 linear_4_zero_point_0" -> "102 quantize_per_channel_default_5"; +"101 linear_4_zero_point_0" -> "103 dequantize_per_channel_default_5"; +"102 quantize_per_channel_default_5" -> "103 dequantize_per_channel_default_5"; +"103 dequantize_per_channel_default_5" -> "105 linear_4"; +"104 _param_constant19_0_0" -> "105 linear_4"; +"105 linear_4" -> "106 unflatten_1"; +"106 unflatten_1" -> "107 unsqueeze_1"; +"107 unsqueeze_1" -> "108 transpose_7"; +"108 transpose_7" -> "109 squeeze_1"; +"109 squeeze_1" -> "110 contiguous_1"; +"110 contiguous_1" -> "111 quantize_per_tensor_default_8"; +"110 contiguous_1" -> "114 quantize_per_tensor_default_9"; +"110 contiguous_1" -> "117 select_5"; +"111 quantize_per_tensor_default_8" -> "112 dequantize_per_tensor_default_8"; +"112 dequantize_per_tensor_default_8" -> "113 select_3"; +"113 select_3" -> "118 view_8"; +"114 quantize_per_tensor_default_9" -> "115 dequantize_per_tensor_default_9"; +"115 dequantize_per_tensor_default_9" -> "116 select_4"; +"116 select_4" -> "120 view_9"; +"117 select_5" -> "122 view_10"; +"118 view_8" -> "119 transpose_8"; +"119 transpose_8" -> "124 view_11"; +"120 view_9" -> "121 transpose_9"; +"121 transpose_9" -> "125 view_12"; +"122 view_10" -> "123 transpose_10"; +"123 transpose_10" -> "126 view_13"; +"124 view_11" -> "127 scaled_dot_product_attention_1"; +"125 view_12" -> "127 scaled_dot_product_attention_1"; +"126 view_13" -> "127 scaled_dot_product_attention_1"; +"127 scaled_dot_product_attention_1" -> "128 quantize_per_tensor_default_10"; +"128 quantize_per_tensor_default_10" -> "129 dequantize_per_tensor_default_10"; +"129 dequantize_per_tensor_default_10" -> "130 permute_2"; +"130 permute_2" -> "131 view_14"; +"131 view_14" -> "138 linear_5"; +"132 _param_constant20" -> "135 quantize_per_channel_default_6"; +"133 linear_5_scale_0" -> "135 quantize_per_channel_default_6"; +"133 linear_5_scale_0" -> "136 dequantize_per_channel_default_6"; +"134 linear_5_zero_point_0" -> "135 quantize_per_channel_default_6"; +"134 linear_5_zero_point_0" -> "136 dequantize_per_channel_default_6"; +"135 quantize_per_channel_default_6" -> "136 dequantize_per_channel_default_6"; +"136 dequantize_per_channel_default_6" -> "138 linear_5"; +"137 _param_constant21_0_0" -> "138 linear_5"; +"138 linear_5" -> "139 view_15"; +"139 view_15" -> "140 transpose_11"; +"140 transpose_11" -> "141 dropout_4"; +"141 dropout_4" -> "142 add_3"; +"142 add_3" -> "145 layer_norm_3"; +"142 add_3" -> "167 add_4"; +"143 _param_constant22" -> "145 layer_norm_3"; +"144 _param_constant23" -> "145 layer_norm_3"; +"145 layer_norm_3" -> "146 quantize_per_tensor_default_11"; +"146 quantize_per_tensor_default_11" -> "147 dequantize_per_tensor_default_11"; +"147 dequantize_per_tensor_default_11" -> "154 linear_6"; +"148 _param_constant24" -> "151 quantize_per_channel_default_7"; +"149 linear_6_scale_0" -> "151 quantize_per_channel_default_7"; +"149 linear_6_scale_0" -> "152 dequantize_per_channel_default_7"; +"150 linear_6_zero_point_0" -> "151 quantize_per_channel_default_7"; +"150 linear_6_zero_point_0" -> "152 dequantize_per_channel_default_7"; +"151 quantize_per_channel_default_7" -> "152 dequantize_per_channel_default_7"; +"152 dequantize_per_channel_default_7" -> "154 linear_6"; +"153 _param_constant25_0_0" -> "154 linear_6"; +"154 linear_6" -> "155 gelu_1"; +"155 gelu_1" -> "156 quantize_per_tensor_default_12"; +"156 quantize_per_tensor_default_12" -> "157 dequantize_per_tensor_default_12"; +"157 dequantize_per_tensor_default_12" -> "158 dropout_5"; +"158 dropout_5" -> "165 linear_7"; +"159 _param_constant26" -> "162 quantize_per_channel_default_8"; +"160 linear_7_scale_0" -> "162 quantize_per_channel_default_8"; +"160 linear_7_scale_0" -> "163 dequantize_per_channel_default_8"; +"161 linear_7_zero_point_0" -> "162 quantize_per_channel_default_8"; +"161 linear_7_zero_point_0" -> "163 dequantize_per_channel_default_8"; +"162 quantize_per_channel_default_8" -> "163 dequantize_per_channel_default_8"; +"163 dequantize_per_channel_default_8" -> "165 linear_7"; +"164 _param_constant27_0_0" -> "165 linear_7"; +"165 linear_7" -> "166 dropout_6"; +"166 dropout_6" -> "167 add_4"; +"167 add_4" -> "170 layer_norm_4"; +"167 add_4" -> "217 add_5"; +"168 _param_constant28" -> "170 layer_norm_4"; +"169 _param_constant29" -> "170 layer_norm_4"; +"170 layer_norm_4" -> "171 quantize_per_tensor_default_13"; +"171 quantize_per_tensor_default_13" -> "172 dequantize_per_tensor_default_13"; +"172 dequantize_per_tensor_default_13" -> "173 transpose_12"; +"173 transpose_12" -> "180 linear_8"; +"174 _param_constant30" -> "177 quantize_per_channel_default_9"; +"175 linear_8_scale_0" -> "177 quantize_per_channel_default_9"; +"175 linear_8_scale_0" -> "178 dequantize_per_channel_default_9"; +"176 linear_8_zero_point_0" -> "177 quantize_per_channel_default_9"; +"176 linear_8_zero_point_0" -> "178 dequantize_per_channel_default_9"; +"177 quantize_per_channel_default_9" -> "178 dequantize_per_channel_default_9"; +"178 dequantize_per_channel_default_9" -> "180 linear_8"; +"179 _param_constant31_0_0" -> "180 linear_8"; +"180 linear_8" -> "181 unflatten_2"; +"181 unflatten_2" -> "182 unsqueeze_2"; +"182 unsqueeze_2" -> "183 transpose_13"; +"183 transpose_13" -> "184 squeeze_2"; +"184 squeeze_2" -> "185 contiguous_2"; +"185 contiguous_2" -> "186 quantize_per_tensor_default_14"; +"185 contiguous_2" -> "189 quantize_per_tensor_default_15"; +"185 contiguous_2" -> "192 select_8"; +"186 quantize_per_tensor_default_14" -> "187 dequantize_per_tensor_default_14"; +"187 dequantize_per_tensor_default_14" -> "188 select_6"; +"188 select_6" -> "193 view_16"; +"189 quantize_per_tensor_default_15" -> "190 dequantize_per_tensor_default_15"; +"190 dequantize_per_tensor_default_15" -> "191 select_7"; +"191 select_7" -> "195 view_17"; +"192 select_8" -> "197 view_18"; +"193 view_16" -> "194 transpose_14"; +"194 transpose_14" -> "199 view_19"; +"195 view_17" -> "196 transpose_15"; +"196 transpose_15" -> "200 view_20"; +"197 view_18" -> "198 transpose_16"; +"198 transpose_16" -> "201 view_21"; +"199 view_19" -> "202 scaled_dot_product_attention_2"; +"200 view_20" -> "202 scaled_dot_product_attention_2"; +"201 view_21" -> "202 scaled_dot_product_attention_2"; +"202 scaled_dot_product_attention_2" -> "203 quantize_per_tensor_default_16"; +"203 quantize_per_tensor_default_16" -> "204 dequantize_per_tensor_default_16"; +"204 dequantize_per_tensor_default_16" -> "205 permute_3"; +"205 permute_3" -> "206 view_22"; +"206 view_22" -> "213 linear_9"; +"207 _param_constant32" -> "210 quantize_per_channel_default_10"; +"208 linear_9_scale_0" -> "210 quantize_per_channel_default_10"; +"208 linear_9_scale_0" -> "211 dequantize_per_channel_default_10"; +"209 linear_9_zero_point_0" -> "210 quantize_per_channel_default_10"; +"209 linear_9_zero_point_0" -> "211 dequantize_per_channel_default_10"; +"210 quantize_per_channel_default_10" -> "211 dequantize_per_channel_default_10"; +"211 dequantize_per_channel_default_10" -> "213 linear_9"; +"212 _param_constant33_0_0" -> "213 linear_9"; +"213 linear_9" -> "214 view_23"; +"214 view_23" -> "215 transpose_17"; +"215 transpose_17" -> "216 dropout_7"; +"216 dropout_7" -> "217 add_5"; +"217 add_5" -> "220 layer_norm_5"; +"217 add_5" -> "242 add_6"; +"218 _param_constant34" -> "220 layer_norm_5"; +"219 _param_constant35" -> "220 layer_norm_5"; +"220 layer_norm_5" -> "221 quantize_per_tensor_default_17"; +"221 quantize_per_tensor_default_17" -> "222 dequantize_per_tensor_default_17"; +"222 dequantize_per_tensor_default_17" -> "229 linear_10"; +"223 _param_constant36" -> "226 quantize_per_channel_default_11"; +"224 linear_10_scale_0" -> "226 quantize_per_channel_default_11"; +"224 linear_10_scale_0" -> "227 dequantize_per_channel_default_11"; +"225 linear_10_zero_point_0" -> "226 quantize_per_channel_default_11"; +"225 linear_10_zero_point_0" -> "227 dequantize_per_channel_default_11"; +"226 quantize_per_channel_default_11" -> "227 dequantize_per_channel_default_11"; +"227 dequantize_per_channel_default_11" -> "229 linear_10"; +"228 _param_constant37_0_0" -> "229 linear_10"; +"229 linear_10" -> "230 gelu_2"; +"230 gelu_2" -> "231 quantize_per_tensor_default_18"; +"231 quantize_per_tensor_default_18" -> "232 dequantize_per_tensor_default_18"; +"232 dequantize_per_tensor_default_18" -> "233 dropout_8"; +"233 dropout_8" -> "240 linear_11"; +"234 _param_constant38" -> "237 quantize_per_channel_default_12"; +"235 linear_11_scale_0" -> "237 quantize_per_channel_default_12"; +"235 linear_11_scale_0" -> "238 dequantize_per_channel_default_12"; +"236 linear_11_zero_point_0" -> "237 quantize_per_channel_default_12"; +"236 linear_11_zero_point_0" -> "238 dequantize_per_channel_default_12"; +"237 quantize_per_channel_default_12" -> "238 dequantize_per_channel_default_12"; +"238 dequantize_per_channel_default_12" -> "240 linear_11"; +"239 _param_constant39_0_0" -> "240 linear_11"; +"240 linear_11" -> "241 dropout_9"; +"241 dropout_9" -> "242 add_6"; +"242 add_6" -> "245 layer_norm_6"; +"242 add_6" -> "292 add_7"; +"243 _param_constant40" -> "245 layer_norm_6"; +"244 _param_constant41" -> "245 layer_norm_6"; +"245 layer_norm_6" -> "246 quantize_per_tensor_default_19"; +"246 quantize_per_tensor_default_19" -> "247 dequantize_per_tensor_default_19"; +"247 dequantize_per_tensor_default_19" -> "248 transpose_18"; +"248 transpose_18" -> "255 linear_12"; +"249 _param_constant42" -> "252 quantize_per_channel_default_13"; +"250 linear_12_scale_0" -> "252 quantize_per_channel_default_13"; +"250 linear_12_scale_0" -> "253 dequantize_per_channel_default_13"; +"251 linear_12_zero_point_0" -> "252 quantize_per_channel_default_13"; +"251 linear_12_zero_point_0" -> "253 dequantize_per_channel_default_13"; +"252 quantize_per_channel_default_13" -> "253 dequantize_per_channel_default_13"; +"253 dequantize_per_channel_default_13" -> "255 linear_12"; +"254 _param_constant43_0_0" -> "255 linear_12"; +"255 linear_12" -> "256 unflatten_3"; +"256 unflatten_3" -> "257 unsqueeze_3"; +"257 unsqueeze_3" -> "258 transpose_19"; +"258 transpose_19" -> "259 squeeze_3"; +"259 squeeze_3" -> "260 contiguous_3"; +"260 contiguous_3" -> "261 quantize_per_tensor_default_20"; +"260 contiguous_3" -> "264 quantize_per_tensor_default_21"; +"260 contiguous_3" -> "267 select_11"; +"261 quantize_per_tensor_default_20" -> "262 dequantize_per_tensor_default_20"; +"262 dequantize_per_tensor_default_20" -> "263 select_9"; +"263 select_9" -> "268 view_24"; +"264 quantize_per_tensor_default_21" -> "265 dequantize_per_tensor_default_21"; +"265 dequantize_per_tensor_default_21" -> "266 select_10"; +"266 select_10" -> "270 view_25"; +"267 select_11" -> "272 view_26"; +"268 view_24" -> "269 transpose_20"; +"269 transpose_20" -> "274 view_27"; +"270 view_25" -> "271 transpose_21"; +"271 transpose_21" -> "275 view_28"; +"272 view_26" -> "273 transpose_22"; +"273 transpose_22" -> "276 view_29"; +"274 view_27" -> "277 scaled_dot_product_attention_3"; +"275 view_28" -> "277 scaled_dot_product_attention_3"; +"276 view_29" -> "277 scaled_dot_product_attention_3"; +"277 scaled_dot_product_attention_3" -> "278 quantize_per_tensor_default_22"; +"278 quantize_per_tensor_default_22" -> "279 dequantize_per_tensor_default_22"; +"279 dequantize_per_tensor_default_22" -> "280 permute_4"; +"280 permute_4" -> "281 view_30"; +"281 view_30" -> "288 linear_13"; +"282 _param_constant44" -> "285 quantize_per_channel_default_14"; +"283 linear_13_scale_0" -> "285 quantize_per_channel_default_14"; +"283 linear_13_scale_0" -> "286 dequantize_per_channel_default_14"; +"284 linear_13_zero_point_0" -> "285 quantize_per_channel_default_14"; +"284 linear_13_zero_point_0" -> "286 dequantize_per_channel_default_14"; +"285 quantize_per_channel_default_14" -> "286 dequantize_per_channel_default_14"; +"286 dequantize_per_channel_default_14" -> "288 linear_13"; +"287 _param_constant45_0_0" -> "288 linear_13"; +"288 linear_13" -> "289 view_31"; +"289 view_31" -> "290 transpose_23"; +"290 transpose_23" -> "291 dropout_10"; +"291 dropout_10" -> "292 add_7"; +"292 add_7" -> "295 layer_norm_7"; +"292 add_7" -> "317 add_8"; +"293 _param_constant46" -> "295 layer_norm_7"; +"294 _param_constant47" -> "295 layer_norm_7"; +"295 layer_norm_7" -> "296 quantize_per_tensor_default_23"; +"296 quantize_per_tensor_default_23" -> "297 dequantize_per_tensor_default_23"; +"297 dequantize_per_tensor_default_23" -> "304 linear_14"; +"298 _param_constant48" -> "301 quantize_per_channel_default_15"; +"299 linear_14_scale_0" -> "301 quantize_per_channel_default_15"; +"299 linear_14_scale_0" -> "302 dequantize_per_channel_default_15"; +"300 linear_14_zero_point_0" -> "301 quantize_per_channel_default_15"; +"300 linear_14_zero_point_0" -> "302 dequantize_per_channel_default_15"; +"301 quantize_per_channel_default_15" -> "302 dequantize_per_channel_default_15"; +"302 dequantize_per_channel_default_15" -> "304 linear_14"; +"303 _param_constant49_0_0" -> "304 linear_14"; +"304 linear_14" -> "305 gelu_3"; +"305 gelu_3" -> "306 quantize_per_tensor_default_24"; +"306 quantize_per_tensor_default_24" -> "307 dequantize_per_tensor_default_24"; +"307 dequantize_per_tensor_default_24" -> "308 dropout_11"; +"308 dropout_11" -> "315 linear_15"; +"309 _param_constant50" -> "312 quantize_per_channel_default_16"; +"310 linear_15_scale_0" -> "312 quantize_per_channel_default_16"; +"310 linear_15_scale_0" -> "313 dequantize_per_channel_default_16"; +"311 linear_15_zero_point_0" -> "312 quantize_per_channel_default_16"; +"311 linear_15_zero_point_0" -> "313 dequantize_per_channel_default_16"; +"312 quantize_per_channel_default_16" -> "313 dequantize_per_channel_default_16"; +"313 dequantize_per_channel_default_16" -> "315 linear_15"; +"314 _param_constant51_0_0" -> "315 linear_15"; +"315 linear_15" -> "316 dropout_12"; +"316 dropout_12" -> "317 add_8"; +"317 add_8" -> "320 layer_norm_8"; +"317 add_8" -> "367 add_9"; +"318 _param_constant52" -> "320 layer_norm_8"; +"319 _param_constant53" -> "320 layer_norm_8"; +"320 layer_norm_8" -> "321 quantize_per_tensor_default_25"; +"321 quantize_per_tensor_default_25" -> "322 dequantize_per_tensor_default_25"; +"322 dequantize_per_tensor_default_25" -> "323 transpose_24"; +"323 transpose_24" -> "330 linear_16"; +"324 _param_constant54" -> "327 quantize_per_channel_default_17"; +"325 linear_16_scale_0" -> "327 quantize_per_channel_default_17"; +"325 linear_16_scale_0" -> "328 dequantize_per_channel_default_17"; +"326 linear_16_zero_point_0" -> "327 quantize_per_channel_default_17"; +"326 linear_16_zero_point_0" -> "328 dequantize_per_channel_default_17"; +"327 quantize_per_channel_default_17" -> "328 dequantize_per_channel_default_17"; +"328 dequantize_per_channel_default_17" -> "330 linear_16"; +"329 _param_constant55_0_0" -> "330 linear_16"; +"330 linear_16" -> "331 unflatten_4"; +"331 unflatten_4" -> "332 unsqueeze_4"; +"332 unsqueeze_4" -> "333 transpose_25"; +"333 transpose_25" -> "334 squeeze_4"; +"334 squeeze_4" -> "335 contiguous_4"; +"335 contiguous_4" -> "336 quantize_per_tensor_default_26"; +"335 contiguous_4" -> "339 quantize_per_tensor_default_27"; +"335 contiguous_4" -> "342 select_14"; +"336 quantize_per_tensor_default_26" -> "337 dequantize_per_tensor_default_26"; +"337 dequantize_per_tensor_default_26" -> "338 select_12"; +"338 select_12" -> "343 view_32"; +"339 quantize_per_tensor_default_27" -> "340 dequantize_per_tensor_default_27"; +"340 dequantize_per_tensor_default_27" -> "341 select_13"; +"341 select_13" -> "345 view_33"; +"342 select_14" -> "347 view_34"; +"343 view_32" -> "344 transpose_26"; +"344 transpose_26" -> "349 view_35"; +"345 view_33" -> "346 transpose_27"; +"346 transpose_27" -> "350 view_36"; +"347 view_34" -> "348 transpose_28"; +"348 transpose_28" -> "351 view_37"; +"349 view_35" -> "352 scaled_dot_product_attention_4"; +"350 view_36" -> "352 scaled_dot_product_attention_4"; +"351 view_37" -> "352 scaled_dot_product_attention_4"; +"352 scaled_dot_product_attention_4" -> "353 quantize_per_tensor_default_28"; +"353 quantize_per_tensor_default_28" -> "354 dequantize_per_tensor_default_28"; +"354 dequantize_per_tensor_default_28" -> "355 permute_5"; +"355 permute_5" -> "356 view_38"; +"356 view_38" -> "363 linear_17"; +"357 _param_constant56" -> "360 quantize_per_channel_default_18"; +"358 linear_17_scale_0" -> "360 quantize_per_channel_default_18"; +"358 linear_17_scale_0" -> "361 dequantize_per_channel_default_18"; +"359 linear_17_zero_point_0" -> "360 quantize_per_channel_default_18"; +"359 linear_17_zero_point_0" -> "361 dequantize_per_channel_default_18"; +"360 quantize_per_channel_default_18" -> "361 dequantize_per_channel_default_18"; +"361 dequantize_per_channel_default_18" -> "363 linear_17"; +"362 _param_constant57_0_0" -> "363 linear_17"; +"363 linear_17" -> "364 view_39"; +"364 view_39" -> "365 transpose_29"; +"365 transpose_29" -> "366 dropout_13"; +"366 dropout_13" -> "367 add_9"; +"367 add_9" -> "370 layer_norm_9"; +"367 add_9" -> "392 add_10"; +"368 _param_constant58" -> "370 layer_norm_9"; +"369 _param_constant59" -> "370 layer_norm_9"; +"370 layer_norm_9" -> "371 quantize_per_tensor_default_29"; +"371 quantize_per_tensor_default_29" -> "372 dequantize_per_tensor_default_29"; +"372 dequantize_per_tensor_default_29" -> "379 linear_18"; +"373 _param_constant60" -> "376 quantize_per_channel_default_19"; +"374 linear_18_scale_0" -> "376 quantize_per_channel_default_19"; +"374 linear_18_scale_0" -> "377 dequantize_per_channel_default_19"; +"375 linear_18_zero_point_0" -> "376 quantize_per_channel_default_19"; +"375 linear_18_zero_point_0" -> "377 dequantize_per_channel_default_19"; +"376 quantize_per_channel_default_19" -> "377 dequantize_per_channel_default_19"; +"377 dequantize_per_channel_default_19" -> "379 linear_18"; +"378 _param_constant61_0_0" -> "379 linear_18"; +"379 linear_18" -> "380 gelu_4"; +"380 gelu_4" -> "381 quantize_per_tensor_default_30"; +"381 quantize_per_tensor_default_30" -> "382 dequantize_per_tensor_default_30"; +"382 dequantize_per_tensor_default_30" -> "383 dropout_14"; +"383 dropout_14" -> "390 linear_19"; +"384 _param_constant62" -> "387 quantize_per_channel_default_20"; +"385 linear_19_scale_0" -> "387 quantize_per_channel_default_20"; +"385 linear_19_scale_0" -> "388 dequantize_per_channel_default_20"; +"386 linear_19_zero_point_0" -> "387 quantize_per_channel_default_20"; +"386 linear_19_zero_point_0" -> "388 dequantize_per_channel_default_20"; +"387 quantize_per_channel_default_20" -> "388 dequantize_per_channel_default_20"; +"388 dequantize_per_channel_default_20" -> "390 linear_19"; +"389 _param_constant63_0_0" -> "390 linear_19"; +"390 linear_19" -> "391 dropout_15"; +"391 dropout_15" -> "392 add_10"; +"392 add_10" -> "395 layer_norm_10"; +"392 add_10" -> "442 add_11"; +"393 _param_constant64" -> "395 layer_norm_10"; +"394 _param_constant65" -> "395 layer_norm_10"; +"395 layer_norm_10" -> "396 quantize_per_tensor_default_31"; +"396 quantize_per_tensor_default_31" -> "397 dequantize_per_tensor_default_31"; +"397 dequantize_per_tensor_default_31" -> "398 transpose_30"; +"398 transpose_30" -> "405 linear_20"; +"399 _param_constant66" -> "402 quantize_per_channel_default_21"; +"400 linear_20_scale_0" -> "402 quantize_per_channel_default_21"; +"400 linear_20_scale_0" -> "403 dequantize_per_channel_default_21"; +"401 linear_20_zero_point_0" -> "402 quantize_per_channel_default_21"; +"401 linear_20_zero_point_0" -> "403 dequantize_per_channel_default_21"; +"402 quantize_per_channel_default_21" -> "403 dequantize_per_channel_default_21"; +"403 dequantize_per_channel_default_21" -> "405 linear_20"; +"404 _param_constant67_0_0" -> "405 linear_20"; +"405 linear_20" -> "406 unflatten_5"; +"406 unflatten_5" -> "407 unsqueeze_5"; +"407 unsqueeze_5" -> "408 transpose_31"; +"408 transpose_31" -> "409 squeeze_5"; +"409 squeeze_5" -> "410 contiguous_5"; +"410 contiguous_5" -> "411 quantize_per_tensor_default_32"; +"410 contiguous_5" -> "414 quantize_per_tensor_default_33"; +"410 contiguous_5" -> "417 select_17"; +"411 quantize_per_tensor_default_32" -> "412 dequantize_per_tensor_default_32"; +"412 dequantize_per_tensor_default_32" -> "413 select_15"; +"413 select_15" -> "418 view_40"; +"414 quantize_per_tensor_default_33" -> "415 dequantize_per_tensor_default_33"; +"415 dequantize_per_tensor_default_33" -> "416 select_16"; +"416 select_16" -> "420 view_41"; +"417 select_17" -> "422 view_42"; +"418 view_40" -> "419 transpose_32"; +"419 transpose_32" -> "424 view_43"; +"420 view_41" -> "421 transpose_33"; +"421 transpose_33" -> "425 view_44"; +"422 view_42" -> "423 transpose_34"; +"423 transpose_34" -> "426 view_45"; +"424 view_43" -> "427 scaled_dot_product_attention_5"; +"425 view_44" -> "427 scaled_dot_product_attention_5"; +"426 view_45" -> "427 scaled_dot_product_attention_5"; +"427 scaled_dot_product_attention_5" -> "428 quantize_per_tensor_default_34"; +"428 quantize_per_tensor_default_34" -> "429 dequantize_per_tensor_default_34"; +"429 dequantize_per_tensor_default_34" -> "430 permute_6"; +"430 permute_6" -> "431 view_46"; +"431 view_46" -> "438 linear_21"; +"432 _param_constant68" -> "435 quantize_per_channel_default_22"; +"433 linear_21_scale_0" -> "435 quantize_per_channel_default_22"; +"433 linear_21_scale_0" -> "436 dequantize_per_channel_default_22"; +"434 linear_21_zero_point_0" -> "435 quantize_per_channel_default_22"; +"434 linear_21_zero_point_0" -> "436 dequantize_per_channel_default_22"; +"435 quantize_per_channel_default_22" -> "436 dequantize_per_channel_default_22"; +"436 dequantize_per_channel_default_22" -> "438 linear_21"; +"437 _param_constant69_0_0" -> "438 linear_21"; +"438 linear_21" -> "439 view_47"; +"439 view_47" -> "440 transpose_35"; +"440 transpose_35" -> "441 dropout_16"; +"441 dropout_16" -> "442 add_11"; +"442 add_11" -> "445 layer_norm_11"; +"442 add_11" -> "467 add_12"; +"443 _param_constant70" -> "445 layer_norm_11"; +"444 _param_constant71" -> "445 layer_norm_11"; +"445 layer_norm_11" -> "446 quantize_per_tensor_default_35"; +"446 quantize_per_tensor_default_35" -> "447 dequantize_per_tensor_default_35"; +"447 dequantize_per_tensor_default_35" -> "454 linear_22"; +"448 _param_constant72" -> "451 quantize_per_channel_default_23"; +"449 linear_22_scale_0" -> "451 quantize_per_channel_default_23"; +"449 linear_22_scale_0" -> "452 dequantize_per_channel_default_23"; +"450 linear_22_zero_point_0" -> "451 quantize_per_channel_default_23"; +"450 linear_22_zero_point_0" -> "452 dequantize_per_channel_default_23"; +"451 quantize_per_channel_default_23" -> "452 dequantize_per_channel_default_23"; +"452 dequantize_per_channel_default_23" -> "454 linear_22"; +"453 _param_constant73_0_0" -> "454 linear_22"; +"454 linear_22" -> "455 gelu_5"; +"455 gelu_5" -> "456 quantize_per_tensor_default_36"; +"456 quantize_per_tensor_default_36" -> "457 dequantize_per_tensor_default_36"; +"457 dequantize_per_tensor_default_36" -> "458 dropout_17"; +"458 dropout_17" -> "465 linear_23"; +"459 _param_constant74" -> "462 quantize_per_channel_default_24"; +"460 linear_23_scale_0" -> "462 quantize_per_channel_default_24"; +"460 linear_23_scale_0" -> "463 dequantize_per_channel_default_24"; +"461 linear_23_zero_point_0" -> "462 quantize_per_channel_default_24"; +"461 linear_23_zero_point_0" -> "463 dequantize_per_channel_default_24"; +"462 quantize_per_channel_default_24" -> "463 dequantize_per_channel_default_24"; +"463 dequantize_per_channel_default_24" -> "465 linear_23"; +"464 _param_constant75_0_0" -> "465 linear_23"; +"465 linear_23" -> "466 dropout_18"; +"466 dropout_18" -> "467 add_12"; +"467 add_12" -> "470 layer_norm_12"; +"467 add_12" -> "517 add_13"; +"468 _param_constant76" -> "470 layer_norm_12"; +"469 _param_constant77" -> "470 layer_norm_12"; +"470 layer_norm_12" -> "471 quantize_per_tensor_default_37"; +"471 quantize_per_tensor_default_37" -> "472 dequantize_per_tensor_default_37"; +"472 dequantize_per_tensor_default_37" -> "473 transpose_36"; +"473 transpose_36" -> "480 linear_24"; +"474 _param_constant78" -> "477 quantize_per_channel_default_25"; +"475 linear_24_scale_0" -> "477 quantize_per_channel_default_25"; +"475 linear_24_scale_0" -> "478 dequantize_per_channel_default_25"; +"476 linear_24_zero_point_0" -> "477 quantize_per_channel_default_25"; +"476 linear_24_zero_point_0" -> "478 dequantize_per_channel_default_25"; +"477 quantize_per_channel_default_25" -> "478 dequantize_per_channel_default_25"; +"478 dequantize_per_channel_default_25" -> "480 linear_24"; +"479 _param_constant79_0_0" -> "480 linear_24"; +"480 linear_24" -> "481 unflatten_6"; +"481 unflatten_6" -> "482 unsqueeze_6"; +"482 unsqueeze_6" -> "483 transpose_37"; +"483 transpose_37" -> "484 squeeze_6"; +"484 squeeze_6" -> "485 contiguous_6"; +"485 contiguous_6" -> "486 quantize_per_tensor_default_38"; +"485 contiguous_6" -> "489 quantize_per_tensor_default_39"; +"485 contiguous_6" -> "492 select_20"; +"486 quantize_per_tensor_default_38" -> "487 dequantize_per_tensor_default_38"; +"487 dequantize_per_tensor_default_38" -> "488 select_18"; +"488 select_18" -> "493 view_48"; +"489 quantize_per_tensor_default_39" -> "490 dequantize_per_tensor_default_39"; +"490 dequantize_per_tensor_default_39" -> "491 select_19"; +"491 select_19" -> "495 view_49"; +"492 select_20" -> "497 view_50"; +"493 view_48" -> "494 transpose_38"; +"494 transpose_38" -> "499 view_51"; +"495 view_49" -> "496 transpose_39"; +"496 transpose_39" -> "500 view_52"; +"497 view_50" -> "498 transpose_40"; +"498 transpose_40" -> "501 view_53"; +"499 view_51" -> "502 scaled_dot_product_attention_6"; +"500 view_52" -> "502 scaled_dot_product_attention_6"; +"501 view_53" -> "502 scaled_dot_product_attention_6"; +"502 scaled_dot_product_attention_6" -> "503 quantize_per_tensor_default_40"; +"503 quantize_per_tensor_default_40" -> "504 dequantize_per_tensor_default_40"; +"504 dequantize_per_tensor_default_40" -> "505 permute_7"; +"505 permute_7" -> "506 view_54"; +"506 view_54" -> "513 linear_25"; +"507 _param_constant80" -> "510 quantize_per_channel_default_26"; +"508 linear_25_scale_0" -> "510 quantize_per_channel_default_26"; +"508 linear_25_scale_0" -> "511 dequantize_per_channel_default_26"; +"509 linear_25_zero_point_0" -> "510 quantize_per_channel_default_26"; +"509 linear_25_zero_point_0" -> "511 dequantize_per_channel_default_26"; +"510 quantize_per_channel_default_26" -> "511 dequantize_per_channel_default_26"; +"511 dequantize_per_channel_default_26" -> "513 linear_25"; +"512 _param_constant81_0_0" -> "513 linear_25"; +"513 linear_25" -> "514 view_55"; +"514 view_55" -> "515 transpose_41"; +"515 transpose_41" -> "516 dropout_19"; +"516 dropout_19" -> "517 add_13"; +"517 add_13" -> "520 layer_norm_13"; +"517 add_13" -> "542 add_14"; +"518 _param_constant82" -> "520 layer_norm_13"; +"519 _param_constant83" -> "520 layer_norm_13"; +"520 layer_norm_13" -> "521 quantize_per_tensor_default_41"; +"521 quantize_per_tensor_default_41" -> "522 dequantize_per_tensor_default_41"; +"522 dequantize_per_tensor_default_41" -> "529 linear_26"; +"523 _param_constant84" -> "526 quantize_per_channel_default_27"; +"524 linear_26_scale_0" -> "526 quantize_per_channel_default_27"; +"524 linear_26_scale_0" -> "527 dequantize_per_channel_default_27"; +"525 linear_26_zero_point_0" -> "526 quantize_per_channel_default_27"; +"525 linear_26_zero_point_0" -> "527 dequantize_per_channel_default_27"; +"526 quantize_per_channel_default_27" -> "527 dequantize_per_channel_default_27"; +"527 dequantize_per_channel_default_27" -> "529 linear_26"; +"528 _param_constant85_0_0" -> "529 linear_26"; +"529 linear_26" -> "530 gelu_6"; +"530 gelu_6" -> "531 quantize_per_tensor_default_42"; +"531 quantize_per_tensor_default_42" -> "532 dequantize_per_tensor_default_42"; +"532 dequantize_per_tensor_default_42" -> "533 dropout_20"; +"533 dropout_20" -> "540 linear_27"; +"534 _param_constant86" -> "537 quantize_per_channel_default_28"; +"535 linear_27_scale_0" -> "537 quantize_per_channel_default_28"; +"535 linear_27_scale_0" -> "538 dequantize_per_channel_default_28"; +"536 linear_27_zero_point_0" -> "537 quantize_per_channel_default_28"; +"536 linear_27_zero_point_0" -> "538 dequantize_per_channel_default_28"; +"537 quantize_per_channel_default_28" -> "538 dequantize_per_channel_default_28"; +"538 dequantize_per_channel_default_28" -> "540 linear_27"; +"539 _param_constant87_0_0" -> "540 linear_27"; +"540 linear_27" -> "541 dropout_21"; +"541 dropout_21" -> "542 add_14"; +"542 add_14" -> "545 layer_norm_14"; +"542 add_14" -> "592 add_15"; +"543 _param_constant88" -> "545 layer_norm_14"; +"544 _param_constant89" -> "545 layer_norm_14"; +"545 layer_norm_14" -> "546 quantize_per_tensor_default_43"; +"546 quantize_per_tensor_default_43" -> "547 dequantize_per_tensor_default_43"; +"547 dequantize_per_tensor_default_43" -> "548 transpose_42"; +"548 transpose_42" -> "555 linear_28"; +"549 _param_constant90" -> "552 quantize_per_channel_default_29"; +"550 linear_28_scale_0" -> "552 quantize_per_channel_default_29"; +"550 linear_28_scale_0" -> "553 dequantize_per_channel_default_29"; +"551 linear_28_zero_point_0" -> "552 quantize_per_channel_default_29"; +"551 linear_28_zero_point_0" -> "553 dequantize_per_channel_default_29"; +"552 quantize_per_channel_default_29" -> "553 dequantize_per_channel_default_29"; +"553 dequantize_per_channel_default_29" -> "555 linear_28"; +"554 _param_constant91_0_0" -> "555 linear_28"; +"555 linear_28" -> "556 unflatten_7"; +"556 unflatten_7" -> "557 unsqueeze_7"; +"557 unsqueeze_7" -> "558 transpose_43"; +"558 transpose_43" -> "559 squeeze_7"; +"559 squeeze_7" -> "560 contiguous_7"; +"560 contiguous_7" -> "561 quantize_per_tensor_default_44"; +"560 contiguous_7" -> "564 quantize_per_tensor_default_45"; +"560 contiguous_7" -> "567 select_23"; +"561 quantize_per_tensor_default_44" -> "562 dequantize_per_tensor_default_44"; +"562 dequantize_per_tensor_default_44" -> "563 select_21"; +"563 select_21" -> "568 view_56"; +"564 quantize_per_tensor_default_45" -> "565 dequantize_per_tensor_default_45"; +"565 dequantize_per_tensor_default_45" -> "566 select_22"; +"566 select_22" -> "570 view_57"; +"567 select_23" -> "572 view_58"; +"568 view_56" -> "569 transpose_44"; +"569 transpose_44" -> "574 view_59"; +"570 view_57" -> "571 transpose_45"; +"571 transpose_45" -> "575 view_60"; +"572 view_58" -> "573 transpose_46"; +"573 transpose_46" -> "576 view_61"; +"574 view_59" -> "577 scaled_dot_product_attention_7"; +"575 view_60" -> "577 scaled_dot_product_attention_7"; +"576 view_61" -> "577 scaled_dot_product_attention_7"; +"577 scaled_dot_product_attention_7" -> "578 quantize_per_tensor_default_46"; +"578 quantize_per_tensor_default_46" -> "579 dequantize_per_tensor_default_46"; +"579 dequantize_per_tensor_default_46" -> "580 permute_8"; +"580 permute_8" -> "581 view_62"; +"581 view_62" -> "588 linear_29"; +"582 _param_constant92" -> "585 quantize_per_channel_default_30"; +"583 linear_29_scale_0" -> "585 quantize_per_channel_default_30"; +"583 linear_29_scale_0" -> "586 dequantize_per_channel_default_30"; +"584 linear_29_zero_point_0" -> "585 quantize_per_channel_default_30"; +"584 linear_29_zero_point_0" -> "586 dequantize_per_channel_default_30"; +"585 quantize_per_channel_default_30" -> "586 dequantize_per_channel_default_30"; +"586 dequantize_per_channel_default_30" -> "588 linear_29"; +"587 _param_constant93_0_0" -> "588 linear_29"; +"588 linear_29" -> "589 view_63"; +"589 view_63" -> "590 transpose_47"; +"590 transpose_47" -> "591 dropout_22"; +"591 dropout_22" -> "592 add_15"; +"592 add_15" -> "595 layer_norm_15"; +"592 add_15" -> "617 add_16"; +"593 _param_constant94" -> "595 layer_norm_15"; +"594 _param_constant95" -> "595 layer_norm_15"; +"595 layer_norm_15" -> "596 quantize_per_tensor_default_47"; +"596 quantize_per_tensor_default_47" -> "597 dequantize_per_tensor_default_47"; +"597 dequantize_per_tensor_default_47" -> "604 linear_30"; +"598 _param_constant96" -> "601 quantize_per_channel_default_31"; +"599 linear_30_scale_0" -> "601 quantize_per_channel_default_31"; +"599 linear_30_scale_0" -> "602 dequantize_per_channel_default_31"; +"600 linear_30_zero_point_0" -> "601 quantize_per_channel_default_31"; +"600 linear_30_zero_point_0" -> "602 dequantize_per_channel_default_31"; +"601 quantize_per_channel_default_31" -> "602 dequantize_per_channel_default_31"; +"602 dequantize_per_channel_default_31" -> "604 linear_30"; +"603 _param_constant97_0_0" -> "604 linear_30"; +"604 linear_30" -> "605 gelu_7"; +"605 gelu_7" -> "606 quantize_per_tensor_default_48"; +"606 quantize_per_tensor_default_48" -> "607 dequantize_per_tensor_default_48"; +"607 dequantize_per_tensor_default_48" -> "608 dropout_23"; +"608 dropout_23" -> "615 linear_31"; +"609 _param_constant98" -> "612 quantize_per_channel_default_32"; +"610 linear_31_scale_0" -> "612 quantize_per_channel_default_32"; +"610 linear_31_scale_0" -> "613 dequantize_per_channel_default_32"; +"611 linear_31_zero_point_0" -> "612 quantize_per_channel_default_32"; +"611 linear_31_zero_point_0" -> "613 dequantize_per_channel_default_32"; +"612 quantize_per_channel_default_32" -> "613 dequantize_per_channel_default_32"; +"613 dequantize_per_channel_default_32" -> "615 linear_31"; +"614 _param_constant99_0_0" -> "615 linear_31"; +"615 linear_31" -> "616 dropout_24"; +"616 dropout_24" -> "617 add_16"; +"617 add_16" -> "620 layer_norm_16"; +"617 add_16" -> "667 add_17"; +"618 _param_constant100" -> "620 layer_norm_16"; +"619 _param_constant101" -> "620 layer_norm_16"; +"620 layer_norm_16" -> "621 quantize_per_tensor_default_49"; +"621 quantize_per_tensor_default_49" -> "622 dequantize_per_tensor_default_49"; +"622 dequantize_per_tensor_default_49" -> "623 transpose_48"; +"623 transpose_48" -> "630 linear_32"; +"624 _param_constant102" -> "627 quantize_per_channel_default_33"; +"625 linear_32_scale_0" -> "627 quantize_per_channel_default_33"; +"625 linear_32_scale_0" -> "628 dequantize_per_channel_default_33"; +"626 linear_32_zero_point_0" -> "627 quantize_per_channel_default_33"; +"626 linear_32_zero_point_0" -> "628 dequantize_per_channel_default_33"; +"627 quantize_per_channel_default_33" -> "628 dequantize_per_channel_default_33"; +"628 dequantize_per_channel_default_33" -> "630 linear_32"; +"629 _param_constant103_0_0" -> "630 linear_32"; +"630 linear_32" -> "631 unflatten_8"; +"631 unflatten_8" -> "632 unsqueeze_8"; +"632 unsqueeze_8" -> "633 transpose_49"; +"633 transpose_49" -> "634 squeeze_8"; +"634 squeeze_8" -> "635 contiguous_8"; +"635 contiguous_8" -> "636 quantize_per_tensor_default_50"; +"635 contiguous_8" -> "639 quantize_per_tensor_default_51"; +"635 contiguous_8" -> "642 select_26"; +"636 quantize_per_tensor_default_50" -> "637 dequantize_per_tensor_default_50"; +"637 dequantize_per_tensor_default_50" -> "638 select_24"; +"638 select_24" -> "643 view_64"; +"639 quantize_per_tensor_default_51" -> "640 dequantize_per_tensor_default_51"; +"640 dequantize_per_tensor_default_51" -> "641 select_25"; +"641 select_25" -> "645 view_65"; +"642 select_26" -> "647 view_66"; +"643 view_64" -> "644 transpose_50"; +"644 transpose_50" -> "649 view_67"; +"645 view_65" -> "646 transpose_51"; +"646 transpose_51" -> "650 view_68"; +"647 view_66" -> "648 transpose_52"; +"648 transpose_52" -> "651 view_69"; +"649 view_67" -> "652 scaled_dot_product_attention_8"; +"650 view_68" -> "652 scaled_dot_product_attention_8"; +"651 view_69" -> "652 scaled_dot_product_attention_8"; +"652 scaled_dot_product_attention_8" -> "653 quantize_per_tensor_default_52"; +"653 quantize_per_tensor_default_52" -> "654 dequantize_per_tensor_default_52"; +"654 dequantize_per_tensor_default_52" -> "655 permute_9"; +"655 permute_9" -> "656 view_70"; +"656 view_70" -> "663 linear_33"; +"657 _param_constant104" -> "660 quantize_per_channel_default_34"; +"658 linear_33_scale_0" -> "660 quantize_per_channel_default_34"; +"658 linear_33_scale_0" -> "661 dequantize_per_channel_default_34"; +"659 linear_33_zero_point_0" -> "660 quantize_per_channel_default_34"; +"659 linear_33_zero_point_0" -> "661 dequantize_per_channel_default_34"; +"660 quantize_per_channel_default_34" -> "661 dequantize_per_channel_default_34"; +"661 dequantize_per_channel_default_34" -> "663 linear_33"; +"662 _param_constant105_0_0" -> "663 linear_33"; +"663 linear_33" -> "664 view_71"; +"664 view_71" -> "665 transpose_53"; +"665 transpose_53" -> "666 dropout_25"; +"666 dropout_25" -> "667 add_17"; +"667 add_17" -> "670 layer_norm_17"; +"667 add_17" -> "692 add_18"; +"668 _param_constant106" -> "670 layer_norm_17"; +"669 _param_constant107" -> "670 layer_norm_17"; +"670 layer_norm_17" -> "671 quantize_per_tensor_default_53"; +"671 quantize_per_tensor_default_53" -> "672 dequantize_per_tensor_default_53"; +"672 dequantize_per_tensor_default_53" -> "679 linear_34"; +"673 _param_constant108" -> "676 quantize_per_channel_default_35"; +"674 linear_34_scale_0" -> "676 quantize_per_channel_default_35"; +"674 linear_34_scale_0" -> "677 dequantize_per_channel_default_35"; +"675 linear_34_zero_point_0" -> "676 quantize_per_channel_default_35"; +"675 linear_34_zero_point_0" -> "677 dequantize_per_channel_default_35"; +"676 quantize_per_channel_default_35" -> "677 dequantize_per_channel_default_35"; +"677 dequantize_per_channel_default_35" -> "679 linear_34"; +"678 _param_constant109_0_0" -> "679 linear_34"; +"679 linear_34" -> "680 gelu_8"; +"680 gelu_8" -> "681 quantize_per_tensor_default_54"; +"681 quantize_per_tensor_default_54" -> "682 dequantize_per_tensor_default_54"; +"682 dequantize_per_tensor_default_54" -> "683 dropout_26"; +"683 dropout_26" -> "690 linear_35"; +"684 _param_constant110" -> "687 quantize_per_channel_default_36"; +"685 linear_35_scale_0" -> "687 quantize_per_channel_default_36"; +"685 linear_35_scale_0" -> "688 dequantize_per_channel_default_36"; +"686 linear_35_zero_point_0" -> "687 quantize_per_channel_default_36"; +"686 linear_35_zero_point_0" -> "688 dequantize_per_channel_default_36"; +"687 quantize_per_channel_default_36" -> "688 dequantize_per_channel_default_36"; +"688 dequantize_per_channel_default_36" -> "690 linear_35"; +"689 _param_constant111_0_0" -> "690 linear_35"; +"690 linear_35" -> "691 dropout_27"; +"691 dropout_27" -> "692 add_18"; +"692 add_18" -> "695 layer_norm_18"; +"692 add_18" -> "742 add_19"; +"693 _param_constant112" -> "695 layer_norm_18"; +"694 _param_constant113" -> "695 layer_norm_18"; +"695 layer_norm_18" -> "696 quantize_per_tensor_default_55"; +"696 quantize_per_tensor_default_55" -> "697 dequantize_per_tensor_default_55"; +"697 dequantize_per_tensor_default_55" -> "698 transpose_54"; +"698 transpose_54" -> "705 linear_36"; +"699 _param_constant114" -> "702 quantize_per_channel_default_37"; +"700 linear_36_scale_0" -> "702 quantize_per_channel_default_37"; +"700 linear_36_scale_0" -> "703 dequantize_per_channel_default_37"; +"701 linear_36_zero_point_0" -> "702 quantize_per_channel_default_37"; +"701 linear_36_zero_point_0" -> "703 dequantize_per_channel_default_37"; +"702 quantize_per_channel_default_37" -> "703 dequantize_per_channel_default_37"; +"703 dequantize_per_channel_default_37" -> "705 linear_36"; +"704 _param_constant115_0_0" -> "705 linear_36"; +"705 linear_36" -> "706 unflatten_9"; +"706 unflatten_9" -> "707 unsqueeze_9"; +"707 unsqueeze_9" -> "708 transpose_55"; +"708 transpose_55" -> "709 squeeze_9"; +"709 squeeze_9" -> "710 contiguous_9"; +"710 contiguous_9" -> "711 quantize_per_tensor_default_56"; +"710 contiguous_9" -> "714 quantize_per_tensor_default_57"; +"710 contiguous_9" -> "717 select_29"; +"711 quantize_per_tensor_default_56" -> "712 dequantize_per_tensor_default_56"; +"712 dequantize_per_tensor_default_56" -> "713 select_27"; +"713 select_27" -> "718 view_72"; +"714 quantize_per_tensor_default_57" -> "715 dequantize_per_tensor_default_57"; +"715 dequantize_per_tensor_default_57" -> "716 select_28"; +"716 select_28" -> "720 view_73"; +"717 select_29" -> "722 view_74"; +"718 view_72" -> "719 transpose_56"; +"719 transpose_56" -> "724 view_75"; +"720 view_73" -> "721 transpose_57"; +"721 transpose_57" -> "725 view_76"; +"722 view_74" -> "723 transpose_58"; +"723 transpose_58" -> "726 view_77"; +"724 view_75" -> "727 scaled_dot_product_attention_9"; +"725 view_76" -> "727 scaled_dot_product_attention_9"; +"726 view_77" -> "727 scaled_dot_product_attention_9"; +"727 scaled_dot_product_attention_9" -> "728 quantize_per_tensor_default_58"; +"728 quantize_per_tensor_default_58" -> "729 dequantize_per_tensor_default_58"; +"729 dequantize_per_tensor_default_58" -> "730 permute_10"; +"730 permute_10" -> "731 view_78"; +"731 view_78" -> "738 linear_37"; +"732 _param_constant116" -> "735 quantize_per_channel_default_38"; +"733 linear_37_scale_0" -> "735 quantize_per_channel_default_38"; +"733 linear_37_scale_0" -> "736 dequantize_per_channel_default_38"; +"734 linear_37_zero_point_0" -> "735 quantize_per_channel_default_38"; +"734 linear_37_zero_point_0" -> "736 dequantize_per_channel_default_38"; +"735 quantize_per_channel_default_38" -> "736 dequantize_per_channel_default_38"; +"736 dequantize_per_channel_default_38" -> "738 linear_37"; +"737 _param_constant117_0_0" -> "738 linear_37"; +"738 linear_37" -> "739 view_79"; +"739 view_79" -> "740 transpose_59"; +"740 transpose_59" -> "741 dropout_28"; +"741 dropout_28" -> "742 add_19"; +"742 add_19" -> "745 layer_norm_19"; +"742 add_19" -> "767 add_20"; +"743 _param_constant118" -> "745 layer_norm_19"; +"744 _param_constant119" -> "745 layer_norm_19"; +"745 layer_norm_19" -> "746 quantize_per_tensor_default_59"; +"746 quantize_per_tensor_default_59" -> "747 dequantize_per_tensor_default_59"; +"747 dequantize_per_tensor_default_59" -> "754 linear_38"; +"748 _param_constant120" -> "751 quantize_per_channel_default_39"; +"749 linear_38_scale_0" -> "751 quantize_per_channel_default_39"; +"749 linear_38_scale_0" -> "752 dequantize_per_channel_default_39"; +"750 linear_38_zero_point_0" -> "751 quantize_per_channel_default_39"; +"750 linear_38_zero_point_0" -> "752 dequantize_per_channel_default_39"; +"751 quantize_per_channel_default_39" -> "752 dequantize_per_channel_default_39"; +"752 dequantize_per_channel_default_39" -> "754 linear_38"; +"753 _param_constant121_0_0" -> "754 linear_38"; +"754 linear_38" -> "755 gelu_9"; +"755 gelu_9" -> "756 quantize_per_tensor_default_60"; +"756 quantize_per_tensor_default_60" -> "757 dequantize_per_tensor_default_60"; +"757 dequantize_per_tensor_default_60" -> "758 dropout_29"; +"758 dropout_29" -> "765 linear_39"; +"759 _param_constant122" -> "762 quantize_per_channel_default_40"; +"760 linear_39_scale_0" -> "762 quantize_per_channel_default_40"; +"760 linear_39_scale_0" -> "763 dequantize_per_channel_default_40"; +"761 linear_39_zero_point_0" -> "762 quantize_per_channel_default_40"; +"761 linear_39_zero_point_0" -> "763 dequantize_per_channel_default_40"; +"762 quantize_per_channel_default_40" -> "763 dequantize_per_channel_default_40"; +"763 dequantize_per_channel_default_40" -> "765 linear_39"; +"764 _param_constant123_0_0" -> "765 linear_39"; +"765 linear_39" -> "766 dropout_30"; +"766 dropout_30" -> "767 add_20"; +"767 add_20" -> "770 layer_norm_20"; +"767 add_20" -> "817 add_21"; +"768 _param_constant124" -> "770 layer_norm_20"; +"769 _param_constant125" -> "770 layer_norm_20"; +"770 layer_norm_20" -> "771 quantize_per_tensor_default_61"; +"771 quantize_per_tensor_default_61" -> "772 dequantize_per_tensor_default_61"; +"772 dequantize_per_tensor_default_61" -> "773 transpose_60"; +"773 transpose_60" -> "780 linear_40"; +"774 _param_constant126" -> "777 quantize_per_channel_default_41"; +"775 linear_40_scale_0" -> "777 quantize_per_channel_default_41"; +"775 linear_40_scale_0" -> "778 dequantize_per_channel_default_41"; +"776 linear_40_zero_point_0" -> "777 quantize_per_channel_default_41"; +"776 linear_40_zero_point_0" -> "778 dequantize_per_channel_default_41"; +"777 quantize_per_channel_default_41" -> "778 dequantize_per_channel_default_41"; +"778 dequantize_per_channel_default_41" -> "780 linear_40"; +"779 _param_constant127_0_0" -> "780 linear_40"; +"780 linear_40" -> "781 unflatten_10"; +"781 unflatten_10" -> "782 unsqueeze_10"; +"782 unsqueeze_10" -> "783 transpose_61"; +"783 transpose_61" -> "784 squeeze_10"; +"784 squeeze_10" -> "785 contiguous_10"; +"785 contiguous_10" -> "786 quantize_per_tensor_default_62"; +"785 contiguous_10" -> "789 quantize_per_tensor_default_63"; +"785 contiguous_10" -> "792 select_32"; +"786 quantize_per_tensor_default_62" -> "787 dequantize_per_tensor_default_62"; +"787 dequantize_per_tensor_default_62" -> "788 select_30"; +"788 select_30" -> "793 view_80"; +"789 quantize_per_tensor_default_63" -> "790 dequantize_per_tensor_default_63"; +"790 dequantize_per_tensor_default_63" -> "791 select_31"; +"791 select_31" -> "795 view_81"; +"792 select_32" -> "797 view_82"; +"793 view_80" -> "794 transpose_62"; +"794 transpose_62" -> "799 view_83"; +"795 view_81" -> "796 transpose_63"; +"796 transpose_63" -> "800 view_84"; +"797 view_82" -> "798 transpose_64"; +"798 transpose_64" -> "801 view_85"; +"799 view_83" -> "802 scaled_dot_product_attention_10"; +"800 view_84" -> "802 scaled_dot_product_attention_10"; +"801 view_85" -> "802 scaled_dot_product_attention_10"; +"802 scaled_dot_product_attention_10" -> "803 quantize_per_tensor_default_64"; +"803 quantize_per_tensor_default_64" -> "804 dequantize_per_tensor_default_64"; +"804 dequantize_per_tensor_default_64" -> "805 permute_11"; +"805 permute_11" -> "806 view_86"; +"806 view_86" -> "813 linear_41"; +"807 _param_constant128" -> "810 quantize_per_channel_default_42"; +"808 linear_41_scale_0" -> "810 quantize_per_channel_default_42"; +"808 linear_41_scale_0" -> "811 dequantize_per_channel_default_42"; +"809 linear_41_zero_point_0" -> "810 quantize_per_channel_default_42"; +"809 linear_41_zero_point_0" -> "811 dequantize_per_channel_default_42"; +"810 quantize_per_channel_default_42" -> "811 dequantize_per_channel_default_42"; +"811 dequantize_per_channel_default_42" -> "813 linear_41"; +"812 _param_constant129_0_0" -> "813 linear_41"; +"813 linear_41" -> "814 view_87"; +"814 view_87" -> "815 transpose_65"; +"815 transpose_65" -> "816 dropout_31"; +"816 dropout_31" -> "817 add_21"; +"817 add_21" -> "820 layer_norm_21"; +"817 add_21" -> "842 add_22"; +"818 _param_constant130" -> "820 layer_norm_21"; +"819 _param_constant131" -> "820 layer_norm_21"; +"820 layer_norm_21" -> "821 quantize_per_tensor_default_65"; +"821 quantize_per_tensor_default_65" -> "822 dequantize_per_tensor_default_65"; +"822 dequantize_per_tensor_default_65" -> "829 linear_42"; +"823 _param_constant132" -> "826 quantize_per_channel_default_43"; +"824 linear_42_scale_0" -> "826 quantize_per_channel_default_43"; +"824 linear_42_scale_0" -> "827 dequantize_per_channel_default_43"; +"825 linear_42_zero_point_0" -> "826 quantize_per_channel_default_43"; +"825 linear_42_zero_point_0" -> "827 dequantize_per_channel_default_43"; +"826 quantize_per_channel_default_43" -> "827 dequantize_per_channel_default_43"; +"827 dequantize_per_channel_default_43" -> "829 linear_42"; +"828 _param_constant133_0_0" -> "829 linear_42"; +"829 linear_42" -> "830 gelu_10"; +"830 gelu_10" -> "831 quantize_per_tensor_default_66"; +"831 quantize_per_tensor_default_66" -> "832 dequantize_per_tensor_default_66"; +"832 dequantize_per_tensor_default_66" -> "833 dropout_32"; +"833 dropout_32" -> "840 linear_43"; +"834 _param_constant134" -> "837 quantize_per_channel_default_44"; +"835 linear_43_scale_0" -> "837 quantize_per_channel_default_44"; +"835 linear_43_scale_0" -> "838 dequantize_per_channel_default_44"; +"836 linear_43_zero_point_0" -> "837 quantize_per_channel_default_44"; +"836 linear_43_zero_point_0" -> "838 dequantize_per_channel_default_44"; +"837 quantize_per_channel_default_44" -> "838 dequantize_per_channel_default_44"; +"838 dequantize_per_channel_default_44" -> "840 linear_43"; +"839 _param_constant135_0_0" -> "840 linear_43"; +"840 linear_43" -> "841 dropout_33"; +"841 dropout_33" -> "842 add_22"; +"842 add_22" -> "845 layer_norm_22"; +"842 add_22" -> "892 add_23"; +"843 _param_constant136" -> "845 layer_norm_22"; +"844 _param_constant137" -> "845 layer_norm_22"; +"845 layer_norm_22" -> "846 quantize_per_tensor_default_67"; +"846 quantize_per_tensor_default_67" -> "847 dequantize_per_tensor_default_67"; +"847 dequantize_per_tensor_default_67" -> "848 transpose_66"; +"848 transpose_66" -> "855 linear_44"; +"849 _param_constant138" -> "852 quantize_per_channel_default_45"; +"850 linear_44_scale_0" -> "852 quantize_per_channel_default_45"; +"850 linear_44_scale_0" -> "853 dequantize_per_channel_default_45"; +"851 linear_44_zero_point_0" -> "852 quantize_per_channel_default_45"; +"851 linear_44_zero_point_0" -> "853 dequantize_per_channel_default_45"; +"852 quantize_per_channel_default_45" -> "853 dequantize_per_channel_default_45"; +"853 dequantize_per_channel_default_45" -> "855 linear_44"; +"854 _param_constant139_0_0" -> "855 linear_44"; +"855 linear_44" -> "856 unflatten_11"; +"856 unflatten_11" -> "857 unsqueeze_11"; +"857 unsqueeze_11" -> "858 transpose_67"; +"858 transpose_67" -> "859 squeeze_11"; +"859 squeeze_11" -> "860 contiguous_11"; +"860 contiguous_11" -> "861 quantize_per_tensor_default_68"; +"860 contiguous_11" -> "864 quantize_per_tensor_default_69"; +"860 contiguous_11" -> "867 select_35"; +"861 quantize_per_tensor_default_68" -> "862 dequantize_per_tensor_default_68"; +"862 dequantize_per_tensor_default_68" -> "863 select_33"; +"863 select_33" -> "868 view_88"; +"864 quantize_per_tensor_default_69" -> "865 dequantize_per_tensor_default_69"; +"865 dequantize_per_tensor_default_69" -> "866 select_34"; +"866 select_34" -> "870 view_89"; +"867 select_35" -> "872 view_90"; +"868 view_88" -> "869 transpose_68"; +"869 transpose_68" -> "874 view_91"; +"870 view_89" -> "871 transpose_69"; +"871 transpose_69" -> "875 view_92"; +"872 view_90" -> "873 transpose_70"; +"873 transpose_70" -> "876 view_93"; +"874 view_91" -> "877 scaled_dot_product_attention_11"; +"875 view_92" -> "877 scaled_dot_product_attention_11"; +"876 view_93" -> "877 scaled_dot_product_attention_11"; +"877 scaled_dot_product_attention_11" -> "878 quantize_per_tensor_default_70"; +"878 quantize_per_tensor_default_70" -> "879 dequantize_per_tensor_default_70"; +"879 dequantize_per_tensor_default_70" -> "880 permute_12"; +"880 permute_12" -> "881 view_94"; +"881 view_94" -> "888 linear_45"; +"882 _param_constant140" -> "885 quantize_per_channel_default_46"; +"883 linear_45_scale_0" -> "885 quantize_per_channel_default_46"; +"883 linear_45_scale_0" -> "886 dequantize_per_channel_default_46"; +"884 linear_45_zero_point_0" -> "885 quantize_per_channel_default_46"; +"884 linear_45_zero_point_0" -> "886 dequantize_per_channel_default_46"; +"885 quantize_per_channel_default_46" -> "886 dequantize_per_channel_default_46"; +"886 dequantize_per_channel_default_46" -> "888 linear_45"; +"887 _param_constant141_0_0" -> "888 linear_45"; +"888 linear_45" -> "889 view_95"; +"889 view_95" -> "890 transpose_71"; +"890 transpose_71" -> "891 dropout_34"; +"891 dropout_34" -> "892 add_23"; +"892 add_23" -> "895 layer_norm_23"; +"892 add_23" -> "917 add_24"; +"893 _param_constant142" -> "895 layer_norm_23"; +"894 _param_constant143" -> "895 layer_norm_23"; +"895 layer_norm_23" -> "896 quantize_per_tensor_default_71"; +"896 quantize_per_tensor_default_71" -> "897 dequantize_per_tensor_default_71"; +"897 dequantize_per_tensor_default_71" -> "904 linear_46"; +"898 _param_constant144" -> "901 quantize_per_channel_default_47"; +"899 linear_46_scale_0" -> "901 quantize_per_channel_default_47"; +"899 linear_46_scale_0" -> "902 dequantize_per_channel_default_47"; +"900 linear_46_zero_point_0" -> "901 quantize_per_channel_default_47"; +"900 linear_46_zero_point_0" -> "902 dequantize_per_channel_default_47"; +"901 quantize_per_channel_default_47" -> "902 dequantize_per_channel_default_47"; +"902 dequantize_per_channel_default_47" -> "904 linear_46"; +"903 _param_constant145_0_0" -> "904 linear_46"; +"904 linear_46" -> "905 gelu_11"; +"905 gelu_11" -> "906 quantize_per_tensor_default_72"; +"906 quantize_per_tensor_default_72" -> "907 dequantize_per_tensor_default_72"; +"907 dequantize_per_tensor_default_72" -> "908 dropout_35"; +"908 dropout_35" -> "915 linear_47"; +"909 _param_constant146" -> "912 quantize_per_channel_default_48"; +"910 linear_47_scale_0" -> "912 quantize_per_channel_default_48"; +"910 linear_47_scale_0" -> "913 dequantize_per_channel_default_48"; +"911 linear_47_zero_point_0" -> "912 quantize_per_channel_default_48"; +"911 linear_47_zero_point_0" -> "913 dequantize_per_channel_default_48"; +"912 quantize_per_channel_default_48" -> "913 dequantize_per_channel_default_48"; +"913 dequantize_per_channel_default_48" -> "915 linear_47"; +"914 _param_constant147_0_0" -> "915 linear_47"; +"915 linear_47" -> "916 dropout_36"; +"916 dropout_36" -> "917 add_24"; +"917 add_24" -> "920 layer_norm_24"; +"918 _param_constant148" -> "920 layer_norm_24"; +"919 _param_constant149" -> "920 layer_norm_24"; +"920 layer_norm_24" -> "921 quantize_per_tensor_default_73"; +"921 quantize_per_tensor_default_73" -> "922 dequantize_per_tensor_default_73"; +"922 dequantize_per_tensor_default_73" -> "923 slice_1"; +"923 slice_1" -> "924 select_36"; +"924 select_36" -> "931 linear_48"; +"925 _param_constant150" -> "928 quantize_per_channel_default_49"; +"926 linear_48_scale_0" -> "928 quantize_per_channel_default_49"; +"926 linear_48_scale_0" -> "929 dequantize_per_channel_default_49"; +"927 linear_48_zero_point_0" -> "928 quantize_per_channel_default_49"; +"927 linear_48_zero_point_0" -> "929 dequantize_per_channel_default_49"; +"928 quantize_per_channel_default_49" -> "929 dequantize_per_channel_default_49"; +"929 dequantize_per_channel_default_49" -> "931 linear_48"; +"930 _param_constant151_0_0" -> "931 linear_48"; +"931 linear_48" -> "932 output"; +} diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 83eb6ac92fe..8e3b991329c 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -125,10 +125,14 @@ def test_model(test_case: ModelCase): (ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), {}), (torchvision_model_case("resnet18", (1, 3, 224, 224)), {}), (torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), {}), + (torchvision_model_case("vit_b_16", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), + (torchvision_model_case("swin_v2_s", (1, 3, 224, 224)), {"model_type": nncf.ModelType.TRANSFORMER}), ) -@pytest.mark.parametrize(("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED) +@pytest.mark.parametrize( + ("model_case", "quantization_parameters"), TEST_MODELS_QUANIZED, ids=[m[0].model_id for m in TEST_MODELS_QUANIZED] +) def test_quantized_model(model_case: ModelCase, quantization_parameters): with disable_patching(): model = model_case.model_builder()