From 17ccb838ead0a3b0a445abb3378d64a5754416c9 Mon Sep 17 00:00:00 2001 From: dlyakhov Date: Mon, 18 May 2026 15:19:24 +0200 Subject: [PATCH] [FX][Tests] Use smaller swin transformer to speed up pre-commit --- .../swin_v2_single_block.dot | 1398 ++++++ .../swin_v2_t.dot | 4060 ---------------- .../quantized/swin_v2_single_block.dot | 1440 ++++++ .../fx/dynamic_shapes/quantized/swin_v2_t.dot | 4166 ----------------- .../swin_v2_single_block.dot | 1128 +++++ .../swin_v2_t.dot | 3630 -------------- .../fx/quantized/swin_v2_single_block.dot | 1170 +++++ tests/torch/data/fx/quantized/swin_v2_t.dot | 3736 --------------- .../swin_v2_single_block.json | 375 ++ .../fx/reference_metatypes/swin_v2_t.json | 1312 ------ tests/torch/data/fx/swin_v2_single_block.dot | 788 ++++ tests/torch/data/fx/swin_v2_t.dot | 2746 ----------- tests/torch/fx/test_models.py | 9 +- tests/torch/test_models/synthetic.py | 26 + 14 files changed, 6330 insertions(+), 19654 deletions(-) create mode 100644 tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_single_block.dot delete mode 100644 tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot create mode 100644 tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_single_block.dot delete mode 100644 tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_t.dot create mode 100644 tests/torch/data/fx/post_quantization_compressed/swin_v2_single_block.dot delete mode 100644 tests/torch/data/fx/post_quantization_compressed/swin_v2_t.dot create mode 100644 tests/torch/data/fx/quantized/swin_v2_single_block.dot delete mode 100644 tests/torch/data/fx/quantized/swin_v2_t.dot create mode 100644 tests/torch/data/fx/reference_metatypes/swin_v2_single_block.json delete mode 100644 tests/torch/data/fx/reference_metatypes/swin_v2_t.json create mode 100644 tests/torch/data/fx/swin_v2_single_block.dot delete mode 100644 tests/torch/data/fx/swin_v2_t.dot diff --git a/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_single_block.dot b/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_single_block.dot new file mode 100644 index 00000000000..b37b3290469 --- /dev/null +++ b/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_single_block.dot @@ -0,0 +1,1398 @@ +digraph { +"0 model_features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; +"1 model_features_1_0_attn_proj_bias" [id=1, type="get_attr"]; +"2 model_features_1_0_attn_logit_scale" [id=2, type="get_attr"]; +"3 model_features_3_0_attn_qkv_bias" [id=3, type="get_attr"]; +"4 model_features_3_0_attn_proj_bias" [id=4, type="get_attr"]; +"5 model_features_3_0_attn_logit_scale" [id=5, type="get_attr"]; +"6 model_features_5_0_attn_qkv_bias" [id=6, type="get_attr"]; +"7 model_features_5_0_attn_proj_bias" [id=7, type="get_attr"]; +"8 model_features_5_0_attn_logit_scale" [id=8, type="get_attr"]; +"9 model_features_7_0_attn_qkv_bias" [id=9, type="get_attr"]; +"10 model_features_7_0_attn_proj_bias" [id=10, type="get_attr"]; +"11 model_features_7_0_attn_logit_scale" [id=11, type="get_attr"]; +"12 model_features_0_0_bias" [id=12, type="get_attr"]; +"13 model_features_0_2_weight" [id=13, type="get_attr"]; +"14 model_features_0_2_bias" [id=14, type="get_attr"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" [id=15, type="get_attr"]; +"16 model_features_1_0_norm1_weight" [id=16, type="get_attr"]; +"17 model_features_1_0_norm1_bias" [id=17, type="get_attr"]; +"18 model_features_1_0_mlp_0_bias" [id=18, type="get_attr"]; +"19 model_features_1_0_mlp_3_bias" [id=19, type="get_attr"]; +"20 model_features_1_0_norm2_weight" [id=20, type="get_attr"]; +"21 model_features_1_0_norm2_bias" [id=21, type="get_attr"]; +"22 model_features_2_norm_weight" [id=22, type="get_attr"]; +"23 model_features_2_norm_bias" [id=23, type="get_attr"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" [id=24, type="get_attr"]; +"25 model_features_3_0_norm1_weight" [id=25, type="get_attr"]; +"26 model_features_3_0_norm1_bias" [id=26, type="get_attr"]; +"27 model_features_3_0_mlp_0_bias" [id=27, type="get_attr"]; +"28 model_features_3_0_mlp_3_bias" [id=28, type="get_attr"]; +"29 model_features_3_0_norm2_weight" [id=29, type="get_attr"]; +"30 model_features_3_0_norm2_bias" [id=30, type="get_attr"]; +"31 model_features_4_norm_weight" [id=31, type="get_attr"]; +"32 model_features_4_norm_bias" [id=32, type="get_attr"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" [id=33, type="get_attr"]; +"34 model_features_5_0_norm1_weight" [id=34, type="get_attr"]; +"35 model_features_5_0_norm1_bias" [id=35, type="get_attr"]; +"36 model_features_5_0_mlp_0_bias" [id=36, type="get_attr"]; +"37 model_features_5_0_mlp_3_bias" [id=37, type="get_attr"]; +"38 model_features_5_0_norm2_weight" [id=38, type="get_attr"]; +"39 model_features_5_0_norm2_bias" [id=39, type="get_attr"]; +"40 model_features_6_norm_weight" [id=40, type="get_attr"]; +"41 model_features_6_norm_bias" [id=41, type="get_attr"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" [id=42, type="get_attr"]; +"43 model_features_7_0_norm1_weight" [id=43, type="get_attr"]; +"44 model_features_7_0_norm1_bias" [id=44, type="get_attr"]; +"45 model_features_7_0_mlp_0_bias" [id=45, type="get_attr"]; +"46 model_features_7_0_mlp_3_bias" [id=46, type="get_attr"]; +"47 model_features_7_0_norm2_weight" [id=47, type="get_attr"]; +"48 model_features_7_0_norm2_bias" [id=48, type="get_attr"]; +"49 model_norm_weight" [id=49, type="get_attr"]; +"50 model_norm_bias" [id=50, type="get_attr"]; +"51 model_head_bias" [id=51, type="get_attr"]; +"52 model_features_1_0_attn_relative_coords_table" [id=52, type="get_attr"]; +"53 model_features_1_0_attn_relative_position_index" [id=53, type="get_attr"]; +"54 model_features_3_0_attn_relative_coords_table" [id=54, type="get_attr"]; +"55 model_features_3_0_attn_relative_position_index" [id=55, type="get_attr"]; +"56 model_features_5_0_attn_relative_coords_table" [id=56, type="get_attr"]; +"57 model_features_5_0_attn_relative_position_index" [id=57, type="get_attr"]; +"58 model_features_7_0_attn_relative_coords_table" [id=58, type="get_attr"]; +"59 model_features_7_0_attn_relative_position_index" [id=59, type="get_attr"]; +"60 x" [id=60, type=input]; +"61 sym_size_int_43" [id=61, type="sym_size"]; +"62 sym_size_int_44" [id=62, type="sym_size"]; +"63 quantize_per_tensor_default" [id=63, type="quantize_per_tensor"]; +"64 dequantize_per_tensor_default" [id=64, type="dequantize_per_tensor"]; +"65 scale_updated_constant0" [id=65, type="get_attr"]; +"66 compressed_weight_updated_constant0" [id=66, type="get_attr"]; +"67 mul_tensor" [id=67, type=mul]; +"68 zero_point_updated_constant0" [id=68, type="get_attr"]; +"69 sub_tensor" [id=69, type=sub]; +"70 conv2d" [id=70, type=conv2d]; +"71 permute" [id=71, type=permute]; +"72 layer_norm" [id=72, type="layer_norm"]; +"73 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=73, type="get_attr"]; +"74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=74, type="call_module"]; +"75 linear" [id=75, type=linear]; +"76 relu_" [id=76, type="relu_"]; +"77 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=77, type="get_attr"]; +"78 relu__0_0_nncf_smooth_quant_0" [id=78, type="call_module"]; +"79 linear_1" [id=79, type=linear]; +"80 view" [id=80, type=view]; +"81 index" [id=81, type=index]; +"82 view_1" [id=82, type=view]; +"83 permute_1" [id=83, type=permute]; +"84 contiguous" [id=84, type=contiguous]; +"85 unsqueeze" [id=85, type=unsqueeze]; +"86 sigmoid" [id=86, type=sigmoid]; +"87 mul" [id=87, type=mul]; +"88 floordiv_24" [id=88, type=floordiv]; +"89 mod" [id=89, type=mod]; +"90 sub" [id=90, type=sub]; +"91 mod_1" [id=91, type=mod]; +"92 floordiv_25" [id=92, type=floordiv]; +"93 mod_2" [id=93, type=mod]; +"94 sub_1" [id=94, type=sub]; +"95 mod_3" [id=95, type=mod]; +"96 pad" [id=96, type=pad]; +"97 add_12" [id=97, type=add]; +"98 floordiv" [id=98, type=floordiv]; +"99 add_13" [id=99, type=add]; +"100 floordiv_1" [id=100, type=floordiv]; +"101 mul_1" [id=101, type=mul]; +"102 view_2" [id=102, type=view]; +"103 permute_2" [id=103, type=permute]; +"104 reshape" [id=104, type=reshape]; +"105 clone" [id=105, type=clone]; +"106 slice_1" [id=106, type=slice]; +"107 zero_" [id=107, type="zero_"]; +"108 reshape_0_0_nncf_smooth_quant_0" [id=108, type="call_module"]; +"109 quantize_per_tensor_default_1" [id=109, type="quantize_per_tensor"]; +"110 dequantize_per_tensor_default_1" [id=110, type="dequantize_per_tensor"]; +"111 scale_updated_constant1" [id=111, type="get_attr"]; +"112 compressed_weight_updated_constant1" [id=112, type="get_attr"]; +"113 mul_tensor_1" [id=113, type=mul]; +"114 zero_point_updated_constant1" [id=114, type="get_attr"]; +"115 sub_tensor_1" [id=115, type=sub]; +"116 linear_2" [id=116, type=linear]; +"117 floordiv_26" [id=117, type=floordiv]; +"118 floordiv_27" [id=118, type=floordiv]; +"119 mul_26" [id=119, type=mul]; +"120 reshape_1" [id=120, type=reshape]; +"121 permute_3" [id=121, type=permute]; +"122 select" [id=122, type=select]; +"123 select_1" [id=123, type=select]; +"124 select_2" [id=124, type=select]; +"125 linalg_vector_norm" [id=125, type="linalg_vector_norm"]; +"126 clamp_min" [id=126, type="clamp_min"]; +"127 expand_as" [id=127, type="expand_as"]; +"128 div" [id=128, type=div]; +"129 quantize_per_tensor_default_2" [id=129, type="quantize_per_tensor"]; +"130 dequantize_per_tensor_default_2" [id=130, type="dequantize_per_tensor"]; +"131 linalg_vector_norm_1" [id=131, type="linalg_vector_norm"]; +"132 clamp_min_1" [id=132, type="clamp_min"]; +"133 expand_as_1" [id=133, type="expand_as"]; +"134 div_1" [id=134, type=div]; +"135 quantize_per_tensor_default_3" [id=135, type="quantize_per_tensor"]; +"136 dequantize_per_tensor_default_3" [id=136, type="dequantize_per_tensor"]; +"137 transpose" [id=137, type=transpose]; +"138 matmul" [id=138, type=matmul]; +"139 clamp" [id=139, type=clamp]; +"140 exp" [id=140, type=exp]; +"141 mul_2" [id=141, type=mul]; +"142 add" [id=142, type=add]; +"143 softmax" [id=143, type=softmax]; +"144 dropout" [id=144, type=dropout]; +"145 matmul_1" [id=145, type=matmul]; +"146 transpose_1" [id=146, type=transpose]; +"147 reshape_2" [id=147, type=reshape]; +"148 reshape_2_0_0_nncf_smooth_quant_0" [id=148, type="call_module"]; +"149 quantize_per_tensor_default_4" [id=149, type="quantize_per_tensor"]; +"150 dequantize_per_tensor_default_4" [id=150, type="dequantize_per_tensor"]; +"151 scale_updated_constant2" [id=151, type="get_attr"]; +"152 compressed_weight_updated_constant2" [id=152, type="get_attr"]; +"153 mul_tensor_2" [id=153, type=mul]; +"154 zero_point_updated_constant2" [id=154, type="get_attr"]; +"155 sub_tensor_2" [id=155, type=sub]; +"156 linear_3" [id=156, type=linear]; +"157 dropout_1" [id=157, type=dropout]; +"158 view_3" [id=158, type=view]; +"159 permute_4" [id=159, type=permute]; +"160 reshape_3" [id=160, type=reshape]; +"161 slice_2" [id=161, type=slice]; +"162 slice_3" [id=162, type=slice]; +"163 layer_norm_1" [id=163, type="layer_norm"]; +"164 add_1" [id=164, type=add]; +"165 add_1_0_0_nncf_smooth_quant_0" [id=165, type="call_module"]; +"166 quantize_per_tensor_default_5" [id=166, type="quantize_per_tensor"]; +"167 dequantize_per_tensor_default_5" [id=167, type="dequantize_per_tensor"]; +"168 scale_updated_constant3" [id=168, type="get_attr"]; +"169 compressed_weight_updated_constant3" [id=169, type="get_attr"]; +"170 mul_tensor_3" [id=170, type=mul]; +"171 zero_point_updated_constant3" [id=171, type="get_attr"]; +"172 sub_tensor_3" [id=172, type=sub]; +"173 linear_4" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type="call_module"]; +"177 quantize_per_tensor_default_6" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_default_6" [id=178, type="dequantize_per_tensor"]; +"179 scale_updated_constant4" [id=179, type="get_attr"]; +"180 compressed_weight_updated_constant4" [id=180, type="get_attr"]; +"181 mul_tensor_4" [id=181, type=mul]; +"182 zero_point_updated_constant4" [id=182, type="get_attr"]; +"183 sub_tensor_4" [id=183, type=sub]; +"184 linear_5" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 layer_norm_2" [id=186, type="layer_norm"]; +"187 add_2" [id=187, type=add]; +"188 mod_4" [id=188, type=mod]; +"189 mod_5" [id=189, type=mod]; +"190 pad_1" [id=190, type=pad]; +"191 slice_4" [id=191, type=slice]; +"192 slice_5" [id=192, type=slice]; +"193 slice_6" [id=193, type=slice]; +"194 slice_7" [id=194, type=slice]; +"195 slice_8" [id=195, type=slice]; +"196 slice_9" [id=196, type=slice]; +"197 slice_10" [id=197, type=slice]; +"198 slice_11" [id=198, type=slice]; +"199 cat" [id=199, type=cat]; +"200 cat_0_0_nncf_smooth_quant_0" [id=200, type="call_module"]; +"201 quantize_per_tensor_default_7" [id=201, type="quantize_per_tensor"]; +"202 dequantize_per_tensor_default_7" [id=202, type="dequantize_per_tensor"]; +"203 scale_updated_constant5" [id=203, type="get_attr"]; +"204 compressed_weight_updated_constant5" [id=204, type="get_attr"]; +"205 mul_tensor_5" [id=205, type=mul]; +"206 zero_point_updated_constant5" [id=206, type="get_attr"]; +"207 sub_tensor_5" [id=207, type=sub]; +"208 linear_6" [id=208, type=linear]; +"209 layer_norm_3" [id=209, type="layer_norm"]; +"210 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=210, type="get_attr"]; +"211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=211, type="call_module"]; +"212 linear_7" [id=212, type=linear]; +"213 relu__1" [id=213, type="relu_"]; +"214 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=214, type="get_attr"]; +"215 relu__1_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; +"216 linear_8" [id=216, type=linear]; +"217 view_4" [id=217, type=view]; +"218 index_1" [id=218, type=index]; +"219 view_5" [id=219, type=view]; +"220 permute_5" [id=220, type=permute]; +"221 contiguous_1" [id=221, type=contiguous]; +"222 unsqueeze_1" [id=222, type=unsqueeze]; +"223 sigmoid_1" [id=223, type=sigmoid]; +"224 mul_7" [id=224, type=mul]; +"225 add_14" [id=225, type=add]; +"226 add_15" [id=226, type=add]; +"227 floordiv_28" [id=227, type=floordiv]; +"228 mod_6" [id=228, type=mod]; +"229 sub_2" [id=229, type=sub]; +"230 mod_7" [id=230, type=mod]; +"231 add_16" [id=231, type=add]; +"232 add_17" [id=232, type=add]; +"233 floordiv_29" [id=233, type=floordiv]; +"234 mod_8" [id=234, type=mod]; +"235 sub_3" [id=235, type=sub]; +"236 mod_9" [id=236, type=mod]; +"237 pad_2" [id=237, type=pad]; +"238 add_18" [id=238, type=add]; +"239 floordiv_6" [id=239, type=floordiv]; +"240 add_19" [id=240, type=add]; +"241 floordiv_7" [id=241, type=floordiv]; +"242 mul_8" [id=242, type=mul]; +"243 view_6" [id=243, type=view]; +"244 permute_6" [id=244, type=permute]; +"245 reshape_4" [id=245, type=reshape]; +"246 clone_1" [id=246, type=clone]; +"247 slice_12" [id=247, type=slice]; +"248 zero__1" [id=248, type="zero_"]; +"249 reshape_4_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; +"250 quantize_per_tensor_default_8" [id=250, type="quantize_per_tensor"]; +"251 dequantize_per_tensor_default_8" [id=251, type="dequantize_per_tensor"]; +"252 scale_updated_constant6" [id=252, type="get_attr"]; +"253 compressed_weight_updated_constant6" [id=253, type="get_attr"]; +"254 mul_tensor_6" [id=254, type=mul]; +"255 zero_point_updated_constant6" [id=255, type="get_attr"]; +"256 sub_tensor_6" [id=256, type=sub]; +"257 linear_9" [id=257, type=linear]; +"258 floordiv_30" [id=258, type=floordiv]; +"259 floordiv_31" [id=259, type=floordiv]; +"260 mul_27" [id=260, type=mul]; +"261 reshape_5" [id=261, type=reshape]; +"262 permute_7" [id=262, type=permute]; +"263 select_3" [id=263, type=select]; +"264 select_4" [id=264, type=select]; +"265 select_5" [id=265, type=select]; +"266 linalg_vector_norm_2" [id=266, type="linalg_vector_norm"]; +"267 clamp_min_2" [id=267, type="clamp_min"]; +"268 expand_as_2" [id=268, type="expand_as"]; +"269 div_2" [id=269, type=div]; +"270 quantize_per_tensor_default_9" [id=270, type="quantize_per_tensor"]; +"271 dequantize_per_tensor_default_9" [id=271, type="dequantize_per_tensor"]; +"272 linalg_vector_norm_3" [id=272, type="linalg_vector_norm"]; +"273 clamp_min_3" [id=273, type="clamp_min"]; +"274 expand_as_3" [id=274, type="expand_as"]; +"275 div_3" [id=275, type=div]; +"276 quantize_per_tensor_default_10" [id=276, type="quantize_per_tensor"]; +"277 dequantize_per_tensor_default_10" [id=277, type="dequantize_per_tensor"]; +"278 transpose_2" [id=278, type=transpose]; +"279 matmul_2" [id=279, type=matmul]; +"280 clamp_1" [id=280, type=clamp]; +"281 exp_1" [id=281, type=exp]; +"282 mul_9" [id=282, type=mul]; +"283 add_3" [id=283, type=add]; +"284 softmax_1" [id=284, type=softmax]; +"285 dropout_4" [id=285, type=dropout]; +"286 matmul_3" [id=286, type=matmul]; +"287 transpose_3" [id=287, type=transpose]; +"288 reshape_6" [id=288, type=reshape]; +"289 reshape_6_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; +"290 quantize_per_tensor_default_11" [id=290, type="quantize_per_tensor"]; +"291 dequantize_per_tensor_default_11" [id=291, type="dequantize_per_tensor"]; +"292 scale_updated_constant7" [id=292, type="get_attr"]; +"293 compressed_weight_updated_constant7" [id=293, type="get_attr"]; +"294 mul_tensor_7" [id=294, type=mul]; +"295 zero_point_updated_constant7" [id=295, type="get_attr"]; +"296 sub_tensor_7" [id=296, type=sub]; +"297 linear_10" [id=297, type=linear]; +"298 dropout_5" [id=298, type=dropout]; +"299 view_7" [id=299, type=view]; +"300 permute_8" [id=300, type=permute]; +"301 reshape_7" [id=301, type=reshape]; +"302 slice_13" [id=302, type=slice]; +"303 slice_14" [id=303, type=slice]; +"304 contiguous_2" [id=304, type=contiguous]; +"305 layer_norm_4" [id=305, type="layer_norm"]; +"306 add_4" [id=306, type=add]; +"307 add_4_0_0_nncf_smooth_quant_0" [id=307, type="call_module"]; +"308 quantize_per_tensor_default_12" [id=308, type="quantize_per_tensor"]; +"309 dequantize_per_tensor_default_12" [id=309, type="dequantize_per_tensor"]; +"310 scale_updated_constant8" [id=310, type="get_attr"]; +"311 compressed_weight_updated_constant8" [id=311, type="get_attr"]; +"312 mul_tensor_8" [id=312, type=mul]; +"313 zero_point_updated_constant8" [id=313, type="get_attr"]; +"314 sub_tensor_8" [id=314, type=sub]; +"315 linear_11" [id=315, type=linear]; +"316 gelu_1" [id=316, type=gelu]; +"317 dropout_6" [id=317, type=dropout]; +"318 dropout_6_0_0_nncf_smooth_quant_0" [id=318, type="call_module"]; +"319 quantize_per_tensor_default_13" [id=319, type="quantize_per_tensor"]; +"320 dequantize_per_tensor_default_13" [id=320, type="dequantize_per_tensor"]; +"321 scale_updated_constant9" [id=321, type="get_attr"]; +"322 compressed_weight_updated_constant9" [id=322, type="get_attr"]; +"323 mul_tensor_9" [id=323, type=mul]; +"324 zero_point_updated_constant9" [id=324, type="get_attr"]; +"325 sub_tensor_9" [id=325, type=sub]; +"326 linear_12" [id=326, type=linear]; +"327 dropout_7" [id=327, type=dropout]; +"328 layer_norm_5" [id=328, type="layer_norm"]; +"329 add_5" [id=329, type=add]; +"330 mod_10" [id=330, type=mod]; +"331 mod_11" [id=331, type=mod]; +"332 pad_3" [id=332, type=pad]; +"333 slice_15" [id=333, type=slice]; +"334 slice_16" [id=334, type=slice]; +"335 slice_17" [id=335, type=slice]; +"336 slice_18" [id=336, type=slice]; +"337 slice_19" [id=337, type=slice]; +"338 slice_20" [id=338, type=slice]; +"339 slice_21" [id=339, type=slice]; +"340 slice_22" [id=340, type=slice]; +"341 cat_1" [id=341, type=cat]; +"342 cat_1_0_0_nncf_smooth_quant_0" [id=342, type="call_module"]; +"343 quantize_per_tensor_default_14" [id=343, type="quantize_per_tensor"]; +"344 dequantize_per_tensor_default_14" [id=344, type="dequantize_per_tensor"]; +"345 scale_updated_constant10" [id=345, type="get_attr"]; +"346 compressed_weight_updated_constant10" [id=346, type="get_attr"]; +"347 mul_tensor_10" [id=347, type=mul]; +"348 zero_point_updated_constant10" [id=348, type="get_attr"]; +"349 sub_tensor_10" [id=349, type=sub]; +"350 linear_13" [id=350, type=linear]; +"351 layer_norm_6" [id=351, type="layer_norm"]; +"352 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=352, type="get_attr"]; +"353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=353, type="call_module"]; +"354 linear_14" [id=354, type=linear]; +"355 relu__2" [id=355, type="relu_"]; +"356 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=356, type="get_attr"]; +"357 relu__2_0_0_nncf_smooth_quant_0" [id=357, type="call_module"]; +"358 linear_15" [id=358, type=linear]; +"359 view_8" [id=359, type=view]; +"360 index_2" [id=360, type=index]; +"361 view_9" [id=361, type=view]; +"362 permute_9" [id=362, type=permute]; +"363 contiguous_3" [id=363, type=contiguous]; +"364 unsqueeze_2" [id=364, type=unsqueeze]; +"365 sigmoid_2" [id=365, type=sigmoid]; +"366 mul_15" [id=366, type=mul]; +"367 add_20" [id=367, type=add]; +"368 add_21" [id=368, type=add]; +"369 floordiv_32" [id=369, type=floordiv]; +"370 mod_12" [id=370, type=mod]; +"371 sub_4" [id=371, type=sub]; +"372 mod_13" [id=372, type=mod]; +"373 add_22" [id=373, type=add]; +"374 add_23" [id=374, type=add]; +"375 floordiv_33" [id=375, type=floordiv]; +"376 mod_14" [id=376, type=mod]; +"377 sub_5" [id=377, type=sub]; +"378 mod_15" [id=378, type=mod]; +"379 pad_4" [id=379, type=pad]; +"380 add_24" [id=380, type=add]; +"381 floordiv_12" [id=381, type=floordiv]; +"382 add_25" [id=382, type=add]; +"383 floordiv_13" [id=383, type=floordiv]; +"384 mul_16" [id=384, type=mul]; +"385 view_10" [id=385, type=view]; +"386 permute_10" [id=386, type=permute]; +"387 reshape_8" [id=387, type=reshape]; +"388 clone_2" [id=388, type=clone]; +"389 slice_23" [id=389, type=slice]; +"390 zero__2" [id=390, type="zero_"]; +"391 reshape_8_0_0_nncf_smooth_quant_0" [id=391, type="call_module"]; +"392 quantize_per_tensor_default_15" [id=392, type="quantize_per_tensor"]; +"393 dequantize_per_tensor_default_15" [id=393, type="dequantize_per_tensor"]; +"394 scale_updated_constant11" [id=394, type="get_attr"]; +"395 compressed_weight_updated_constant11" [id=395, type="get_attr"]; +"396 mul_tensor_11" [id=396, type=mul]; +"397 zero_point_updated_constant11" [id=397, type="get_attr"]; +"398 sub_tensor_11" [id=398, type=sub]; +"399 linear_16" [id=399, type=linear]; +"400 floordiv_34" [id=400, type=floordiv]; +"401 floordiv_35" [id=401, type=floordiv]; +"402 mul_28" [id=402, type=mul]; +"403 reshape_9" [id=403, type=reshape]; +"404 permute_11" [id=404, type=permute]; +"405 select_6" [id=405, type=select]; +"406 select_7" [id=406, type=select]; +"407 select_8" [id=407, type=select]; +"408 linalg_vector_norm_4" [id=408, type="linalg_vector_norm"]; +"409 clamp_min_4" [id=409, type="clamp_min"]; +"410 expand_as_4" [id=410, type="expand_as"]; +"411 div_4" [id=411, type=div]; +"412 quantize_per_tensor_default_16" [id=412, type="quantize_per_tensor"]; +"413 dequantize_per_tensor_default_16" [id=413, type="dequantize_per_tensor"]; +"414 linalg_vector_norm_5" [id=414, type="linalg_vector_norm"]; +"415 clamp_min_5" [id=415, type="clamp_min"]; +"416 expand_as_5" [id=416, type="expand_as"]; +"417 div_5" [id=417, type=div]; +"418 quantize_per_tensor_default_17" [id=418, type="quantize_per_tensor"]; +"419 dequantize_per_tensor_default_17" [id=419, type="dequantize_per_tensor"]; +"420 transpose_4" [id=420, type=transpose]; +"421 matmul_4" [id=421, type=matmul]; +"422 clamp_2" [id=422, type=clamp]; +"423 exp_2" [id=423, type=exp]; +"424 mul_17" [id=424, type=mul]; +"425 add_6" [id=425, type=add]; +"426 softmax_2" [id=426, type=softmax]; +"427 dropout_8" [id=427, type=dropout]; +"428 matmul_5" [id=428, type=matmul]; +"429 transpose_5" [id=429, type=transpose]; +"430 reshape_10" [id=430, type=reshape]; +"431 reshape_10_0_0_nncf_smooth_quant_0" [id=431, type="call_module"]; +"432 quantize_per_tensor_default_18" [id=432, type="quantize_per_tensor"]; +"433 dequantize_per_tensor_default_18" [id=433, type="dequantize_per_tensor"]; +"434 scale_updated_constant12" [id=434, type="get_attr"]; +"435 compressed_weight_updated_constant12" [id=435, type="get_attr"]; +"436 mul_tensor_12" [id=436, type=mul]; +"437 zero_point_updated_constant12" [id=437, type="get_attr"]; +"438 sub_tensor_12" [id=438, type=sub]; +"439 linear_17" [id=439, type=linear]; +"440 dropout_9" [id=440, type=dropout]; +"441 view_11" [id=441, type=view]; +"442 permute_12" [id=442, type=permute]; +"443 reshape_11" [id=443, type=reshape]; +"444 slice_24" [id=444, type=slice]; +"445 slice_25" [id=445, type=slice]; +"446 contiguous_4" [id=446, type=contiguous]; +"447 layer_norm_7" [id=447, type="layer_norm"]; +"448 add_7" [id=448, type=add]; +"449 add_7_0_0_nncf_smooth_quant_0" [id=449, type="call_module"]; +"450 quantize_per_tensor_default_19" [id=450, type="quantize_per_tensor"]; +"451 dequantize_per_tensor_default_19" [id=451, type="dequantize_per_tensor"]; +"452 scale_updated_constant13" [id=452, type="get_attr"]; +"453 compressed_weight_updated_constant13" [id=453, type="get_attr"]; +"454 mul_tensor_13" [id=454, type=mul]; +"455 zero_point_updated_constant13" [id=455, type="get_attr"]; +"456 sub_tensor_13" [id=456, type=sub]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_2" [id=458, type=gelu]; +"459 dropout_10" [id=459, type=dropout]; +"460 dropout_10_0_0_nncf_smooth_quant_0" [id=460, type="call_module"]; +"461 quantize_per_tensor_default_20" [id=461, type="quantize_per_tensor"]; +"462 dequantize_per_tensor_default_20" [id=462, type="dequantize_per_tensor"]; +"463 scale_updated_constant14" [id=463, type="get_attr"]; +"464 compressed_weight_updated_constant14" [id=464, type="get_attr"]; +"465 mul_tensor_14" [id=465, type=mul]; +"466 zero_point_updated_constant14" [id=466, type="get_attr"]; +"467 sub_tensor_14" [id=467, type=sub]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_11" [id=469, type=dropout]; +"470 layer_norm_8" [id=470, type="layer_norm"]; +"471 add_8" [id=471, type=add]; +"472 mod_16" [id=472, type=mod]; +"473 mod_17" [id=473, type=mod]; +"474 pad_5" [id=474, type=pad]; +"475 slice_26" [id=475, type=slice]; +"476 slice_27" [id=476, type=slice]; +"477 slice_28" [id=477, type=slice]; +"478 slice_29" [id=478, type=slice]; +"479 slice_30" [id=479, type=slice]; +"480 slice_31" [id=480, type=slice]; +"481 slice_32" [id=481, type=slice]; +"482 slice_33" [id=482, type=slice]; +"483 cat_2" [id=483, type=cat]; +"484 cat_2_0_0_nncf_smooth_quant_0" [id=484, type="call_module"]; +"485 quantize_per_tensor_default_21" [id=485, type="quantize_per_tensor"]; +"486 dequantize_per_tensor_default_21" [id=486, type="dequantize_per_tensor"]; +"487 scale_updated_constant15" [id=487, type="get_attr"]; +"488 compressed_weight_updated_constant15" [id=488, type="get_attr"]; +"489 mul_tensor_15" [id=489, type=mul]; +"490 zero_point_updated_constant15" [id=490, type="get_attr"]; +"491 sub_tensor_15" [id=491, type=sub]; +"492 linear_20" [id=492, type=linear]; +"493 layer_norm_9" [id=493, type="layer_norm"]; +"494 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=494, type="get_attr"]; +"495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=495, type="call_module"]; +"496 linear_21" [id=496, type=linear]; +"497 relu__3" [id=497, type="relu_"]; +"498 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=498, type="get_attr"]; +"499 relu__3_0_0_nncf_smooth_quant_0" [id=499, type="call_module"]; +"500 linear_22" [id=500, type=linear]; +"501 view_12" [id=501, type=view]; +"502 index_3" [id=502, type=index]; +"503 view_13" [id=503, type=view]; +"504 permute_13" [id=504, type=permute]; +"505 contiguous_5" [id=505, type=contiguous]; +"506 unsqueeze_3" [id=506, type=unsqueeze]; +"507 sigmoid_3" [id=507, type=sigmoid]; +"508 mul_23" [id=508, type=mul]; +"509 add_26" [id=509, type=add]; +"510 add_27" [id=510, type=add]; +"511 floordiv_36" [id=511, type=floordiv]; +"512 mod_18" [id=512, type=mod]; +"513 sub_6" [id=513, type=sub]; +"514 mod_19" [id=514, type=mod]; +"515 add_28" [id=515, type=add]; +"516 add_29" [id=516, type=add]; +"517 floordiv_37" [id=517, type=floordiv]; +"518 mod_20" [id=518, type=mod]; +"519 sub_7" [id=519, type=sub]; +"520 mod_21" [id=520, type=mod]; +"521 pad_6" [id=521, type=pad]; +"522 add_30" [id=522, type=add]; +"523 floordiv_18" [id=523, type=floordiv]; +"524 add_31" [id=524, type=add]; +"525 floordiv_19" [id=525, type=floordiv]; +"526 mul_24" [id=526, type=mul]; +"527 view_14" [id=527, type=view]; +"528 permute_14" [id=528, type=permute]; +"529 reshape_12" [id=529, type=reshape]; +"530 clone_3" [id=530, type=clone]; +"531 slice_34" [id=531, type=slice]; +"532 zero__3" [id=532, type="zero_"]; +"533 reshape_12_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; +"534 quantize_per_tensor_default_22" [id=534, type="quantize_per_tensor"]; +"535 dequantize_per_tensor_default_22" [id=535, type="dequantize_per_tensor"]; +"536 scale_updated_constant16" [id=536, type="get_attr"]; +"537 compressed_weight_updated_constant16" [id=537, type="get_attr"]; +"538 mul_tensor_16" [id=538, type=mul]; +"539 zero_point_updated_constant16" [id=539, type="get_attr"]; +"540 sub_tensor_16" [id=540, type=sub]; +"541 linear_23" [id=541, type=linear]; +"542 floordiv_38" [id=542, type=floordiv]; +"543 floordiv_39" [id=543, type=floordiv]; +"544 mul_29" [id=544, type=mul]; +"545 mul_30" [id=545, type=mul]; +"546 mul_31" [id=546, type=mul]; +"547 reshape_13" [id=547, type=reshape]; +"548 permute_15" [id=548, type=permute]; +"549 select_9" [id=549, type=select]; +"550 select_10" [id=550, type=select]; +"551 select_11" [id=551, type=select]; +"552 linalg_vector_norm_6" [id=552, type="linalg_vector_norm"]; +"553 clamp_min_6" [id=553, type="clamp_min"]; +"554 expand_as_6" [id=554, type="expand_as"]; +"555 div_6" [id=555, type=div]; +"556 quantize_per_tensor_default_23" [id=556, type="quantize_per_tensor"]; +"557 dequantize_per_tensor_default_23" [id=557, type="dequantize_per_tensor"]; +"558 linalg_vector_norm_7" [id=558, type="linalg_vector_norm"]; +"559 clamp_min_7" [id=559, type="clamp_min"]; +"560 expand_as_7" [id=560, type="expand_as"]; +"561 div_7" [id=561, type=div]; +"562 quantize_per_tensor_default_24" [id=562, type="quantize_per_tensor"]; +"563 dequantize_per_tensor_default_24" [id=563, type="dequantize_per_tensor"]; +"564 transpose_6" [id=564, type=transpose]; +"565 matmul_6" [id=565, type=matmul]; +"566 clamp_3" [id=566, type=clamp]; +"567 exp_3" [id=567, type=exp]; +"568 mul_25" [id=568, type=mul]; +"569 add_9" [id=569, type=add]; +"570 softmax_3" [id=570, type=softmax]; +"571 dropout_12" [id=571, type=dropout]; +"572 matmul_7" [id=572, type=matmul]; +"573 transpose_7" [id=573, type=transpose]; +"574 reshape_14" [id=574, type=reshape]; +"575 reshape_14_0_0_nncf_smooth_quant_0" [id=575, type="call_module"]; +"576 quantize_per_tensor_default_25" [id=576, type="quantize_per_tensor"]; +"577 dequantize_per_tensor_default_25" [id=577, type="dequantize_per_tensor"]; +"578 scale_updated_constant17" [id=578, type="get_attr"]; +"579 compressed_weight_updated_constant17" [id=579, type="get_attr"]; +"580 mul_tensor_17" [id=580, type=mul]; +"581 zero_point_updated_constant17" [id=581, type="get_attr"]; +"582 sub_tensor_17" [id=582, type=sub]; +"583 linear_24" [id=583, type=linear]; +"584 dropout_13" [id=584, type=dropout]; +"585 view_15" [id=585, type=view]; +"586 permute_16" [id=586, type=permute]; +"587 reshape_15" [id=587, type=reshape]; +"588 slice_35" [id=588, type=slice]; +"589 slice_36" [id=589, type=slice]; +"590 contiguous_6" [id=590, type=contiguous]; +"591 layer_norm_10" [id=591, type="layer_norm"]; +"592 add_10" [id=592, type=add]; +"593 add_10_0_0_nncf_smooth_quant_0" [id=593, type="call_module"]; +"594 quantize_per_tensor_default_26" [id=594, type="quantize_per_tensor"]; +"595 dequantize_per_tensor_default_26" [id=595, type="dequantize_per_tensor"]; +"596 scale_updated_constant18" [id=596, type="get_attr"]; +"597 compressed_weight_updated_constant18" [id=597, type="get_attr"]; +"598 mul_tensor_18" [id=598, type=mul]; +"599 zero_point_updated_constant18" [id=599, type="get_attr"]; +"600 sub_tensor_18" [id=600, type=sub]; +"601 linear_25" [id=601, type=linear]; +"602 gelu_3" [id=602, type=gelu]; +"603 dropout_14" [id=603, type=dropout]; +"604 dropout_14_0_0_nncf_smooth_quant_0" [id=604, type="call_module"]; +"605 quantize_per_tensor_default_27" [id=605, type="quantize_per_tensor"]; +"606 dequantize_per_tensor_default_27" [id=606, type="dequantize_per_tensor"]; +"607 scale_updated_constant19" [id=607, type="get_attr"]; +"608 compressed_weight_updated_constant19" [id=608, type="get_attr"]; +"609 mul_tensor_19" [id=609, type=mul]; +"610 zero_point_updated_constant19" [id=610, type="get_attr"]; +"611 sub_tensor_19" [id=611, type=sub]; +"612 linear_26" [id=612, type=linear]; +"613 dropout_15" [id=613, type=dropout]; +"614 layer_norm_11" [id=614, type="layer_norm"]; +"615 add_11" [id=615, type=add]; +"616 layer_norm_12" [id=616, type="layer_norm"]; +"617 permute_17" [id=617, type=permute]; +"618 adaptive_avg_pool2d" [id=618, type="adaptive_avg_pool2d"]; +"619 flatten" [id=619, type=flatten]; +"620 flatten_0_0_nncf_smooth_quant_0" [id=620, type="call_module"]; +"621 quantize_per_tensor_default_28" [id=621, type="quantize_per_tensor"]; +"622 dequantize_per_tensor_default_28" [id=622, type="dequantize_per_tensor"]; +"623 scale_updated_constant20" [id=623, type="get_attr"]; +"624 compressed_weight_updated_constant20" [id=624, type="get_attr"]; +"625 mul_tensor_20" [id=625, type=mul]; +"626 zero_point_updated_constant20" [id=626, type="get_attr"]; +"627 sub_tensor_20" [id=627, type=sub]; +"628 linear_27" [id=628, type=linear]; +"629 output" [id=629, type=output]; +"0 model_features_1_0_attn_qkv_bias" -> "105 clone" [key=0, style=solid, label="(288,)"]; +"1 model_features_1_0_attn_proj_bias" -> "156 linear_3" [key=0, style=solid, label="(96,)"]; +"2 model_features_1_0_attn_logit_scale" -> "139 clamp" [key=0, style=solid, label="(3, 1, 1)"]; +"3 model_features_3_0_attn_qkv_bias" -> "246 clone_1" [key=0, style=solid, label="(576,)"]; +"4 model_features_3_0_attn_proj_bias" -> "297 linear_10" [key=0, style=solid, label="(192,)"]; +"5 model_features_3_0_attn_logit_scale" -> "280 clamp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"6 model_features_5_0_attn_qkv_bias" -> "388 clone_2" [key=0, style=solid, label="(1152,)"]; +"7 model_features_5_0_attn_proj_bias" -> "439 linear_17" [key=0, style=solid, label="(384,)"]; +"8 model_features_5_0_attn_logit_scale" -> "422 clamp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"9 model_features_7_0_attn_qkv_bias" -> "530 clone_3" [key=0, style=solid, label="(2304,)"]; +"10 model_features_7_0_attn_proj_bias" -> "583 linear_24" [key=0, style=solid, label="(768,)"]; +"11 model_features_7_0_attn_logit_scale" -> "566 clamp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"12 model_features_0_0_bias" -> "70 conv2d" [key=0, style=solid, label="(96,)"]; +"13 model_features_0_2_weight" -> "72 layer_norm" [key=0, style=solid, label="(96,)"]; +"14 model_features_0_2_bias" -> "72 layer_norm" [key=0, style=solid, label="(96,)"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" -> "75 linear" [key=0, style=solid, label="(512,)"]; +"16 model_features_1_0_norm1_weight" -> "163 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"17 model_features_1_0_norm1_bias" -> "163 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"18 model_features_1_0_mlp_0_bias" -> "173 linear_4" [key=0, style=solid, label="(384,)"]; +"19 model_features_1_0_mlp_3_bias" -> "184 linear_5" [key=0, style=solid, label="(96,)"]; +"20 model_features_1_0_norm2_weight" -> "186 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"21 model_features_1_0_norm2_bias" -> "186 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"22 model_features_2_norm_weight" -> "209 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"23 model_features_2_norm_bias" -> "209 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" -> "212 linear_7" [key=0, style=solid, label="(512,)"]; +"25 model_features_3_0_norm1_weight" -> "305 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"26 model_features_3_0_norm1_bias" -> "305 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"27 model_features_3_0_mlp_0_bias" -> "315 linear_11" [key=0, style=solid, label="(768,)"]; +"28 model_features_3_0_mlp_3_bias" -> "326 linear_12" [key=0, style=solid, label="(192,)"]; +"29 model_features_3_0_norm2_weight" -> "328 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"30 model_features_3_0_norm2_bias" -> "328 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"31 model_features_4_norm_weight" -> "351 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"32 model_features_4_norm_bias" -> "351 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" -> "354 linear_14" [key=0, style=solid, label="(512,)"]; +"34 model_features_5_0_norm1_weight" -> "447 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"35 model_features_5_0_norm1_bias" -> "447 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"36 model_features_5_0_mlp_0_bias" -> "457 linear_18" [key=0, style=solid, label="(1536,)"]; +"37 model_features_5_0_mlp_3_bias" -> "468 linear_19" [key=0, style=solid, label="(384,)"]; +"38 model_features_5_0_norm2_weight" -> "470 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"39 model_features_5_0_norm2_bias" -> "470 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"40 model_features_6_norm_weight" -> "493 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"41 model_features_6_norm_bias" -> "493 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" -> "496 linear_21" [key=0, style=solid, label="(512,)"]; +"43 model_features_7_0_norm1_weight" -> "591 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"44 model_features_7_0_norm1_bias" -> "591 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"45 model_features_7_0_mlp_0_bias" -> "601 linear_25" [key=0, style=solid, label="(3072,)"]; +"46 model_features_7_0_mlp_3_bias" -> "612 linear_26" [key=0, style=solid, label="(768,)"]; +"47 model_features_7_0_norm2_weight" -> "614 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"48 model_features_7_0_norm2_bias" -> "614 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"49 model_norm_weight" -> "616 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"50 model_norm_bias" -> "616 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"51 model_head_bias" -> "628 linear_27" [key=0, style=solid, label="(10,)"]; +"52 model_features_1_0_attn_relative_coords_table" -> "74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"53 model_features_1_0_attn_relative_position_index" -> "81 index" [key=0, style=solid, label="(4096,)"]; +"54 model_features_3_0_attn_relative_coords_table" -> "211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"55 model_features_3_0_attn_relative_position_index" -> "218 index_1" [key=0, style=solid, label="(4096,)"]; +"56 model_features_5_0_attn_relative_coords_table" -> "353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"57 model_features_5_0_attn_relative_position_index" -> "360 index_2" [key=0, style=solid, label="(4096,)"]; +"58 model_features_7_0_attn_relative_coords_table" -> "495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"59 model_features_7_0_attn_relative_position_index" -> "502 index_3" [key=0, style=solid, label="(4096,)"]; +"60 x" -> "61 sym_size_int_43" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"60 x" -> "62 sym_size_int_44" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"60 x" -> "63 quantize_per_tensor_default" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"61 sym_size_int_43" -> "92 floordiv_25" [key=0, style=solid, label="(-1,)"]; +"62 sym_size_int_44" -> "88 floordiv_24" [key=0, style=solid, label="(-1,)"]; +"63 quantize_per_tensor_default" -> "64 dequantize_per_tensor_default" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"64 dequantize_per_tensor_default" -> "70 conv2d" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"65 scale_updated_constant0" -> "67 mul_tensor" [key=0, style=solid, label="(96, 1, 1, 1)"]; +"66 compressed_weight_updated_constant0" -> "67 mul_tensor" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"67 mul_tensor" -> "69 sub_tensor" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"68 zero_point_updated_constant0" -> "69 sub_tensor" [key=0, style=solid, label="(96, 1, 1, 1)"]; +"69 sub_tensor" -> "70 conv2d" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"70 conv2d" -> "71 permute" [key=0, style=solid, label="(1, 96, -1, -1)"]; +"71 permute" -> "72 layer_norm" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"72 layer_norm" -> "96 pad" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"72 layer_norm" -> "164 add_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"73 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "75 linear" [key=0, style=solid, label="(512, 2)"]; +"74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "75 linear" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"75 linear" -> "76 relu_" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"76 relu_" -> "78 relu__0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"77 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "79 linear_1" [key=0, style=solid, label="(3, 512)"]; +"78 relu__0_0_nncf_smooth_quant_0" -> "79 linear_1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"79 linear_1" -> "80 view" [key=0, style=solid, label="(1, 15, 15, 3)"]; +"80 view" -> "81 index" [key=0, style=solid, label="(225, 3)"]; +"81 index" -> "82 view_1" [key=0, style=solid, label="(4096, 3)"]; +"82 view_1" -> "83 permute_1" [key=0, style=solid, label="(64, 64, 3)"]; +"83 permute_1" -> "84 contiguous" [key=0, style=solid, label="(3, 64, 64)"]; +"84 contiguous" -> "85 unsqueeze" [key=0, style=solid, label="(3, 64, 64)"]; +"85 unsqueeze" -> "86 sigmoid" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"86 sigmoid" -> "87 mul" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"87 mul" -> "142 add" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"88 floordiv_24" -> "89 mod" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "99 add_13" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "162 slice_3" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "188 mod_4" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "225 add_14" [key=0, style=solid, label="(-1,)"]; +"89 mod" -> "90 sub" [key=0, style=solid, label="(-1,)"]; +"90 sub" -> "91 mod_1" [key=0, style=solid, label="(-1,)"]; +"91 mod_1" -> "96 pad" [key=0, style=solid, label="(-1,)"]; +"91 mod_1" -> "99 add_13" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "93 mod_2" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "97 add_12" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "161 slice_2" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "189 mod_5" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "231 add_16" [key=0, style=solid, label="(-1,)"]; +"93 mod_2" -> "94 sub_1" [key=0, style=solid, label="(-1,)"]; +"94 sub_1" -> "95 mod_3" [key=0, style=solid, label="(-1,)"]; +"95 mod_3" -> "96 pad" [key=0, style=solid, label="(-1,)"]; +"95 mod_3" -> "97 add_12" [key=0, style=solid, label="(-1,)"]; +"96 pad" -> "102 view_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"97 add_12" -> "98 floordiv" [key=0, style=solid, label="(-1,)"]; +"97 add_12" -> "117 floordiv_26" [key=0, style=solid, label="(-1,)"]; +"97 add_12" -> "160 reshape_3" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "101 mul_1" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "102 view_2" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "117 floordiv_26" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "158 view_3" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "100 floordiv_1" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "118 floordiv_27" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "160 reshape_3" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "101 mul_1" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "102 view_2" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "118 floordiv_27" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "158 view_3" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "104 reshape" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "120 reshape_1" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "147 reshape_2" [key=0, style=solid, label="(-1,)"]; +"102 view_2" -> "103 permute_2" [key=0, style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"103 permute_2" -> "104 reshape" [key=0, style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"104 reshape" -> "108 reshape_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 96)"]; +"105 clone" -> "106 slice_1" [key=0, style=solid, label="(288,)"]; +"105 clone" -> "116 linear_2" [key=0, style=solid, label="(288,)"]; +"106 slice_1" -> "107 zero_" [key=0, style=solid, label="(96,)"]; +"108 reshape_0_0_nncf_smooth_quant_0" -> "109 quantize_per_tensor_default_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"109 quantize_per_tensor_default_1" -> "110 dequantize_per_tensor_default_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"110 dequantize_per_tensor_default_1" -> "116 linear_2" [key=0, style=solid, label="(-1, -1, 96)"]; +"111 scale_updated_constant1" -> "113 mul_tensor_1" [key=0, style=solid, label="(288, 1)"]; +"112 compressed_weight_updated_constant1" -> "113 mul_tensor_1" [key=0, style=solid, label="(288, 96)"]; +"113 mul_tensor_1" -> "115 sub_tensor_1" [key=0, style=solid, label="(288, 96)"]; +"114 zero_point_updated_constant1" -> "115 sub_tensor_1" [key=0, style=solid, label="(288, 1)"]; +"115 sub_tensor_1" -> "116 linear_2" [key=0, style=solid, label="(288, 96)"]; +"116 linear_2" -> "120 reshape_1" [key=0, style=solid, label="(-1, -1, 288)"]; +"117 floordiv_26" -> "119 mul_26" [key=0, style=solid, label="(-1,)"]; +"118 floordiv_27" -> "119 mul_26" [key=0, style=solid, label="(-1,)"]; +"119 mul_26" -> "120 reshape_1" [key=0, style=solid, label="(-1,)"]; +"119 mul_26" -> "147 reshape_2" [key=0, style=solid, label="(-1,)"]; +"120 reshape_1" -> "121 permute_3" [key=0, style=solid, label="(-1, -1, 3, 3, 32)"]; +"121 permute_3" -> "122 select" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"121 permute_3" -> "123 select_1" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"121 permute_3" -> "124 select_2" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"122 select" -> "125 linalg_vector_norm" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"122 select" -> "127 expand_as" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"122 select" -> "128 div" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "131 linalg_vector_norm_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "133 expand_as_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "134 div_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"124 select_2" -> "145 matmul_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"125 linalg_vector_norm" -> "126 clamp_min" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"126 clamp_min" -> "127 expand_as" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"127 expand_as" -> "128 div" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"128 div" -> "129 quantize_per_tensor_default_2" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"129 quantize_per_tensor_default_2" -> "130 dequantize_per_tensor_default_2" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"130 dequantize_per_tensor_default_2" -> "138 matmul" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"131 linalg_vector_norm_1" -> "132 clamp_min_1" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"132 clamp_min_1" -> "133 expand_as_1" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"133 expand_as_1" -> "134 div_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"134 div_1" -> "135 quantize_per_tensor_default_3" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"136 dequantize_per_tensor_default_3" -> "137 transpose" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"137 transpose" -> "138 matmul" [key=0, style=solid, label="(-1, 3, 32, -1)"]; +"138 matmul" -> "141 mul_2" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"139 clamp" -> "140 exp" [key=0, style=solid, label="(3, 1, 1)"]; +"140 exp" -> "141 mul_2" [key=0, style=solid, label="(3, 1, 1)"]; +"141 mul_2" -> "142 add" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"142 add" -> "143 softmax" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"143 softmax" -> "144 dropout" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"144 dropout" -> "145 matmul_1" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"145 matmul_1" -> "146 transpose_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"146 transpose_1" -> "147 reshape_2" [key=0, style=solid, label="(-1, -1, 3, 32)"]; +"147 reshape_2" -> "148 reshape_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 96)"]; +"148 reshape_2_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_4" [key=0, style=solid, label="(-1, -1, 96)"]; +"149 quantize_per_tensor_default_4" -> "150 dequantize_per_tensor_default_4" [key=0, style=solid, label="(-1, -1, 96)"]; +"150 dequantize_per_tensor_default_4" -> "156 linear_3" [key=0, style=solid, label="(-1, -1, 96)"]; +"151 scale_updated_constant2" -> "153 mul_tensor_2" [key=0, style=solid, label="(96, 1)"]; +"152 compressed_weight_updated_constant2" -> "153 mul_tensor_2" [key=0, style=solid, label="(96, 96)"]; +"153 mul_tensor_2" -> "155 sub_tensor_2" [key=0, style=solid, label="(96, 96)"]; +"154 zero_point_updated_constant2" -> "155 sub_tensor_2" [key=0, style=solid, label="(96, 1)"]; +"155 sub_tensor_2" -> "156 linear_3" [key=0, style=solid, label="(96, 96)"]; +"156 linear_3" -> "157 dropout_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"157 dropout_1" -> "158 view_3" [key=0, style=solid, label="(-1, -1, 96)"]; +"158 view_3" -> "159 permute_4" [key=0, style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"159 permute_4" -> "160 reshape_3" [key=0, style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"160 reshape_3" -> "161 slice_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"161 slice_2" -> "162 slice_3" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"162 slice_3" -> "163 layer_norm_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"163 layer_norm_1" -> "164 add_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"164 add_1" -> "165 add_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"164 add_1" -> "187 add_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"165 add_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"167 dequantize_per_tensor_default_5" -> "173 linear_4" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"168 scale_updated_constant3" -> "170 mul_tensor_3" [key=0, style=solid, label="(384, 1)"]; +"169 compressed_weight_updated_constant3" -> "170 mul_tensor_3" [key=0, style=solid, label="(384, 96)"]; +"170 mul_tensor_3" -> "172 sub_tensor_3" [key=0, style=solid, label="(384, 96)"]; +"171 zero_point_updated_constant3" -> "172 sub_tensor_3" [key=0, style=solid, label="(384, 1)"]; +"172 sub_tensor_3" -> "173 linear_4" [key=0, style=solid, label="(384, 96)"]; +"173 linear_4" -> "174 gelu" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"174 gelu" -> "175 dropout_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"178 dequantize_per_tensor_default_6" -> "184 linear_5" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"179 scale_updated_constant4" -> "181 mul_tensor_4" [key=0, style=solid, label="(96, 1)"]; +"180 compressed_weight_updated_constant4" -> "181 mul_tensor_4" [key=0, style=solid, label="(96, 384)"]; +"181 mul_tensor_4" -> "183 sub_tensor_4" [key=0, style=solid, label="(96, 384)"]; +"182 zero_point_updated_constant4" -> "183 sub_tensor_4" [key=0, style=solid, label="(96, 1)"]; +"183 sub_tensor_4" -> "184 linear_5" [key=0, style=solid, label="(96, 384)"]; +"184 linear_5" -> "185 dropout_3" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"185 dropout_3" -> "186 layer_norm_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"186 layer_norm_2" -> "187 add_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"187 add_2" -> "190 pad_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"188 mod_4" -> "190 pad_1" [key=0, style=solid, label="(-1,)"]; +"188 mod_4" -> "226 add_15" [key=0, style=solid, label="(-1,)"]; +"189 mod_5" -> "190 pad_1" [key=0, style=solid, label="(-1,)"]; +"189 mod_5" -> "232 add_17" [key=0, style=solid, label="(-1,)"]; +"190 pad_1" -> "191 slice_4" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "193 slice_6" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "195 slice_8" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "197 slice_10" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"191 slice_4" -> "192 slice_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"192 slice_5" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"193 slice_6" -> "194 slice_7" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"194 slice_7" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"195 slice_8" -> "196 slice_9" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"196 slice_9" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"197 slice_10" -> "198 slice_11" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"198 slice_11" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"199 cat" -> "200 cat_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"200 cat_0_0_nncf_smooth_quant_0" -> "201 quantize_per_tensor_default_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"201 quantize_per_tensor_default_7" -> "202 dequantize_per_tensor_default_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"202 dequantize_per_tensor_default_7" -> "208 linear_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"203 scale_updated_constant5" -> "205 mul_tensor_5" [key=0, style=solid, label="(192, 1)"]; +"204 compressed_weight_updated_constant5" -> "205 mul_tensor_5" [key=0, style=solid, label="(192, 384)"]; +"205 mul_tensor_5" -> "207 sub_tensor_5" [key=0, style=solid, label="(192, 384)"]; +"206 zero_point_updated_constant5" -> "207 sub_tensor_5" [key=0, style=solid, label="(192, 1)"]; +"207 sub_tensor_5" -> "208 linear_6" [key=0, style=solid, label="(192, 384)"]; +"208 linear_6" -> "209 layer_norm_3" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"209 layer_norm_3" -> "237 pad_2" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"209 layer_norm_3" -> "306 add_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"210 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "212 linear_7" [key=0, style=solid, label="(512, 2)"]; +"211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "212 linear_7" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"212 linear_7" -> "213 relu__1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"213 relu__1" -> "215 relu__1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"214 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "216 linear_8" [key=0, style=solid, label="(6, 512)"]; +"215 relu__1_0_0_nncf_smooth_quant_0" -> "216 linear_8" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"216 linear_8" -> "217 view_4" [key=0, style=solid, label="(1, 15, 15, 6)"]; +"217 view_4" -> "218 index_1" [key=0, style=solid, label="(225, 6)"]; +"218 index_1" -> "219 view_5" [key=0, style=solid, label="(4096, 6)"]; +"219 view_5" -> "220 permute_5" [key=0, style=solid, label="(64, 64, 6)"]; +"220 permute_5" -> "221 contiguous_1" [key=0, style=solid, label="(6, 64, 64)"]; +"221 contiguous_1" -> "222 unsqueeze_1" [key=0, style=solid, label="(6, 64, 64)"]; +"222 unsqueeze_1" -> "223 sigmoid_1" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"223 sigmoid_1" -> "224 mul_7" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"224 mul_7" -> "283 add_3" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"225 add_14" -> "226 add_15" [key=0, style=solid, label="(-1,)"]; +"226 add_15" -> "227 floordiv_28" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "228 mod_6" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "240 add_19" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "303 slice_14" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "330 mod_10" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "367 add_20" [key=0, style=solid, label="(-1,)"]; +"228 mod_6" -> "229 sub_2" [key=0, style=solid, label="(-1,)"]; +"229 sub_2" -> "230 mod_7" [key=0, style=solid, label="(-1,)"]; +"230 mod_7" -> "237 pad_2" [key=0, style=solid, label="(-1,)"]; +"230 mod_7" -> "240 add_19" [key=0, style=solid, label="(-1,)"]; +"231 add_16" -> "232 add_17" [key=0, style=solid, label="(-1,)"]; +"232 add_17" -> "233 floordiv_29" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "234 mod_8" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "238 add_18" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "302 slice_13" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "331 mod_11" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "373 add_22" [key=0, style=solid, label="(-1,)"]; +"234 mod_8" -> "235 sub_3" [key=0, style=solid, label="(-1,)"]; +"235 sub_3" -> "236 mod_9" [key=0, style=solid, label="(-1,)"]; +"236 mod_9" -> "237 pad_2" [key=0, style=solid, label="(-1,)"]; +"236 mod_9" -> "238 add_18" [key=0, style=solid, label="(-1,)"]; +"237 pad_2" -> "243 view_6" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"238 add_18" -> "239 floordiv_6" [key=0, style=solid, label="(-1,)"]; +"238 add_18" -> "258 floordiv_30" [key=0, style=solid, label="(-1,)"]; +"238 add_18" -> "301 reshape_7" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "242 mul_8" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "243 view_6" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "258 floordiv_30" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "299 view_7" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "241 floordiv_7" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "259 floordiv_31" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "301 reshape_7" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "242 mul_8" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "243 view_6" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "259 floordiv_31" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "299 view_7" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "245 reshape_4" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "261 reshape_5" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "288 reshape_6" [key=0, style=solid, label="(-1,)"]; +"243 view_6" -> "244 permute_6" [key=0, style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"244 permute_6" -> "245 reshape_4" [key=0, style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"245 reshape_4" -> "249 reshape_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 192)"]; +"246 clone_1" -> "247 slice_12" [key=0, style=solid, label="(576,)"]; +"246 clone_1" -> "257 linear_9" [key=0, style=solid, label="(576,)"]; +"247 slice_12" -> "248 zero__1" [key=0, style=solid, label="(192,)"]; +"249 reshape_4_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_8" [key=0, style=solid, label="(-1, -1, 192)"]; +"250 quantize_per_tensor_default_8" -> "251 dequantize_per_tensor_default_8" [key=0, style=solid, label="(-1, -1, 192)"]; +"251 dequantize_per_tensor_default_8" -> "257 linear_9" [key=0, style=solid, label="(-1, -1, 192)"]; +"252 scale_updated_constant6" -> "254 mul_tensor_6" [key=0, style=solid, label="(576, 1)"]; +"253 compressed_weight_updated_constant6" -> "254 mul_tensor_6" [key=0, style=solid, label="(576, 192)"]; +"254 mul_tensor_6" -> "256 sub_tensor_6" [key=0, style=solid, label="(576, 192)"]; +"255 zero_point_updated_constant6" -> "256 sub_tensor_6" [key=0, style=solid, label="(576, 1)"]; +"256 sub_tensor_6" -> "257 linear_9" [key=0, style=solid, label="(576, 192)"]; +"257 linear_9" -> "261 reshape_5" [key=0, style=solid, label="(-1, -1, 576)"]; +"258 floordiv_30" -> "260 mul_27" [key=0, style=solid, label="(-1,)"]; +"259 floordiv_31" -> "260 mul_27" [key=0, style=solid, label="(-1,)"]; +"260 mul_27" -> "261 reshape_5" [key=0, style=solid, label="(-1,)"]; +"260 mul_27" -> "288 reshape_6" [key=0, style=solid, label="(-1,)"]; +"261 reshape_5" -> "262 permute_7" [key=0, style=solid, label="(-1, -1, 3, 6, 32)"]; +"262 permute_7" -> "263 select_3" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"262 permute_7" -> "264 select_4" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"262 permute_7" -> "265 select_5" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"263 select_3" -> "266 linalg_vector_norm_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"263 select_3" -> "268 expand_as_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"263 select_3" -> "269 div_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "272 linalg_vector_norm_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "274 expand_as_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "275 div_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"265 select_5" -> "286 matmul_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"266 linalg_vector_norm_2" -> "267 clamp_min_2" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"267 clamp_min_2" -> "268 expand_as_2" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"268 expand_as_2" -> "269 div_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"269 div_2" -> "270 quantize_per_tensor_default_9" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"270 quantize_per_tensor_default_9" -> "271 dequantize_per_tensor_default_9" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"271 dequantize_per_tensor_default_9" -> "279 matmul_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"272 linalg_vector_norm_3" -> "273 clamp_min_3" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"273 clamp_min_3" -> "274 expand_as_3" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"274 expand_as_3" -> "275 div_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"275 div_3" -> "276 quantize_per_tensor_default_10" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"276 quantize_per_tensor_default_10" -> "277 dequantize_per_tensor_default_10" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"277 dequantize_per_tensor_default_10" -> "278 transpose_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"278 transpose_2" -> "279 matmul_2" [key=0, style=solid, label="(-1, 6, 32, -1)"]; +"279 matmul_2" -> "282 mul_9" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"280 clamp_1" -> "281 exp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"281 exp_1" -> "282 mul_9" [key=0, style=solid, label="(6, 1, 1)"]; +"282 mul_9" -> "283 add_3" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"283 add_3" -> "284 softmax_1" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"284 softmax_1" -> "285 dropout_4" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"285 dropout_4" -> "286 matmul_3" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"286 matmul_3" -> "287 transpose_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"287 transpose_3" -> "288 reshape_6" [key=0, style=solid, label="(-1, -1, 6, 32)"]; +"288 reshape_6" -> "289 reshape_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 192)"]; +"289 reshape_6_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_11" [key=0, style=solid, label="(-1, -1, 192)"]; +"290 quantize_per_tensor_default_11" -> "291 dequantize_per_tensor_default_11" [key=0, style=solid, label="(-1, -1, 192)"]; +"291 dequantize_per_tensor_default_11" -> "297 linear_10" [key=0, style=solid, label="(-1, -1, 192)"]; +"292 scale_updated_constant7" -> "294 mul_tensor_7" [key=0, style=solid, label="(192, 1)"]; +"293 compressed_weight_updated_constant7" -> "294 mul_tensor_7" [key=0, style=solid, label="(192, 192)"]; +"294 mul_tensor_7" -> "296 sub_tensor_7" [key=0, style=solid, label="(192, 192)"]; +"295 zero_point_updated_constant7" -> "296 sub_tensor_7" [key=0, style=solid, label="(192, 1)"]; +"296 sub_tensor_7" -> "297 linear_10" [key=0, style=solid, label="(192, 192)"]; +"297 linear_10" -> "298 dropout_5" [key=0, style=solid, label="(-1, -1, 192)"]; +"298 dropout_5" -> "299 view_7" [key=0, style=solid, label="(-1, -1, 192)"]; +"299 view_7" -> "300 permute_8" [key=0, style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"300 permute_8" -> "301 reshape_7" [key=0, style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"301 reshape_7" -> "302 slice_13" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"302 slice_13" -> "303 slice_14" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"303 slice_14" -> "304 contiguous_2" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"304 contiguous_2" -> "305 layer_norm_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"305 layer_norm_4" -> "306 add_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"306 add_4" -> "307 add_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"306 add_4" -> "329 add_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"307 add_4_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_12" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"308 quantize_per_tensor_default_12" -> "309 dequantize_per_tensor_default_12" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"309 dequantize_per_tensor_default_12" -> "315 linear_11" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"310 scale_updated_constant8" -> "312 mul_tensor_8" [key=0, style=solid, label="(768, 1)"]; +"311 compressed_weight_updated_constant8" -> "312 mul_tensor_8" [key=0, style=solid, label="(768, 192)"]; +"312 mul_tensor_8" -> "314 sub_tensor_8" [key=0, style=solid, label="(768, 192)"]; +"313 zero_point_updated_constant8" -> "314 sub_tensor_8" [key=0, style=solid, label="(768, 1)"]; +"314 sub_tensor_8" -> "315 linear_11" [key=0, style=solid, label="(768, 192)"]; +"315 linear_11" -> "316 gelu_1" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"316 gelu_1" -> "317 dropout_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"317 dropout_6" -> "318 dropout_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"318 dropout_6_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"319 quantize_per_tensor_default_13" -> "320 dequantize_per_tensor_default_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"320 dequantize_per_tensor_default_13" -> "326 linear_12" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"321 scale_updated_constant9" -> "323 mul_tensor_9" [key=0, style=solid, label="(192, 1)"]; +"322 compressed_weight_updated_constant9" -> "323 mul_tensor_9" [key=0, style=solid, label="(192, 768)"]; +"323 mul_tensor_9" -> "325 sub_tensor_9" [key=0, style=solid, label="(192, 768)"]; +"324 zero_point_updated_constant9" -> "325 sub_tensor_9" [key=0, style=solid, label="(192, 1)"]; +"325 sub_tensor_9" -> "326 linear_12" [key=0, style=solid, label="(192, 768)"]; +"326 linear_12" -> "327 dropout_7" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"327 dropout_7" -> "328 layer_norm_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"328 layer_norm_5" -> "329 add_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"329 add_5" -> "332 pad_3" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"330 mod_10" -> "332 pad_3" [key=0, style=solid, label="(-1,)"]; +"330 mod_10" -> "368 add_21" [key=0, style=solid, label="(-1,)"]; +"331 mod_11" -> "332 pad_3" [key=0, style=solid, label="(-1,)"]; +"331 mod_11" -> "374 add_23" [key=0, style=solid, label="(-1,)"]; +"332 pad_3" -> "333 slice_15" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "335 slice_17" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "337 slice_19" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "339 slice_21" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"333 slice_15" -> "334 slice_16" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"334 slice_16" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"335 slice_17" -> "336 slice_18" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"336 slice_18" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"337 slice_19" -> "338 slice_20" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"338 slice_20" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"339 slice_21" -> "340 slice_22" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"340 slice_22" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"341 cat_1" -> "342 cat_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"342 cat_1_0_0_nncf_smooth_quant_0" -> "343 quantize_per_tensor_default_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"343 quantize_per_tensor_default_14" -> "344 dequantize_per_tensor_default_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"344 dequantize_per_tensor_default_14" -> "350 linear_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"345 scale_updated_constant10" -> "347 mul_tensor_10" [key=0, style=solid, label="(384, 1)"]; +"346 compressed_weight_updated_constant10" -> "347 mul_tensor_10" [key=0, style=solid, label="(384, 768)"]; +"347 mul_tensor_10" -> "349 sub_tensor_10" [key=0, style=solid, label="(384, 768)"]; +"348 zero_point_updated_constant10" -> "349 sub_tensor_10" [key=0, style=solid, label="(384, 1)"]; +"349 sub_tensor_10" -> "350 linear_13" [key=0, style=solid, label="(384, 768)"]; +"350 linear_13" -> "351 layer_norm_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"351 layer_norm_6" -> "379 pad_4" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"351 layer_norm_6" -> "448 add_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"352 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "354 linear_14" [key=0, style=solid, label="(512, 2)"]; +"353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "354 linear_14" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"354 linear_14" -> "355 relu__2" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"355 relu__2" -> "357 relu__2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"356 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "358 linear_15" [key=0, style=solid, label="(12, 512)"]; +"357 relu__2_0_0_nncf_smooth_quant_0" -> "358 linear_15" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"358 linear_15" -> "359 view_8" [key=0, style=solid, label="(1, 15, 15, 12)"]; +"359 view_8" -> "360 index_2" [key=0, style=solid, label="(225, 12)"]; +"360 index_2" -> "361 view_9" [key=0, style=solid, label="(4096, 12)"]; +"361 view_9" -> "362 permute_9" [key=0, style=solid, label="(64, 64, 12)"]; +"362 permute_9" -> "363 contiguous_3" [key=0, style=solid, label="(12, 64, 64)"]; +"363 contiguous_3" -> "364 unsqueeze_2" [key=0, style=solid, label="(12, 64, 64)"]; +"364 unsqueeze_2" -> "365 sigmoid_2" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"365 sigmoid_2" -> "366 mul_15" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"366 mul_15" -> "425 add_6" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"367 add_20" -> "368 add_21" [key=0, style=solid, label="(-1,)"]; +"368 add_21" -> "369 floordiv_32" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "370 mod_12" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "382 add_25" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "445 slice_25" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "472 mod_16" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "509 add_26" [key=0, style=solid, label="(-1,)"]; +"370 mod_12" -> "371 sub_4" [key=0, style=solid, label="(-1,)"]; +"371 sub_4" -> "372 mod_13" [key=0, style=solid, label="(-1,)"]; +"372 mod_13" -> "379 pad_4" [key=0, style=solid, label="(-1,)"]; +"372 mod_13" -> "382 add_25" [key=0, style=solid, label="(-1,)"]; +"373 add_22" -> "374 add_23" [key=0, style=solid, label="(-1,)"]; +"374 add_23" -> "375 floordiv_33" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "376 mod_14" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "380 add_24" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "444 slice_24" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "473 mod_17" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "515 add_28" [key=0, style=solid, label="(-1,)"]; +"376 mod_14" -> "377 sub_5" [key=0, style=solid, label="(-1,)"]; +"377 sub_5" -> "378 mod_15" [key=0, style=solid, label="(-1,)"]; +"378 mod_15" -> "379 pad_4" [key=0, style=solid, label="(-1,)"]; +"378 mod_15" -> "380 add_24" [key=0, style=solid, label="(-1,)"]; +"379 pad_4" -> "385 view_10" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"380 add_24" -> "381 floordiv_12" [key=0, style=solid, label="(-1,)"]; +"380 add_24" -> "400 floordiv_34" [key=0, style=solid, label="(-1,)"]; +"380 add_24" -> "443 reshape_11" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "384 mul_16" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "385 view_10" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "400 floordiv_34" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "441 view_11" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "383 floordiv_13" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "401 floordiv_35" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "443 reshape_11" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "384 mul_16" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "385 view_10" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "401 floordiv_35" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "441 view_11" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "387 reshape_8" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "403 reshape_9" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "430 reshape_10" [key=0, style=solid, label="(-1,)"]; +"385 view_10" -> "386 permute_10" [key=0, style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"386 permute_10" -> "387 reshape_8" [key=0, style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"387 reshape_8" -> "391 reshape_8_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 384)"]; +"388 clone_2" -> "389 slice_23" [key=0, style=solid, label="(1152,)"]; +"388 clone_2" -> "399 linear_16" [key=0, style=solid, label="(1152,)"]; +"389 slice_23" -> "390 zero__2" [key=0, style=solid, label="(384,)"]; +"391 reshape_8_0_0_nncf_smooth_quant_0" -> "392 quantize_per_tensor_default_15" [key=0, style=solid, label="(-1, -1, 384)"]; +"392 quantize_per_tensor_default_15" -> "393 dequantize_per_tensor_default_15" [key=0, style=solid, label="(-1, -1, 384)"]; +"393 dequantize_per_tensor_default_15" -> "399 linear_16" [key=0, style=solid, label="(-1, -1, 384)"]; +"394 scale_updated_constant11" -> "396 mul_tensor_11" [key=0, style=solid, label="(1152, 1)"]; +"395 compressed_weight_updated_constant11" -> "396 mul_tensor_11" [key=0, style=solid, label="(1152, 384)"]; +"396 mul_tensor_11" -> "398 sub_tensor_11" [key=0, style=solid, label="(1152, 384)"]; +"397 zero_point_updated_constant11" -> "398 sub_tensor_11" [key=0, style=solid, label="(1152, 1)"]; +"398 sub_tensor_11" -> "399 linear_16" [key=0, style=solid, label="(1152, 384)"]; +"399 linear_16" -> "403 reshape_9" [key=0, style=solid, label="(-1, -1, 1152)"]; +"400 floordiv_34" -> "402 mul_28" [key=0, style=solid, label="(-1,)"]; +"401 floordiv_35" -> "402 mul_28" [key=0, style=solid, label="(-1,)"]; +"402 mul_28" -> "403 reshape_9" [key=0, style=solid, label="(-1,)"]; +"402 mul_28" -> "430 reshape_10" [key=0, style=solid, label="(-1,)"]; +"403 reshape_9" -> "404 permute_11" [key=0, style=solid, label="(-1, -1, 3, 12, 32)"]; +"404 permute_11" -> "405 select_6" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"404 permute_11" -> "406 select_7" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"404 permute_11" -> "407 select_8" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"405 select_6" -> "408 linalg_vector_norm_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"405 select_6" -> "410 expand_as_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"405 select_6" -> "411 div_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "414 linalg_vector_norm_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "416 expand_as_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "417 div_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"407 select_8" -> "428 matmul_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"408 linalg_vector_norm_4" -> "409 clamp_min_4" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"409 clamp_min_4" -> "410 expand_as_4" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"410 expand_as_4" -> "411 div_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"411 div_4" -> "412 quantize_per_tensor_default_16" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"412 quantize_per_tensor_default_16" -> "413 dequantize_per_tensor_default_16" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"413 dequantize_per_tensor_default_16" -> "421 matmul_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"414 linalg_vector_norm_5" -> "415 clamp_min_5" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"415 clamp_min_5" -> "416 expand_as_5" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"416 expand_as_5" -> "417 div_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"417 div_5" -> "418 quantize_per_tensor_default_17" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"418 quantize_per_tensor_default_17" -> "419 dequantize_per_tensor_default_17" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"419 dequantize_per_tensor_default_17" -> "420 transpose_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"420 transpose_4" -> "421 matmul_4" [key=0, style=solid, label="(-1, 12, 32, -1)"]; +"421 matmul_4" -> "424 mul_17" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"422 clamp_2" -> "423 exp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"423 exp_2" -> "424 mul_17" [key=0, style=solid, label="(12, 1, 1)"]; +"424 mul_17" -> "425 add_6" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"425 add_6" -> "426 softmax_2" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"426 softmax_2" -> "427 dropout_8" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"427 dropout_8" -> "428 matmul_5" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"428 matmul_5" -> "429 transpose_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"429 transpose_5" -> "430 reshape_10" [key=0, style=solid, label="(-1, -1, 12, 32)"]; +"430 reshape_10" -> "431 reshape_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 384)"]; +"431 reshape_10_0_0_nncf_smooth_quant_0" -> "432 quantize_per_tensor_default_18" [key=0, style=solid, label="(-1, -1, 384)"]; +"432 quantize_per_tensor_default_18" -> "433 dequantize_per_tensor_default_18" [key=0, style=solid, label="(-1, -1, 384)"]; +"433 dequantize_per_tensor_default_18" -> "439 linear_17" [key=0, style=solid, label="(-1, -1, 384)"]; +"434 scale_updated_constant12" -> "436 mul_tensor_12" [key=0, style=solid, label="(384, 1)"]; +"435 compressed_weight_updated_constant12" -> "436 mul_tensor_12" [key=0, style=solid, label="(384, 384)"]; +"436 mul_tensor_12" -> "438 sub_tensor_12" [key=0, style=solid, label="(384, 384)"]; +"437 zero_point_updated_constant12" -> "438 sub_tensor_12" [key=0, style=solid, label="(384, 1)"]; +"438 sub_tensor_12" -> "439 linear_17" [key=0, style=solid, label="(384, 384)"]; +"439 linear_17" -> "440 dropout_9" [key=0, style=solid, label="(-1, -1, 384)"]; +"440 dropout_9" -> "441 view_11" [key=0, style=solid, label="(-1, -1, 384)"]; +"441 view_11" -> "442 permute_12" [key=0, style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"442 permute_12" -> "443 reshape_11" [key=0, style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"443 reshape_11" -> "444 slice_24" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"444 slice_24" -> "445 slice_25" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"445 slice_25" -> "446 contiguous_4" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"446 contiguous_4" -> "447 layer_norm_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"447 layer_norm_7" -> "448 add_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"448 add_7" -> "449 add_7_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"448 add_7" -> "471 add_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"449 add_7_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_19" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"450 quantize_per_tensor_default_19" -> "451 dequantize_per_tensor_default_19" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"451 dequantize_per_tensor_default_19" -> "457 linear_18" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"452 scale_updated_constant13" -> "454 mul_tensor_13" [key=0, style=solid, label="(1536, 1)"]; +"453 compressed_weight_updated_constant13" -> "454 mul_tensor_13" [key=0, style=solid, label="(1536, 384)"]; +"454 mul_tensor_13" -> "456 sub_tensor_13" [key=0, style=solid, label="(1536, 384)"]; +"455 zero_point_updated_constant13" -> "456 sub_tensor_13" [key=0, style=solid, label="(1536, 1)"]; +"456 sub_tensor_13" -> "457 linear_18" [key=0, style=solid, label="(1536, 384)"]; +"457 linear_18" -> "458 gelu_2" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"458 gelu_2" -> "459 dropout_10" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"459 dropout_10" -> "460 dropout_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"460 dropout_10_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"461 quantize_per_tensor_default_20" -> "462 dequantize_per_tensor_default_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"462 dequantize_per_tensor_default_20" -> "468 linear_19" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"463 scale_updated_constant14" -> "465 mul_tensor_14" [key=0, style=solid, label="(384, 1)"]; +"464 compressed_weight_updated_constant14" -> "465 mul_tensor_14" [key=0, style=solid, label="(384, 1536)"]; +"465 mul_tensor_14" -> "467 sub_tensor_14" [key=0, style=solid, label="(384, 1536)"]; +"466 zero_point_updated_constant14" -> "467 sub_tensor_14" [key=0, style=solid, label="(384, 1)"]; +"467 sub_tensor_14" -> "468 linear_19" [key=0, style=solid, label="(384, 1536)"]; +"468 linear_19" -> "469 dropout_11" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"469 dropout_11" -> "470 layer_norm_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"470 layer_norm_8" -> "471 add_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"471 add_8" -> "474 pad_5" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"472 mod_16" -> "474 pad_5" [key=0, style=solid, label="(-1,)"]; +"472 mod_16" -> "510 add_27" [key=0, style=solid, label="(-1,)"]; +"473 mod_17" -> "474 pad_5" [key=0, style=solid, label="(-1,)"]; +"473 mod_17" -> "516 add_29" [key=0, style=solid, label="(-1,)"]; +"474 pad_5" -> "475 slice_26" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "477 slice_28" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "479 slice_30" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "481 slice_32" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"475 slice_26" -> "476 slice_27" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"476 slice_27" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"477 slice_28" -> "478 slice_29" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"478 slice_29" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"479 slice_30" -> "480 slice_31" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"480 slice_31" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"481 slice_32" -> "482 slice_33" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"482 slice_33" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"483 cat_2" -> "484 cat_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"484 cat_2_0_0_nncf_smooth_quant_0" -> "485 quantize_per_tensor_default_21" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"485 quantize_per_tensor_default_21" -> "486 dequantize_per_tensor_default_21" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"486 dequantize_per_tensor_default_21" -> "492 linear_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"487 scale_updated_constant15" -> "489 mul_tensor_15" [key=0, style=solid, label="(768, 1)"]; +"488 compressed_weight_updated_constant15" -> "489 mul_tensor_15" [key=0, style=solid, label="(768, 1536)"]; +"489 mul_tensor_15" -> "491 sub_tensor_15" [key=0, style=solid, label="(768, 1536)"]; +"490 zero_point_updated_constant15" -> "491 sub_tensor_15" [key=0, style=solid, label="(768, 1)"]; +"491 sub_tensor_15" -> "492 linear_20" [key=0, style=solid, label="(768, 1536)"]; +"492 linear_20" -> "493 layer_norm_9" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"493 layer_norm_9" -> "521 pad_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"493 layer_norm_9" -> "592 add_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"494 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "496 linear_21" [key=0, style=solid, label="(512, 2)"]; +"495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "496 linear_21" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"496 linear_21" -> "497 relu__3" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"497 relu__3" -> "499 relu__3_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"498 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "500 linear_22" [key=0, style=solid, label="(24, 512)"]; +"499 relu__3_0_0_nncf_smooth_quant_0" -> "500 linear_22" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"500 linear_22" -> "501 view_12" [key=0, style=solid, label="(1, 15, 15, 24)"]; +"501 view_12" -> "502 index_3" [key=0, style=solid, label="(225, 24)"]; +"502 index_3" -> "503 view_13" [key=0, style=solid, label="(4096, 24)"]; +"503 view_13" -> "504 permute_13" [key=0, style=solid, label="(64, 64, 24)"]; +"504 permute_13" -> "505 contiguous_5" [key=0, style=solid, label="(24, 64, 64)"]; +"505 contiguous_5" -> "506 unsqueeze_3" [key=0, style=solid, label="(24, 64, 64)"]; +"506 unsqueeze_3" -> "507 sigmoid_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"507 sigmoid_3" -> "508 mul_23" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"508 mul_23" -> "569 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"509 add_26" -> "510 add_27" [key=0, style=solid, label="(-1,)"]; +"510 add_27" -> "511 floordiv_36" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "512 mod_18" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "524 add_31" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "589 slice_36" [key=0, style=solid, label="(-1,)"]; +"512 mod_18" -> "513 sub_6" [key=0, style=solid, label="(-1,)"]; +"513 sub_6" -> "514 mod_19" [key=0, style=solid, label="(-1,)"]; +"514 mod_19" -> "521 pad_6" [key=0, style=solid, label="(-1,)"]; +"514 mod_19" -> "524 add_31" [key=0, style=solid, label="(-1,)"]; +"515 add_28" -> "516 add_29" [key=0, style=solid, label="(-1,)"]; +"516 add_29" -> "517 floordiv_37" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "518 mod_20" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "522 add_30" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "588 slice_35" [key=0, style=solid, label="(-1,)"]; +"518 mod_20" -> "519 sub_7" [key=0, style=solid, label="(-1,)"]; +"519 sub_7" -> "520 mod_21" [key=0, style=solid, label="(-1,)"]; +"520 mod_21" -> "521 pad_6" [key=0, style=solid, label="(-1,)"]; +"520 mod_21" -> "522 add_30" [key=0, style=solid, label="(-1,)"]; +"521 pad_6" -> "527 view_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"522 add_30" -> "523 floordiv_18" [key=0, style=solid, label="(-1,)"]; +"522 add_30" -> "542 floordiv_38" [key=0, style=solid, label="(-1,)"]; +"522 add_30" -> "587 reshape_15" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "526 mul_24" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "527 view_14" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "542 floordiv_38" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "544 mul_29" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "585 view_15" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "525 floordiv_19" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "543 floordiv_39" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "587 reshape_15" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "526 mul_24" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "527 view_14" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "543 floordiv_39" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "545 mul_30" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "585 view_15" [key=0, style=solid, label="(-1,)"]; +"526 mul_24" -> "529 reshape_12" [key=0, style=solid, label="(-1,)"]; +"527 view_14" -> "528 permute_14" [key=0, style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"528 permute_14" -> "529 reshape_12" [key=0, style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"529 reshape_12" -> "533 reshape_12_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, 768)"]; +"530 clone_3" -> "531 slice_34" [key=0, style=solid, label="(2304,)"]; +"530 clone_3" -> "541 linear_23" [key=0, style=solid, label="(2304,)"]; +"531 slice_34" -> "532 zero__3" [key=0, style=solid, label="(768,)"]; +"533 reshape_12_0_0_nncf_smooth_quant_0" -> "534 quantize_per_tensor_default_22" [key=0, style=solid, label="(1, -1, 768)"]; +"534 quantize_per_tensor_default_22" -> "535 dequantize_per_tensor_default_22" [key=0, style=solid, label="(1, -1, 768)"]; +"535 dequantize_per_tensor_default_22" -> "541 linear_23" [key=0, style=solid, label="(1, -1, 768)"]; +"536 scale_updated_constant16" -> "538 mul_tensor_16" [key=0, style=solid, label="(2304, 1)"]; +"537 compressed_weight_updated_constant16" -> "538 mul_tensor_16" [key=0, style=solid, label="(2304, 768)"]; +"538 mul_tensor_16" -> "540 sub_tensor_16" [key=0, style=solid, label="(2304, 768)"]; +"539 zero_point_updated_constant16" -> "540 sub_tensor_16" [key=0, style=solid, label="(2304, 1)"]; +"540 sub_tensor_16" -> "541 linear_23" [key=0, style=solid, label="(2304, 768)"]; +"541 linear_23" -> "547 reshape_13" [key=0, style=solid, label="(1, -1, 2304)"]; +"542 floordiv_38" -> "544 mul_29" [key=0, style=solid, label="(-1,)"]; +"543 floordiv_39" -> "546 mul_31" [key=0, style=solid, label="(-1,)"]; +"544 mul_29" -> "545 mul_30" [key=0, style=solid, label="(-1,)"]; +"545 mul_30" -> "546 mul_31" [key=0, style=solid, label="(-1,)"]; +"546 mul_31" -> "547 reshape_13" [key=0, style=solid, label="(-1,)"]; +"546 mul_31" -> "574 reshape_14" [key=0, style=solid, label="(-1,)"]; +"547 reshape_13" -> "548 permute_15" [key=0, style=solid, label="(1, -1, 3, 24, 32)"]; +"548 permute_15" -> "549 select_9" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"548 permute_15" -> "550 select_10" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"548 permute_15" -> "551 select_11" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"549 select_9" -> "552 linalg_vector_norm_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"549 select_9" -> "554 expand_as_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"549 select_9" -> "555 div_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "558 linalg_vector_norm_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "560 expand_as_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "561 div_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"551 select_11" -> "572 matmul_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"552 linalg_vector_norm_6" -> "553 clamp_min_6" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"553 clamp_min_6" -> "554 expand_as_6" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"554 expand_as_6" -> "555 div_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"555 div_6" -> "556 quantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"556 quantize_per_tensor_default_23" -> "557 dequantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"557 dequantize_per_tensor_default_23" -> "565 matmul_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"558 linalg_vector_norm_7" -> "559 clamp_min_7" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"559 clamp_min_7" -> "560 expand_as_7" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"560 expand_as_7" -> "561 div_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"561 div_7" -> "562 quantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"562 quantize_per_tensor_default_24" -> "563 dequantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"563 dequantize_per_tensor_default_24" -> "564 transpose_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"564 transpose_6" -> "565 matmul_6" [key=0, style=solid, label="(1, 24, 32, -1)"]; +"565 matmul_6" -> "568 mul_25" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"566 clamp_3" -> "567 exp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"567 exp_3" -> "568 mul_25" [key=0, style=solid, label="(24, 1, 1)"]; +"568 mul_25" -> "569 add_9" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"569 add_9" -> "570 softmax_3" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"570 softmax_3" -> "571 dropout_12" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"571 dropout_12" -> "572 matmul_7" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"572 matmul_7" -> "573 transpose_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"573 transpose_7" -> "574 reshape_14" [key=0, style=solid, label="(1, -1, 24, 32)"]; +"574 reshape_14" -> "575 reshape_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, 768)"]; +"575 reshape_14_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_25" [key=0, style=solid, label="(1, -1, 768)"]; +"576 quantize_per_tensor_default_25" -> "577 dequantize_per_tensor_default_25" [key=0, style=solid, label="(1, -1, 768)"]; +"577 dequantize_per_tensor_default_25" -> "583 linear_24" [key=0, style=solid, label="(1, -1, 768)"]; +"578 scale_updated_constant17" -> "580 mul_tensor_17" [key=0, style=solid, label="(768, 1)"]; +"579 compressed_weight_updated_constant17" -> "580 mul_tensor_17" [key=0, style=solid, label="(768, 768)"]; +"580 mul_tensor_17" -> "582 sub_tensor_17" [key=0, style=solid, label="(768, 768)"]; +"581 zero_point_updated_constant17" -> "582 sub_tensor_17" [key=0, style=solid, label="(768, 1)"]; +"582 sub_tensor_17" -> "583 linear_24" [key=0, style=solid, label="(768, 768)"]; +"583 linear_24" -> "584 dropout_13" [key=0, style=solid, label="(1, -1, 768)"]; +"584 dropout_13" -> "585 view_15" [key=0, style=solid, label="(1, -1, 768)"]; +"585 view_15" -> "586 permute_16" [key=0, style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"586 permute_16" -> "587 reshape_15" [key=0, style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"587 reshape_15" -> "588 slice_35" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"588 slice_35" -> "589 slice_36" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"589 slice_36" -> "590 contiguous_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"590 contiguous_6" -> "591 layer_norm_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"591 layer_norm_10" -> "592 add_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"592 add_10" -> "593 add_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"592 add_10" -> "615 add_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"593 add_10_0_0_nncf_smooth_quant_0" -> "594 quantize_per_tensor_default_26" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"594 quantize_per_tensor_default_26" -> "595 dequantize_per_tensor_default_26" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"595 dequantize_per_tensor_default_26" -> "601 linear_25" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"596 scale_updated_constant18" -> "598 mul_tensor_18" [key=0, style=solid, label="(3072, 1)"]; +"597 compressed_weight_updated_constant18" -> "598 mul_tensor_18" [key=0, style=solid, label="(3072, 768)"]; +"598 mul_tensor_18" -> "600 sub_tensor_18" [key=0, style=solid, label="(3072, 768)"]; +"599 zero_point_updated_constant18" -> "600 sub_tensor_18" [key=0, style=solid, label="(3072, 1)"]; +"600 sub_tensor_18" -> "601 linear_25" [key=0, style=solid, label="(3072, 768)"]; +"601 linear_25" -> "602 gelu_3" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"602 gelu_3" -> "603 dropout_14" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"603 dropout_14" -> "604 dropout_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"604 dropout_14_0_0_nncf_smooth_quant_0" -> "605 quantize_per_tensor_default_27" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"605 quantize_per_tensor_default_27" -> "606 dequantize_per_tensor_default_27" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"606 dequantize_per_tensor_default_27" -> "612 linear_26" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"607 scale_updated_constant19" -> "609 mul_tensor_19" [key=0, style=solid, label="(768, 1)"]; +"608 compressed_weight_updated_constant19" -> "609 mul_tensor_19" [key=0, style=solid, label="(768, 3072)"]; +"609 mul_tensor_19" -> "611 sub_tensor_19" [key=0, style=solid, label="(768, 3072)"]; +"610 zero_point_updated_constant19" -> "611 sub_tensor_19" [key=0, style=solid, label="(768, 1)"]; +"611 sub_tensor_19" -> "612 linear_26" [key=0, style=solid, label="(768, 3072)"]; +"612 linear_26" -> "613 dropout_15" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"613 dropout_15" -> "614 layer_norm_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"614 layer_norm_11" -> "615 add_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"615 add_11" -> "616 layer_norm_12" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"616 layer_norm_12" -> "617 permute_17" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"617 permute_17" -> "618 adaptive_avg_pool2d" [key=0, style=solid, label="(1, 768, -1, -1)"]; +"618 adaptive_avg_pool2d" -> "619 flatten" [key=0, style=solid, label="(1, 768, 1, 1)"]; +"619 flatten" -> "620 flatten_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 768)"]; +"620 flatten_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"622 dequantize_per_tensor_default_28" -> "628 linear_27" [key=0, style=solid, label="(1, 768)"]; +"623 scale_updated_constant20" -> "625 mul_tensor_20" [key=0, style=solid, label="(10, 1)"]; +"624 compressed_weight_updated_constant20" -> "625 mul_tensor_20" [key=0, style=solid, label="(10, 768)"]; +"625 mul_tensor_20" -> "627 sub_tensor_20" [key=0, style=solid, label="(10, 768)"]; +"626 zero_point_updated_constant20" -> "627 sub_tensor_20" [key=0, style=solid, label="(10, 1)"]; +"627 sub_tensor_20" -> "628 linear_27" [key=0, style=solid, label="(10, 768)"]; +"628 linear_27" -> "629 output" [key=0, style=solid, label="(1, 10)"]; +} diff --git a/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot b/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot deleted file mode 100644 index d962ac76b3d..00000000000 --- a/tests/torch/data/fx/dynamic_shapes/post_quantization_compressed/swin_v2_t.dot +++ /dev/null @@ -1,4060 +0,0 @@ -strict digraph { -"0 features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; -"1 features_1_0_attn_proj_bias" [id=1, type="get_attr"]; -"2 features_1_0_attn_logit_scale" [id=2, type="get_attr"]; -"3 features_1_1_attn_qkv_bias" [id=3, type="get_attr"]; -"4 features_1_1_attn_proj_bias" [id=4, type="get_attr"]; -"5 features_1_1_attn_logit_scale" [id=5, type="get_attr"]; -"6 features_3_0_attn_qkv_bias" [id=6, type="get_attr"]; -"7 features_3_0_attn_proj_bias" [id=7, type="get_attr"]; -"8 features_3_0_attn_logit_scale" [id=8, type="get_attr"]; -"9 features_3_1_attn_qkv_bias" [id=9, type="get_attr"]; -"10 features_3_1_attn_proj_bias" [id=10, type="get_attr"]; -"11 features_3_1_attn_logit_scale" [id=11, type="get_attr"]; -"12 features_5_0_attn_qkv_bias" [id=12, type="get_attr"]; -"13 features_5_0_attn_proj_bias" [id=13, type="get_attr"]; -"14 features_5_0_attn_logit_scale" [id=14, type="get_attr"]; -"15 features_5_1_attn_qkv_bias" [id=15, type="get_attr"]; -"16 features_5_1_attn_proj_bias" [id=16, type="get_attr"]; -"17 features_5_1_attn_logit_scale" [id=17, type="get_attr"]; -"18 features_5_2_attn_qkv_bias" [id=18, type="get_attr"]; -"19 features_5_2_attn_proj_bias" [id=19, type="get_attr"]; -"20 features_5_2_attn_logit_scale" [id=20, type="get_attr"]; -"21 features_5_3_attn_qkv_bias" [id=21, type="get_attr"]; -"22 features_5_3_attn_proj_bias" [id=22, type="get_attr"]; -"23 features_5_3_attn_logit_scale" [id=23, type="get_attr"]; -"24 features_5_4_attn_qkv_bias" [id=24, type="get_attr"]; -"25 features_5_4_attn_proj_bias" [id=25, type="get_attr"]; -"26 features_5_4_attn_logit_scale" [id=26, type="get_attr"]; -"27 features_5_5_attn_qkv_bias" [id=27, type="get_attr"]; -"28 features_5_5_attn_proj_bias" [id=28, type="get_attr"]; -"29 features_5_5_attn_logit_scale" [id=29, type="get_attr"]; -"30 features_7_0_attn_qkv_bias" [id=30, type="get_attr"]; -"31 features_7_0_attn_proj_bias" [id=31, type="get_attr"]; -"32 features_7_0_attn_logit_scale" [id=32, type="get_attr"]; -"33 features_7_1_attn_qkv_bias" [id=33, type="get_attr"]; -"34 features_7_1_attn_proj_bias" [id=34, type="get_attr"]; -"35 features_7_1_attn_logit_scale" [id=35, type="get_attr"]; -"36 features_0_0_bias" [id=36, type="get_attr"]; -"37 features_0_2_weight" [id=37, type="get_attr"]; -"38 features_0_2_bias" [id=38, type="get_attr"]; -"39 features_1_0_attn_cpb_mlp_0_bias" [id=39, type="get_attr"]; -"40 features_1_0_norm1_weight" [id=40, type="get_attr"]; -"41 features_1_0_norm1_bias" [id=41, type="get_attr"]; -"42 features_1_0_mlp_0_bias" [id=42, type="get_attr"]; -"43 features_1_0_mlp_3_bias" [id=43, type="get_attr"]; -"44 features_1_0_norm2_weight" [id=44, type="get_attr"]; -"45 features_1_0_norm2_bias" [id=45, type="get_attr"]; -"46 features_1_1_attn_cpb_mlp_0_bias" [id=46, type="get_attr"]; -"47 features_1_1_norm1_weight" [id=47, type="get_attr"]; -"48 features_1_1_norm1_bias" [id=48, type="get_attr"]; -"49 features_1_1_mlp_0_bias" [id=49, type="get_attr"]; -"50 features_1_1_mlp_3_bias" [id=50, type="get_attr"]; -"51 features_1_1_norm2_weight" [id=51, type="get_attr"]; -"52 features_1_1_norm2_bias" [id=52, type="get_attr"]; -"53 features_2_norm_weight" [id=53, type="get_attr"]; -"54 features_2_norm_bias" [id=54, type="get_attr"]; -"55 features_3_0_attn_cpb_mlp_0_bias" [id=55, type="get_attr"]; -"56 features_3_0_norm1_weight" [id=56, type="get_attr"]; -"57 features_3_0_norm1_bias" [id=57, type="get_attr"]; -"58 features_3_0_mlp_0_bias" [id=58, type="get_attr"]; -"59 features_3_0_mlp_3_bias" [id=59, type="get_attr"]; -"60 features_3_0_norm2_weight" [id=60, type="get_attr"]; -"61 features_3_0_norm2_bias" [id=61, type="get_attr"]; -"62 features_3_1_attn_cpb_mlp_0_bias" [id=62, type="get_attr"]; -"63 features_3_1_norm1_weight" [id=63, type="get_attr"]; -"64 features_3_1_norm1_bias" [id=64, type="get_attr"]; -"65 features_3_1_mlp_0_bias" [id=65, type="get_attr"]; -"66 features_3_1_mlp_3_bias" [id=66, type="get_attr"]; -"67 features_3_1_norm2_weight" [id=67, type="get_attr"]; -"68 features_3_1_norm2_bias" [id=68, type="get_attr"]; -"69 features_4_norm_weight" [id=69, type="get_attr"]; -"70 features_4_norm_bias" [id=70, type="get_attr"]; -"71 features_5_0_attn_cpb_mlp_0_bias" [id=71, type="get_attr"]; -"72 features_5_0_norm1_weight" [id=72, type="get_attr"]; -"73 features_5_0_norm1_bias" [id=73, type="get_attr"]; -"74 features_5_0_mlp_0_bias" [id=74, type="get_attr"]; -"75 features_5_0_mlp_3_bias" [id=75, type="get_attr"]; -"76 features_5_0_norm2_weight" [id=76, type="get_attr"]; -"77 features_5_0_norm2_bias" [id=77, type="get_attr"]; -"78 features_5_1_attn_cpb_mlp_0_bias" [id=78, type="get_attr"]; -"79 features_5_1_norm1_weight" [id=79, type="get_attr"]; -"80 features_5_1_norm1_bias" [id=80, type="get_attr"]; -"81 features_5_1_mlp_0_bias" [id=81, type="get_attr"]; -"82 features_5_1_mlp_3_bias" [id=82, type="get_attr"]; -"83 features_5_1_norm2_weight" [id=83, type="get_attr"]; -"84 features_5_1_norm2_bias" [id=84, type="get_attr"]; -"85 features_5_2_attn_cpb_mlp_0_bias" [id=85, type="get_attr"]; -"86 features_5_2_norm1_weight" [id=86, type="get_attr"]; -"87 features_5_2_norm1_bias" [id=87, type="get_attr"]; -"88 features_5_2_mlp_0_bias" [id=88, type="get_attr"]; -"89 features_5_2_mlp_3_bias" [id=89, type="get_attr"]; -"90 features_5_2_norm2_weight" [id=90, type="get_attr"]; -"91 features_5_2_norm2_bias" [id=91, type="get_attr"]; -"92 features_5_3_attn_cpb_mlp_0_bias" [id=92, type="get_attr"]; -"93 features_5_3_norm1_weight" [id=93, type="get_attr"]; -"94 features_5_3_norm1_bias" [id=94, type="get_attr"]; -"95 features_5_3_mlp_0_bias" [id=95, type="get_attr"]; -"96 features_5_3_mlp_3_bias" [id=96, type="get_attr"]; -"97 features_5_3_norm2_weight" [id=97, type="get_attr"]; -"98 features_5_3_norm2_bias" [id=98, type="get_attr"]; -"99 features_5_4_attn_cpb_mlp_0_bias" [id=99, type="get_attr"]; -"100 features_5_4_norm1_weight" [id=100, type="get_attr"]; -"101 features_5_4_norm1_bias" [id=101, type="get_attr"]; -"102 features_5_4_mlp_0_bias" [id=102, type="get_attr"]; -"103 features_5_4_mlp_3_bias" [id=103, type="get_attr"]; -"104 features_5_4_norm2_weight" [id=104, type="get_attr"]; -"105 features_5_4_norm2_bias" [id=105, type="get_attr"]; -"106 features_5_5_attn_cpb_mlp_0_bias" [id=106, type="get_attr"]; -"107 features_5_5_norm1_weight" [id=107, type="get_attr"]; -"108 features_5_5_norm1_bias" [id=108, type="get_attr"]; -"109 features_5_5_mlp_0_bias" [id=109, type="get_attr"]; -"110 features_5_5_mlp_3_bias" [id=110, type="get_attr"]; -"111 features_5_5_norm2_weight" [id=111, type="get_attr"]; -"112 features_5_5_norm2_bias" [id=112, type="get_attr"]; -"113 features_6_norm_weight" [id=113, type="get_attr"]; -"114 features_6_norm_bias" [id=114, type="get_attr"]; -"115 features_7_0_attn_cpb_mlp_0_bias" [id=115, type="get_attr"]; -"116 features_7_0_norm1_weight" [id=116, type="get_attr"]; -"117 features_7_0_norm1_bias" [id=117, type="get_attr"]; -"118 features_7_0_mlp_0_bias" [id=118, type="get_attr"]; -"119 features_7_0_mlp_3_bias" [id=119, type="get_attr"]; -"120 features_7_0_norm2_weight" [id=120, type="get_attr"]; -"121 features_7_0_norm2_bias" [id=121, type="get_attr"]; -"122 features_7_1_attn_cpb_mlp_0_bias" [id=122, type="get_attr"]; -"123 features_7_1_norm1_weight" [id=123, type="get_attr"]; -"124 features_7_1_norm1_bias" [id=124, type="get_attr"]; -"125 features_7_1_mlp_0_bias" [id=125, type="get_attr"]; -"126 features_7_1_mlp_3_bias" [id=126, type="get_attr"]; -"127 features_7_1_norm2_weight" [id=127, type="get_attr"]; -"128 features_7_1_norm2_bias" [id=128, type="get_attr"]; -"129 norm_weight" [id=129, type="get_attr"]; -"130 norm_bias" [id=130, type="get_attr"]; -"131 head_bias" [id=131, type="get_attr"]; -"132 features_1_0_attn_relative_coords_table" [id=132, type="get_attr"]; -"133 features_1_0_attn_relative_position_index" [id=133, type="get_attr"]; -"134 features_1_1_attn_relative_coords_table" [id=134, type="get_attr"]; -"135 features_1_1_attn_relative_position_index" [id=135, type="get_attr"]; -"136 features_3_0_attn_relative_coords_table" [id=136, type="get_attr"]; -"137 features_3_0_attn_relative_position_index" [id=137, type="get_attr"]; -"138 features_3_1_attn_relative_coords_table" [id=138, type="get_attr"]; -"139 features_3_1_attn_relative_position_index" [id=139, type="get_attr"]; -"140 features_5_0_attn_relative_coords_table" [id=140, type="get_attr"]; -"141 features_5_0_attn_relative_position_index" [id=141, type="get_attr"]; -"142 features_5_1_attn_relative_coords_table" [id=142, type="get_attr"]; -"143 features_5_1_attn_relative_position_index" [id=143, type="get_attr"]; -"144 features_5_2_attn_relative_coords_table" [id=144, type="get_attr"]; -"145 features_5_2_attn_relative_position_index" [id=145, type="get_attr"]; -"146 features_5_3_attn_relative_coords_table" [id=146, type="get_attr"]; -"147 features_5_3_attn_relative_position_index" [id=147, type="get_attr"]; -"148 features_5_4_attn_relative_coords_table" [id=148, type="get_attr"]; -"149 features_5_4_attn_relative_position_index" [id=149, type="get_attr"]; -"150 features_5_5_attn_relative_coords_table" [id=150, type="get_attr"]; -"151 features_5_5_attn_relative_position_index" [id=151, type="get_attr"]; -"152 features_7_0_attn_relative_coords_table" [id=152, type="get_attr"]; -"153 features_7_0_attn_relative_position_index" [id=153, type="get_attr"]; -"154 features_7_1_attn_relative_coords_table" [id=154, type="get_attr"]; -"155 features_7_1_attn_relative_position_index" [id=155, type="get_attr"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" [id=156, type="get_attr"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" [id=157, type="get_attr"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" [id=158, type="get_attr"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" [id=159, type="get_attr"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" [id=160, type="get_attr"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" [id=161, type="get_attr"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" [id=162, type="get_attr"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" [id=163, type="get_attr"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" [id=164, type="get_attr"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" [id=165, type="get_attr"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" [id=166, type="get_attr"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" [id=167, type="get_attr"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" [id=168, type="get_attr"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" [id=169, type="get_attr"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" [id=170, type="get_attr"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" [id=171, type="get_attr"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" [id=172, type="get_attr"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" [id=173, type="get_attr"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" [id=174, type="get_attr"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" [id=175, type="get_attr"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" [id=176, type="get_attr"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" [id=177, type="get_attr"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" [id=178, type="get_attr"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" [id=179, type="get_attr"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" [id=180, type="get_attr"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" [id=181, type="get_attr"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" [id=182, type="get_attr"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" [id=183, type="get_attr"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" [id=184, type="get_attr"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" [id=185, type="get_attr"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" [id=186, type="get_attr"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" [id=187, type="get_attr"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" [id=188, type="get_attr"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" [id=189, type="get_attr"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" [id=190, type="get_attr"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" [id=191, type="get_attr"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" [id=192, type="get_attr"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" [id=193, type="get_attr"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" [id=194, type="get_attr"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" [id=195, type="get_attr"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" [id=196, type="get_attr"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" [id=197, type="get_attr"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" [id=198, type="get_attr"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" [id=199, type="get_attr"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" [id=200, type="get_attr"]; -"201 x" [id=201, type=input]; -"202 sym_size_int_92" [id=202, type="sym_size"]; -"203 sym_size_int_93" [id=203, type="sym_size"]; -"204 quantize_per_tensor_default" [id=204, type="quantize_per_tensor"]; -"205 dequantize_per_tensor_default" [id=205, type="dequantize_per_tensor"]; -"206 scale_updated_constant0" [id=206, type="get_attr"]; -"207 compressed_weight_updated_constant0" [id=207, type="get_attr"]; -"208 mul_tensor" [id=208, type=mul]; -"209 zero_point_updated_constant0" [id=209, type="get_attr"]; -"210 sub_tensor" [id=210, type=sub]; -"211 conv2d" [id=211, type=conv2d]; -"212 permute" [id=212, type=permute]; -"213 layer_norm" [id=213, type="layer_norm"]; -"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=214, type="get_attr"]; -"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; -"216 linear" [id=216, type=linear]; -"217 relu_" [id=217, type="relu_"]; -"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=218, type="get_attr"]; -"219 relu__0_0_nncf_smooth_quant_0" [id=219, type="call_module"]; -"220 linear_1" [id=220, type=linear]; -"221 view" [id=221, type=view]; -"222 index" [id=222, type=index]; -"223 view_1" [id=223, type=view]; -"224 permute_1" [id=224, type=permute]; -"225 contiguous" [id=225, type=contiguous]; -"226 unsqueeze" [id=226, type=unsqueeze]; -"227 sigmoid" [id=227, type=sigmoid]; -"228 mul" [id=228, type=mul]; -"229 floordiv_87" [id=229, type=floordiv]; -"230 mod" [id=230, type=mod]; -"231 sub" [id=231, type=sub]; -"232 mod_1" [id=232, type=mod]; -"233 floordiv_88" [id=233, type=floordiv]; -"234 mod_2" [id=234, type=mod]; -"235 sub_1" [id=235, type=sub]; -"236 mod_3" [id=236, type=mod]; -"237 pad" [id=237, type=pad]; -"238 add_41" [id=238, type=add]; -"239 floordiv" [id=239, type=floordiv]; -"240 add_42" [id=240, type=add]; -"241 floordiv_1" [id=241, type=floordiv]; -"242 mul_1" [id=242, type=mul]; -"243 view_2" [id=243, type=view]; -"244 permute_2" [id=244, type=permute]; -"245 reshape" [id=245, type=reshape]; -"246 clone" [id=246, type=clone]; -"247 slice_1" [id=247, type=slice]; -"248 zero_" [id=248, type="zero_"]; -"249 reshape_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; -"250 quantize_per_tensor_default_1" [id=250, type="quantize_per_tensor"]; -"251 dequantize_per_tensor_default_1" [id=251, type="dequantize_per_tensor"]; -"252 scale_updated_constant1" [id=252, type="get_attr"]; -"253 compressed_weight_updated_constant1" [id=253, type="get_attr"]; -"254 mul_tensor_1" [id=254, type=mul]; -"255 zero_point_updated_constant1" [id=255, type="get_attr"]; -"256 sub_tensor_1" [id=256, type=sub]; -"257 linear_2" [id=257, type=linear]; -"258 floordiv_89" [id=258, type=floordiv]; -"259 floordiv_90" [id=259, type=floordiv]; -"260 mul_54" [id=260, type=mul]; -"261 reshape_1" [id=261, type=reshape]; -"262 permute_3" [id=262, type=permute]; -"263 select" [id=263, type=select]; -"264 select_1" [id=264, type=select]; -"265 select_2" [id=265, type=select]; -"266 linalg_vector_norm" [id=266, type="linalg_vector_norm"]; -"267 clamp_min" [id=267, type="clamp_min"]; -"268 expand_as" [id=268, type="expand_as"]; -"269 div" [id=269, type=div]; -"270 quantize_per_tensor_default_2" [id=270, type="quantize_per_tensor"]; -"271 dequantize_per_tensor_default_2" [id=271, type="dequantize_per_tensor"]; -"272 linalg_vector_norm_1" [id=272, type="linalg_vector_norm"]; -"273 clamp_min_1" [id=273, type="clamp_min"]; -"274 expand_as_1" [id=274, type="expand_as"]; -"275 div_1" [id=275, type=div]; -"276 quantize_per_tensor_default_3" [id=276, type="quantize_per_tensor"]; -"277 dequantize_per_tensor_default_3" [id=277, type="dequantize_per_tensor"]; -"278 transpose" [id=278, type=transpose]; -"279 matmul" [id=279, type=matmul]; -"280 clamp" [id=280, type=clamp]; -"281 exp" [id=281, type=exp]; -"282 mul_2" [id=282, type=mul]; -"283 add" [id=283, type=add]; -"284 softmax" [id=284, type=softmax]; -"285 dropout" [id=285, type=dropout]; -"286 matmul_1" [id=286, type=matmul]; -"287 transpose_1" [id=287, type=transpose]; -"288 reshape_2" [id=288, type=reshape]; -"289 reshape_2_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; -"290 quantize_per_tensor_default_4" [id=290, type="quantize_per_tensor"]; -"291 dequantize_per_tensor_default_4" [id=291, type="dequantize_per_tensor"]; -"292 scale_updated_constant2" [id=292, type="get_attr"]; -"293 compressed_weight_updated_constant2" [id=293, type="get_attr"]; -"294 mul_tensor_2" [id=294, type=mul]; -"295 zero_point_updated_constant2" [id=295, type="get_attr"]; -"296 sub_tensor_2" [id=296, type=sub]; -"297 linear_3" [id=297, type=linear]; -"298 dropout_1" [id=298, type=dropout]; -"299 view_3" [id=299, type=view]; -"300 permute_4" [id=300, type=permute]; -"301 reshape_3" [id=301, type=reshape]; -"302 slice_2" [id=302, type=slice]; -"303 slice_3" [id=303, type=slice]; -"304 layer_norm_1" [id=304, type="layer_norm"]; -"305 add_1" [id=305, type=add]; -"306 add_1_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; -"307 quantize_per_tensor_default_5" [id=307, type="quantize_per_tensor"]; -"308 dequantize_per_tensor_default_5" [id=308, type="dequantize_per_tensor"]; -"309 scale_updated_constant3" [id=309, type="get_attr"]; -"310 compressed_weight_updated_constant3" [id=310, type="get_attr"]; -"311 mul_tensor_3" [id=311, type=mul]; -"312 zero_point_updated_constant3" [id=312, type="get_attr"]; -"313 sub_tensor_3" [id=313, type=sub]; -"314 linear_4" [id=314, type=linear]; -"315 gelu" [id=315, type=gelu]; -"316 dropout_2" [id=316, type=dropout]; -"317 dropout_2_0_0_nncf_smooth_quant_0" [id=317, type="call_module"]; -"318 quantize_per_tensor_default_6" [id=318, type="quantize_per_tensor"]; -"319 dequantize_per_tensor_default_6" [id=319, type="dequantize_per_tensor"]; -"320 scale_updated_constant4" [id=320, type="get_attr"]; -"321 compressed_weight_updated_constant4" [id=321, type="get_attr"]; -"322 mul_tensor_4" [id=322, type=mul]; -"323 zero_point_updated_constant4" [id=323, type="get_attr"]; -"324 sub_tensor_4" [id=324, type=sub]; -"325 linear_5" [id=325, type=linear]; -"326 dropout_3" [id=326, type=dropout]; -"327 layer_norm_2" [id=327, type="layer_norm"]; -"328 add_2" [id=328, type=add]; -"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=329, type="get_attr"]; -"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; -"331 linear_6" [id=331, type=linear]; -"332 relu__1" [id=332, type="relu_"]; -"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=333, type="get_attr"]; -"334 relu__1_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 linear_7" [id=335, type=linear]; -"336 view_4" [id=336, type=view]; -"337 index_1" [id=337, type=index]; -"338 view_5" [id=338, type=view]; -"339 permute_5" [id=339, type=permute]; -"340 contiguous_1" [id=340, type=contiguous]; -"341 unsqueeze_1" [id=341, type=unsqueeze]; -"342 sigmoid_1" [id=342, type=sigmoid]; -"343 mul_7" [id=343, type=mul]; -"344 pad_1" [id=344, type=pad]; -"345 roll" [id=345, type=roll]; -"346 view_6" [id=346, type=view]; -"347 permute_6" [id=347, type=permute]; -"348 reshape_4" [id=348, type=reshape]; -"349 clone_1" [id=349, type=clone]; -"350 slice_4" [id=350, type=slice]; -"351 zero__1" [id=351, type="zero_"]; -"352 reshape_4_0_0_nncf_smooth_quant_0" [id=352, type="call_module"]; -"353 quantize_per_tensor_default_7" [id=353, type="quantize_per_tensor"]; -"354 dequantize_per_tensor_default_7" [id=354, type="dequantize_per_tensor"]; -"355 scale_updated_constant5" [id=355, type="get_attr"]; -"356 compressed_weight_updated_constant5" [id=356, type="get_attr"]; -"357 mul_tensor_5" [id=357, type=mul]; -"358 zero_point_updated_constant5" [id=358, type="get_attr"]; -"359 sub_tensor_5" [id=359, type=sub]; -"360 linear_8" [id=360, type=linear]; -"361 reshape_5" [id=361, type=reshape]; -"362 permute_7" [id=362, type=permute]; -"363 select_3" [id=363, type=select]; -"364 select_4" [id=364, type=select]; -"365 select_5" [id=365, type=select]; -"366 linalg_vector_norm_2" [id=366, type="linalg_vector_norm"]; -"367 clamp_min_2" [id=367, type="clamp_min"]; -"368 expand_as_2" [id=368, type="expand_as"]; -"369 div_2" [id=369, type=div]; -"370 quantize_per_tensor_default_8" [id=370, type="quantize_per_tensor"]; -"371 dequantize_per_tensor_default_8" [id=371, type="dequantize_per_tensor"]; -"372 linalg_vector_norm_3" [id=372, type="linalg_vector_norm"]; -"373 clamp_min_3" [id=373, type="clamp_min"]; -"374 expand_as_3" [id=374, type="expand_as"]; -"375 div_3" [id=375, type=div]; -"376 quantize_per_tensor_default_9" [id=376, type="quantize_per_tensor"]; -"377 dequantize_per_tensor_default_9" [id=377, type="dequantize_per_tensor"]; -"378 transpose_2" [id=378, type=transpose]; -"379 matmul_2" [id=379, type=matmul]; -"380 clamp_1" [id=380, type=clamp]; -"381 exp_1" [id=381, type=exp]; -"382 mul_9" [id=382, type=mul]; -"383 add_3" [id=383, type=add]; -"384 new_zeros" [id=384, type="new_zeros"]; -"385 lift_fresh_copy" [id=385, type="lift_fresh_copy"]; -"386 slice_5" [id=386, type=slice]; -"387 slice_6" [id=387, type=slice]; -"388 fill_" [id=388, type="fill_"]; -"389 lift_fresh_copy_1" [id=389, type="lift_fresh_copy"]; -"390 slice_7" [id=390, type=slice]; -"391 slice_8" [id=391, type=slice]; -"392 fill__1" [id=392, type="fill_"]; -"393 lift_fresh_copy_2" [id=393, type="lift_fresh_copy"]; -"394 slice_9" [id=394, type=slice]; -"395 slice_10" [id=395, type=slice]; -"396 fill__2" [id=396, type="fill_"]; -"397 lift_fresh_copy_3" [id=397, type="lift_fresh_copy"]; -"398 slice_11" [id=398, type=slice]; -"399 slice_12" [id=399, type=slice]; -"400 fill__3" [id=400, type="fill_"]; -"401 lift_fresh_copy_4" [id=401, type="lift_fresh_copy"]; -"402 slice_13" [id=402, type=slice]; -"403 slice_14" [id=403, type=slice]; -"404 fill__4" [id=404, type="fill_"]; -"405 lift_fresh_copy_5" [id=405, type="lift_fresh_copy"]; -"406 slice_15" [id=406, type=slice]; -"407 slice_16" [id=407, type=slice]; -"408 fill__5" [id=408, type="fill_"]; -"409 lift_fresh_copy_6" [id=409, type="lift_fresh_copy"]; -"410 slice_17" [id=410, type=slice]; -"411 slice_18" [id=411, type=slice]; -"412 fill__6" [id=412, type="fill_"]; -"413 lift_fresh_copy_7" [id=413, type="lift_fresh_copy"]; -"414 slice_19" [id=414, type=slice]; -"415 slice_20" [id=415, type=slice]; -"416 fill__7" [id=416, type="fill_"]; -"417 lift_fresh_copy_8" [id=417, type="lift_fresh_copy"]; -"418 slice_21" [id=418, type=slice]; -"419 slice_22" [id=419, type=slice]; -"420 fill__8" [id=420, type="fill_"]; -"421 view_7" [id=421, type=view]; -"422 permute_8" [id=422, type=permute]; -"423 reshape_6" [id=423, type=reshape]; -"424 unsqueeze_2" [id=424, type=unsqueeze]; -"425 unsqueeze_3" [id=425, type=unsqueeze]; -"426 sub_4" [id=426, type=sub]; -"427 ne_1" [id=427, type=ne]; -"428 masked_fill" [id=428, type="masked_fill"]; -"429 eq_3" [id=429, type=eq]; -"430 masked_fill_1" [id=430, type="masked_fill"]; -"431 view_8" [id=431, type=view]; -"432 unsqueeze_4" [id=432, type=unsqueeze]; -"433 unsqueeze_5" [id=433, type=unsqueeze]; -"434 add_4" [id=434, type=add]; -"435 view_9" [id=435, type=view]; -"436 softmax_1" [id=436, type=softmax]; -"437 dropout_4" [id=437, type=dropout]; -"438 matmul_3" [id=438, type=matmul]; -"439 transpose_3" [id=439, type=transpose]; -"440 reshape_7" [id=440, type=reshape]; -"441 reshape_7_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_default_10" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_default_10" [id=443, type="dequantize_per_tensor"]; -"444 scale_updated_constant6" [id=444, type="get_attr"]; -"445 compressed_weight_updated_constant6" [id=445, type="get_attr"]; -"446 mul_tensor_6" [id=446, type=mul]; -"447 zero_point_updated_constant6" [id=447, type="get_attr"]; -"448 sub_tensor_6" [id=448, type=sub]; -"449 linear_9" [id=449, type=linear]; -"450 dropout_5" [id=450, type=dropout]; -"451 view_10" [id=451, type=view]; -"452 permute_9" [id=452, type=permute]; -"453 reshape_8" [id=453, type=reshape]; -"454 roll_1" [id=454, type=roll]; -"455 slice_23" [id=455, type=slice]; -"456 slice_24" [id=456, type=slice]; -"457 layer_norm_3" [id=457, type="layer_norm"]; -"458 add_5" [id=458, type=add]; -"459 add_5_0_0_nncf_smooth_quant_0" [id=459, type="call_module"]; -"460 quantize_per_tensor_default_11" [id=460, type="quantize_per_tensor"]; -"461 dequantize_per_tensor_default_11" [id=461, type="dequantize_per_tensor"]; -"462 scale_updated_constant7" [id=462, type="get_attr"]; -"463 compressed_weight_updated_constant7" [id=463, type="get_attr"]; -"464 mul_tensor_7" [id=464, type=mul]; -"465 zero_point_updated_constant7" [id=465, type="get_attr"]; -"466 sub_tensor_7" [id=466, type=sub]; -"467 linear_10" [id=467, type=linear]; -"468 gelu_1" [id=468, type=gelu]; -"469 dropout_6" [id=469, type=dropout]; -"470 dropout_6_0_0_nncf_smooth_quant_0" [id=470, type="call_module"]; -"471 quantize_per_tensor_default_12" [id=471, type="quantize_per_tensor"]; -"472 dequantize_per_tensor_default_12" [id=472, type="dequantize_per_tensor"]; -"473 scale_updated_constant8" [id=473, type="get_attr"]; -"474 compressed_weight_updated_constant8" [id=474, type="get_attr"]; -"475 mul_tensor_8" [id=475, type=mul]; -"476 zero_point_updated_constant8" [id=476, type="get_attr"]; -"477 sub_tensor_8" [id=477, type=sub]; -"478 linear_11" [id=478, type=linear]; -"479 dropout_7" [id=479, type=dropout]; -"480 layer_norm_4" [id=480, type="layer_norm"]; -"481 add_6" [id=481, type=add]; -"482 mod_8" [id=482, type=mod]; -"483 mod_9" [id=483, type=mod]; -"484 pad_2" [id=484, type=pad]; -"485 slice_25" [id=485, type=slice]; -"486 slice_26" [id=486, type=slice]; -"487 slice_27" [id=487, type=slice]; -"488 slice_28" [id=488, type=slice]; -"489 slice_29" [id=489, type=slice]; -"490 slice_30" [id=490, type=slice]; -"491 slice_31" [id=491, type=slice]; -"492 slice_32" [id=492, type=slice]; -"493 cat" [id=493, type=cat]; -"494 cat_0_0_nncf_smooth_quant_0" [id=494, type="call_module"]; -"495 quantize_per_tensor_default_13" [id=495, type="quantize_per_tensor"]; -"496 dequantize_per_tensor_default_13" [id=496, type="dequantize_per_tensor"]; -"497 scale_updated_constant9" [id=497, type="get_attr"]; -"498 compressed_weight_updated_constant9" [id=498, type="get_attr"]; -"499 mul_tensor_9" [id=499, type=mul]; -"500 zero_point_updated_constant9" [id=500, type="get_attr"]; -"501 sub_tensor_9" [id=501, type=sub]; -"502 linear_12" [id=502, type=linear]; -"503 layer_norm_5" [id=503, type="layer_norm"]; -"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=504, type="get_attr"]; -"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; -"506 linear_13" [id=506, type=linear]; -"507 relu__2" [id=507, type="relu_"]; -"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=508, type="get_attr"]; -"509 relu__2_0_0_nncf_smooth_quant_0" [id=509, type="call_module"]; -"510 linear_14" [id=510, type=linear]; -"511 view_11" [id=511, type=view]; -"512 index_2" [id=512, type=index]; -"513 view_12" [id=513, type=view]; -"514 permute_10" [id=514, type=permute]; -"515 contiguous_2" [id=515, type=contiguous]; -"516 unsqueeze_6" [id=516, type=unsqueeze]; -"517 sigmoid_2" [id=517, type=sigmoid]; -"518 mul_14" [id=518, type=mul]; -"519 add_43" [id=519, type=add]; -"520 add_44" [id=520, type=add]; -"521 floordiv_91" [id=521, type=floordiv]; -"522 mod_10" [id=522, type=mod]; -"523 sub_5" [id=523, type=sub]; -"524 mod_11" [id=524, type=mod]; -"525 add_45" [id=525, type=add]; -"526 add_46" [id=526, type=add]; -"527 floordiv_92" [id=527, type=floordiv]; -"528 mod_12" [id=528, type=mod]; -"529 sub_6" [id=529, type=sub]; -"530 mod_13" [id=530, type=mod]; -"531 pad_3" [id=531, type=pad]; -"532 add_47" [id=532, type=add]; -"533 floordiv_15" [id=533, type=floordiv]; -"534 add_48" [id=534, type=add]; -"535 floordiv_16" [id=535, type=floordiv]; -"536 mul_15" [id=536, type=mul]; -"537 view_13" [id=537, type=view]; -"538 permute_11" [id=538, type=permute]; -"539 reshape_9" [id=539, type=reshape]; -"540 clone_2" [id=540, type=clone]; -"541 slice_33" [id=541, type=slice]; -"542 zero__2" [id=542, type="zero_"]; -"543 reshape_9_0_0_nncf_smooth_quant_0" [id=543, type="call_module"]; -"544 quantize_per_tensor_default_14" [id=544, type="quantize_per_tensor"]; -"545 dequantize_per_tensor_default_14" [id=545, type="dequantize_per_tensor"]; -"546 scale_updated_constant10" [id=546, type="get_attr"]; -"547 compressed_weight_updated_constant10" [id=547, type="get_attr"]; -"548 mul_tensor_10" [id=548, type=mul]; -"549 zero_point_updated_constant10" [id=549, type="get_attr"]; -"550 sub_tensor_10" [id=550, type=sub]; -"551 linear_15" [id=551, type=linear]; -"552 floordiv_93" [id=552, type=floordiv]; -"553 floordiv_94" [id=553, type=floordiv]; -"554 mul_55" [id=554, type=mul]; -"555 reshape_10" [id=555, type=reshape]; -"556 permute_12" [id=556, type=permute]; -"557 select_6" [id=557, type=select]; -"558 select_7" [id=558, type=select]; -"559 select_8" [id=559, type=select]; -"560 linalg_vector_norm_4" [id=560, type="linalg_vector_norm"]; -"561 clamp_min_4" [id=561, type="clamp_min"]; -"562 expand_as_4" [id=562, type="expand_as"]; -"563 div_4" [id=563, type=div]; -"564 quantize_per_tensor_default_15" [id=564, type="quantize_per_tensor"]; -"565 dequantize_per_tensor_default_15" [id=565, type="dequantize_per_tensor"]; -"566 linalg_vector_norm_5" [id=566, type="linalg_vector_norm"]; -"567 clamp_min_5" [id=567, type="clamp_min"]; -"568 expand_as_5" [id=568, type="expand_as"]; -"569 div_5" [id=569, type=div]; -"570 quantize_per_tensor_default_16" [id=570, type="quantize_per_tensor"]; -"571 dequantize_per_tensor_default_16" [id=571, type="dequantize_per_tensor"]; -"572 transpose_4" [id=572, type=transpose]; -"573 matmul_4" [id=573, type=matmul]; -"574 clamp_2" [id=574, type=clamp]; -"575 exp_2" [id=575, type=exp]; -"576 mul_16" [id=576, type=mul]; -"577 add_7" [id=577, type=add]; -"578 softmax_2" [id=578, type=softmax]; -"579 dropout_8" [id=579, type=dropout]; -"580 matmul_5" [id=580, type=matmul]; -"581 transpose_5" [id=581, type=transpose]; -"582 reshape_11" [id=582, type=reshape]; -"583 reshape_11_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; -"584 quantize_per_tensor_default_17" [id=584, type="quantize_per_tensor"]; -"585 dequantize_per_tensor_default_17" [id=585, type="dequantize_per_tensor"]; -"586 scale_updated_constant11" [id=586, type="get_attr"]; -"587 compressed_weight_updated_constant11" [id=587, type="get_attr"]; -"588 mul_tensor_11" [id=588, type=mul]; -"589 zero_point_updated_constant11" [id=589, type="get_attr"]; -"590 sub_tensor_11" [id=590, type=sub]; -"591 linear_16" [id=591, type=linear]; -"592 dropout_9" [id=592, type=dropout]; -"593 view_14" [id=593, type=view]; -"594 permute_13" [id=594, type=permute]; -"595 reshape_12" [id=595, type=reshape]; -"596 slice_34" [id=596, type=slice]; -"597 slice_35" [id=597, type=slice]; -"598 contiguous_3" [id=598, type=contiguous]; -"599 layer_norm_6" [id=599, type="layer_norm"]; -"600 add_8" [id=600, type=add]; -"601 add_8_0_0_nncf_smooth_quant_0" [id=601, type="call_module"]; -"602 quantize_per_tensor_default_18" [id=602, type="quantize_per_tensor"]; -"603 dequantize_per_tensor_default_18" [id=603, type="dequantize_per_tensor"]; -"604 scale_updated_constant12" [id=604, type="get_attr"]; -"605 compressed_weight_updated_constant12" [id=605, type="get_attr"]; -"606 mul_tensor_12" [id=606, type=mul]; -"607 zero_point_updated_constant12" [id=607, type="get_attr"]; -"608 sub_tensor_12" [id=608, type=sub]; -"609 linear_17" [id=609, type=linear]; -"610 gelu_2" [id=610, type=gelu]; -"611 dropout_10" [id=611, type=dropout]; -"612 dropout_10_0_0_nncf_smooth_quant_0" [id=612, type="call_module"]; -"613 quantize_per_tensor_default_19" [id=613, type="quantize_per_tensor"]; -"614 dequantize_per_tensor_default_19" [id=614, type="dequantize_per_tensor"]; -"615 scale_updated_constant13" [id=615, type="get_attr"]; -"616 compressed_weight_updated_constant13" [id=616, type="get_attr"]; -"617 mul_tensor_13" [id=617, type=mul]; -"618 zero_point_updated_constant13" [id=618, type="get_attr"]; -"619 sub_tensor_13" [id=619, type=sub]; -"620 linear_18" [id=620, type=linear]; -"621 dropout_11" [id=621, type=dropout]; -"622 layer_norm_7" [id=622, type="layer_norm"]; -"623 add_9" [id=623, type=add]; -"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=624, type="get_attr"]; -"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; -"626 linear_19" [id=626, type=linear]; -"627 relu__3" [id=627, type="relu_"]; -"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=628, type="get_attr"]; -"629 relu__3_0_0_nncf_smooth_quant_0" [id=629, type="call_module"]; -"630 linear_20" [id=630, type=linear]; -"631 view_15" [id=631, type=view]; -"632 index_3" [id=632, type=index]; -"633 view_16" [id=633, type=view]; -"634 permute_14" [id=634, type=permute]; -"635 contiguous_4" [id=635, type=contiguous]; -"636 unsqueeze_7" [id=636, type=unsqueeze]; -"637 sigmoid_3" [id=637, type=sigmoid]; -"638 mul_22" [id=638, type=mul]; -"639 pad_4" [id=639, type=pad]; -"640 roll_2" [id=640, type=roll]; -"641 view_17" [id=641, type=view]; -"642 permute_15" [id=642, type=permute]; -"643 reshape_13" [id=643, type=reshape]; -"644 clone_3" [id=644, type=clone]; -"645 slice_36" [id=645, type=slice]; -"646 zero__3" [id=646, type="zero_"]; -"647 reshape_13_0_0_nncf_smooth_quant_0" [id=647, type="call_module"]; -"648 quantize_per_tensor_default_20" [id=648, type="quantize_per_tensor"]; -"649 dequantize_per_tensor_default_20" [id=649, type="dequantize_per_tensor"]; -"650 scale_updated_constant14" [id=650, type="get_attr"]; -"651 compressed_weight_updated_constant14" [id=651, type="get_attr"]; -"652 mul_tensor_14" [id=652, type=mul]; -"653 zero_point_updated_constant14" [id=653, type="get_attr"]; -"654 sub_tensor_14" [id=654, type=sub]; -"655 linear_21" [id=655, type=linear]; -"656 reshape_14" [id=656, type=reshape]; -"657 permute_16" [id=657, type=permute]; -"658 select_9" [id=658, type=select]; -"659 select_10" [id=659, type=select]; -"660 select_11" [id=660, type=select]; -"661 linalg_vector_norm_6" [id=661, type="linalg_vector_norm"]; -"662 clamp_min_6" [id=662, type="clamp_min"]; -"663 expand_as_6" [id=663, type="expand_as"]; -"664 div_6" [id=664, type=div]; -"665 quantize_per_tensor_default_21" [id=665, type="quantize_per_tensor"]; -"666 dequantize_per_tensor_default_21" [id=666, type="dequantize_per_tensor"]; -"667 linalg_vector_norm_7" [id=667, type="linalg_vector_norm"]; -"668 clamp_min_7" [id=668, type="clamp_min"]; -"669 expand_as_7" [id=669, type="expand_as"]; -"670 div_7" [id=670, type=div]; -"671 quantize_per_tensor_default_22" [id=671, type="quantize_per_tensor"]; -"672 dequantize_per_tensor_default_22" [id=672, type="dequantize_per_tensor"]; -"673 transpose_6" [id=673, type=transpose]; -"674 matmul_6" [id=674, type=matmul]; -"675 clamp_3" [id=675, type=clamp]; -"676 exp_3" [id=676, type=exp]; -"677 mul_24" [id=677, type=mul]; -"678 add_10" [id=678, type=add]; -"679 new_zeros_1" [id=679, type="new_zeros"]; -"680 lift_fresh_copy_9" [id=680, type="lift_fresh_copy"]; -"681 slice_37" [id=681, type=slice]; -"682 slice_38" [id=682, type=slice]; -"683 fill__9" [id=683, type="fill_"]; -"684 lift_fresh_copy_10" [id=684, type="lift_fresh_copy"]; -"685 slice_39" [id=685, type=slice]; -"686 slice_40" [id=686, type=slice]; -"687 fill__10" [id=687, type="fill_"]; -"688 lift_fresh_copy_11" [id=688, type="lift_fresh_copy"]; -"689 slice_41" [id=689, type=slice]; -"690 slice_42" [id=690, type=slice]; -"691 fill__11" [id=691, type="fill_"]; -"692 lift_fresh_copy_12" [id=692, type="lift_fresh_copy"]; -"693 slice_43" [id=693, type=slice]; -"694 slice_44" [id=694, type=slice]; -"695 fill__12" [id=695, type="fill_"]; -"696 lift_fresh_copy_13" [id=696, type="lift_fresh_copy"]; -"697 slice_45" [id=697, type=slice]; -"698 slice_46" [id=698, type=slice]; -"699 fill__13" [id=699, type="fill_"]; -"700 lift_fresh_copy_14" [id=700, type="lift_fresh_copy"]; -"701 slice_47" [id=701, type=slice]; -"702 slice_48" [id=702, type=slice]; -"703 fill__14" [id=703, type="fill_"]; -"704 lift_fresh_copy_15" [id=704, type="lift_fresh_copy"]; -"705 slice_49" [id=705, type=slice]; -"706 slice_50" [id=706, type=slice]; -"707 fill__15" [id=707, type="fill_"]; -"708 lift_fresh_copy_16" [id=708, type="lift_fresh_copy"]; -"709 slice_51" [id=709, type=slice]; -"710 slice_52" [id=710, type=slice]; -"711 fill__16" [id=711, type="fill_"]; -"712 lift_fresh_copy_17" [id=712, type="lift_fresh_copy"]; -"713 slice_53" [id=713, type=slice]; -"714 slice_54" [id=714, type=slice]; -"715 fill__17" [id=715, type="fill_"]; -"716 view_18" [id=716, type=view]; -"717 permute_17" [id=717, type=permute]; -"718 reshape_15" [id=718, type=reshape]; -"719 unsqueeze_8" [id=719, type=unsqueeze]; -"720 unsqueeze_9" [id=720, type=unsqueeze]; -"721 sub_9" [id=721, type=sub]; -"722 ne_6" [id=722, type=ne]; -"723 masked_fill_2" [id=723, type="masked_fill"]; -"724 eq_18" [id=724, type=eq]; -"725 masked_fill_3" [id=725, type="masked_fill"]; -"726 view_19" [id=726, type=view]; -"727 unsqueeze_10" [id=727, type=unsqueeze]; -"728 unsqueeze_11" [id=728, type=unsqueeze]; -"729 add_11" [id=729, type=add]; -"730 view_20" [id=730, type=view]; -"731 softmax_3" [id=731, type=softmax]; -"732 dropout_12" [id=732, type=dropout]; -"733 matmul_7" [id=733, type=matmul]; -"734 transpose_7" [id=734, type=transpose]; -"735 reshape_16" [id=735, type=reshape]; -"736 reshape_16_0_0_nncf_smooth_quant_0" [id=736, type="call_module"]; -"737 quantize_per_tensor_default_23" [id=737, type="quantize_per_tensor"]; -"738 dequantize_per_tensor_default_23" [id=738, type="dequantize_per_tensor"]; -"739 scale_updated_constant15" [id=739, type="get_attr"]; -"740 compressed_weight_updated_constant15" [id=740, type="get_attr"]; -"741 mul_tensor_15" [id=741, type=mul]; -"742 zero_point_updated_constant15" [id=742, type="get_attr"]; -"743 sub_tensor_15" [id=743, type=sub]; -"744 linear_22" [id=744, type=linear]; -"745 dropout_13" [id=745, type=dropout]; -"746 view_21" [id=746, type=view]; -"747 permute_18" [id=747, type=permute]; -"748 reshape_17" [id=748, type=reshape]; -"749 roll_3" [id=749, type=roll]; -"750 slice_55" [id=750, type=slice]; -"751 slice_56" [id=751, type=slice]; -"752 contiguous_5" [id=752, type=contiguous]; -"753 layer_norm_8" [id=753, type="layer_norm"]; -"754 add_12" [id=754, type=add]; -"755 add_12_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; -"756 quantize_per_tensor_default_24" [id=756, type="quantize_per_tensor"]; -"757 dequantize_per_tensor_default_24" [id=757, type="dequantize_per_tensor"]; -"758 scale_updated_constant16" [id=758, type="get_attr"]; -"759 compressed_weight_updated_constant16" [id=759, type="get_attr"]; -"760 mul_tensor_16" [id=760, type=mul]; -"761 zero_point_updated_constant16" [id=761, type="get_attr"]; -"762 sub_tensor_16" [id=762, type=sub]; -"763 linear_23" [id=763, type=linear]; -"764 gelu_3" [id=764, type=gelu]; -"765 dropout_14" [id=765, type=dropout]; -"766 dropout_14_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; -"767 quantize_per_tensor_default_25" [id=767, type="quantize_per_tensor"]; -"768 dequantize_per_tensor_default_25" [id=768, type="dequantize_per_tensor"]; -"769 scale_updated_constant17" [id=769, type="get_attr"]; -"770 compressed_weight_updated_constant17" [id=770, type="get_attr"]; -"771 mul_tensor_17" [id=771, type=mul]; -"772 zero_point_updated_constant17" [id=772, type="get_attr"]; -"773 sub_tensor_17" [id=773, type=sub]; -"774 linear_24" [id=774, type=linear]; -"775 dropout_15" [id=775, type=dropout]; -"776 layer_norm_9" [id=776, type="layer_norm"]; -"777 add_13" [id=777, type=add]; -"778 mod_18" [id=778, type=mod]; -"779 mod_19" [id=779, type=mod]; -"780 pad_5" [id=780, type=pad]; -"781 slice_57" [id=781, type=slice]; -"782 slice_58" [id=782, type=slice]; -"783 slice_59" [id=783, type=slice]; -"784 slice_60" [id=784, type=slice]; -"785 slice_61" [id=785, type=slice]; -"786 slice_62" [id=786, type=slice]; -"787 slice_63" [id=787, type=slice]; -"788 slice_64" [id=788, type=slice]; -"789 cat_1" [id=789, type=cat]; -"790 cat_1_0_0_nncf_smooth_quant_0" [id=790, type="call_module"]; -"791 quantize_per_tensor_default_26" [id=791, type="quantize_per_tensor"]; -"792 dequantize_per_tensor_default_26" [id=792, type="dequantize_per_tensor"]; -"793 scale_updated_constant18" [id=793, type="get_attr"]; -"794 compressed_weight_updated_constant18" [id=794, type="get_attr"]; -"795 mul_tensor_18" [id=795, type=mul]; -"796 zero_point_updated_constant18" [id=796, type="get_attr"]; -"797 sub_tensor_18" [id=797, type=sub]; -"798 linear_25" [id=798, type=linear]; -"799 layer_norm_10" [id=799, type="layer_norm"]; -"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=800, type="get_attr"]; -"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=801, type="call_module"]; -"802 linear_26" [id=802, type=linear]; -"803 relu__4" [id=803, type="relu_"]; -"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=804, type="get_attr"]; -"805 relu__4_0_0_nncf_smooth_quant_0" [id=805, type="call_module"]; -"806 linear_27" [id=806, type=linear]; -"807 view_22" [id=807, type=view]; -"808 index_4" [id=808, type=index]; -"809 view_23" [id=809, type=view]; -"810 permute_19" [id=810, type=permute]; -"811 contiguous_6" [id=811, type=contiguous]; -"812 unsqueeze_12" [id=812, type=unsqueeze]; -"813 sigmoid_4" [id=813, type=sigmoid]; -"814 mul_30" [id=814, type=mul]; -"815 add_49" [id=815, type=add]; -"816 add_50" [id=816, type=add]; -"817 floordiv_95" [id=817, type=floordiv]; -"818 mod_20" [id=818, type=mod]; -"819 sub_10" [id=819, type=sub]; -"820 mod_21" [id=820, type=mod]; -"821 add_51" [id=821, type=add]; -"822 add_52" [id=822, type=add]; -"823 floordiv_96" [id=823, type=floordiv]; -"824 mod_22" [id=824, type=mod]; -"825 sub_11" [id=825, type=sub]; -"826 mod_23" [id=826, type=mod]; -"827 pad_6" [id=827, type=pad]; -"828 add_53" [id=828, type=add]; -"829 floordiv_30" [id=829, type=floordiv]; -"830 add_54" [id=830, type=add]; -"831 floordiv_31" [id=831, type=floordiv]; -"832 mul_31" [id=832, type=mul]; -"833 view_24" [id=833, type=view]; -"834 permute_20" [id=834, type=permute]; -"835 reshape_18" [id=835, type=reshape]; -"836 clone_4" [id=836, type=clone]; -"837 slice_65" [id=837, type=slice]; -"838 zero__4" [id=838, type="zero_"]; -"839 reshape_18_0_0_nncf_smooth_quant_0" [id=839, type="call_module"]; -"840 quantize_per_tensor_default_27" [id=840, type="quantize_per_tensor"]; -"841 dequantize_per_tensor_default_27" [id=841, type="dequantize_per_tensor"]; -"842 scale_updated_constant19" [id=842, type="get_attr"]; -"843 compressed_weight_updated_constant19" [id=843, type="get_attr"]; -"844 mul_tensor_19" [id=844, type=mul]; -"845 zero_point_updated_constant19" [id=845, type="get_attr"]; -"846 sub_tensor_19" [id=846, type=sub]; -"847 linear_28" [id=847, type=linear]; -"848 floordiv_97" [id=848, type=floordiv]; -"849 floordiv_98" [id=849, type=floordiv]; -"850 mul_56" [id=850, type=mul]; -"851 reshape_19" [id=851, type=reshape]; -"852 permute_21" [id=852, type=permute]; -"853 select_12" [id=853, type=select]; -"854 select_13" [id=854, type=select]; -"855 select_14" [id=855, type=select]; -"856 linalg_vector_norm_8" [id=856, type="linalg_vector_norm"]; -"857 clamp_min_8" [id=857, type="clamp_min"]; -"858 expand_as_8" [id=858, type="expand_as"]; -"859 div_8" [id=859, type=div]; -"860 quantize_per_tensor_default_28" [id=860, type="quantize_per_tensor"]; -"861 dequantize_per_tensor_default_28" [id=861, type="dequantize_per_tensor"]; -"862 linalg_vector_norm_9" [id=862, type="linalg_vector_norm"]; -"863 clamp_min_9" [id=863, type="clamp_min"]; -"864 expand_as_9" [id=864, type="expand_as"]; -"865 div_9" [id=865, type=div]; -"866 quantize_per_tensor_default_29" [id=866, type="quantize_per_tensor"]; -"867 dequantize_per_tensor_default_29" [id=867, type="dequantize_per_tensor"]; -"868 transpose_8" [id=868, type=transpose]; -"869 matmul_8" [id=869, type=matmul]; -"870 clamp_4" [id=870, type=clamp]; -"871 exp_4" [id=871, type=exp]; -"872 mul_32" [id=872, type=mul]; -"873 add_14" [id=873, type=add]; -"874 softmax_4" [id=874, type=softmax]; -"875 dropout_16" [id=875, type=dropout]; -"876 matmul_9" [id=876, type=matmul]; -"877 transpose_9" [id=877, type=transpose]; -"878 reshape_20" [id=878, type=reshape]; -"879 reshape_20_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; -"880 quantize_per_tensor_default_30" [id=880, type="quantize_per_tensor"]; -"881 dequantize_per_tensor_default_30" [id=881, type="dequantize_per_tensor"]; -"882 scale_updated_constant20" [id=882, type="get_attr"]; -"883 compressed_weight_updated_constant20" [id=883, type="get_attr"]; -"884 mul_tensor_20" [id=884, type=mul]; -"885 zero_point_updated_constant20" [id=885, type="get_attr"]; -"886 sub_tensor_20" [id=886, type=sub]; -"887 linear_29" [id=887, type=linear]; -"888 dropout_17" [id=888, type=dropout]; -"889 view_25" [id=889, type=view]; -"890 permute_22" [id=890, type=permute]; -"891 reshape_21" [id=891, type=reshape]; -"892 slice_66" [id=892, type=slice]; -"893 slice_67" [id=893, type=slice]; -"894 contiguous_7" [id=894, type=contiguous]; -"895 layer_norm_11" [id=895, type="layer_norm"]; -"896 add_15" [id=896, type=add]; -"897 add_15_0_0_nncf_smooth_quant_0" [id=897, type="call_module"]; -"898 quantize_per_tensor_default_31" [id=898, type="quantize_per_tensor"]; -"899 dequantize_per_tensor_default_31" [id=899, type="dequantize_per_tensor"]; -"900 scale_updated_constant21" [id=900, type="get_attr"]; -"901 compressed_weight_updated_constant21" [id=901, type="get_attr"]; -"902 mul_tensor_21" [id=902, type=mul]; -"903 zero_point_updated_constant21" [id=903, type="get_attr"]; -"904 sub_tensor_21" [id=904, type=sub]; -"905 linear_30" [id=905, type=linear]; -"906 gelu_4" [id=906, type=gelu]; -"907 dropout_18" [id=907, type=dropout]; -"908 dropout_18_0_0_nncf_smooth_quant_0" [id=908, type="call_module"]; -"909 quantize_per_tensor_default_32" [id=909, type="quantize_per_tensor"]; -"910 dequantize_per_tensor_default_32" [id=910, type="dequantize_per_tensor"]; -"911 scale_updated_constant22" [id=911, type="get_attr"]; -"912 compressed_weight_updated_constant22" [id=912, type="get_attr"]; -"913 mul_tensor_22" [id=913, type=mul]; -"914 zero_point_updated_constant22" [id=914, type="get_attr"]; -"915 sub_tensor_22" [id=915, type=sub]; -"916 linear_31" [id=916, type=linear]; -"917 dropout_19" [id=917, type=dropout]; -"918 layer_norm_12" [id=918, type="layer_norm"]; -"919 add_16" [id=919, type=add]; -"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=920, type="get_attr"]; -"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=921, type="call_module"]; -"922 linear_32" [id=922, type=linear]; -"923 relu__5" [id=923, type="relu_"]; -"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=924, type="get_attr"]; -"925 relu__5_0_0_nncf_smooth_quant_0" [id=925, type="call_module"]; -"926 linear_33" [id=926, type=linear]; -"927 view_26" [id=927, type=view]; -"928 index_5" [id=928, type=index]; -"929 view_27" [id=929, type=view]; -"930 permute_23" [id=930, type=permute]; -"931 contiguous_8" [id=931, type=contiguous]; -"932 unsqueeze_13" [id=932, type=unsqueeze]; -"933 sigmoid_5" [id=933, type=sigmoid]; -"934 mul_33" [id=934, type=mul]; -"935 pad_7" [id=935, type=pad]; -"936 roll_4" [id=936, type=roll]; -"937 view_28" [id=937, type=view]; -"938 permute_24" [id=938, type=permute]; -"939 reshape_22" [id=939, type=reshape]; -"940 clone_5" [id=940, type=clone]; -"941 slice_68" [id=941, type=slice]; -"942 zero__5" [id=942, type="zero_"]; -"943 reshape_22_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; -"944 quantize_per_tensor_default_33" [id=944, type="quantize_per_tensor"]; -"945 dequantize_per_tensor_default_33" [id=945, type="dequantize_per_tensor"]; -"946 scale_updated_constant23" [id=946, type="get_attr"]; -"947 compressed_weight_updated_constant23" [id=947, type="get_attr"]; -"948 mul_tensor_23" [id=948, type=mul]; -"949 zero_point_updated_constant23" [id=949, type="get_attr"]; -"950 sub_tensor_23" [id=950, type=sub]; -"951 linear_34" [id=951, type=linear]; -"952 reshape_23" [id=952, type=reshape]; -"953 permute_25" [id=953, type=permute]; -"954 select_15" [id=954, type=select]; -"955 select_16" [id=955, type=select]; -"956 select_17" [id=956, type=select]; -"957 linalg_vector_norm_10" [id=957, type="linalg_vector_norm"]; -"958 clamp_min_10" [id=958, type="clamp_min"]; -"959 expand_as_10" [id=959, type="expand_as"]; -"960 div_10" [id=960, type=div]; -"961 quantize_per_tensor_default_34" [id=961, type="quantize_per_tensor"]; -"962 dequantize_per_tensor_default_34" [id=962, type="dequantize_per_tensor"]; -"963 linalg_vector_norm_11" [id=963, type="linalg_vector_norm"]; -"964 clamp_min_11" [id=964, type="clamp_min"]; -"965 expand_as_11" [id=965, type="expand_as"]; -"966 div_11" [id=966, type=div]; -"967 quantize_per_tensor_default_35" [id=967, type="quantize_per_tensor"]; -"968 dequantize_per_tensor_default_35" [id=968, type="dequantize_per_tensor"]; -"969 transpose_10" [id=969, type=transpose]; -"970 matmul_10" [id=970, type=matmul]; -"971 clamp_5" [id=971, type=clamp]; -"972 exp_5" [id=972, type=exp]; -"973 mul_35" [id=973, type=mul]; -"974 add_17" [id=974, type=add]; -"975 new_zeros_2" [id=975, type="new_zeros"]; -"976 lift_fresh_copy_18" [id=976, type="lift_fresh_copy"]; -"977 slice_69" [id=977, type=slice]; -"978 slice_70" [id=978, type=slice]; -"979 fill__18" [id=979, type="fill_"]; -"980 lift_fresh_copy_19" [id=980, type="lift_fresh_copy"]; -"981 slice_71" [id=981, type=slice]; -"982 slice_72" [id=982, type=slice]; -"983 fill__19" [id=983, type="fill_"]; -"984 lift_fresh_copy_20" [id=984, type="lift_fresh_copy"]; -"985 slice_73" [id=985, type=slice]; -"986 slice_74" [id=986, type=slice]; -"987 fill__20" [id=987, type="fill_"]; -"988 lift_fresh_copy_21" [id=988, type="lift_fresh_copy"]; -"989 slice_75" [id=989, type=slice]; -"990 slice_76" [id=990, type=slice]; -"991 fill__21" [id=991, type="fill_"]; -"992 lift_fresh_copy_22" [id=992, type="lift_fresh_copy"]; -"993 slice_77" [id=993, type=slice]; -"994 slice_78" [id=994, type=slice]; -"995 fill__22" [id=995, type="fill_"]; -"996 lift_fresh_copy_23" [id=996, type="lift_fresh_copy"]; -"997 slice_79" [id=997, type=slice]; -"998 slice_80" [id=998, type=slice]; -"999 fill__23" [id=999, type="fill_"]; -"1000 lift_fresh_copy_24" [id=1000, type="lift_fresh_copy"]; -"1001 slice_81" [id=1001, type=slice]; -"1002 slice_82" [id=1002, type=slice]; -"1003 fill__24" [id=1003, type="fill_"]; -"1004 lift_fresh_copy_25" [id=1004, type="lift_fresh_copy"]; -"1005 slice_83" [id=1005, type=slice]; -"1006 slice_84" [id=1006, type=slice]; -"1007 fill__25" [id=1007, type="fill_"]; -"1008 lift_fresh_copy_26" [id=1008, type="lift_fresh_copy"]; -"1009 slice_85" [id=1009, type=slice]; -"1010 slice_86" [id=1010, type=slice]; -"1011 fill__26" [id=1011, type="fill_"]; -"1012 view_29" [id=1012, type=view]; -"1013 permute_26" [id=1013, type=permute]; -"1014 reshape_24" [id=1014, type=reshape]; -"1015 unsqueeze_14" [id=1015, type=unsqueeze]; -"1016 unsqueeze_15" [id=1016, type=unsqueeze]; -"1017 sub_14" [id=1017, type=sub]; -"1018 ne_10" [id=1018, type=ne]; -"1019 masked_fill_4" [id=1019, type="masked_fill"]; -"1020 eq_30" [id=1020, type=eq]; -"1021 masked_fill_5" [id=1021, type="masked_fill"]; -"1022 view_30" [id=1022, type=view]; -"1023 unsqueeze_16" [id=1023, type=unsqueeze]; -"1024 unsqueeze_17" [id=1024, type=unsqueeze]; -"1025 add_18" [id=1025, type=add]; -"1026 view_31" [id=1026, type=view]; -"1027 softmax_5" [id=1027, type=softmax]; -"1028 dropout_20" [id=1028, type=dropout]; -"1029 matmul_11" [id=1029, type=matmul]; -"1030 transpose_11" [id=1030, type=transpose]; -"1031 reshape_25" [id=1031, type=reshape]; -"1032 reshape_25_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; -"1033 quantize_per_tensor_default_36" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_default_36" [id=1034, type="dequantize_per_tensor"]; -"1035 scale_updated_constant24" [id=1035, type="get_attr"]; -"1036 compressed_weight_updated_constant24" [id=1036, type="get_attr"]; -"1037 mul_tensor_24" [id=1037, type=mul]; -"1038 zero_point_updated_constant24" [id=1038, type="get_attr"]; -"1039 sub_tensor_24" [id=1039, type=sub]; -"1040 linear_35" [id=1040, type=linear]; -"1041 dropout_21" [id=1041, type=dropout]; -"1042 view_32" [id=1042, type=view]; -"1043 permute_27" [id=1043, type=permute]; -"1044 reshape_26" [id=1044, type=reshape]; -"1045 roll_5" [id=1045, type=roll]; -"1046 slice_87" [id=1046, type=slice]; -"1047 slice_88" [id=1047, type=slice]; -"1048 contiguous_9" [id=1048, type=contiguous]; -"1049 layer_norm_13" [id=1049, type="layer_norm"]; -"1050 add_19" [id=1050, type=add]; -"1051 add_19_0_0_nncf_smooth_quant_0" [id=1051, type="call_module"]; -"1052 quantize_per_tensor_default_37" [id=1052, type="quantize_per_tensor"]; -"1053 dequantize_per_tensor_default_37" [id=1053, type="dequantize_per_tensor"]; -"1054 scale_updated_constant25" [id=1054, type="get_attr"]; -"1055 compressed_weight_updated_constant25" [id=1055, type="get_attr"]; -"1056 mul_tensor_25" [id=1056, type=mul]; -"1057 zero_point_updated_constant25" [id=1057, type="get_attr"]; -"1058 sub_tensor_25" [id=1058, type=sub]; -"1059 linear_36" [id=1059, type=linear]; -"1060 gelu_5" [id=1060, type=gelu]; -"1061 dropout_22" [id=1061, type=dropout]; -"1062 dropout_22_0_0_nncf_smooth_quant_0" [id=1062, type="call_module"]; -"1063 quantize_per_tensor_default_38" [id=1063, type="quantize_per_tensor"]; -"1064 dequantize_per_tensor_default_38" [id=1064, type="dequantize_per_tensor"]; -"1065 scale_updated_constant26" [id=1065, type="get_attr"]; -"1066 compressed_weight_updated_constant26" [id=1066, type="get_attr"]; -"1067 mul_tensor_26" [id=1067, type=mul]; -"1068 zero_point_updated_constant26" [id=1068, type="get_attr"]; -"1069 sub_tensor_26" [id=1069, type=sub]; -"1070 linear_37" [id=1070, type=linear]; -"1071 dropout_23" [id=1071, type=dropout]; -"1072 layer_norm_14" [id=1072, type="layer_norm"]; -"1073 add_20" [id=1073, type=add]; -"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1074, type="get_attr"]; -"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1075, type="call_module"]; -"1076 linear_38" [id=1076, type=linear]; -"1077 relu__6" [id=1077, type="relu_"]; -"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1078, type="get_attr"]; -"1079 relu__6_0_0_nncf_smooth_quant_0" [id=1079, type="call_module"]; -"1080 linear_39" [id=1080, type=linear]; -"1081 view_33" [id=1081, type=view]; -"1082 index_6" [id=1082, type=index]; -"1083 view_34" [id=1083, type=view]; -"1084 permute_28" [id=1084, type=permute]; -"1085 contiguous_10" [id=1085, type=contiguous]; -"1086 unsqueeze_18" [id=1086, type=unsqueeze]; -"1087 sigmoid_6" [id=1087, type=sigmoid]; -"1088 mul_36" [id=1088, type=mul]; -"1089 pad_8" [id=1089, type=pad]; -"1090 view_35" [id=1090, type=view]; -"1091 permute_29" [id=1091, type=permute]; -"1092 reshape_27" [id=1092, type=reshape]; -"1093 clone_6" [id=1093, type=clone]; -"1094 slice_89" [id=1094, type=slice]; -"1095 zero__6" [id=1095, type="zero_"]; -"1096 reshape_27_0_0_nncf_smooth_quant_0" [id=1096, type="call_module"]; -"1097 quantize_per_tensor_default_39" [id=1097, type="quantize_per_tensor"]; -"1098 dequantize_per_tensor_default_39" [id=1098, type="dequantize_per_tensor"]; -"1099 scale_updated_constant27" [id=1099, type="get_attr"]; -"1100 compressed_weight_updated_constant27" [id=1100, type="get_attr"]; -"1101 mul_tensor_27" [id=1101, type=mul]; -"1102 zero_point_updated_constant27" [id=1102, type="get_attr"]; -"1103 sub_tensor_27" [id=1103, type=sub]; -"1104 linear_40" [id=1104, type=linear]; -"1105 reshape_28" [id=1105, type=reshape]; -"1106 permute_30" [id=1106, type=permute]; -"1107 select_18" [id=1107, type=select]; -"1108 select_19" [id=1108, type=select]; -"1109 select_20" [id=1109, type=select]; -"1110 linalg_vector_norm_12" [id=1110, type="linalg_vector_norm"]; -"1111 clamp_min_12" [id=1111, type="clamp_min"]; -"1112 expand_as_12" [id=1112, type="expand_as"]; -"1113 div_12" [id=1113, type=div]; -"1114 quantize_per_tensor_default_40" [id=1114, type="quantize_per_tensor"]; -"1115 dequantize_per_tensor_default_40" [id=1115, type="dequantize_per_tensor"]; -"1116 linalg_vector_norm_13" [id=1116, type="linalg_vector_norm"]; -"1117 clamp_min_13" [id=1117, type="clamp_min"]; -"1118 expand_as_13" [id=1118, type="expand_as"]; -"1119 div_13" [id=1119, type=div]; -"1120 quantize_per_tensor_default_41" [id=1120, type="quantize_per_tensor"]; -"1121 dequantize_per_tensor_default_41" [id=1121, type="dequantize_per_tensor"]; -"1122 transpose_12" [id=1122, type=transpose]; -"1123 matmul_12" [id=1123, type=matmul]; -"1124 clamp_6" [id=1124, type=clamp]; -"1125 exp_6" [id=1125, type=exp]; -"1126 mul_38" [id=1126, type=mul]; -"1127 add_21" [id=1127, type=add]; -"1128 softmax_6" [id=1128, type=softmax]; -"1129 dropout_24" [id=1129, type=dropout]; -"1130 matmul_13" [id=1130, type=matmul]; -"1131 transpose_13" [id=1131, type=transpose]; -"1132 reshape_29" [id=1132, type=reshape]; -"1133 reshape_29_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; -"1134 quantize_per_tensor_default_42" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_42" [id=1135, type="dequantize_per_tensor"]; -"1136 scale_updated_constant28" [id=1136, type="get_attr"]; -"1137 compressed_weight_updated_constant28" [id=1137, type="get_attr"]; -"1138 mul_tensor_28" [id=1138, type=mul]; -"1139 zero_point_updated_constant28" [id=1139, type="get_attr"]; -"1140 sub_tensor_28" [id=1140, type=sub]; -"1141 linear_41" [id=1141, type=linear]; -"1142 dropout_25" [id=1142, type=dropout]; -"1143 view_36" [id=1143, type=view]; -"1144 permute_31" [id=1144, type=permute]; -"1145 reshape_30" [id=1145, type=reshape]; -"1146 slice_90" [id=1146, type=slice]; -"1147 slice_91" [id=1147, type=slice]; -"1148 contiguous_11" [id=1148, type=contiguous]; -"1149 layer_norm_15" [id=1149, type="layer_norm"]; -"1150 add_22" [id=1150, type=add]; -"1151 add_22_0_0_nncf_smooth_quant_0" [id=1151, type="call_module"]; -"1152 quantize_per_tensor_default_43" [id=1152, type="quantize_per_tensor"]; -"1153 dequantize_per_tensor_default_43" [id=1153, type="dequantize_per_tensor"]; -"1154 scale_updated_constant29" [id=1154, type="get_attr"]; -"1155 compressed_weight_updated_constant29" [id=1155, type="get_attr"]; -"1156 mul_tensor_29" [id=1156, type=mul]; -"1157 zero_point_updated_constant29" [id=1157, type="get_attr"]; -"1158 sub_tensor_29" [id=1158, type=sub]; -"1159 linear_42" [id=1159, type=linear]; -"1160 gelu_6" [id=1160, type=gelu]; -"1161 dropout_26" [id=1161, type=dropout]; -"1162 dropout_26_0_0_nncf_smooth_quant_0" [id=1162, type="call_module"]; -"1163 quantize_per_tensor_default_44" [id=1163, type="quantize_per_tensor"]; -"1164 dequantize_per_tensor_default_44" [id=1164, type="dequantize_per_tensor"]; -"1165 scale_updated_constant30" [id=1165, type="get_attr"]; -"1166 compressed_weight_updated_constant30" [id=1166, type="get_attr"]; -"1167 mul_tensor_30" [id=1167, type=mul]; -"1168 zero_point_updated_constant30" [id=1168, type="get_attr"]; -"1169 sub_tensor_30" [id=1169, type=sub]; -"1170 linear_43" [id=1170, type=linear]; -"1171 dropout_27" [id=1171, type=dropout]; -"1172 layer_norm_16" [id=1172, type="layer_norm"]; -"1173 add_23" [id=1173, type=add]; -"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1174, type="get_attr"]; -"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1175, type="call_module"]; -"1176 linear_44" [id=1176, type=linear]; -"1177 relu__7" [id=1177, type="relu_"]; -"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1178, type="get_attr"]; -"1179 relu__7_0_0_nncf_smooth_quant_0" [id=1179, type="call_module"]; -"1180 linear_45" [id=1180, type=linear]; -"1181 view_37" [id=1181, type=view]; -"1182 index_7" [id=1182, type=index]; -"1183 view_38" [id=1183, type=view]; -"1184 permute_32" [id=1184, type=permute]; -"1185 contiguous_12" [id=1185, type=contiguous]; -"1186 unsqueeze_19" [id=1186, type=unsqueeze]; -"1187 sigmoid_7" [id=1187, type=sigmoid]; -"1188 mul_39" [id=1188, type=mul]; -"1189 pad_9" [id=1189, type=pad]; -"1190 roll_6" [id=1190, type=roll]; -"1191 view_39" [id=1191, type=view]; -"1192 permute_33" [id=1192, type=permute]; -"1193 reshape_31" [id=1193, type=reshape]; -"1194 clone_7" [id=1194, type=clone]; -"1195 slice_92" [id=1195, type=slice]; -"1196 zero__7" [id=1196, type="zero_"]; -"1197 reshape_31_0_0_nncf_smooth_quant_0" [id=1197, type="call_module"]; -"1198 quantize_per_tensor_default_45" [id=1198, type="quantize_per_tensor"]; -"1199 dequantize_per_tensor_default_45" [id=1199, type="dequantize_per_tensor"]; -"1200 scale_updated_constant31" [id=1200, type="get_attr"]; -"1201 compressed_weight_updated_constant31" [id=1201, type="get_attr"]; -"1202 mul_tensor_31" [id=1202, type=mul]; -"1203 zero_point_updated_constant31" [id=1203, type="get_attr"]; -"1204 sub_tensor_31" [id=1204, type=sub]; -"1205 linear_46" [id=1205, type=linear]; -"1206 reshape_32" [id=1206, type=reshape]; -"1207 permute_34" [id=1207, type=permute]; -"1208 select_21" [id=1208, type=select]; -"1209 select_22" [id=1209, type=select]; -"1210 select_23" [id=1210, type=select]; -"1211 linalg_vector_norm_14" [id=1211, type="linalg_vector_norm"]; -"1212 clamp_min_14" [id=1212, type="clamp_min"]; -"1213 expand_as_14" [id=1213, type="expand_as"]; -"1214 div_14" [id=1214, type=div]; -"1215 quantize_per_tensor_default_46" [id=1215, type="quantize_per_tensor"]; -"1216 dequantize_per_tensor_default_46" [id=1216, type="dequantize_per_tensor"]; -"1217 linalg_vector_norm_15" [id=1217, type="linalg_vector_norm"]; -"1218 clamp_min_15" [id=1218, type="clamp_min"]; -"1219 expand_as_15" [id=1219, type="expand_as"]; -"1220 div_15" [id=1220, type=div]; -"1221 quantize_per_tensor_default_47" [id=1221, type="quantize_per_tensor"]; -"1222 dequantize_per_tensor_default_47" [id=1222, type="dequantize_per_tensor"]; -"1223 transpose_14" [id=1223, type=transpose]; -"1224 matmul_14" [id=1224, type=matmul]; -"1225 clamp_7" [id=1225, type=clamp]; -"1226 exp_7" [id=1226, type=exp]; -"1227 mul_41" [id=1227, type=mul]; -"1228 add_24" [id=1228, type=add]; -"1229 new_zeros_3" [id=1229, type="new_zeros"]; -"1230 lift_fresh_copy_27" [id=1230, type="lift_fresh_copy"]; -"1231 slice_93" [id=1231, type=slice]; -"1232 slice_94" [id=1232, type=slice]; -"1233 fill__27" [id=1233, type="fill_"]; -"1234 lift_fresh_copy_28" [id=1234, type="lift_fresh_copy"]; -"1235 slice_95" [id=1235, type=slice]; -"1236 slice_96" [id=1236, type=slice]; -"1237 fill__28" [id=1237, type="fill_"]; -"1238 lift_fresh_copy_29" [id=1238, type="lift_fresh_copy"]; -"1239 slice_97" [id=1239, type=slice]; -"1240 slice_98" [id=1240, type=slice]; -"1241 fill__29" [id=1241, type="fill_"]; -"1242 lift_fresh_copy_30" [id=1242, type="lift_fresh_copy"]; -"1243 slice_99" [id=1243, type=slice]; -"1244 slice_100" [id=1244, type=slice]; -"1245 fill__30" [id=1245, type="fill_"]; -"1246 lift_fresh_copy_31" [id=1246, type="lift_fresh_copy"]; -"1247 slice_101" [id=1247, type=slice]; -"1248 slice_102" [id=1248, type=slice]; -"1249 fill__31" [id=1249, type="fill_"]; -"1250 lift_fresh_copy_32" [id=1250, type="lift_fresh_copy"]; -"1251 slice_103" [id=1251, type=slice]; -"1252 slice_104" [id=1252, type=slice]; -"1253 fill__32" [id=1253, type="fill_"]; -"1254 lift_fresh_copy_33" [id=1254, type="lift_fresh_copy"]; -"1255 slice_105" [id=1255, type=slice]; -"1256 slice_106" [id=1256, type=slice]; -"1257 fill__33" [id=1257, type="fill_"]; -"1258 lift_fresh_copy_34" [id=1258, type="lift_fresh_copy"]; -"1259 slice_107" [id=1259, type=slice]; -"1260 slice_108" [id=1260, type=slice]; -"1261 fill__34" [id=1261, type="fill_"]; -"1262 lift_fresh_copy_35" [id=1262, type="lift_fresh_copy"]; -"1263 slice_109" [id=1263, type=slice]; -"1264 slice_110" [id=1264, type=slice]; -"1265 fill__35" [id=1265, type="fill_"]; -"1266 view_40" [id=1266, type=view]; -"1267 permute_35" [id=1267, type=permute]; -"1268 reshape_33" [id=1268, type=reshape]; -"1269 unsqueeze_20" [id=1269, type=unsqueeze]; -"1270 unsqueeze_21" [id=1270, type=unsqueeze]; -"1271 sub_19" [id=1271, type=sub]; -"1272 ne_11" [id=1272, type=ne]; -"1273 masked_fill_6" [id=1273, type="masked_fill"]; -"1274 eq_31" [id=1274, type=eq]; -"1275 masked_fill_7" [id=1275, type="masked_fill"]; -"1276 view_41" [id=1276, type=view]; -"1277 unsqueeze_22" [id=1277, type=unsqueeze]; -"1278 unsqueeze_23" [id=1278, type=unsqueeze]; -"1279 add_25" [id=1279, type=add]; -"1280 view_42" [id=1280, type=view]; -"1281 softmax_7" [id=1281, type=softmax]; -"1282 dropout_28" [id=1282, type=dropout]; -"1283 matmul_15" [id=1283, type=matmul]; -"1284 transpose_15" [id=1284, type=transpose]; -"1285 reshape_34" [id=1285, type=reshape]; -"1286 reshape_34_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; -"1287 quantize_per_tensor_default_48" [id=1287, type="quantize_per_tensor"]; -"1288 dequantize_per_tensor_default_48" [id=1288, type="dequantize_per_tensor"]; -"1289 scale_updated_constant32" [id=1289, type="get_attr"]; -"1290 compressed_weight_updated_constant32" [id=1290, type="get_attr"]; -"1291 mul_tensor_32" [id=1291, type=mul]; -"1292 zero_point_updated_constant32" [id=1292, type="get_attr"]; -"1293 sub_tensor_32" [id=1293, type=sub]; -"1294 linear_47" [id=1294, type=linear]; -"1295 dropout_29" [id=1295, type=dropout]; -"1296 view_43" [id=1296, type=view]; -"1297 permute_36" [id=1297, type=permute]; -"1298 reshape_35" [id=1298, type=reshape]; -"1299 roll_7" [id=1299, type=roll]; -"1300 slice_111" [id=1300, type=slice]; -"1301 slice_112" [id=1301, type=slice]; -"1302 contiguous_13" [id=1302, type=contiguous]; -"1303 layer_norm_17" [id=1303, type="layer_norm"]; -"1304 add_26" [id=1304, type=add]; -"1305 add_26_0_0_nncf_smooth_quant_0" [id=1305, type="call_module"]; -"1306 quantize_per_tensor_default_49" [id=1306, type="quantize_per_tensor"]; -"1307 dequantize_per_tensor_default_49" [id=1307, type="dequantize_per_tensor"]; -"1308 scale_updated_constant33" [id=1308, type="get_attr"]; -"1309 compressed_weight_updated_constant33" [id=1309, type="get_attr"]; -"1310 mul_tensor_33" [id=1310, type=mul]; -"1311 zero_point_updated_constant33" [id=1311, type="get_attr"]; -"1312 sub_tensor_33" [id=1312, type=sub]; -"1313 linear_48" [id=1313, type=linear]; -"1314 gelu_7" [id=1314, type=gelu]; -"1315 dropout_30" [id=1315, type=dropout]; -"1316 dropout_30_0_0_nncf_smooth_quant_0" [id=1316, type="call_module"]; -"1317 quantize_per_tensor_default_50" [id=1317, type="quantize_per_tensor"]; -"1318 dequantize_per_tensor_default_50" [id=1318, type="dequantize_per_tensor"]; -"1319 scale_updated_constant34" [id=1319, type="get_attr"]; -"1320 compressed_weight_updated_constant34" [id=1320, type="get_attr"]; -"1321 mul_tensor_34" [id=1321, type=mul]; -"1322 zero_point_updated_constant34" [id=1322, type="get_attr"]; -"1323 sub_tensor_34" [id=1323, type=sub]; -"1324 linear_49" [id=1324, type=linear]; -"1325 dropout_31" [id=1325, type=dropout]; -"1326 layer_norm_18" [id=1326, type="layer_norm"]; -"1327 add_27" [id=1327, type=add]; -"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1328, type="get_attr"]; -"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1329, type="call_module"]; -"1330 linear_50" [id=1330, type=linear]; -"1331 relu__8" [id=1331, type="relu_"]; -"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1332, type="get_attr"]; -"1333 relu__8_0_0_nncf_smooth_quant_0" [id=1333, type="call_module"]; -"1334 linear_51" [id=1334, type=linear]; -"1335 view_44" [id=1335, type=view]; -"1336 index_8" [id=1336, type=index]; -"1337 view_45" [id=1337, type=view]; -"1338 permute_37" [id=1338, type=permute]; -"1339 contiguous_14" [id=1339, type=contiguous]; -"1340 unsqueeze_24" [id=1340, type=unsqueeze]; -"1341 sigmoid_8" [id=1341, type=sigmoid]; -"1342 mul_42" [id=1342, type=mul]; -"1343 pad_10" [id=1343, type=pad]; -"1344 view_46" [id=1344, type=view]; -"1345 permute_38" [id=1345, type=permute]; -"1346 reshape_36" [id=1346, type=reshape]; -"1347 clone_8" [id=1347, type=clone]; -"1348 slice_113" [id=1348, type=slice]; -"1349 zero__8" [id=1349, type="zero_"]; -"1350 reshape_36_0_0_nncf_smooth_quant_0" [id=1350, type="call_module"]; -"1351 quantize_per_tensor_default_51" [id=1351, type="quantize_per_tensor"]; -"1352 dequantize_per_tensor_default_51" [id=1352, type="dequantize_per_tensor"]; -"1353 scale_updated_constant35" [id=1353, type="get_attr"]; -"1354 compressed_weight_updated_constant35" [id=1354, type="get_attr"]; -"1355 mul_tensor_35" [id=1355, type=mul]; -"1356 zero_point_updated_constant35" [id=1356, type="get_attr"]; -"1357 sub_tensor_35" [id=1357, type=sub]; -"1358 linear_52" [id=1358, type=linear]; -"1359 reshape_37" [id=1359, type=reshape]; -"1360 permute_39" [id=1360, type=permute]; -"1361 select_24" [id=1361, type=select]; -"1362 select_25" [id=1362, type=select]; -"1363 select_26" [id=1363, type=select]; -"1364 linalg_vector_norm_16" [id=1364, type="linalg_vector_norm"]; -"1365 clamp_min_16" [id=1365, type="clamp_min"]; -"1366 expand_as_16" [id=1366, type="expand_as"]; -"1367 div_16" [id=1367, type=div]; -"1368 quantize_per_tensor_default_52" [id=1368, type="quantize_per_tensor"]; -"1369 dequantize_per_tensor_default_52" [id=1369, type="dequantize_per_tensor"]; -"1370 linalg_vector_norm_17" [id=1370, type="linalg_vector_norm"]; -"1371 clamp_min_17" [id=1371, type="clamp_min"]; -"1372 expand_as_17" [id=1372, type="expand_as"]; -"1373 div_17" [id=1373, type=div]; -"1374 quantize_per_tensor_default_53" [id=1374, type="quantize_per_tensor"]; -"1375 dequantize_per_tensor_default_53" [id=1375, type="dequantize_per_tensor"]; -"1376 transpose_16" [id=1376, type=transpose]; -"1377 matmul_16" [id=1377, type=matmul]; -"1378 clamp_8" [id=1378, type=clamp]; -"1379 exp_8" [id=1379, type=exp]; -"1380 mul_44" [id=1380, type=mul]; -"1381 add_28" [id=1381, type=add]; -"1382 softmax_8" [id=1382, type=softmax]; -"1383 dropout_32" [id=1383, type=dropout]; -"1384 matmul_17" [id=1384, type=matmul]; -"1385 transpose_17" [id=1385, type=transpose]; -"1386 reshape_38" [id=1386, type=reshape]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; -"1388 quantize_per_tensor_default_54" [id=1388, type="quantize_per_tensor"]; -"1389 dequantize_per_tensor_default_54" [id=1389, type="dequantize_per_tensor"]; -"1390 scale_updated_constant36" [id=1390, type="get_attr"]; -"1391 compressed_weight_updated_constant36" [id=1391, type="get_attr"]; -"1392 mul_tensor_36" [id=1392, type=mul]; -"1393 zero_point_updated_constant36" [id=1393, type="get_attr"]; -"1394 sub_tensor_36" [id=1394, type=sub]; -"1395 linear_53" [id=1395, type=linear]; -"1396 dropout_33" [id=1396, type=dropout]; -"1397 view_47" [id=1397, type=view]; -"1398 permute_40" [id=1398, type=permute]; -"1399 reshape_39" [id=1399, type=reshape]; -"1400 slice_114" [id=1400, type=slice]; -"1401 slice_115" [id=1401, type=slice]; -"1402 contiguous_15" [id=1402, type=contiguous]; -"1403 layer_norm_19" [id=1403, type="layer_norm"]; -"1404 add_29" [id=1404, type=add]; -"1405 add_29_0_0_nncf_smooth_quant_0" [id=1405, type="call_module"]; -"1406 quantize_per_tensor_default_55" [id=1406, type="quantize_per_tensor"]; -"1407 dequantize_per_tensor_default_55" [id=1407, type="dequantize_per_tensor"]; -"1408 scale_updated_constant37" [id=1408, type="get_attr"]; -"1409 compressed_weight_updated_constant37" [id=1409, type="get_attr"]; -"1410 mul_tensor_37" [id=1410, type=mul]; -"1411 zero_point_updated_constant37" [id=1411, type="get_attr"]; -"1412 sub_tensor_37" [id=1412, type=sub]; -"1413 linear_54" [id=1413, type=linear]; -"1414 gelu_8" [id=1414, type=gelu]; -"1415 dropout_34" [id=1415, type=dropout]; -"1416 dropout_34_0_0_nncf_smooth_quant_0" [id=1416, type="call_module"]; -"1417 quantize_per_tensor_default_56" [id=1417, type="quantize_per_tensor"]; -"1418 dequantize_per_tensor_default_56" [id=1418, type="dequantize_per_tensor"]; -"1419 scale_updated_constant38" [id=1419, type="get_attr"]; -"1420 compressed_weight_updated_constant38" [id=1420, type="get_attr"]; -"1421 mul_tensor_38" [id=1421, type=mul]; -"1422 zero_point_updated_constant38" [id=1422, type="get_attr"]; -"1423 sub_tensor_38" [id=1423, type=sub]; -"1424 linear_55" [id=1424, type=linear]; -"1425 dropout_35" [id=1425, type=dropout]; -"1426 layer_norm_20" [id=1426, type="layer_norm"]; -"1427 add_30" [id=1427, type=add]; -"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1428, type="get_attr"]; -"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1429, type="call_module"]; -"1430 linear_56" [id=1430, type=linear]; -"1431 relu__9" [id=1431, type="relu_"]; -"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1432, type="get_attr"]; -"1433 relu__9_0_0_nncf_smooth_quant_0" [id=1433, type="call_module"]; -"1434 linear_57" [id=1434, type=linear]; -"1435 view_48" [id=1435, type=view]; -"1436 index_9" [id=1436, type=index]; -"1437 view_49" [id=1437, type=view]; -"1438 permute_41" [id=1438, type=permute]; -"1439 contiguous_16" [id=1439, type=contiguous]; -"1440 unsqueeze_25" [id=1440, type=unsqueeze]; -"1441 sigmoid_9" [id=1441, type=sigmoid]; -"1442 mul_45" [id=1442, type=mul]; -"1443 pad_11" [id=1443, type=pad]; -"1444 roll_8" [id=1444, type=roll]; -"1445 view_50" [id=1445, type=view]; -"1446 permute_42" [id=1446, type=permute]; -"1447 reshape_40" [id=1447, type=reshape]; -"1448 clone_9" [id=1448, type=clone]; -"1449 slice_116" [id=1449, type=slice]; -"1450 zero__9" [id=1450, type="zero_"]; -"1451 reshape_40_0_0_nncf_smooth_quant_0" [id=1451, type="call_module"]; -"1452 quantize_per_tensor_default_57" [id=1452, type="quantize_per_tensor"]; -"1453 dequantize_per_tensor_default_57" [id=1453, type="dequantize_per_tensor"]; -"1454 scale_updated_constant39" [id=1454, type="get_attr"]; -"1455 compressed_weight_updated_constant39" [id=1455, type="get_attr"]; -"1456 mul_tensor_39" [id=1456, type=mul]; -"1457 zero_point_updated_constant39" [id=1457, type="get_attr"]; -"1458 sub_tensor_39" [id=1458, type=sub]; -"1459 linear_58" [id=1459, type=linear]; -"1460 reshape_41" [id=1460, type=reshape]; -"1461 permute_43" [id=1461, type=permute]; -"1462 select_27" [id=1462, type=select]; -"1463 select_28" [id=1463, type=select]; -"1464 select_29" [id=1464, type=select]; -"1465 linalg_vector_norm_18" [id=1465, type="linalg_vector_norm"]; -"1466 clamp_min_18" [id=1466, type="clamp_min"]; -"1467 expand_as_18" [id=1467, type="expand_as"]; -"1468 div_18" [id=1468, type=div]; -"1469 quantize_per_tensor_default_58" [id=1469, type="quantize_per_tensor"]; -"1470 dequantize_per_tensor_default_58" [id=1470, type="dequantize_per_tensor"]; -"1471 linalg_vector_norm_19" [id=1471, type="linalg_vector_norm"]; -"1472 clamp_min_19" [id=1472, type="clamp_min"]; -"1473 expand_as_19" [id=1473, type="expand_as"]; -"1474 div_19" [id=1474, type=div]; -"1475 quantize_per_tensor_default_59" [id=1475, type="quantize_per_tensor"]; -"1476 dequantize_per_tensor_default_59" [id=1476, type="dequantize_per_tensor"]; -"1477 transpose_18" [id=1477, type=transpose]; -"1478 matmul_18" [id=1478, type=matmul]; -"1479 clamp_9" [id=1479, type=clamp]; -"1480 exp_9" [id=1480, type=exp]; -"1481 mul_47" [id=1481, type=mul]; -"1482 add_31" [id=1482, type=add]; -"1483 new_zeros_4" [id=1483, type="new_zeros"]; -"1484 lift_fresh_copy_36" [id=1484, type="lift_fresh_copy"]; -"1485 slice_117" [id=1485, type=slice]; -"1486 slice_118" [id=1486, type=slice]; -"1487 fill__36" [id=1487, type="fill_"]; -"1488 lift_fresh_copy_37" [id=1488, type="lift_fresh_copy"]; -"1489 slice_119" [id=1489, type=slice]; -"1490 slice_120" [id=1490, type=slice]; -"1491 fill__37" [id=1491, type="fill_"]; -"1492 lift_fresh_copy_38" [id=1492, type="lift_fresh_copy"]; -"1493 slice_121" [id=1493, type=slice]; -"1494 slice_122" [id=1494, type=slice]; -"1495 fill__38" [id=1495, type="fill_"]; -"1496 lift_fresh_copy_39" [id=1496, type="lift_fresh_copy"]; -"1497 slice_123" [id=1497, type=slice]; -"1498 slice_124" [id=1498, type=slice]; -"1499 fill__39" [id=1499, type="fill_"]; -"1500 lift_fresh_copy_40" [id=1500, type="lift_fresh_copy"]; -"1501 slice_125" [id=1501, type=slice]; -"1502 slice_126" [id=1502, type=slice]; -"1503 fill__40" [id=1503, type="fill_"]; -"1504 lift_fresh_copy_41" [id=1504, type="lift_fresh_copy"]; -"1505 slice_127" [id=1505, type=slice]; -"1506 slice_128" [id=1506, type=slice]; -"1507 fill__41" [id=1507, type="fill_"]; -"1508 lift_fresh_copy_42" [id=1508, type="lift_fresh_copy"]; -"1509 slice_129" [id=1509, type=slice]; -"1510 slice_130" [id=1510, type=slice]; -"1511 fill__42" [id=1511, type="fill_"]; -"1512 lift_fresh_copy_43" [id=1512, type="lift_fresh_copy"]; -"1513 slice_131" [id=1513, type=slice]; -"1514 slice_132" [id=1514, type=slice]; -"1515 fill__43" [id=1515, type="fill_"]; -"1516 lift_fresh_copy_44" [id=1516, type="lift_fresh_copy"]; -"1517 slice_133" [id=1517, type=slice]; -"1518 slice_134" [id=1518, type=slice]; -"1519 fill__44" [id=1519, type="fill_"]; -"1520 view_51" [id=1520, type=view]; -"1521 permute_44" [id=1521, type=permute]; -"1522 reshape_42" [id=1522, type=reshape]; -"1523 unsqueeze_26" [id=1523, type=unsqueeze]; -"1524 unsqueeze_27" [id=1524, type=unsqueeze]; -"1525 sub_24" [id=1525, type=sub]; -"1526 ne_12" [id=1526, type=ne]; -"1527 masked_fill_8" [id=1527, type="masked_fill"]; -"1528 eq_32" [id=1528, type=eq]; -"1529 masked_fill_9" [id=1529, type="masked_fill"]; -"1530 view_52" [id=1530, type=view]; -"1531 unsqueeze_28" [id=1531, type=unsqueeze]; -"1532 unsqueeze_29" [id=1532, type=unsqueeze]; -"1533 add_32" [id=1533, type=add]; -"1534 view_53" [id=1534, type=view]; -"1535 softmax_9" [id=1535, type=softmax]; -"1536 dropout_36" [id=1536, type=dropout]; -"1537 matmul_19" [id=1537, type=matmul]; -"1538 transpose_19" [id=1538, type=transpose]; -"1539 reshape_43" [id=1539, type=reshape]; -"1540 reshape_43_0_0_nncf_smooth_quant_0" [id=1540, type="call_module"]; -"1541 quantize_per_tensor_default_60" [id=1541, type="quantize_per_tensor"]; -"1542 dequantize_per_tensor_default_60" [id=1542, type="dequantize_per_tensor"]; -"1543 scale_updated_constant40" [id=1543, type="get_attr"]; -"1544 compressed_weight_updated_constant40" [id=1544, type="get_attr"]; -"1545 mul_tensor_40" [id=1545, type=mul]; -"1546 zero_point_updated_constant40" [id=1546, type="get_attr"]; -"1547 sub_tensor_40" [id=1547, type=sub]; -"1548 linear_59" [id=1548, type=linear]; -"1549 dropout_37" [id=1549, type=dropout]; -"1550 view_54" [id=1550, type=view]; -"1551 permute_45" [id=1551, type=permute]; -"1552 reshape_44" [id=1552, type=reshape]; -"1553 roll_9" [id=1553, type=roll]; -"1554 slice_135" [id=1554, type=slice]; -"1555 slice_136" [id=1555, type=slice]; -"1556 contiguous_17" [id=1556, type=contiguous]; -"1557 layer_norm_21" [id=1557, type="layer_norm"]; -"1558 add_33" [id=1558, type=add]; -"1559 add_33_0_0_nncf_smooth_quant_0" [id=1559, type="call_module"]; -"1560 quantize_per_tensor_default_61" [id=1560, type="quantize_per_tensor"]; -"1561 dequantize_per_tensor_default_61" [id=1561, type="dequantize_per_tensor"]; -"1562 scale_updated_constant41" [id=1562, type="get_attr"]; -"1563 compressed_weight_updated_constant41" [id=1563, type="get_attr"]; -"1564 mul_tensor_41" [id=1564, type=mul]; -"1565 zero_point_updated_constant41" [id=1565, type="get_attr"]; -"1566 sub_tensor_41" [id=1566, type=sub]; -"1567 linear_60" [id=1567, type=linear]; -"1568 gelu_9" [id=1568, type=gelu]; -"1569 dropout_38" [id=1569, type=dropout]; -"1570 dropout_38_0_0_nncf_smooth_quant_0" [id=1570, type="call_module"]; -"1571 quantize_per_tensor_default_62" [id=1571, type="quantize_per_tensor"]; -"1572 dequantize_per_tensor_default_62" [id=1572, type="dequantize_per_tensor"]; -"1573 scale_updated_constant42" [id=1573, type="get_attr"]; -"1574 compressed_weight_updated_constant42" [id=1574, type="get_attr"]; -"1575 mul_tensor_42" [id=1575, type=mul]; -"1576 zero_point_updated_constant42" [id=1576, type="get_attr"]; -"1577 sub_tensor_42" [id=1577, type=sub]; -"1578 linear_61" [id=1578, type=linear]; -"1579 dropout_39" [id=1579, type=dropout]; -"1580 layer_norm_22" [id=1580, type="layer_norm"]; -"1581 add_34" [id=1581, type=add]; -"1582 mod_44" [id=1582, type=mod]; -"1583 mod_45" [id=1583, type=mod]; -"1584 pad_12" [id=1584, type=pad]; -"1585 slice_137" [id=1585, type=slice]; -"1586 slice_138" [id=1586, type=slice]; -"1587 slice_139" [id=1587, type=slice]; -"1588 slice_140" [id=1588, type=slice]; -"1589 slice_141" [id=1589, type=slice]; -"1590 slice_142" [id=1590, type=slice]; -"1591 slice_143" [id=1591, type=slice]; -"1592 slice_144" [id=1592, type=slice]; -"1593 cat_2" [id=1593, type=cat]; -"1594 cat_2_0_0_nncf_smooth_quant_0" [id=1594, type="call_module"]; -"1595 quantize_per_tensor_default_63" [id=1595, type="quantize_per_tensor"]; -"1596 dequantize_per_tensor_default_63" [id=1596, type="dequantize_per_tensor"]; -"1597 scale_updated_constant43" [id=1597, type="get_attr"]; -"1598 compressed_weight_updated_constant43" [id=1598, type="get_attr"]; -"1599 mul_tensor_43" [id=1599, type=mul]; -"1600 zero_point_updated_constant43" [id=1600, type="get_attr"]; -"1601 sub_tensor_43" [id=1601, type=sub]; -"1602 linear_62" [id=1602, type=linear]; -"1603 layer_norm_23" [id=1603, type="layer_norm"]; -"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1604, type="get_attr"]; -"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1605, type="call_module"]; -"1606 linear_63" [id=1606, type=linear]; -"1607 relu__10" [id=1607, type="relu_"]; -"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1608, type="get_attr"]; -"1609 relu__10_0_0_nncf_smooth_quant_0" [id=1609, type="call_module"]; -"1610 linear_64" [id=1610, type=linear]; -"1611 view_55" [id=1611, type=view]; -"1612 index_10" [id=1612, type=index]; -"1613 view_56" [id=1613, type=view]; -"1614 permute_46" [id=1614, type=permute]; -"1615 contiguous_18" [id=1615, type=contiguous]; -"1616 unsqueeze_30" [id=1616, type=unsqueeze]; -"1617 sigmoid_10" [id=1617, type=sigmoid]; -"1618 mul_48" [id=1618, type=mul]; -"1619 add_55" [id=1619, type=add]; -"1620 add_56" [id=1620, type=add]; -"1621 floordiv_99" [id=1621, type=floordiv]; -"1622 mod_46" [id=1622, type=mod]; -"1623 sub_25" [id=1623, type=sub]; -"1624 mod_47" [id=1624, type=mod]; -"1625 add_57" [id=1625, type=add]; -"1626 add_58" [id=1626, type=add]; -"1627 floordiv_100" [id=1627, type=floordiv]; -"1628 mod_48" [id=1628, type=mod]; -"1629 sub_26" [id=1629, type=sub]; -"1630 mod_49" [id=1630, type=mod]; -"1631 pad_13" [id=1631, type=pad]; -"1632 add_59" [id=1632, type=add]; -"1633 floordiv_75" [id=1633, type=floordiv]; -"1634 add_60" [id=1634, type=add]; -"1635 floordiv_76" [id=1635, type=floordiv]; -"1636 mul_49" [id=1636, type=mul]; -"1637 view_57" [id=1637, type=view]; -"1638 permute_47" [id=1638, type=permute]; -"1639 reshape_45" [id=1639, type=reshape]; -"1640 clone_10" [id=1640, type=clone]; -"1641 slice_145" [id=1641, type=slice]; -"1642 zero__10" [id=1642, type="zero_"]; -"1643 reshape_45_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; -"1644 quantize_per_tensor_default_64" [id=1644, type="quantize_per_tensor"]; -"1645 dequantize_per_tensor_default_64" [id=1645, type="dequantize_per_tensor"]; -"1646 scale_updated_constant44" [id=1646, type="get_attr"]; -"1647 compressed_weight_updated_constant44" [id=1647, type="get_attr"]; -"1648 mul_tensor_44" [id=1648, type=mul]; -"1649 zero_point_updated_constant44" [id=1649, type="get_attr"]; -"1650 sub_tensor_44" [id=1650, type=sub]; -"1651 linear_65" [id=1651, type=linear]; -"1652 floordiv_101" [id=1652, type=floordiv]; -"1653 floordiv_102" [id=1653, type=floordiv]; -"1654 mul_57" [id=1654, type=mul]; -"1655 mul_58" [id=1655, type=mul]; -"1656 mul_59" [id=1656, type=mul]; -"1657 reshape_46" [id=1657, type=reshape]; -"1658 permute_48" [id=1658, type=permute]; -"1659 select_30" [id=1659, type=select]; -"1660 select_31" [id=1660, type=select]; -"1661 select_32" [id=1661, type=select]; -"1662 linalg_vector_norm_20" [id=1662, type="linalg_vector_norm"]; -"1663 clamp_min_20" [id=1663, type="clamp_min"]; -"1664 expand_as_20" [id=1664, type="expand_as"]; -"1665 div_20" [id=1665, type=div]; -"1666 quantize_per_tensor_default_65" [id=1666, type="quantize_per_tensor"]; -"1667 dequantize_per_tensor_default_65" [id=1667, type="dequantize_per_tensor"]; -"1668 linalg_vector_norm_21" [id=1668, type="linalg_vector_norm"]; -"1669 clamp_min_21" [id=1669, type="clamp_min"]; -"1670 expand_as_21" [id=1670, type="expand_as"]; -"1671 div_21" [id=1671, type=div]; -"1672 quantize_per_tensor_default_66" [id=1672, type="quantize_per_tensor"]; -"1673 dequantize_per_tensor_default_66" [id=1673, type="dequantize_per_tensor"]; -"1674 transpose_20" [id=1674, type=transpose]; -"1675 matmul_20" [id=1675, type=matmul]; -"1676 clamp_10" [id=1676, type=clamp]; -"1677 exp_10" [id=1677, type=exp]; -"1678 mul_50" [id=1678, type=mul]; -"1679 add_35" [id=1679, type=add]; -"1680 softmax_10" [id=1680, type=softmax]; -"1681 dropout_40" [id=1681, type=dropout]; -"1682 matmul_21" [id=1682, type=matmul]; -"1683 transpose_21" [id=1683, type=transpose]; -"1684 reshape_47" [id=1684, type=reshape]; -"1685 reshape_47_0_0_nncf_smooth_quant_0" [id=1685, type="call_module"]; -"1686 quantize_per_tensor_default_67" [id=1686, type="quantize_per_tensor"]; -"1687 dequantize_per_tensor_default_67" [id=1687, type="dequantize_per_tensor"]; -"1688 scale_updated_constant45" [id=1688, type="get_attr"]; -"1689 compressed_weight_updated_constant45" [id=1689, type="get_attr"]; -"1690 mul_tensor_45" [id=1690, type=mul]; -"1691 zero_point_updated_constant45" [id=1691, type="get_attr"]; -"1692 sub_tensor_45" [id=1692, type=sub]; -"1693 linear_66" [id=1693, type=linear]; -"1694 dropout_41" [id=1694, type=dropout]; -"1695 view_58" [id=1695, type=view]; -"1696 permute_49" [id=1696, type=permute]; -"1697 reshape_48" [id=1697, type=reshape]; -"1698 slice_146" [id=1698, type=slice]; -"1699 slice_147" [id=1699, type=slice]; -"1700 contiguous_19" [id=1700, type=contiguous]; -"1701 layer_norm_24" [id=1701, type="layer_norm"]; -"1702 add_36" [id=1702, type=add]; -"1703 add_36_0_0_nncf_smooth_quant_0" [id=1703, type="call_module"]; -"1704 quantize_per_tensor_default_68" [id=1704, type="quantize_per_tensor"]; -"1705 dequantize_per_tensor_default_68" [id=1705, type="dequantize_per_tensor"]; -"1706 scale_updated_constant46" [id=1706, type="get_attr"]; -"1707 compressed_weight_updated_constant46" [id=1707, type="get_attr"]; -"1708 mul_tensor_46" [id=1708, type=mul]; -"1709 zero_point_updated_constant46" [id=1709, type="get_attr"]; -"1710 sub_tensor_46" [id=1710, type=sub]; -"1711 linear_67" [id=1711, type=linear]; -"1712 gelu_10" [id=1712, type=gelu]; -"1713 dropout_42" [id=1713, type=dropout]; -"1714 dropout_42_0_0_nncf_smooth_quant_0" [id=1714, type="call_module"]; -"1715 quantize_per_tensor_default_69" [id=1715, type="quantize_per_tensor"]; -"1716 dequantize_per_tensor_default_69" [id=1716, type="dequantize_per_tensor"]; -"1717 scale_updated_constant47" [id=1717, type="get_attr"]; -"1718 compressed_weight_updated_constant47" [id=1718, type="get_attr"]; -"1719 mul_tensor_47" [id=1719, type=mul]; -"1720 zero_point_updated_constant47" [id=1720, type="get_attr"]; -"1721 sub_tensor_47" [id=1721, type=sub]; -"1722 linear_68" [id=1722, type=linear]; -"1723 dropout_43" [id=1723, type=dropout]; -"1724 layer_norm_25" [id=1724, type="layer_norm"]; -"1725 add_37" [id=1725, type=add]; -"1726 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1726, type="get_attr"]; -"1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1727, type="call_module"]; -"1728 linear_69" [id=1728, type=linear]; -"1729 relu__11" [id=1729, type="relu_"]; -"1730 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1730, type="get_attr"]; -"1731 relu__11_0_0_nncf_smooth_quant_0" [id=1731, type="call_module"]; -"1732 linear_70" [id=1732, type=linear]; -"1733 view_59" [id=1733, type=view]; -"1734 index_11" [id=1734, type=index]; -"1735 view_60" [id=1735, type=view]; -"1736 permute_50" [id=1736, type=permute]; -"1737 contiguous_20" [id=1737, type=contiguous]; -"1738 unsqueeze_31" [id=1738, type=unsqueeze]; -"1739 sigmoid_11" [id=1739, type=sigmoid]; -"1740 mul_51" [id=1740, type=mul]; -"1741 pad_14" [id=1741, type=pad]; -"1742 view_61" [id=1742, type=view]; -"1743 permute_51" [id=1743, type=permute]; -"1744 reshape_49" [id=1744, type=reshape]; -"1745 clone_11" [id=1745, type=clone]; -"1746 slice_148" [id=1746, type=slice]; -"1747 zero__11" [id=1747, type="zero_"]; -"1748 reshape_49_0_0_nncf_smooth_quant_0" [id=1748, type="call_module"]; -"1749 quantize_per_tensor_default_70" [id=1749, type="quantize_per_tensor"]; -"1750 dequantize_per_tensor_default_70" [id=1750, type="dequantize_per_tensor"]; -"1751 scale_updated_constant48" [id=1751, type="get_attr"]; -"1752 compressed_weight_updated_constant48" [id=1752, type="get_attr"]; -"1753 mul_tensor_48" [id=1753, type=mul]; -"1754 zero_point_updated_constant48" [id=1754, type="get_attr"]; -"1755 sub_tensor_48" [id=1755, type=sub]; -"1756 linear_71" [id=1756, type=linear]; -"1757 reshape_50" [id=1757, type=reshape]; -"1758 permute_52" [id=1758, type=permute]; -"1759 select_33" [id=1759, type=select]; -"1760 select_34" [id=1760, type=select]; -"1761 select_35" [id=1761, type=select]; -"1762 linalg_vector_norm_22" [id=1762, type="linalg_vector_norm"]; -"1763 clamp_min_22" [id=1763, type="clamp_min"]; -"1764 expand_as_22" [id=1764, type="expand_as"]; -"1765 div_22" [id=1765, type=div]; -"1766 quantize_per_tensor_default_71" [id=1766, type="quantize_per_tensor"]; -"1767 dequantize_per_tensor_default_71" [id=1767, type="dequantize_per_tensor"]; -"1768 linalg_vector_norm_23" [id=1768, type="linalg_vector_norm"]; -"1769 clamp_min_23" [id=1769, type="clamp_min"]; -"1770 expand_as_23" [id=1770, type="expand_as"]; -"1771 div_23" [id=1771, type=div]; -"1772 quantize_per_tensor_default_72" [id=1772, type="quantize_per_tensor"]; -"1773 dequantize_per_tensor_default_72" [id=1773, type="dequantize_per_tensor"]; -"1774 transpose_22" [id=1774, type=transpose]; -"1775 matmul_22" [id=1775, type=matmul]; -"1776 clamp_11" [id=1776, type=clamp]; -"1777 exp_11" [id=1777, type=exp]; -"1778 mul_53" [id=1778, type=mul]; -"1779 add_38" [id=1779, type=add]; -"1780 softmax_11" [id=1780, type=softmax]; -"1781 dropout_44" [id=1781, type=dropout]; -"1782 matmul_23" [id=1782, type=matmul]; -"1783 transpose_23" [id=1783, type=transpose]; -"1784 reshape_51" [id=1784, type=reshape]; -"1785 reshape_51_0_0_nncf_smooth_quant_0" [id=1785, type="call_module"]; -"1786 quantize_per_tensor_default_73" [id=1786, type="quantize_per_tensor"]; -"1787 dequantize_per_tensor_default_73" [id=1787, type="dequantize_per_tensor"]; -"1788 scale_updated_constant49" [id=1788, type="get_attr"]; -"1789 compressed_weight_updated_constant49" [id=1789, type="get_attr"]; -"1790 mul_tensor_49" [id=1790, type=mul]; -"1791 zero_point_updated_constant49" [id=1791, type="get_attr"]; -"1792 sub_tensor_49" [id=1792, type=sub]; -"1793 linear_72" [id=1793, type=linear]; -"1794 dropout_45" [id=1794, type=dropout]; -"1795 view_62" [id=1795, type=view]; -"1796 permute_53" [id=1796, type=permute]; -"1797 reshape_52" [id=1797, type=reshape]; -"1798 slice_149" [id=1798, type=slice]; -"1799 slice_150" [id=1799, type=slice]; -"1800 contiguous_21" [id=1800, type=contiguous]; -"1801 layer_norm_26" [id=1801, type="layer_norm"]; -"1802 add_39" [id=1802, type=add]; -"1803 add_39_0_0_nncf_smooth_quant_0" [id=1803, type="call_module"]; -"1804 quantize_per_tensor_default_74" [id=1804, type="quantize_per_tensor"]; -"1805 dequantize_per_tensor_default_74" [id=1805, type="dequantize_per_tensor"]; -"1806 scale_updated_constant50" [id=1806, type="get_attr"]; -"1807 compressed_weight_updated_constant50" [id=1807, type="get_attr"]; -"1808 mul_tensor_50" [id=1808, type=mul]; -"1809 zero_point_updated_constant50" [id=1809, type="get_attr"]; -"1810 sub_tensor_50" [id=1810, type=sub]; -"1811 linear_73" [id=1811, type=linear]; -"1812 gelu_11" [id=1812, type=gelu]; -"1813 dropout_46" [id=1813, type=dropout]; -"1814 dropout_46_0_0_nncf_smooth_quant_0" [id=1814, type="call_module"]; -"1815 quantize_per_tensor_default_75" [id=1815, type="quantize_per_tensor"]; -"1816 dequantize_per_tensor_default_75" [id=1816, type="dequantize_per_tensor"]; -"1817 scale_updated_constant51" [id=1817, type="get_attr"]; -"1818 compressed_weight_updated_constant51" [id=1818, type="get_attr"]; -"1819 mul_tensor_51" [id=1819, type=mul]; -"1820 zero_point_updated_constant51" [id=1820, type="get_attr"]; -"1821 sub_tensor_51" [id=1821, type=sub]; -"1822 linear_74" [id=1822, type=linear]; -"1823 dropout_47" [id=1823, type=dropout]; -"1824 layer_norm_27" [id=1824, type="layer_norm"]; -"1825 add_40" [id=1825, type=add]; -"1826 layer_norm_28" [id=1826, type="layer_norm"]; -"1827 permute_54" [id=1827, type=permute]; -"1828 adaptive_avg_pool2d" [id=1828, type="adaptive_avg_pool2d"]; -"1829 flatten" [id=1829, type=flatten]; -"1830 flatten_0_0_nncf_smooth_quant_0" [id=1830, type="call_module"]; -"1831 quantize_per_tensor_default_76" [id=1831, type="quantize_per_tensor"]; -"1832 dequantize_per_tensor_default_76" [id=1832, type="dequantize_per_tensor"]; -"1833 scale_updated_constant52" [id=1833, type="get_attr"]; -"1834 compressed_weight_updated_constant52" [id=1834, type="get_attr"]; -"1835 mul_tensor_52" [id=1835, type=mul]; -"1836 zero_point_updated_constant52" [id=1836, type="get_attr"]; -"1837 sub_tensor_52" [id=1837, type=sub]; -"1838 linear_75" [id=1838, type=linear]; -"1839 output" [id=1839, type=output]; -"0 features_1_0_attn_qkv_bias" -> "246 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "297 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "280 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "349 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "449 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "380 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "540 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "591 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "574 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "644 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "744 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "675 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "836 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "887 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "870 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "940 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "1040 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "971 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1093 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1141 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1124 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1194 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1294 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1225 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1347 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1395 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1378 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1448 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1548 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1479 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1640 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1693 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1676 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1745 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1793 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1776 clamp_11" [style=solid, label="(24, 1, 1)"]; -"36 features_0_0_bias" -> "211 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "213 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "213 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "216 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "304 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "304 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "314 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "325 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "327 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "327 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "331 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "457 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "457 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "467 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "478 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "480 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "480 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "503 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "503 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "506 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "599 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "599 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "609 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "620 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "622 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "622 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "626 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "753 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "753 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "763 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "774 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "776 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "776 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "799 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "799 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "802 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "895 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "895 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "905 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "916 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "918 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "918 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "922 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1059 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1070 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1076 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1159 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1170 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1176 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1313 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1324 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1330 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1413 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1424 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1430 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1578 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1606 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1701 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1701 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1711 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1722 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1724 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1724 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1728 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1801 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1801 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1811 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1822 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1824 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1824 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1826 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1826 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1838 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "222 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "337 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "512 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "632 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "808 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "928 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1082 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1182 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1336 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1436 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1612 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1734 index_11" [style=solid, label="(4096,)"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" -> "385 lift_fresh_copy" [style=solid, label="()"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" -> "389 lift_fresh_copy_1" [style=solid, label="()"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" -> "393 lift_fresh_copy_2" [style=solid, label="()"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" -> "397 lift_fresh_copy_3" [style=solid, label="()"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" -> "401 lift_fresh_copy_4" [style=solid, label="()"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" -> "405 lift_fresh_copy_5" [style=solid, label="()"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" -> "409 lift_fresh_copy_6" [style=solid, label="()"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" -> "413 lift_fresh_copy_7" [style=solid, label="()"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" -> "417 lift_fresh_copy_8" [style=solid, label="()"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" -> "680 lift_fresh_copy_9" [style=solid, label="()"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" -> "684 lift_fresh_copy_10" [style=solid, label="()"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" -> "688 lift_fresh_copy_11" [style=solid, label="()"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" -> "692 lift_fresh_copy_12" [style=solid, label="()"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" -> "696 lift_fresh_copy_13" [style=solid, label="()"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" -> "700 lift_fresh_copy_14" [style=solid, label="()"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" -> "704 lift_fresh_copy_15" [style=solid, label="()"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" -> "708 lift_fresh_copy_16" [style=solid, label="()"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" -> "712 lift_fresh_copy_17" [style=solid, label="()"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" -> "976 lift_fresh_copy_18" [style=solid, label="()"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" -> "980 lift_fresh_copy_19" [style=solid, label="()"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" -> "984 lift_fresh_copy_20" [style=solid, label="()"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" -> "988 lift_fresh_copy_21" [style=solid, label="()"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" -> "992 lift_fresh_copy_22" [style=solid, label="()"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" -> "996 lift_fresh_copy_23" [style=solid, label="()"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" -> "1000 lift_fresh_copy_24" [style=solid, label="()"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" -> "1004 lift_fresh_copy_25" [style=solid, label="()"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" -> "1008 lift_fresh_copy_26" [style=solid, label="()"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" -> "1230 lift_fresh_copy_27" [style=solid, label="()"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" -> "1234 lift_fresh_copy_28" [style=solid, label="()"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" -> "1238 lift_fresh_copy_29" [style=solid, label="()"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" -> "1242 lift_fresh_copy_30" [style=solid, label="()"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" -> "1246 lift_fresh_copy_31" [style=solid, label="()"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" -> "1250 lift_fresh_copy_32" [style=solid, label="()"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" -> "1254 lift_fresh_copy_33" [style=solid, label="()"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" -> "1258 lift_fresh_copy_34" [style=solid, label="()"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" -> "1262 lift_fresh_copy_35" [style=solid, label="()"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" -> "1484 lift_fresh_copy_36" [style=solid, label="()"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" -> "1488 lift_fresh_copy_37" [style=solid, label="()"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" -> "1492 lift_fresh_copy_38" [style=solid, label="()"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" -> "1496 lift_fresh_copy_39" [style=solid, label="()"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" -> "1500 lift_fresh_copy_40" [style=solid, label="()"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" -> "1504 lift_fresh_copy_41" [style=solid, label="()"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" -> "1508 lift_fresh_copy_42" [style=solid, label="()"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" -> "1512 lift_fresh_copy_43" [style=solid, label="()"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" -> "1516 lift_fresh_copy_44" [style=solid, label="()"]; -"201 x" -> "202 sym_size_int_92" [style=solid, label="(1, 3, -1, -1)"]; -"201 x" -> "203 sym_size_int_93" [style=solid, label="(1, 3, -1, -1)"]; -"201 x" -> "204 quantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"202 sym_size_int_92" -> "233 floordiv_88" [style=solid, label="(-1,)"]; -"203 sym_size_int_93" -> "229 floordiv_87" [style=solid, label="(-1,)"]; -"204 quantize_per_tensor_default" -> "205 dequantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"205 dequantize_per_tensor_default" -> "211 conv2d" [style=solid, label="(1, 3, -1, -1)"]; -"206 scale_updated_constant0" -> "208 mul_tensor" [style=solid, label="(96, 1, 1, 1)"]; -"207 compressed_weight_updated_constant0" -> "208 mul_tensor" [style=solid, label="(96, 3, 4, 4)"]; -"208 mul_tensor" -> "210 sub_tensor" [style=solid, label="(96, 3, 4, 4)"]; -"209 zero_point_updated_constant0" -> "210 sub_tensor" [style=solid, label="(96, 1, 1, 1)"]; -"210 sub_tensor" -> "211 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"211 conv2d" -> "212 permute" [style=solid, label="(1, 96, -1, -1)"]; -"212 permute" -> "213 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; -"213 layer_norm" -> "237 pad" [style=solid, label="(1, -1, -1, 96)"]; -"213 layer_norm" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "216 linear" [style=solid, label="(512, 2)"]; -"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "216 linear" [style=solid, label="(1, 15, 15, 2)"]; -"216 linear" -> "217 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"217 relu_" -> "219 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "220 linear_1" [style=solid, label="(3, 512)"]; -"219 relu__0_0_nncf_smooth_quant_0" -> "220 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"220 linear_1" -> "221 view" [style=solid, label="(1, 15, 15, 3)"]; -"221 view" -> "222 index" [style=solid, label="(225, 3)"]; -"222 index" -> "223 view_1" [style=solid, label="(4096, 3)"]; -"223 view_1" -> "224 permute_1" [style=solid, label="(64, 64, 3)"]; -"224 permute_1" -> "225 contiguous" [style=solid, label="(3, 64, 64)"]; -"225 contiguous" -> "226 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"226 unsqueeze" -> "227 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"227 sigmoid" -> "228 mul" [style=solid, label="(1, 3, 64, 64)"]; -"228 mul" -> "283 add" [style=solid, label="(1, 3, 64, 64)"]; -"229 floordiv_87" -> "230 mod" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "240 add_42" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "303 slice_3" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "456 slice_24" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "482 mod_8" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "519 add_43" [style=solid, label="(-1,)"]; -"230 mod" -> "231 sub" [style=solid, label="(-1,)"]; -"231 sub" -> "232 mod_1" [style=solid, label="(-1,)"]; -"232 mod_1" -> "237 pad" [style=solid, label="(-1,)"]; -"232 mod_1" -> "240 add_42" [style=solid, label="(-1,)"]; -"232 mod_1" -> "344 pad_1" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "234 mod_2" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "238 add_41" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "302 slice_2" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "455 slice_23" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "483 mod_9" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "525 add_45" [style=solid, label="(-1,)"]; -"234 mod_2" -> "235 sub_1" [style=solid, label="(-1,)"]; -"235 sub_1" -> "236 mod_3" [style=solid, label="(-1,)"]; -"236 mod_3" -> "237 pad" [style=solid, label="(-1,)"]; -"236 mod_3" -> "238 add_41" [style=solid, label="(-1,)"]; -"236 mod_3" -> "344 pad_1" [style=solid, label="(-1,)"]; -"237 pad" -> "243 view_2" [style=solid, label="(1, -1, -1, 96)"]; -"238 add_41" -> "239 floordiv" [style=solid, label="(-1,)"]; -"238 add_41" -> "258 floordiv_89" [style=solid, label="(-1,)"]; -"238 add_41" -> "301 reshape_3" [style=solid, label="(-1,)"]; -"238 add_41" -> "384 new_zeros" [style=solid, label="(-1,)"]; -"238 add_41" -> "453 reshape_8" [style=solid, label="(-1,)"]; -"239 floordiv" -> "242 mul_1" [style=solid, label="(-1,)"]; -"239 floordiv" -> "243 view_2" [style=solid, label="(-1,)"]; -"239 floordiv" -> "258 floordiv_89" [style=solid, label="(-1,)"]; -"239 floordiv" -> "299 view_3" [style=solid, label="(-1,)"]; -"239 floordiv" -> "346 view_6" [style=solid, label="(-1,)"]; -"239 floordiv" -> "421 view_7" [style=solid, label="(-1,)"]; -"239 floordiv" -> "451 view_10" [style=solid, label="(-1,)"]; -"240 add_42" -> "241 floordiv_1" [style=solid, label="(-1,)"]; -"240 add_42" -> "259 floordiv_90" [style=solid, label="(-1,)"]; -"240 add_42" -> "301 reshape_3" [style=solid, label="(-1,)"]; -"240 add_42" -> "384 new_zeros" [style=solid, label="(-1,)"]; -"240 add_42" -> "453 reshape_8" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "242 mul_1" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "243 view_2" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "259 floordiv_90" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "299 view_3" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "346 view_6" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "421 view_7" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "451 view_10" [style=solid, label="(-1,)"]; -"242 mul_1" -> "245 reshape" [style=solid, label="(-1,)"]; -"242 mul_1" -> "261 reshape_1" [style=solid, label="(-1,)"]; -"242 mul_1" -> "288 reshape_2" [style=solid, label="(-1,)"]; -"242 mul_1" -> "348 reshape_4" [style=solid, label="(-1,)"]; -"242 mul_1" -> "361 reshape_5" [style=solid, label="(-1,)"]; -"242 mul_1" -> "423 reshape_6" [style=solid, label="(-1,)"]; -"242 mul_1" -> "431 view_8" [style=solid, label="(-1,)"]; -"242 mul_1" -> "440 reshape_7" [style=solid, label="(-1,)"]; -"243 view_2" -> "244 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"244 permute_2" -> "245 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"245 reshape" -> "249 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"246 clone" -> "247 slice_1" [style=solid, label="(288,)"]; -"246 clone" -> "257 linear_2" [style=solid, label="(288,)"]; -"247 slice_1" -> "248 zero_" [style=solid, label="(96,)"]; -"249 reshape_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"250 quantize_per_tensor_default_1" -> "251 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"251 dequantize_per_tensor_default_1" -> "257 linear_2" [style=solid, label="(-1, -1, 96)"]; -"252 scale_updated_constant1" -> "254 mul_tensor_1" [style=solid, label="(288, 1)"]; -"253 compressed_weight_updated_constant1" -> "254 mul_tensor_1" [style=solid, label="(288, 96)"]; -"254 mul_tensor_1" -> "256 sub_tensor_1" [style=solid, label="(288, 96)"]; -"255 zero_point_updated_constant1" -> "256 sub_tensor_1" [style=solid, label="(288, 1)"]; -"256 sub_tensor_1" -> "257 linear_2" [style=solid, label="(288, 96)"]; -"257 linear_2" -> "261 reshape_1" [style=solid, label="(-1, -1, 288)"]; -"258 floordiv_89" -> "260 mul_54" [style=solid, label="(-1,)"]; -"259 floordiv_90" -> "260 mul_54" [style=solid, label="(-1,)"]; -"260 mul_54" -> "261 reshape_1" [style=solid, label="(-1,)"]; -"260 mul_54" -> "288 reshape_2" [style=solid, label="(-1,)"]; -"260 mul_54" -> "361 reshape_5" [style=solid, label="(-1,)"]; -"260 mul_54" -> "431 view_8" [style=solid, label="(-1,)"]; -"260 mul_54" -> "435 view_9" [style=solid, label="(-1,)"]; -"260 mul_54" -> "440 reshape_7" [style=solid, label="(-1,)"]; -"261 reshape_1" -> "262 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"262 permute_3" -> "263 select" [style=solid, label="(3, -1, 3, -1, 32)"]; -"262 permute_3" -> "264 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; -"262 permute_3" -> "265 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; -"263 select" -> "266 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; -"263 select" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; -"263 select" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "272 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"265 select_2" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; -"266 linalg_vector_norm" -> "267 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; -"267 clamp_min" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; -"268 expand_as" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; -"269 div" -> "270 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"270 quantize_per_tensor_default_2" -> "271 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"271 dequantize_per_tensor_default_2" -> "279 matmul" [style=solid, label="(-1, 3, -1, 32)"]; -"272 linalg_vector_norm_1" -> "273 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; -"273 clamp_min_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; -"274 expand_as_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"275 div_1" -> "276 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"276 quantize_per_tensor_default_3" -> "277 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"277 dequantize_per_tensor_default_3" -> "278 transpose" [style=solid, label="(-1, 3, -1, 32)"]; -"278 transpose" -> "279 matmul" [style=solid, label="(-1, 3, 32, -1)"]; -"279 matmul" -> "282 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; -"280 clamp" -> "281 exp" [style=solid, label="(3, 1, 1)"]; -"281 exp" -> "282 mul_2" [style=solid, label="(3, 1, 1)"]; -"282 mul_2" -> "283 add" [style=solid, label="(-1, 3, -1, -1)"]; -"283 add" -> "284 softmax" [style=solid, label="(-1, 3, -1, -1)"]; -"284 softmax" -> "285 dropout" [style=solid, label="(-1, 3, -1, -1)"]; -"285 dropout" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; -"286 matmul_1" -> "287 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; -"287 transpose_1" -> "288 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; -"288 reshape_2" -> "289 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"289 reshape_2_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"290 quantize_per_tensor_default_4" -> "291 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"291 dequantize_per_tensor_default_4" -> "297 linear_3" [style=solid, label="(-1, -1, 96)"]; -"292 scale_updated_constant2" -> "294 mul_tensor_2" [style=solid, label="(96, 1)"]; -"293 compressed_weight_updated_constant2" -> "294 mul_tensor_2" [style=solid, label="(96, 96)"]; -"294 mul_tensor_2" -> "296 sub_tensor_2" [style=solid, label="(96, 96)"]; -"295 zero_point_updated_constant2" -> "296 sub_tensor_2" [style=solid, label="(96, 1)"]; -"296 sub_tensor_2" -> "297 linear_3" [style=solid, label="(96, 96)"]; -"297 linear_3" -> "298 dropout_1" [style=solid, label="(-1, -1, 96)"]; -"298 dropout_1" -> "299 view_3" [style=solid, label="(-1, -1, 96)"]; -"299 view_3" -> "300 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"300 permute_4" -> "301 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"301 reshape_3" -> "302 slice_2" [style=solid, label="(1, -1, -1, 96)"]; -"302 slice_2" -> "303 slice_3" [style=solid, label="(1, -1, -1, 96)"]; -"303 slice_3" -> "304 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; -"304 layer_norm_1" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"305 add_1" -> "306 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"305 add_1" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"306 add_1_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"307 quantize_per_tensor_default_5" -> "308 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"308 dequantize_per_tensor_default_5" -> "314 linear_4" [style=solid, label="(1, -1, -1, 96)"]; -"309 scale_updated_constant3" -> "311 mul_tensor_3" [style=solid, label="(384, 1)"]; -"310 compressed_weight_updated_constant3" -> "311 mul_tensor_3" [style=solid, label="(384, 96)"]; -"311 mul_tensor_3" -> "313 sub_tensor_3" [style=solid, label="(384, 96)"]; -"312 zero_point_updated_constant3" -> "313 sub_tensor_3" [style=solid, label="(384, 1)"]; -"313 sub_tensor_3" -> "314 linear_4" [style=solid, label="(384, 96)"]; -"314 linear_4" -> "315 gelu" [style=solid, label="(1, -1, -1, 384)"]; -"315 gelu" -> "316 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; -"316 dropout_2" -> "317 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"317 dropout_2_0_0_nncf_smooth_quant_0" -> "318 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"318 quantize_per_tensor_default_6" -> "319 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"319 dequantize_per_tensor_default_6" -> "325 linear_5" [style=solid, label="(1, -1, -1, 384)"]; -"320 scale_updated_constant4" -> "322 mul_tensor_4" [style=solid, label="(96, 1)"]; -"321 compressed_weight_updated_constant4" -> "322 mul_tensor_4" [style=solid, label="(96, 384)"]; -"322 mul_tensor_4" -> "324 sub_tensor_4" [style=solid, label="(96, 384)"]; -"323 zero_point_updated_constant4" -> "324 sub_tensor_4" [style=solid, label="(96, 1)"]; -"324 sub_tensor_4" -> "325 linear_5" [style=solid, label="(96, 384)"]; -"325 linear_5" -> "326 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; -"326 dropout_3" -> "327 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; -"327 layer_norm_2" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"328 add_2" -> "344 pad_1" [style=solid, label="(1, -1, -1, 96)"]; -"328 add_2" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "331 linear_6" [style=solid, label="(512, 2)"]; -"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "331 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"331 linear_6" -> "332 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"332 relu__1" -> "334 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "335 linear_7" [style=solid, label="(3, 512)"]; -"334 relu__1_0_0_nncf_smooth_quant_0" -> "335 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"335 linear_7" -> "336 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"336 view_4" -> "337 index_1" [style=solid, label="(225, 3)"]; -"337 index_1" -> "338 view_5" [style=solid, label="(4096, 3)"]; -"338 view_5" -> "339 permute_5" [style=solid, label="(64, 64, 3)"]; -"339 permute_5" -> "340 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"340 contiguous_1" -> "341 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"341 unsqueeze_1" -> "342 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"342 sigmoid_1" -> "343 mul_7" [style=solid, label="(1, 3, 64, 64)"]; -"343 mul_7" -> "383 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"344 pad_1" -> "345 roll" [style=solid, label="(1, -1, -1, 96)"]; -"345 roll" -> "346 view_6" [style=solid, label="(1, -1, -1, 96)"]; -"346 view_6" -> "347 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"347 permute_6" -> "348 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"348 reshape_4" -> "352 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"348 reshape_4" -> "384 new_zeros" [style=solid, label="(-1, -1, 96)"]; -"349 clone_1" -> "350 slice_4" [style=solid, label="(288,)"]; -"349 clone_1" -> "360 linear_8" [style=solid, label="(288,)"]; -"350 slice_4" -> "351 zero__1" [style=solid, label="(96,)"]; -"352 reshape_4_0_0_nncf_smooth_quant_0" -> "353 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"353 quantize_per_tensor_default_7" -> "354 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"354 dequantize_per_tensor_default_7" -> "360 linear_8" [style=solid, label="(-1, -1, 96)"]; -"355 scale_updated_constant5" -> "357 mul_tensor_5" [style=solid, label="(288, 1)"]; -"356 compressed_weight_updated_constant5" -> "357 mul_tensor_5" [style=solid, label="(288, 96)"]; -"357 mul_tensor_5" -> "359 sub_tensor_5" [style=solid, label="(288, 96)"]; -"358 zero_point_updated_constant5" -> "359 sub_tensor_5" [style=solid, label="(288, 1)"]; -"359 sub_tensor_5" -> "360 linear_8" [style=solid, label="(288, 96)"]; -"360 linear_8" -> "361 reshape_5" [style=solid, label="(-1, -1, 288)"]; -"361 reshape_5" -> "362 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"362 permute_7" -> "363 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; -"362 permute_7" -> "364 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; -"362 permute_7" -> "365 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; -"363 select_3" -> "366 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; -"363 select_3" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; -"363 select_3" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "372 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"365 select_5" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; -"366 linalg_vector_norm_2" -> "367 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; -"367 clamp_min_2" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; -"368 expand_as_2" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"369 div_2" -> "370 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"370 quantize_per_tensor_default_8" -> "371 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"371 dequantize_per_tensor_default_8" -> "379 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; -"372 linalg_vector_norm_3" -> "373 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; -"373 clamp_min_3" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; -"374 expand_as_3" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"375 div_3" -> "376 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"376 quantize_per_tensor_default_9" -> "377 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"377 dequantize_per_tensor_default_9" -> "378 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; -"378 transpose_2" -> "379 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; -"379 matmul_2" -> "382 mul_9" [style=solid, label="(-1, 3, -1, -1)"]; -"380 clamp_1" -> "381 exp_1" [style=solid, label="(3, 1, 1)"]; -"381 exp_1" -> "382 mul_9" [style=solid, label="(3, 1, 1)"]; -"382 mul_9" -> "383 add_3" [style=solid, label="(-1, 3, -1, -1)"]; -"383 add_3" -> "431 view_8" [style=solid, label="(-1, 3, -1, -1)"]; -"384 new_zeros" -> "386 slice_5" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "390 slice_7" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "394 slice_9" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "398 slice_11" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "402 slice_13" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "406 slice_15" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "410 slice_17" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "414 slice_19" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "418 slice_21" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "421 view_7" [style=solid, label="(-1, -1)"]; -"385 lift_fresh_copy" -> "388 fill_" [style=solid, label="()"]; -"386 slice_5" -> "387 slice_6" [style=solid, label="(-1, -1)"]; -"387 slice_6" -> "388 fill_" [style=solid, label="(-1, -1)"]; -"389 lift_fresh_copy_1" -> "392 fill__1" [style=solid, label="()"]; -"390 slice_7" -> "391 slice_8" [style=solid, label="(-1, -1)"]; -"391 slice_8" -> "392 fill__1" [style=solid, label="(-1, 4)"]; -"393 lift_fresh_copy_2" -> "396 fill__2" [style=solid, label="()"]; -"394 slice_9" -> "395 slice_10" [style=solid, label="(-1, -1)"]; -"395 slice_10" -> "396 fill__2" [style=solid, label="(-1, 4)"]; -"397 lift_fresh_copy_3" -> "400 fill__3" [style=solid, label="()"]; -"398 slice_11" -> "399 slice_12" [style=solid, label="(4, -1)"]; -"399 slice_12" -> "400 fill__3" [style=solid, label="(4, -1)"]; -"401 lift_fresh_copy_4" -> "404 fill__4" [style=solid, label="()"]; -"402 slice_13" -> "403 slice_14" [style=solid, label="(4, -1)"]; -"403 slice_14" -> "404 fill__4" [style=solid, label="(4, 4)"]; -"405 lift_fresh_copy_5" -> "408 fill__5" [style=solid, label="()"]; -"406 slice_15" -> "407 slice_16" [style=solid, label="(4, -1)"]; -"407 slice_16" -> "408 fill__5" [style=solid, label="(4, 4)"]; -"409 lift_fresh_copy_6" -> "412 fill__6" [style=solid, label="()"]; -"410 slice_17" -> "411 slice_18" [style=solid, label="(4, -1)"]; -"411 slice_18" -> "412 fill__6" [style=solid, label="(4, -1)"]; -"413 lift_fresh_copy_7" -> "416 fill__7" [style=solid, label="()"]; -"414 slice_19" -> "415 slice_20" [style=solid, label="(4, -1)"]; -"415 slice_20" -> "416 fill__7" [style=solid, label="(4, 4)"]; -"417 lift_fresh_copy_8" -> "420 fill__8" [style=solid, label="()"]; -"418 slice_21" -> "419 slice_22" [style=solid, label="(4, -1)"]; -"419 slice_22" -> "420 fill__8" [style=solid, label="(4, 4)"]; -"421 view_7" -> "422 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; -"422 permute_8" -> "423 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; -"423 reshape_6" -> "424 unsqueeze_2" [style=solid, label="(-1, -1)"]; -"423 reshape_6" -> "425 unsqueeze_3" [style=solid, label="(-1, -1)"]; -"424 unsqueeze_2" -> "426 sub_4" [style=solid, label="(-1, 1, -1)"]; -"425 unsqueeze_3" -> "426 sub_4" [style=solid, label="(-1, -1, 1)"]; -"426 sub_4" -> "427 ne_1" [style=solid, label="(-1, -1, -1)"]; -"426 sub_4" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"426 sub_4" -> "429 eq_3" [style=solid, label="(-1, -1, -1)"]; -"427 ne_1" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"428 masked_fill" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"429 eq_3" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"430 masked_fill_1" -> "432 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; -"431 view_8" -> "434 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; -"432 unsqueeze_4" -> "433 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; -"433 unsqueeze_5" -> "434 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; -"434 add_4" -> "435 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; -"435 view_9" -> "436 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; -"436 softmax_1" -> "437 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; -"437 dropout_4" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; -"438 matmul_3" -> "439 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; -"439 transpose_3" -> "440 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; -"440 reshape_7" -> "441 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"441 reshape_7_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"442 quantize_per_tensor_default_10" -> "443 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"443 dequantize_per_tensor_default_10" -> "449 linear_9" [style=solid, label="(-1, -1, 96)"]; -"444 scale_updated_constant6" -> "446 mul_tensor_6" [style=solid, label="(96, 1)"]; -"445 compressed_weight_updated_constant6" -> "446 mul_tensor_6" [style=solid, label="(96, 96)"]; -"446 mul_tensor_6" -> "448 sub_tensor_6" [style=solid, label="(96, 96)"]; -"447 zero_point_updated_constant6" -> "448 sub_tensor_6" [style=solid, label="(96, 1)"]; -"448 sub_tensor_6" -> "449 linear_9" [style=solid, label="(96, 96)"]; -"449 linear_9" -> "450 dropout_5" [style=solid, label="(-1, -1, 96)"]; -"450 dropout_5" -> "451 view_10" [style=solid, label="(-1, -1, 96)"]; -"451 view_10" -> "452 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"452 permute_9" -> "453 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"453 reshape_8" -> "454 roll_1" [style=solid, label="(1, -1, -1, 96)"]; -"454 roll_1" -> "455 slice_23" [style=solid, label="(1, -1, -1, 96)"]; -"455 slice_23" -> "456 slice_24" [style=solid, label="(1, -1, -1, 96)"]; -"456 slice_24" -> "457 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; -"457 layer_norm_3" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"458 add_5" -> "459 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"458 add_5" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"459 add_5_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"460 quantize_per_tensor_default_11" -> "461 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"461 dequantize_per_tensor_default_11" -> "467 linear_10" [style=solid, label="(1, -1, -1, 96)"]; -"462 scale_updated_constant7" -> "464 mul_tensor_7" [style=solid, label="(384, 1)"]; -"463 compressed_weight_updated_constant7" -> "464 mul_tensor_7" [style=solid, label="(384, 96)"]; -"464 mul_tensor_7" -> "466 sub_tensor_7" [style=solid, label="(384, 96)"]; -"465 zero_point_updated_constant7" -> "466 sub_tensor_7" [style=solid, label="(384, 1)"]; -"466 sub_tensor_7" -> "467 linear_10" [style=solid, label="(384, 96)"]; -"467 linear_10" -> "468 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; -"468 gelu_1" -> "469 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; -"469 dropout_6" -> "470 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"470 dropout_6_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"471 quantize_per_tensor_default_12" -> "472 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"472 dequantize_per_tensor_default_12" -> "478 linear_11" [style=solid, label="(1, -1, -1, 384)"]; -"473 scale_updated_constant8" -> "475 mul_tensor_8" [style=solid, label="(96, 1)"]; -"474 compressed_weight_updated_constant8" -> "475 mul_tensor_8" [style=solid, label="(96, 384)"]; -"475 mul_tensor_8" -> "477 sub_tensor_8" [style=solid, label="(96, 384)"]; -"476 zero_point_updated_constant8" -> "477 sub_tensor_8" [style=solid, label="(96, 1)"]; -"477 sub_tensor_8" -> "478 linear_11" [style=solid, label="(96, 384)"]; -"478 linear_11" -> "479 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; -"479 dropout_7" -> "480 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; -"480 layer_norm_4" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"481 add_6" -> "484 pad_2" [style=solid, label="(1, -1, -1, 96)"]; -"482 mod_8" -> "484 pad_2" [style=solid, label="(-1,)"]; -"482 mod_8" -> "520 add_44" [style=solid, label="(-1,)"]; -"483 mod_9" -> "484 pad_2" [style=solid, label="(-1,)"]; -"483 mod_9" -> "526 add_46" [style=solid, label="(-1,)"]; -"484 pad_2" -> "485 slice_25" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "487 slice_27" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "489 slice_29" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "491 slice_31" [style=solid, label="(1, -1, -1, 96)"]; -"485 slice_25" -> "486 slice_26" [style=solid, label="(1, -1, -1, 96)"]; -"486 slice_26" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"487 slice_27" -> "488 slice_28" [style=solid, label="(1, -1, -1, 96)"]; -"488 slice_28" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"489 slice_29" -> "490 slice_30" [style=solid, label="(1, -1, -1, 96)"]; -"490 slice_30" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"491 slice_31" -> "492 slice_32" [style=solid, label="(1, -1, -1, 96)"]; -"492 slice_32" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"493 cat" -> "494 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"494 cat_0_0_nncf_smooth_quant_0" -> "495 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"495 quantize_per_tensor_default_13" -> "496 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"496 dequantize_per_tensor_default_13" -> "502 linear_12" [style=solid, label="(1, -1, -1, 384)"]; -"497 scale_updated_constant9" -> "499 mul_tensor_9" [style=solid, label="(192, 1)"]; -"498 compressed_weight_updated_constant9" -> "499 mul_tensor_9" [style=solid, label="(192, 384)"]; -"499 mul_tensor_9" -> "501 sub_tensor_9" [style=solid, label="(192, 384)"]; -"500 zero_point_updated_constant9" -> "501 sub_tensor_9" [style=solid, label="(192, 1)"]; -"501 sub_tensor_9" -> "502 linear_12" [style=solid, label="(192, 384)"]; -"502 linear_12" -> "503 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; -"503 layer_norm_5" -> "531 pad_3" [style=solid, label="(1, -1, -1, 192)"]; -"503 layer_norm_5" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "506 linear_13" [style=solid, label="(512, 2)"]; -"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "506 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"506 linear_13" -> "507 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"507 relu__2" -> "509 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "510 linear_14" [style=solid, label="(6, 512)"]; -"509 relu__2_0_0_nncf_smooth_quant_0" -> "510 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"510 linear_14" -> "511 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"511 view_11" -> "512 index_2" [style=solid, label="(225, 6)"]; -"512 index_2" -> "513 view_12" [style=solid, label="(4096, 6)"]; -"513 view_12" -> "514 permute_10" [style=solid, label="(64, 64, 6)"]; -"514 permute_10" -> "515 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"515 contiguous_2" -> "516 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"516 unsqueeze_6" -> "517 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"517 sigmoid_2" -> "518 mul_14" [style=solid, label="(1, 6, 64, 64)"]; -"518 mul_14" -> "577 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"519 add_43" -> "520 add_44" [style=solid, label="(-1,)"]; -"520 add_44" -> "521 floordiv_91" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "522 mod_10" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "534 add_48" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "597 slice_35" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "751 slice_56" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "778 mod_18" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "815 add_49" [style=solid, label="(-1,)"]; -"522 mod_10" -> "523 sub_5" [style=solid, label="(-1,)"]; -"523 sub_5" -> "524 mod_11" [style=solid, label="(-1,)"]; -"524 mod_11" -> "531 pad_3" [style=solid, label="(-1,)"]; -"524 mod_11" -> "534 add_48" [style=solid, label="(-1,)"]; -"524 mod_11" -> "639 pad_4" [style=solid, label="(-1,)"]; -"525 add_45" -> "526 add_46" [style=solid, label="(-1,)"]; -"526 add_46" -> "527 floordiv_92" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "528 mod_12" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "532 add_47" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "596 slice_34" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "750 slice_55" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "779 mod_19" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "821 add_51" [style=solid, label="(-1,)"]; -"528 mod_12" -> "529 sub_6" [style=solid, label="(-1,)"]; -"529 sub_6" -> "530 mod_13" [style=solid, label="(-1,)"]; -"530 mod_13" -> "531 pad_3" [style=solid, label="(-1,)"]; -"530 mod_13" -> "532 add_47" [style=solid, label="(-1,)"]; -"530 mod_13" -> "639 pad_4" [style=solid, label="(-1,)"]; -"531 pad_3" -> "537 view_13" [style=solid, label="(1, -1, -1, 192)"]; -"532 add_47" -> "533 floordiv_15" [style=solid, label="(-1,)"]; -"532 add_47" -> "552 floordiv_93" [style=solid, label="(-1,)"]; -"532 add_47" -> "595 reshape_12" [style=solid, label="(-1,)"]; -"532 add_47" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; -"532 add_47" -> "748 reshape_17" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "536 mul_15" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "537 view_13" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "552 floordiv_93" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "593 view_14" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "641 view_17" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "716 view_18" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "746 view_21" [style=solid, label="(-1,)"]; -"534 add_48" -> "535 floordiv_16" [style=solid, label="(-1,)"]; -"534 add_48" -> "553 floordiv_94" [style=solid, label="(-1,)"]; -"534 add_48" -> "595 reshape_12" [style=solid, label="(-1,)"]; -"534 add_48" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; -"534 add_48" -> "748 reshape_17" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "536 mul_15" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "537 view_13" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "553 floordiv_94" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "593 view_14" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "641 view_17" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "716 view_18" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "746 view_21" [style=solid, label="(-1,)"]; -"536 mul_15" -> "539 reshape_9" [style=solid, label="(-1,)"]; -"536 mul_15" -> "555 reshape_10" [style=solid, label="(-1,)"]; -"536 mul_15" -> "582 reshape_11" [style=solid, label="(-1,)"]; -"536 mul_15" -> "643 reshape_13" [style=solid, label="(-1,)"]; -"536 mul_15" -> "656 reshape_14" [style=solid, label="(-1,)"]; -"536 mul_15" -> "718 reshape_15" [style=solid, label="(-1,)"]; -"536 mul_15" -> "726 view_19" [style=solid, label="(-1,)"]; -"536 mul_15" -> "735 reshape_16" [style=solid, label="(-1,)"]; -"537 view_13" -> "538 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"538 permute_11" -> "539 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"539 reshape_9" -> "543 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"540 clone_2" -> "541 slice_33" [style=solid, label="(576,)"]; -"540 clone_2" -> "551 linear_15" [style=solid, label="(576,)"]; -"541 slice_33" -> "542 zero__2" [style=solid, label="(192,)"]; -"543 reshape_9_0_0_nncf_smooth_quant_0" -> "544 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"544 quantize_per_tensor_default_14" -> "545 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"545 dequantize_per_tensor_default_14" -> "551 linear_15" [style=solid, label="(-1, -1, 192)"]; -"546 scale_updated_constant10" -> "548 mul_tensor_10" [style=solid, label="(576, 1)"]; -"547 compressed_weight_updated_constant10" -> "548 mul_tensor_10" [style=solid, label="(576, 192)"]; -"548 mul_tensor_10" -> "550 sub_tensor_10" [style=solid, label="(576, 192)"]; -"549 zero_point_updated_constant10" -> "550 sub_tensor_10" [style=solid, label="(576, 1)"]; -"550 sub_tensor_10" -> "551 linear_15" [style=solid, label="(576, 192)"]; -"551 linear_15" -> "555 reshape_10" [style=solid, label="(-1, -1, 576)"]; -"552 floordiv_93" -> "554 mul_55" [style=solid, label="(-1,)"]; -"553 floordiv_94" -> "554 mul_55" [style=solid, label="(-1,)"]; -"554 mul_55" -> "555 reshape_10" [style=solid, label="(-1,)"]; -"554 mul_55" -> "582 reshape_11" [style=solid, label="(-1,)"]; -"554 mul_55" -> "656 reshape_14" [style=solid, label="(-1,)"]; -"554 mul_55" -> "726 view_19" [style=solid, label="(-1,)"]; -"554 mul_55" -> "730 view_20" [style=solid, label="(-1,)"]; -"554 mul_55" -> "735 reshape_16" [style=solid, label="(-1,)"]; -"555 reshape_10" -> "556 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"556 permute_12" -> "557 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; -"556 permute_12" -> "558 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; -"556 permute_12" -> "559 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; -"557 select_6" -> "560 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; -"557 select_6" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; -"557 select_6" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "566 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"559 select_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; -"560 linalg_vector_norm_4" -> "561 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; -"561 clamp_min_4" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; -"562 expand_as_4" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"563 div_4" -> "564 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"564 quantize_per_tensor_default_15" -> "565 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"565 dequantize_per_tensor_default_15" -> "573 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; -"566 linalg_vector_norm_5" -> "567 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; -"567 clamp_min_5" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; -"568 expand_as_5" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"569 div_5" -> "570 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"570 quantize_per_tensor_default_16" -> "571 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"571 dequantize_per_tensor_default_16" -> "572 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; -"572 transpose_4" -> "573 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; -"573 matmul_4" -> "576 mul_16" [style=solid, label="(-1, 6, -1, -1)"]; -"574 clamp_2" -> "575 exp_2" [style=solid, label="(6, 1, 1)"]; -"575 exp_2" -> "576 mul_16" [style=solid, label="(6, 1, 1)"]; -"576 mul_16" -> "577 add_7" [style=solid, label="(-1, 6, -1, -1)"]; -"577 add_7" -> "578 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; -"578 softmax_2" -> "579 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; -"579 dropout_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; -"580 matmul_5" -> "581 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; -"581 transpose_5" -> "582 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; -"582 reshape_11" -> "583 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"583 reshape_11_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"584 quantize_per_tensor_default_17" -> "585 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"585 dequantize_per_tensor_default_17" -> "591 linear_16" [style=solid, label="(-1, -1, 192)"]; -"586 scale_updated_constant11" -> "588 mul_tensor_11" [style=solid, label="(192, 1)"]; -"587 compressed_weight_updated_constant11" -> "588 mul_tensor_11" [style=solid, label="(192, 192)"]; -"588 mul_tensor_11" -> "590 sub_tensor_11" [style=solid, label="(192, 192)"]; -"589 zero_point_updated_constant11" -> "590 sub_tensor_11" [style=solid, label="(192, 1)"]; -"590 sub_tensor_11" -> "591 linear_16" [style=solid, label="(192, 192)"]; -"591 linear_16" -> "592 dropout_9" [style=solid, label="(-1, -1, 192)"]; -"592 dropout_9" -> "593 view_14" [style=solid, label="(-1, -1, 192)"]; -"593 view_14" -> "594 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"594 permute_13" -> "595 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"595 reshape_12" -> "596 slice_34" [style=solid, label="(1, -1, -1, 192)"]; -"596 slice_34" -> "597 slice_35" [style=solid, label="(1, -1, -1, 192)"]; -"597 slice_35" -> "598 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; -"598 contiguous_3" -> "599 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; -"599 layer_norm_6" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"600 add_8" -> "601 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"600 add_8" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"601 add_8_0_0_nncf_smooth_quant_0" -> "602 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"602 quantize_per_tensor_default_18" -> "603 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"603 dequantize_per_tensor_default_18" -> "609 linear_17" [style=solid, label="(1, -1, -1, 192)"]; -"604 scale_updated_constant12" -> "606 mul_tensor_12" [style=solid, label="(768, 1)"]; -"605 compressed_weight_updated_constant12" -> "606 mul_tensor_12" [style=solid, label="(768, 192)"]; -"606 mul_tensor_12" -> "608 sub_tensor_12" [style=solid, label="(768, 192)"]; -"607 zero_point_updated_constant12" -> "608 sub_tensor_12" [style=solid, label="(768, 1)"]; -"608 sub_tensor_12" -> "609 linear_17" [style=solid, label="(768, 192)"]; -"609 linear_17" -> "610 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; -"610 gelu_2" -> "611 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; -"611 dropout_10" -> "612 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"612 dropout_10_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"613 quantize_per_tensor_default_19" -> "614 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"614 dequantize_per_tensor_default_19" -> "620 linear_18" [style=solid, label="(1, -1, -1, 768)"]; -"615 scale_updated_constant13" -> "617 mul_tensor_13" [style=solid, label="(192, 1)"]; -"616 compressed_weight_updated_constant13" -> "617 mul_tensor_13" [style=solid, label="(192, 768)"]; -"617 mul_tensor_13" -> "619 sub_tensor_13" [style=solid, label="(192, 768)"]; -"618 zero_point_updated_constant13" -> "619 sub_tensor_13" [style=solid, label="(192, 1)"]; -"619 sub_tensor_13" -> "620 linear_18" [style=solid, label="(192, 768)"]; -"620 linear_18" -> "621 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; -"621 dropout_11" -> "622 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; -"622 layer_norm_7" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"623 add_9" -> "639 pad_4" [style=solid, label="(1, -1, -1, 192)"]; -"623 add_9" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "626 linear_19" [style=solid, label="(512, 2)"]; -"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "626 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"626 linear_19" -> "627 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"627 relu__3" -> "629 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "630 linear_20" [style=solid, label="(6, 512)"]; -"629 relu__3_0_0_nncf_smooth_quant_0" -> "630 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"630 linear_20" -> "631 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"631 view_15" -> "632 index_3" [style=solid, label="(225, 6)"]; -"632 index_3" -> "633 view_16" [style=solid, label="(4096, 6)"]; -"633 view_16" -> "634 permute_14" [style=solid, label="(64, 64, 6)"]; -"634 permute_14" -> "635 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"635 contiguous_4" -> "636 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"636 unsqueeze_7" -> "637 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"637 sigmoid_3" -> "638 mul_22" [style=solid, label="(1, 6, 64, 64)"]; -"638 mul_22" -> "678 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"639 pad_4" -> "640 roll_2" [style=solid, label="(1, -1, -1, 192)"]; -"640 roll_2" -> "641 view_17" [style=solid, label="(1, -1, -1, 192)"]; -"641 view_17" -> "642 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"642 permute_15" -> "643 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"643 reshape_13" -> "647 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"643 reshape_13" -> "679 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; -"644 clone_3" -> "645 slice_36" [style=solid, label="(576,)"]; -"644 clone_3" -> "655 linear_21" [style=solid, label="(576,)"]; -"645 slice_36" -> "646 zero__3" [style=solid, label="(192,)"]; -"647 reshape_13_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"648 quantize_per_tensor_default_20" -> "649 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"649 dequantize_per_tensor_default_20" -> "655 linear_21" [style=solid, label="(-1, -1, 192)"]; -"650 scale_updated_constant14" -> "652 mul_tensor_14" [style=solid, label="(576, 1)"]; -"651 compressed_weight_updated_constant14" -> "652 mul_tensor_14" [style=solid, label="(576, 192)"]; -"652 mul_tensor_14" -> "654 sub_tensor_14" [style=solid, label="(576, 192)"]; -"653 zero_point_updated_constant14" -> "654 sub_tensor_14" [style=solid, label="(576, 1)"]; -"654 sub_tensor_14" -> "655 linear_21" [style=solid, label="(576, 192)"]; -"655 linear_21" -> "656 reshape_14" [style=solid, label="(-1, -1, 576)"]; -"656 reshape_14" -> "657 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"657 permute_16" -> "658 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; -"657 permute_16" -> "659 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; -"657 permute_16" -> "660 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; -"658 select_9" -> "661 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; -"658 select_9" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; -"658 select_9" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "667 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"660 select_11" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; -"661 linalg_vector_norm_6" -> "662 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; -"662 clamp_min_6" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; -"663 expand_as_6" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"664 div_6" -> "665 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"665 quantize_per_tensor_default_21" -> "666 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"666 dequantize_per_tensor_default_21" -> "674 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; -"667 linalg_vector_norm_7" -> "668 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; -"668 clamp_min_7" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; -"669 expand_as_7" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"670 div_7" -> "671 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"671 quantize_per_tensor_default_22" -> "672 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"672 dequantize_per_tensor_default_22" -> "673 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; -"673 transpose_6" -> "674 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; -"674 matmul_6" -> "677 mul_24" [style=solid, label="(-1, 6, -1, -1)"]; -"675 clamp_3" -> "676 exp_3" [style=solid, label="(6, 1, 1)"]; -"676 exp_3" -> "677 mul_24" [style=solid, label="(6, 1, 1)"]; -"677 mul_24" -> "678 add_10" [style=solid, label="(-1, 6, -1, -1)"]; -"678 add_10" -> "726 view_19" [style=solid, label="(-1, 6, -1, -1)"]; -"679 new_zeros_1" -> "681 slice_37" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "685 slice_39" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "689 slice_41" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "693 slice_43" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "697 slice_45" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "701 slice_47" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "705 slice_49" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "709 slice_51" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "713 slice_53" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "716 view_18" [style=solid, label="(-1, -1)"]; -"680 lift_fresh_copy_9" -> "683 fill__9" [style=solid, label="()"]; -"681 slice_37" -> "682 slice_38" [style=solid, label="(-1, -1)"]; -"682 slice_38" -> "683 fill__9" [style=solid, label="(-1, -1)"]; -"684 lift_fresh_copy_10" -> "687 fill__10" [style=solid, label="()"]; -"685 slice_39" -> "686 slice_40" [style=solid, label="(-1, -1)"]; -"686 slice_40" -> "687 fill__10" [style=solid, label="(-1, 4)"]; -"688 lift_fresh_copy_11" -> "691 fill__11" [style=solid, label="()"]; -"689 slice_41" -> "690 slice_42" [style=solid, label="(-1, -1)"]; -"690 slice_42" -> "691 fill__11" [style=solid, label="(-1, 4)"]; -"692 lift_fresh_copy_12" -> "695 fill__12" [style=solid, label="()"]; -"693 slice_43" -> "694 slice_44" [style=solid, label="(4, -1)"]; -"694 slice_44" -> "695 fill__12" [style=solid, label="(4, -1)"]; -"696 lift_fresh_copy_13" -> "699 fill__13" [style=solid, label="()"]; -"697 slice_45" -> "698 slice_46" [style=solid, label="(4, -1)"]; -"698 slice_46" -> "699 fill__13" [style=solid, label="(4, 4)"]; -"700 lift_fresh_copy_14" -> "703 fill__14" [style=solid, label="()"]; -"701 slice_47" -> "702 slice_48" [style=solid, label="(4, -1)"]; -"702 slice_48" -> "703 fill__14" [style=solid, label="(4, 4)"]; -"704 lift_fresh_copy_15" -> "707 fill__15" [style=solid, label="()"]; -"705 slice_49" -> "706 slice_50" [style=solid, label="(4, -1)"]; -"706 slice_50" -> "707 fill__15" [style=solid, label="(4, -1)"]; -"708 lift_fresh_copy_16" -> "711 fill__16" [style=solid, label="()"]; -"709 slice_51" -> "710 slice_52" [style=solid, label="(4, -1)"]; -"710 slice_52" -> "711 fill__16" [style=solid, label="(4, 4)"]; -"712 lift_fresh_copy_17" -> "715 fill__17" [style=solid, label="()"]; -"713 slice_53" -> "714 slice_54" [style=solid, label="(4, -1)"]; -"714 slice_54" -> "715 fill__17" [style=solid, label="(4, 4)"]; -"716 view_18" -> "717 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; -"717 permute_17" -> "718 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; -"718 reshape_15" -> "719 unsqueeze_8" [style=solid, label="(-1, -1)"]; -"718 reshape_15" -> "720 unsqueeze_9" [style=solid, label="(-1, -1)"]; -"719 unsqueeze_8" -> "721 sub_9" [style=solid, label="(-1, 1, -1)"]; -"720 unsqueeze_9" -> "721 sub_9" [style=solid, label="(-1, -1, 1)"]; -"721 sub_9" -> "722 ne_6" [style=solid, label="(-1, -1, -1)"]; -"721 sub_9" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"721 sub_9" -> "724 eq_18" [style=solid, label="(-1, -1, -1)"]; -"722 ne_6" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"723 masked_fill_2" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"724 eq_18" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"725 masked_fill_3" -> "727 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; -"726 view_19" -> "729 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; -"727 unsqueeze_10" -> "728 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; -"728 unsqueeze_11" -> "729 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; -"729 add_11" -> "730 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; -"730 view_20" -> "731 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; -"731 softmax_3" -> "732 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; -"732 dropout_12" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; -"733 matmul_7" -> "734 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; -"734 transpose_7" -> "735 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; -"735 reshape_16" -> "736 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"736 reshape_16_0_0_nncf_smooth_quant_0" -> "737 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"737 quantize_per_tensor_default_23" -> "738 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"738 dequantize_per_tensor_default_23" -> "744 linear_22" [style=solid, label="(-1, -1, 192)"]; -"739 scale_updated_constant15" -> "741 mul_tensor_15" [style=solid, label="(192, 1)"]; -"740 compressed_weight_updated_constant15" -> "741 mul_tensor_15" [style=solid, label="(192, 192)"]; -"741 mul_tensor_15" -> "743 sub_tensor_15" [style=solid, label="(192, 192)"]; -"742 zero_point_updated_constant15" -> "743 sub_tensor_15" [style=solid, label="(192, 1)"]; -"743 sub_tensor_15" -> "744 linear_22" [style=solid, label="(192, 192)"]; -"744 linear_22" -> "745 dropout_13" [style=solid, label="(-1, -1, 192)"]; -"745 dropout_13" -> "746 view_21" [style=solid, label="(-1, -1, 192)"]; -"746 view_21" -> "747 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"747 permute_18" -> "748 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"748 reshape_17" -> "749 roll_3" [style=solid, label="(1, -1, -1, 192)"]; -"749 roll_3" -> "750 slice_55" [style=solid, label="(1, -1, -1, 192)"]; -"750 slice_55" -> "751 slice_56" [style=solid, label="(1, -1, -1, 192)"]; -"751 slice_56" -> "752 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; -"752 contiguous_5" -> "753 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; -"753 layer_norm_8" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"754 add_12" -> "755 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"754 add_12" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"755 add_12_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"756 quantize_per_tensor_default_24" -> "757 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"757 dequantize_per_tensor_default_24" -> "763 linear_23" [style=solid, label="(1, -1, -1, 192)"]; -"758 scale_updated_constant16" -> "760 mul_tensor_16" [style=solid, label="(768, 1)"]; -"759 compressed_weight_updated_constant16" -> "760 mul_tensor_16" [style=solid, label="(768, 192)"]; -"760 mul_tensor_16" -> "762 sub_tensor_16" [style=solid, label="(768, 192)"]; -"761 zero_point_updated_constant16" -> "762 sub_tensor_16" [style=solid, label="(768, 1)"]; -"762 sub_tensor_16" -> "763 linear_23" [style=solid, label="(768, 192)"]; -"763 linear_23" -> "764 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; -"764 gelu_3" -> "765 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; -"765 dropout_14" -> "766 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"766 dropout_14_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"767 quantize_per_tensor_default_25" -> "768 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"768 dequantize_per_tensor_default_25" -> "774 linear_24" [style=solid, label="(1, -1, -1, 768)"]; -"769 scale_updated_constant17" -> "771 mul_tensor_17" [style=solid, label="(192, 1)"]; -"770 compressed_weight_updated_constant17" -> "771 mul_tensor_17" [style=solid, label="(192, 768)"]; -"771 mul_tensor_17" -> "773 sub_tensor_17" [style=solid, label="(192, 768)"]; -"772 zero_point_updated_constant17" -> "773 sub_tensor_17" [style=solid, label="(192, 1)"]; -"773 sub_tensor_17" -> "774 linear_24" [style=solid, label="(192, 768)"]; -"774 linear_24" -> "775 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; -"775 dropout_15" -> "776 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; -"776 layer_norm_9" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"777 add_13" -> "780 pad_5" [style=solid, label="(1, -1, -1, 192)"]; -"778 mod_18" -> "780 pad_5" [style=solid, label="(-1,)"]; -"778 mod_18" -> "816 add_50" [style=solid, label="(-1,)"]; -"779 mod_19" -> "780 pad_5" [style=solid, label="(-1,)"]; -"779 mod_19" -> "822 add_52" [style=solid, label="(-1,)"]; -"780 pad_5" -> "781 slice_57" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "783 slice_59" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "785 slice_61" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "787 slice_63" [style=solid, label="(1, -1, -1, 192)"]; -"781 slice_57" -> "782 slice_58" [style=solid, label="(1, -1, -1, 192)"]; -"782 slice_58" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"783 slice_59" -> "784 slice_60" [style=solid, label="(1, -1, -1, 192)"]; -"784 slice_60" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"785 slice_61" -> "786 slice_62" [style=solid, label="(1, -1, -1, 192)"]; -"786 slice_62" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"787 slice_63" -> "788 slice_64" [style=solid, label="(1, -1, -1, 192)"]; -"788 slice_64" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"789 cat_1" -> "790 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"790 cat_1_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"791 quantize_per_tensor_default_26" -> "792 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"792 dequantize_per_tensor_default_26" -> "798 linear_25" [style=solid, label="(1, -1, -1, 768)"]; -"793 scale_updated_constant18" -> "795 mul_tensor_18" [style=solid, label="(384, 1)"]; -"794 compressed_weight_updated_constant18" -> "795 mul_tensor_18" [style=solid, label="(384, 768)"]; -"795 mul_tensor_18" -> "797 sub_tensor_18" [style=solid, label="(384, 768)"]; -"796 zero_point_updated_constant18" -> "797 sub_tensor_18" [style=solid, label="(384, 1)"]; -"797 sub_tensor_18" -> "798 linear_25" [style=solid, label="(384, 768)"]; -"798 linear_25" -> "799 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; -"799 layer_norm_10" -> "827 pad_6" [style=solid, label="(1, -1, -1, 384)"]; -"799 layer_norm_10" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "802 linear_26" [style=solid, label="(512, 2)"]; -"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "802 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"802 linear_26" -> "803 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"803 relu__4" -> "805 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "806 linear_27" [style=solid, label="(12, 512)"]; -"805 relu__4_0_0_nncf_smooth_quant_0" -> "806 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"806 linear_27" -> "807 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"807 view_22" -> "808 index_4" [style=solid, label="(225, 12)"]; -"808 index_4" -> "809 view_23" [style=solid, label="(4096, 12)"]; -"809 view_23" -> "810 permute_19" [style=solid, label="(64, 64, 12)"]; -"810 permute_19" -> "811 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"811 contiguous_6" -> "812 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"812 unsqueeze_12" -> "813 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"813 sigmoid_4" -> "814 mul_30" [style=solid, label="(1, 12, 64, 64)"]; -"814 mul_30" -> "873 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"815 add_49" -> "816 add_50" [style=solid, label="(-1,)"]; -"816 add_50" -> "817 floordiv_95" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "818 mod_20" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "830 add_54" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "893 slice_67" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1047 slice_88" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1147 slice_91" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1301 slice_112" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1401 slice_115" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1555 slice_136" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1582 mod_44" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1619 add_55" [style=solid, label="(-1,)"]; -"818 mod_20" -> "819 sub_10" [style=solid, label="(-1,)"]; -"819 sub_10" -> "820 mod_21" [style=solid, label="(-1,)"]; -"820 mod_21" -> "827 pad_6" [style=solid, label="(-1,)"]; -"820 mod_21" -> "830 add_54" [style=solid, label="(-1,)"]; -"820 mod_21" -> "935 pad_7" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1089 pad_8" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1189 pad_9" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1343 pad_10" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1443 pad_11" [style=solid, label="(-1,)"]; -"821 add_51" -> "822 add_52" [style=solid, label="(-1,)"]; -"822 add_52" -> "823 floordiv_96" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "824 mod_22" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "828 add_53" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "892 slice_66" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1046 slice_87" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1146 slice_90" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1300 slice_111" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1400 slice_114" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1554 slice_135" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1583 mod_45" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1625 add_57" [style=solid, label="(-1,)"]; -"824 mod_22" -> "825 sub_11" [style=solid, label="(-1,)"]; -"825 sub_11" -> "826 mod_23" [style=solid, label="(-1,)"]; -"826 mod_23" -> "827 pad_6" [style=solid, label="(-1,)"]; -"826 mod_23" -> "828 add_53" [style=solid, label="(-1,)"]; -"826 mod_23" -> "935 pad_7" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1089 pad_8" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1189 pad_9" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1343 pad_10" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1443 pad_11" [style=solid, label="(-1,)"]; -"827 pad_6" -> "833 view_24" [style=solid, label="(1, -1, -1, 384)"]; -"828 add_53" -> "829 floordiv_30" [style=solid, label="(-1,)"]; -"828 add_53" -> "848 floordiv_97" [style=solid, label="(-1,)"]; -"828 add_53" -> "891 reshape_21" [style=solid, label="(-1,)"]; -"828 add_53" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; -"828 add_53" -> "1044 reshape_26" [style=solid, label="(-1,)"]; -"828 add_53" -> "1145 reshape_30" [style=solid, label="(-1,)"]; -"828 add_53" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; -"828 add_53" -> "1298 reshape_35" [style=solid, label="(-1,)"]; -"828 add_53" -> "1399 reshape_39" [style=solid, label="(-1,)"]; -"828 add_53" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; -"828 add_53" -> "1552 reshape_44" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "832 mul_31" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "833 view_24" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "848 floordiv_97" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "889 view_25" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "937 view_28" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1012 view_29" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1042 view_32" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1090 view_35" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1143 view_36" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1191 view_39" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1266 view_40" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1296 view_43" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1344 view_46" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1397 view_47" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1445 view_50" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1520 view_51" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1550 view_54" [style=solid, label="(-1,)"]; -"830 add_54" -> "831 floordiv_31" [style=solid, label="(-1,)"]; -"830 add_54" -> "849 floordiv_98" [style=solid, label="(-1,)"]; -"830 add_54" -> "891 reshape_21" [style=solid, label="(-1,)"]; -"830 add_54" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; -"830 add_54" -> "1044 reshape_26" [style=solid, label="(-1,)"]; -"830 add_54" -> "1145 reshape_30" [style=solid, label="(-1,)"]; -"830 add_54" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; -"830 add_54" -> "1298 reshape_35" [style=solid, label="(-1,)"]; -"830 add_54" -> "1399 reshape_39" [style=solid, label="(-1,)"]; -"830 add_54" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; -"830 add_54" -> "1552 reshape_44" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "832 mul_31" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "833 view_24" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "849 floordiv_98" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "889 view_25" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "937 view_28" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1012 view_29" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1042 view_32" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1090 view_35" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1143 view_36" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1191 view_39" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1266 view_40" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1296 view_43" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1344 view_46" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1397 view_47" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1445 view_50" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1520 view_51" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1550 view_54" [style=solid, label="(-1,)"]; -"832 mul_31" -> "835 reshape_18" [style=solid, label="(-1,)"]; -"832 mul_31" -> "851 reshape_19" [style=solid, label="(-1,)"]; -"832 mul_31" -> "878 reshape_20" [style=solid, label="(-1,)"]; -"832 mul_31" -> "939 reshape_22" [style=solid, label="(-1,)"]; -"832 mul_31" -> "952 reshape_23" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1014 reshape_24" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1022 view_30" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1031 reshape_25" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1092 reshape_27" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1105 reshape_28" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1132 reshape_29" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1193 reshape_31" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1206 reshape_32" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1268 reshape_33" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1276 view_41" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1285 reshape_34" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1346 reshape_36" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1359 reshape_37" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1386 reshape_38" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1447 reshape_40" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1460 reshape_41" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1522 reshape_42" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1530 view_52" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1539 reshape_43" [style=solid, label="(-1,)"]; -"833 view_24" -> "834 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"834 permute_20" -> "835 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"835 reshape_18" -> "839 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"836 clone_4" -> "837 slice_65" [style=solid, label="(1152,)"]; -"836 clone_4" -> "847 linear_28" [style=solid, label="(1152,)"]; -"837 slice_65" -> "838 zero__4" [style=solid, label="(384,)"]; -"839 reshape_18_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"840 quantize_per_tensor_default_27" -> "841 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"841 dequantize_per_tensor_default_27" -> "847 linear_28" [style=solid, label="(-1, -1, 384)"]; -"842 scale_updated_constant19" -> "844 mul_tensor_19" [style=solid, label="(1152, 1)"]; -"843 compressed_weight_updated_constant19" -> "844 mul_tensor_19" [style=solid, label="(1152, 384)"]; -"844 mul_tensor_19" -> "846 sub_tensor_19" [style=solid, label="(1152, 384)"]; -"845 zero_point_updated_constant19" -> "846 sub_tensor_19" [style=solid, label="(1152, 1)"]; -"846 sub_tensor_19" -> "847 linear_28" [style=solid, label="(1152, 384)"]; -"847 linear_28" -> "851 reshape_19" [style=solid, label="(-1, -1, 1152)"]; -"848 floordiv_97" -> "850 mul_56" [style=solid, label="(-1,)"]; -"849 floordiv_98" -> "850 mul_56" [style=solid, label="(-1,)"]; -"850 mul_56" -> "851 reshape_19" [style=solid, label="(-1,)"]; -"850 mul_56" -> "878 reshape_20" [style=solid, label="(-1,)"]; -"850 mul_56" -> "952 reshape_23" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1022 view_30" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1026 view_31" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1031 reshape_25" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1105 reshape_28" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1132 reshape_29" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1206 reshape_32" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1276 view_41" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1280 view_42" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1285 reshape_34" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1359 reshape_37" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1386 reshape_38" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1460 reshape_41" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1530 view_52" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1534 view_53" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1539 reshape_43" [style=solid, label="(-1,)"]; -"851 reshape_19" -> "852 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"852 permute_21" -> "853 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; -"852 permute_21" -> "854 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; -"852 permute_21" -> "855 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; -"853 select_12" -> "856 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; -"853 select_12" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; -"853 select_12" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "862 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"855 select_14" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; -"856 linalg_vector_norm_8" -> "857 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; -"857 clamp_min_8" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; -"858 expand_as_8" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"859 div_8" -> "860 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"860 quantize_per_tensor_default_28" -> "861 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"861 dequantize_per_tensor_default_28" -> "869 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; -"862 linalg_vector_norm_9" -> "863 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; -"863 clamp_min_9" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; -"864 expand_as_9" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"865 div_9" -> "866 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"866 quantize_per_tensor_default_29" -> "867 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"867 dequantize_per_tensor_default_29" -> "868 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; -"868 transpose_8" -> "869 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; -"869 matmul_8" -> "872 mul_32" [style=solid, label="(-1, 12, -1, -1)"]; -"870 clamp_4" -> "871 exp_4" [style=solid, label="(12, 1, 1)"]; -"871 exp_4" -> "872 mul_32" [style=solid, label="(12, 1, 1)"]; -"872 mul_32" -> "873 add_14" [style=solid, label="(-1, 12, -1, -1)"]; -"873 add_14" -> "874 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; -"874 softmax_4" -> "875 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; -"875 dropout_16" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; -"876 matmul_9" -> "877 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; -"877 transpose_9" -> "878 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; -"878 reshape_20" -> "879 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"879 reshape_20_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"880 quantize_per_tensor_default_30" -> "881 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"881 dequantize_per_tensor_default_30" -> "887 linear_29" [style=solid, label="(-1, -1, 384)"]; -"882 scale_updated_constant20" -> "884 mul_tensor_20" [style=solid, label="(384, 1)"]; -"883 compressed_weight_updated_constant20" -> "884 mul_tensor_20" [style=solid, label="(384, 384)"]; -"884 mul_tensor_20" -> "886 sub_tensor_20" [style=solid, label="(384, 384)"]; -"885 zero_point_updated_constant20" -> "886 sub_tensor_20" [style=solid, label="(384, 1)"]; -"886 sub_tensor_20" -> "887 linear_29" [style=solid, label="(384, 384)"]; -"887 linear_29" -> "888 dropout_17" [style=solid, label="(-1, -1, 384)"]; -"888 dropout_17" -> "889 view_25" [style=solid, label="(-1, -1, 384)"]; -"889 view_25" -> "890 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"890 permute_22" -> "891 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"891 reshape_21" -> "892 slice_66" [style=solid, label="(1, -1, -1, 384)"]; -"892 slice_66" -> "893 slice_67" [style=solid, label="(1, -1, -1, 384)"]; -"893 slice_67" -> "894 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; -"894 contiguous_7" -> "895 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; -"895 layer_norm_11" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"896 add_15" -> "897 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"896 add_15" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"897 add_15_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"898 quantize_per_tensor_default_31" -> "899 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"899 dequantize_per_tensor_default_31" -> "905 linear_30" [style=solid, label="(1, -1, -1, 384)"]; -"900 scale_updated_constant21" -> "902 mul_tensor_21" [style=solid, label="(1536, 1)"]; -"901 compressed_weight_updated_constant21" -> "902 mul_tensor_21" [style=solid, label="(1536, 384)"]; -"902 mul_tensor_21" -> "904 sub_tensor_21" [style=solid, label="(1536, 384)"]; -"903 zero_point_updated_constant21" -> "904 sub_tensor_21" [style=solid, label="(1536, 1)"]; -"904 sub_tensor_21" -> "905 linear_30" [style=solid, label="(1536, 384)"]; -"905 linear_30" -> "906 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; -"906 gelu_4" -> "907 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; -"907 dropout_18" -> "908 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"908 dropout_18_0_0_nncf_smooth_quant_0" -> "909 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"909 quantize_per_tensor_default_32" -> "910 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"910 dequantize_per_tensor_default_32" -> "916 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; -"911 scale_updated_constant22" -> "913 mul_tensor_22" [style=solid, label="(384, 1)"]; -"912 compressed_weight_updated_constant22" -> "913 mul_tensor_22" [style=solid, label="(384, 1536)"]; -"913 mul_tensor_22" -> "915 sub_tensor_22" [style=solid, label="(384, 1536)"]; -"914 zero_point_updated_constant22" -> "915 sub_tensor_22" [style=solid, label="(384, 1)"]; -"915 sub_tensor_22" -> "916 linear_31" [style=solid, label="(384, 1536)"]; -"916 linear_31" -> "917 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; -"917 dropout_19" -> "918 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; -"918 layer_norm_12" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"919 add_16" -> "935 pad_7" [style=solid, label="(1, -1, -1, 384)"]; -"919 add_16" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "922 linear_32" [style=solid, label="(512, 2)"]; -"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "922 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"922 linear_32" -> "923 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"923 relu__5" -> "925 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "926 linear_33" [style=solid, label="(12, 512)"]; -"925 relu__5_0_0_nncf_smooth_quant_0" -> "926 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"926 linear_33" -> "927 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"927 view_26" -> "928 index_5" [style=solid, label="(225, 12)"]; -"928 index_5" -> "929 view_27" [style=solid, label="(4096, 12)"]; -"929 view_27" -> "930 permute_23" [style=solid, label="(64, 64, 12)"]; -"930 permute_23" -> "931 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"931 contiguous_8" -> "932 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"932 unsqueeze_13" -> "933 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"933 sigmoid_5" -> "934 mul_33" [style=solid, label="(1, 12, 64, 64)"]; -"934 mul_33" -> "974 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"935 pad_7" -> "936 roll_4" [style=solid, label="(1, -1, -1, 384)"]; -"936 roll_4" -> "937 view_28" [style=solid, label="(1, -1, -1, 384)"]; -"937 view_28" -> "938 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"938 permute_24" -> "939 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"939 reshape_22" -> "943 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"939 reshape_22" -> "975 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; -"940 clone_5" -> "941 slice_68" [style=solid, label="(1152,)"]; -"940 clone_5" -> "951 linear_34" [style=solid, label="(1152,)"]; -"941 slice_68" -> "942 zero__5" [style=solid, label="(384,)"]; -"943 reshape_22_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"944 quantize_per_tensor_default_33" -> "945 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"945 dequantize_per_tensor_default_33" -> "951 linear_34" [style=solid, label="(-1, -1, 384)"]; -"946 scale_updated_constant23" -> "948 mul_tensor_23" [style=solid, label="(1152, 1)"]; -"947 compressed_weight_updated_constant23" -> "948 mul_tensor_23" [style=solid, label="(1152, 384)"]; -"948 mul_tensor_23" -> "950 sub_tensor_23" [style=solid, label="(1152, 384)"]; -"949 zero_point_updated_constant23" -> "950 sub_tensor_23" [style=solid, label="(1152, 1)"]; -"950 sub_tensor_23" -> "951 linear_34" [style=solid, label="(1152, 384)"]; -"951 linear_34" -> "952 reshape_23" [style=solid, label="(-1, -1, 1152)"]; -"952 reshape_23" -> "953 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"953 permute_25" -> "954 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; -"953 permute_25" -> "955 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; -"953 permute_25" -> "956 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; -"954 select_15" -> "957 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; -"954 select_15" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; -"954 select_15" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "963 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"956 select_17" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; -"957 linalg_vector_norm_10" -> "958 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; -"958 clamp_min_10" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; -"959 expand_as_10" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"960 div_10" -> "961 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"961 quantize_per_tensor_default_34" -> "962 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"962 dequantize_per_tensor_default_34" -> "970 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; -"963 linalg_vector_norm_11" -> "964 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; -"964 clamp_min_11" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; -"965 expand_as_11" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"966 div_11" -> "967 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"967 quantize_per_tensor_default_35" -> "968 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"968 dequantize_per_tensor_default_35" -> "969 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; -"969 transpose_10" -> "970 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; -"970 matmul_10" -> "973 mul_35" [style=solid, label="(-1, 12, -1, -1)"]; -"971 clamp_5" -> "972 exp_5" [style=solid, label="(12, 1, 1)"]; -"972 exp_5" -> "973 mul_35" [style=solid, label="(12, 1, 1)"]; -"973 mul_35" -> "974 add_17" [style=solid, label="(-1, 12, -1, -1)"]; -"974 add_17" -> "1022 view_30" [style=solid, label="(-1, 12, -1, -1)"]; -"975 new_zeros_2" -> "977 slice_69" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "981 slice_71" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "985 slice_73" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "989 slice_75" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "993 slice_77" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "997 slice_79" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1001 slice_81" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1005 slice_83" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1009 slice_85" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1012 view_29" [style=solid, label="(-1, -1)"]; -"976 lift_fresh_copy_18" -> "979 fill__18" [style=solid, label="()"]; -"977 slice_69" -> "978 slice_70" [style=solid, label="(-1, -1)"]; -"978 slice_70" -> "979 fill__18" [style=solid, label="(-1, -1)"]; -"980 lift_fresh_copy_19" -> "983 fill__19" [style=solid, label="()"]; -"981 slice_71" -> "982 slice_72" [style=solid, label="(-1, -1)"]; -"982 slice_72" -> "983 fill__19" [style=solid, label="(-1, 4)"]; -"984 lift_fresh_copy_20" -> "987 fill__20" [style=solid, label="()"]; -"985 slice_73" -> "986 slice_74" [style=solid, label="(-1, -1)"]; -"986 slice_74" -> "987 fill__20" [style=solid, label="(-1, 4)"]; -"988 lift_fresh_copy_21" -> "991 fill__21" [style=solid, label="()"]; -"989 slice_75" -> "990 slice_76" [style=solid, label="(4, -1)"]; -"990 slice_76" -> "991 fill__21" [style=solid, label="(4, -1)"]; -"992 lift_fresh_copy_22" -> "995 fill__22" [style=solid, label="()"]; -"993 slice_77" -> "994 slice_78" [style=solid, label="(4, -1)"]; -"994 slice_78" -> "995 fill__22" [style=solid, label="(4, 4)"]; -"996 lift_fresh_copy_23" -> "999 fill__23" [style=solid, label="()"]; -"997 slice_79" -> "998 slice_80" [style=solid, label="(4, -1)"]; -"998 slice_80" -> "999 fill__23" [style=solid, label="(4, 4)"]; -"1000 lift_fresh_copy_24" -> "1003 fill__24" [style=solid, label="()"]; -"1001 slice_81" -> "1002 slice_82" [style=solid, label="(4, -1)"]; -"1002 slice_82" -> "1003 fill__24" [style=solid, label="(4, -1)"]; -"1004 lift_fresh_copy_25" -> "1007 fill__25" [style=solid, label="()"]; -"1005 slice_83" -> "1006 slice_84" [style=solid, label="(4, -1)"]; -"1006 slice_84" -> "1007 fill__25" [style=solid, label="(4, 4)"]; -"1008 lift_fresh_copy_26" -> "1011 fill__26" [style=solid, label="()"]; -"1009 slice_85" -> "1010 slice_86" [style=solid, label="(4, -1)"]; -"1010 slice_86" -> "1011 fill__26" [style=solid, label="(4, 4)"]; -"1012 view_29" -> "1013 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; -"1013 permute_26" -> "1014 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; -"1014 reshape_24" -> "1015 unsqueeze_14" [style=solid, label="(-1, -1)"]; -"1014 reshape_24" -> "1016 unsqueeze_15" [style=solid, label="(-1, -1)"]; -"1015 unsqueeze_14" -> "1017 sub_14" [style=solid, label="(-1, 1, -1)"]; -"1016 unsqueeze_15" -> "1017 sub_14" [style=solid, label="(-1, -1, 1)"]; -"1017 sub_14" -> "1018 ne_10" [style=solid, label="(-1, -1, -1)"]; -"1017 sub_14" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1017 sub_14" -> "1020 eq_30" [style=solid, label="(-1, -1, -1)"]; -"1018 ne_10" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1019 masked_fill_4" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1020 eq_30" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1021 masked_fill_5" -> "1023 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; -"1022 view_30" -> "1025 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1023 unsqueeze_16" -> "1024 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; -"1024 unsqueeze_17" -> "1025 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1025 add_18" -> "1026 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1026 view_31" -> "1027 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; -"1027 softmax_5" -> "1028 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1028 dropout_20" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; -"1029 matmul_11" -> "1030 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1030 transpose_11" -> "1031 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; -"1031 reshape_25" -> "1032 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1032 reshape_25_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1033 quantize_per_tensor_default_36" -> "1034 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1034 dequantize_per_tensor_default_36" -> "1040 linear_35" [style=solid, label="(-1, -1, 384)"]; -"1035 scale_updated_constant24" -> "1037 mul_tensor_24" [style=solid, label="(384, 1)"]; -"1036 compressed_weight_updated_constant24" -> "1037 mul_tensor_24" [style=solid, label="(384, 384)"]; -"1037 mul_tensor_24" -> "1039 sub_tensor_24" [style=solid, label="(384, 384)"]; -"1038 zero_point_updated_constant24" -> "1039 sub_tensor_24" [style=solid, label="(384, 1)"]; -"1039 sub_tensor_24" -> "1040 linear_35" [style=solid, label="(384, 384)"]; -"1040 linear_35" -> "1041 dropout_21" [style=solid, label="(-1, -1, 384)"]; -"1041 dropout_21" -> "1042 view_32" [style=solid, label="(-1, -1, 384)"]; -"1042 view_32" -> "1043 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1043 permute_27" -> "1044 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1044 reshape_26" -> "1045 roll_5" [style=solid, label="(1, -1, -1, 384)"]; -"1045 roll_5" -> "1046 slice_87" [style=solid, label="(1, -1, -1, 384)"]; -"1046 slice_87" -> "1047 slice_88" [style=solid, label="(1, -1, -1, 384)"]; -"1047 slice_88" -> "1048 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; -"1048 contiguous_9" -> "1049 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; -"1049 layer_norm_13" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1050 add_19" -> "1051 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1050 add_19" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1051 add_19_0_0_nncf_smooth_quant_0" -> "1052 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1052 quantize_per_tensor_default_37" -> "1053 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1053 dequantize_per_tensor_default_37" -> "1059 linear_36" [style=solid, label="(1, -1, -1, 384)"]; -"1054 scale_updated_constant25" -> "1056 mul_tensor_25" [style=solid, label="(1536, 1)"]; -"1055 compressed_weight_updated_constant25" -> "1056 mul_tensor_25" [style=solid, label="(1536, 384)"]; -"1056 mul_tensor_25" -> "1058 sub_tensor_25" [style=solid, label="(1536, 384)"]; -"1057 zero_point_updated_constant25" -> "1058 sub_tensor_25" [style=solid, label="(1536, 1)"]; -"1058 sub_tensor_25" -> "1059 linear_36" [style=solid, label="(1536, 384)"]; -"1059 linear_36" -> "1060 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; -"1060 gelu_5" -> "1061 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; -"1061 dropout_22" -> "1062 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1062 dropout_22_0_0_nncf_smooth_quant_0" -> "1063 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1063 quantize_per_tensor_default_38" -> "1064 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1064 dequantize_per_tensor_default_38" -> "1070 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; -"1065 scale_updated_constant26" -> "1067 mul_tensor_26" [style=solid, label="(384, 1)"]; -"1066 compressed_weight_updated_constant26" -> "1067 mul_tensor_26" [style=solid, label="(384, 1536)"]; -"1067 mul_tensor_26" -> "1069 sub_tensor_26" [style=solid, label="(384, 1536)"]; -"1068 zero_point_updated_constant26" -> "1069 sub_tensor_26" [style=solid, label="(384, 1)"]; -"1069 sub_tensor_26" -> "1070 linear_37" [style=solid, label="(384, 1536)"]; -"1070 linear_37" -> "1071 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; -"1071 dropout_23" -> "1072 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; -"1072 layer_norm_14" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1073 add_20" -> "1089 pad_8" [style=solid, label="(1, -1, -1, 384)"]; -"1073 add_20" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1076 linear_38" [style=solid, label="(512, 2)"]; -"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1076 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1076 linear_38" -> "1077 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1077 relu__6" -> "1079 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1080 linear_39" [style=solid, label="(12, 512)"]; -"1079 relu__6_0_0_nncf_smooth_quant_0" -> "1080 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1080 linear_39" -> "1081 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1081 view_33" -> "1082 index_6" [style=solid, label="(225, 12)"]; -"1082 index_6" -> "1083 view_34" [style=solid, label="(4096, 12)"]; -"1083 view_34" -> "1084 permute_28" [style=solid, label="(64, 64, 12)"]; -"1084 permute_28" -> "1085 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1085 contiguous_10" -> "1086 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1086 unsqueeze_18" -> "1087 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1087 sigmoid_6" -> "1088 mul_36" [style=solid, label="(1, 12, 64, 64)"]; -"1088 mul_36" -> "1127 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1089 pad_8" -> "1090 view_35" [style=solid, label="(1, -1, -1, 384)"]; -"1090 view_35" -> "1091 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1091 permute_29" -> "1092 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1092 reshape_27" -> "1096 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1093 clone_6" -> "1094 slice_89" [style=solid, label="(1152,)"]; -"1093 clone_6" -> "1104 linear_40" [style=solid, label="(1152,)"]; -"1094 slice_89" -> "1095 zero__6" [style=solid, label="(384,)"]; -"1096 reshape_27_0_0_nncf_smooth_quant_0" -> "1097 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1097 quantize_per_tensor_default_39" -> "1098 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1098 dequantize_per_tensor_default_39" -> "1104 linear_40" [style=solid, label="(-1, -1, 384)"]; -"1099 scale_updated_constant27" -> "1101 mul_tensor_27" [style=solid, label="(1152, 1)"]; -"1100 compressed_weight_updated_constant27" -> "1101 mul_tensor_27" [style=solid, label="(1152, 384)"]; -"1101 mul_tensor_27" -> "1103 sub_tensor_27" [style=solid, label="(1152, 384)"]; -"1102 zero_point_updated_constant27" -> "1103 sub_tensor_27" [style=solid, label="(1152, 1)"]; -"1103 sub_tensor_27" -> "1104 linear_40" [style=solid, label="(1152, 384)"]; -"1104 linear_40" -> "1105 reshape_28" [style=solid, label="(-1, -1, 1152)"]; -"1105 reshape_28" -> "1106 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1106 permute_30" -> "1107 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1106 permute_30" -> "1108 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1106 permute_30" -> "1109 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1107 select_18" -> "1110 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1107 select_18" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1107 select_18" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1116 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1109 select_20" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1110 linalg_vector_norm_12" -> "1111 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1111 clamp_min_12" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1112 expand_as_12" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1113 div_12" -> "1114 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1114 quantize_per_tensor_default_40" -> "1115 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1115 dequantize_per_tensor_default_40" -> "1123 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1116 linalg_vector_norm_13" -> "1117 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1117 clamp_min_13" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1118 expand_as_13" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1119 div_13" -> "1120 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1120 quantize_per_tensor_default_41" -> "1121 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1121 dequantize_per_tensor_default_41" -> "1122 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1122 transpose_12" -> "1123 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; -"1123 matmul_12" -> "1126 mul_38" [style=solid, label="(-1, 12, -1, -1)"]; -"1124 clamp_6" -> "1125 exp_6" [style=solid, label="(12, 1, 1)"]; -"1125 exp_6" -> "1126 mul_38" [style=solid, label="(12, 1, 1)"]; -"1126 mul_38" -> "1127 add_21" [style=solid, label="(-1, 12, -1, -1)"]; -"1127 add_21" -> "1128 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; -"1128 softmax_6" -> "1129 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1129 dropout_24" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; -"1130 matmul_13" -> "1131 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1131 transpose_13" -> "1132 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; -"1132 reshape_29" -> "1133 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1133 reshape_29_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1134 quantize_per_tensor_default_42" -> "1135 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1135 dequantize_per_tensor_default_42" -> "1141 linear_41" [style=solid, label="(-1, -1, 384)"]; -"1136 scale_updated_constant28" -> "1138 mul_tensor_28" [style=solid, label="(384, 1)"]; -"1137 compressed_weight_updated_constant28" -> "1138 mul_tensor_28" [style=solid, label="(384, 384)"]; -"1138 mul_tensor_28" -> "1140 sub_tensor_28" [style=solid, label="(384, 384)"]; -"1139 zero_point_updated_constant28" -> "1140 sub_tensor_28" [style=solid, label="(384, 1)"]; -"1140 sub_tensor_28" -> "1141 linear_41" [style=solid, label="(384, 384)"]; -"1141 linear_41" -> "1142 dropout_25" [style=solid, label="(-1, -1, 384)"]; -"1142 dropout_25" -> "1143 view_36" [style=solid, label="(-1, -1, 384)"]; -"1143 view_36" -> "1144 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1144 permute_31" -> "1145 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1145 reshape_30" -> "1146 slice_90" [style=solid, label="(1, -1, -1, 384)"]; -"1146 slice_90" -> "1147 slice_91" [style=solid, label="(1, -1, -1, 384)"]; -"1147 slice_91" -> "1148 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; -"1148 contiguous_11" -> "1149 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; -"1149 layer_norm_15" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1150 add_22" -> "1151 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1150 add_22" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1151 add_22_0_0_nncf_smooth_quant_0" -> "1152 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1152 quantize_per_tensor_default_43" -> "1153 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1153 dequantize_per_tensor_default_43" -> "1159 linear_42" [style=solid, label="(1, -1, -1, 384)"]; -"1154 scale_updated_constant29" -> "1156 mul_tensor_29" [style=solid, label="(1536, 1)"]; -"1155 compressed_weight_updated_constant29" -> "1156 mul_tensor_29" [style=solid, label="(1536, 384)"]; -"1156 mul_tensor_29" -> "1158 sub_tensor_29" [style=solid, label="(1536, 384)"]; -"1157 zero_point_updated_constant29" -> "1158 sub_tensor_29" [style=solid, label="(1536, 1)"]; -"1158 sub_tensor_29" -> "1159 linear_42" [style=solid, label="(1536, 384)"]; -"1159 linear_42" -> "1160 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; -"1160 gelu_6" -> "1161 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; -"1161 dropout_26" -> "1162 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1162 dropout_26_0_0_nncf_smooth_quant_0" -> "1163 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1163 quantize_per_tensor_default_44" -> "1164 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1164 dequantize_per_tensor_default_44" -> "1170 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; -"1165 scale_updated_constant30" -> "1167 mul_tensor_30" [style=solid, label="(384, 1)"]; -"1166 compressed_weight_updated_constant30" -> "1167 mul_tensor_30" [style=solid, label="(384, 1536)"]; -"1167 mul_tensor_30" -> "1169 sub_tensor_30" [style=solid, label="(384, 1536)"]; -"1168 zero_point_updated_constant30" -> "1169 sub_tensor_30" [style=solid, label="(384, 1)"]; -"1169 sub_tensor_30" -> "1170 linear_43" [style=solid, label="(384, 1536)"]; -"1170 linear_43" -> "1171 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; -"1171 dropout_27" -> "1172 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; -"1172 layer_norm_16" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1173 add_23" -> "1189 pad_9" [style=solid, label="(1, -1, -1, 384)"]; -"1173 add_23" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1176 linear_44" [style=solid, label="(512, 2)"]; -"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1176 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1176 linear_44" -> "1177 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1177 relu__7" -> "1179 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1180 linear_45" [style=solid, label="(12, 512)"]; -"1179 relu__7_0_0_nncf_smooth_quant_0" -> "1180 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1180 linear_45" -> "1181 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1181 view_37" -> "1182 index_7" [style=solid, label="(225, 12)"]; -"1182 index_7" -> "1183 view_38" [style=solid, label="(4096, 12)"]; -"1183 view_38" -> "1184 permute_32" [style=solid, label="(64, 64, 12)"]; -"1184 permute_32" -> "1185 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1185 contiguous_12" -> "1186 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1186 unsqueeze_19" -> "1187 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1187 sigmoid_7" -> "1188 mul_39" [style=solid, label="(1, 12, 64, 64)"]; -"1188 mul_39" -> "1228 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1189 pad_9" -> "1190 roll_6" [style=solid, label="(1, -1, -1, 384)"]; -"1190 roll_6" -> "1191 view_39" [style=solid, label="(1, -1, -1, 384)"]; -"1191 view_39" -> "1192 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1192 permute_33" -> "1193 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1193 reshape_31" -> "1197 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1193 reshape_31" -> "1229 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; -"1194 clone_7" -> "1195 slice_92" [style=solid, label="(1152,)"]; -"1194 clone_7" -> "1205 linear_46" [style=solid, label="(1152,)"]; -"1195 slice_92" -> "1196 zero__7" [style=solid, label="(384,)"]; -"1197 reshape_31_0_0_nncf_smooth_quant_0" -> "1198 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1198 quantize_per_tensor_default_45" -> "1199 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1199 dequantize_per_tensor_default_45" -> "1205 linear_46" [style=solid, label="(-1, -1, 384)"]; -"1200 scale_updated_constant31" -> "1202 mul_tensor_31" [style=solid, label="(1152, 1)"]; -"1201 compressed_weight_updated_constant31" -> "1202 mul_tensor_31" [style=solid, label="(1152, 384)"]; -"1202 mul_tensor_31" -> "1204 sub_tensor_31" [style=solid, label="(1152, 384)"]; -"1203 zero_point_updated_constant31" -> "1204 sub_tensor_31" [style=solid, label="(1152, 1)"]; -"1204 sub_tensor_31" -> "1205 linear_46" [style=solid, label="(1152, 384)"]; -"1205 linear_46" -> "1206 reshape_32" [style=solid, label="(-1, -1, 1152)"]; -"1206 reshape_32" -> "1207 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1207 permute_34" -> "1208 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1207 permute_34" -> "1209 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1207 permute_34" -> "1210 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1208 select_21" -> "1211 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1208 select_21" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1208 select_21" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1217 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1210 select_23" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1211 linalg_vector_norm_14" -> "1212 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1212 clamp_min_14" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1213 expand_as_14" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1214 div_14" -> "1215 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1215 quantize_per_tensor_default_46" -> "1216 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1216 dequantize_per_tensor_default_46" -> "1224 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1217 linalg_vector_norm_15" -> "1218 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1218 clamp_min_15" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1219 expand_as_15" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1220 div_15" -> "1221 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1221 quantize_per_tensor_default_47" -> "1222 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1222 dequantize_per_tensor_default_47" -> "1223 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1223 transpose_14" -> "1224 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; -"1224 matmul_14" -> "1227 mul_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1225 clamp_7" -> "1226 exp_7" [style=solid, label="(12, 1, 1)"]; -"1226 exp_7" -> "1227 mul_41" [style=solid, label="(12, 1, 1)"]; -"1227 mul_41" -> "1228 add_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1228 add_24" -> "1276 view_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1229 new_zeros_3" -> "1231 slice_93" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1235 slice_95" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1239 slice_97" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1243 slice_99" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1247 slice_101" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1251 slice_103" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1255 slice_105" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1259 slice_107" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1263 slice_109" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1266 view_40" [style=solid, label="(-1, -1)"]; -"1230 lift_fresh_copy_27" -> "1233 fill__27" [style=solid, label="()"]; -"1231 slice_93" -> "1232 slice_94" [style=solid, label="(-1, -1)"]; -"1232 slice_94" -> "1233 fill__27" [style=solid, label="(-1, -1)"]; -"1234 lift_fresh_copy_28" -> "1237 fill__28" [style=solid, label="()"]; -"1235 slice_95" -> "1236 slice_96" [style=solid, label="(-1, -1)"]; -"1236 slice_96" -> "1237 fill__28" [style=solid, label="(-1, 4)"]; -"1238 lift_fresh_copy_29" -> "1241 fill__29" [style=solid, label="()"]; -"1239 slice_97" -> "1240 slice_98" [style=solid, label="(-1, -1)"]; -"1240 slice_98" -> "1241 fill__29" [style=solid, label="(-1, 4)"]; -"1242 lift_fresh_copy_30" -> "1245 fill__30" [style=solid, label="()"]; -"1243 slice_99" -> "1244 slice_100" [style=solid, label="(4, -1)"]; -"1244 slice_100" -> "1245 fill__30" [style=solid, label="(4, -1)"]; -"1246 lift_fresh_copy_31" -> "1249 fill__31" [style=solid, label="()"]; -"1247 slice_101" -> "1248 slice_102" [style=solid, label="(4, -1)"]; -"1248 slice_102" -> "1249 fill__31" [style=solid, label="(4, 4)"]; -"1250 lift_fresh_copy_32" -> "1253 fill__32" [style=solid, label="()"]; -"1251 slice_103" -> "1252 slice_104" [style=solid, label="(4, -1)"]; -"1252 slice_104" -> "1253 fill__32" [style=solid, label="(4, 4)"]; -"1254 lift_fresh_copy_33" -> "1257 fill__33" [style=solid, label="()"]; -"1255 slice_105" -> "1256 slice_106" [style=solid, label="(4, -1)"]; -"1256 slice_106" -> "1257 fill__33" [style=solid, label="(4, -1)"]; -"1258 lift_fresh_copy_34" -> "1261 fill__34" [style=solid, label="()"]; -"1259 slice_107" -> "1260 slice_108" [style=solid, label="(4, -1)"]; -"1260 slice_108" -> "1261 fill__34" [style=solid, label="(4, 4)"]; -"1262 lift_fresh_copy_35" -> "1265 fill__35" [style=solid, label="()"]; -"1263 slice_109" -> "1264 slice_110" [style=solid, label="(4, -1)"]; -"1264 slice_110" -> "1265 fill__35" [style=solid, label="(4, 4)"]; -"1266 view_40" -> "1267 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; -"1267 permute_35" -> "1268 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; -"1268 reshape_33" -> "1269 unsqueeze_20" [style=solid, label="(-1, -1)"]; -"1268 reshape_33" -> "1270 unsqueeze_21" [style=solid, label="(-1, -1)"]; -"1269 unsqueeze_20" -> "1271 sub_19" [style=solid, label="(-1, 1, -1)"]; -"1270 unsqueeze_21" -> "1271 sub_19" [style=solid, label="(-1, -1, 1)"]; -"1271 sub_19" -> "1272 ne_11" [style=solid, label="(-1, -1, -1)"]; -"1271 sub_19" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1271 sub_19" -> "1274 eq_31" [style=solid, label="(-1, -1, -1)"]; -"1272 ne_11" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1273 masked_fill_6" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1274 eq_31" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1275 masked_fill_7" -> "1277 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; -"1276 view_41" -> "1279 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1277 unsqueeze_22" -> "1278 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; -"1278 unsqueeze_23" -> "1279 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1279 add_25" -> "1280 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1280 view_42" -> "1281 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; -"1281 softmax_7" -> "1282 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1282 dropout_28" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; -"1283 matmul_15" -> "1284 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1284 transpose_15" -> "1285 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; -"1285 reshape_34" -> "1286 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1286 reshape_34_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1287 quantize_per_tensor_default_48" -> "1288 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1288 dequantize_per_tensor_default_48" -> "1294 linear_47" [style=solid, label="(-1, -1, 384)"]; -"1289 scale_updated_constant32" -> "1291 mul_tensor_32" [style=solid, label="(384, 1)"]; -"1290 compressed_weight_updated_constant32" -> "1291 mul_tensor_32" [style=solid, label="(384, 384)"]; -"1291 mul_tensor_32" -> "1293 sub_tensor_32" [style=solid, label="(384, 384)"]; -"1292 zero_point_updated_constant32" -> "1293 sub_tensor_32" [style=solid, label="(384, 1)"]; -"1293 sub_tensor_32" -> "1294 linear_47" [style=solid, label="(384, 384)"]; -"1294 linear_47" -> "1295 dropout_29" [style=solid, label="(-1, -1, 384)"]; -"1295 dropout_29" -> "1296 view_43" [style=solid, label="(-1, -1, 384)"]; -"1296 view_43" -> "1297 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1297 permute_36" -> "1298 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1298 reshape_35" -> "1299 roll_7" [style=solid, label="(1, -1, -1, 384)"]; -"1299 roll_7" -> "1300 slice_111" [style=solid, label="(1, -1, -1, 384)"]; -"1300 slice_111" -> "1301 slice_112" [style=solid, label="(1, -1, -1, 384)"]; -"1301 slice_112" -> "1302 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; -"1302 contiguous_13" -> "1303 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; -"1303 layer_norm_17" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1304 add_26" -> "1305 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1304 add_26" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1305 add_26_0_0_nncf_smooth_quant_0" -> "1306 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1306 quantize_per_tensor_default_49" -> "1307 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1307 dequantize_per_tensor_default_49" -> "1313 linear_48" [style=solid, label="(1, -1, -1, 384)"]; -"1308 scale_updated_constant33" -> "1310 mul_tensor_33" [style=solid, label="(1536, 1)"]; -"1309 compressed_weight_updated_constant33" -> "1310 mul_tensor_33" [style=solid, label="(1536, 384)"]; -"1310 mul_tensor_33" -> "1312 sub_tensor_33" [style=solid, label="(1536, 384)"]; -"1311 zero_point_updated_constant33" -> "1312 sub_tensor_33" [style=solid, label="(1536, 1)"]; -"1312 sub_tensor_33" -> "1313 linear_48" [style=solid, label="(1536, 384)"]; -"1313 linear_48" -> "1314 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; -"1314 gelu_7" -> "1315 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; -"1315 dropout_30" -> "1316 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1316 dropout_30_0_0_nncf_smooth_quant_0" -> "1317 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1317 quantize_per_tensor_default_50" -> "1318 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1318 dequantize_per_tensor_default_50" -> "1324 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; -"1319 scale_updated_constant34" -> "1321 mul_tensor_34" [style=solid, label="(384, 1)"]; -"1320 compressed_weight_updated_constant34" -> "1321 mul_tensor_34" [style=solid, label="(384, 1536)"]; -"1321 mul_tensor_34" -> "1323 sub_tensor_34" [style=solid, label="(384, 1536)"]; -"1322 zero_point_updated_constant34" -> "1323 sub_tensor_34" [style=solid, label="(384, 1)"]; -"1323 sub_tensor_34" -> "1324 linear_49" [style=solid, label="(384, 1536)"]; -"1324 linear_49" -> "1325 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; -"1325 dropout_31" -> "1326 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; -"1326 layer_norm_18" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_27" -> "1343 pad_10" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_27" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1330 linear_50" [style=solid, label="(512, 2)"]; -"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1330 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1330 linear_50" -> "1331 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1331 relu__8" -> "1333 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1334 linear_51" [style=solid, label="(12, 512)"]; -"1333 relu__8_0_0_nncf_smooth_quant_0" -> "1334 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1334 linear_51" -> "1335 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1335 view_44" -> "1336 index_8" [style=solid, label="(225, 12)"]; -"1336 index_8" -> "1337 view_45" [style=solid, label="(4096, 12)"]; -"1337 view_45" -> "1338 permute_37" [style=solid, label="(64, 64, 12)"]; -"1338 permute_37" -> "1339 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1339 contiguous_14" -> "1340 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1340 unsqueeze_24" -> "1341 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1341 sigmoid_8" -> "1342 mul_42" [style=solid, label="(1, 12, 64, 64)"]; -"1342 mul_42" -> "1381 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1343 pad_10" -> "1344 view_46" [style=solid, label="(1, -1, -1, 384)"]; -"1344 view_46" -> "1345 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1345 permute_38" -> "1346 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1346 reshape_36" -> "1350 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1347 clone_8" -> "1348 slice_113" [style=solid, label="(1152,)"]; -"1347 clone_8" -> "1358 linear_52" [style=solid, label="(1152,)"]; -"1348 slice_113" -> "1349 zero__8" [style=solid, label="(384,)"]; -"1350 reshape_36_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1351 quantize_per_tensor_default_51" -> "1352 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1352 dequantize_per_tensor_default_51" -> "1358 linear_52" [style=solid, label="(-1, -1, 384)"]; -"1353 scale_updated_constant35" -> "1355 mul_tensor_35" [style=solid, label="(1152, 1)"]; -"1354 compressed_weight_updated_constant35" -> "1355 mul_tensor_35" [style=solid, label="(1152, 384)"]; -"1355 mul_tensor_35" -> "1357 sub_tensor_35" [style=solid, label="(1152, 384)"]; -"1356 zero_point_updated_constant35" -> "1357 sub_tensor_35" [style=solid, label="(1152, 1)"]; -"1357 sub_tensor_35" -> "1358 linear_52" [style=solid, label="(1152, 384)"]; -"1358 linear_52" -> "1359 reshape_37" [style=solid, label="(-1, -1, 1152)"]; -"1359 reshape_37" -> "1360 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1360 permute_39" -> "1361 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1360 permute_39" -> "1362 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1360 permute_39" -> "1363 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1361 select_24" -> "1364 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1361 select_24" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1361 select_24" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1370 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1363 select_26" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1364 linalg_vector_norm_16" -> "1365 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1365 clamp_min_16" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1366 expand_as_16" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1367 div_16" -> "1368 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1368 quantize_per_tensor_default_52" -> "1369 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1369 dequantize_per_tensor_default_52" -> "1377 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1370 linalg_vector_norm_17" -> "1371 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1371 clamp_min_17" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1372 expand_as_17" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1373 div_17" -> "1374 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1374 quantize_per_tensor_default_53" -> "1375 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1375 dequantize_per_tensor_default_53" -> "1376 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1376 transpose_16" -> "1377 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; -"1377 matmul_16" -> "1380 mul_44" [style=solid, label="(-1, 12, -1, -1)"]; -"1378 clamp_8" -> "1379 exp_8" [style=solid, label="(12, 1, 1)"]; -"1379 exp_8" -> "1380 mul_44" [style=solid, label="(12, 1, 1)"]; -"1380 mul_44" -> "1381 add_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1381 add_28" -> "1382 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; -"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; -"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; -"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1388 quantize_per_tensor_default_54" -> "1389 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1389 dequantize_per_tensor_default_54" -> "1395 linear_53" [style=solid, label="(-1, -1, 384)"]; -"1390 scale_updated_constant36" -> "1392 mul_tensor_36" [style=solid, label="(384, 1)"]; -"1391 compressed_weight_updated_constant36" -> "1392 mul_tensor_36" [style=solid, label="(384, 384)"]; -"1392 mul_tensor_36" -> "1394 sub_tensor_36" [style=solid, label="(384, 384)"]; -"1393 zero_point_updated_constant36" -> "1394 sub_tensor_36" [style=solid, label="(384, 1)"]; -"1394 sub_tensor_36" -> "1395 linear_53" [style=solid, label="(384, 384)"]; -"1395 linear_53" -> "1396 dropout_33" [style=solid, label="(-1, -1, 384)"]; -"1396 dropout_33" -> "1397 view_47" [style=solid, label="(-1, -1, 384)"]; -"1397 view_47" -> "1398 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1398 permute_40" -> "1399 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1399 reshape_39" -> "1400 slice_114" [style=solid, label="(1, -1, -1, 384)"]; -"1400 slice_114" -> "1401 slice_115" [style=solid, label="(1, -1, -1, 384)"]; -"1401 slice_115" -> "1402 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; -"1402 contiguous_15" -> "1403 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; -"1403 layer_norm_19" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1404 add_29" -> "1405 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1404 add_29" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1405 add_29_0_0_nncf_smooth_quant_0" -> "1406 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1406 quantize_per_tensor_default_55" -> "1407 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1407 dequantize_per_tensor_default_55" -> "1413 linear_54" [style=solid, label="(1, -1, -1, 384)"]; -"1408 scale_updated_constant37" -> "1410 mul_tensor_37" [style=solid, label="(1536, 1)"]; -"1409 compressed_weight_updated_constant37" -> "1410 mul_tensor_37" [style=solid, label="(1536, 384)"]; -"1410 mul_tensor_37" -> "1412 sub_tensor_37" [style=solid, label="(1536, 384)"]; -"1411 zero_point_updated_constant37" -> "1412 sub_tensor_37" [style=solid, label="(1536, 1)"]; -"1412 sub_tensor_37" -> "1413 linear_54" [style=solid, label="(1536, 384)"]; -"1413 linear_54" -> "1414 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; -"1414 gelu_8" -> "1415 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; -"1415 dropout_34" -> "1416 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1416 dropout_34_0_0_nncf_smooth_quant_0" -> "1417 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1417 quantize_per_tensor_default_56" -> "1418 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1418 dequantize_per_tensor_default_56" -> "1424 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; -"1419 scale_updated_constant38" -> "1421 mul_tensor_38" [style=solid, label="(384, 1)"]; -"1420 compressed_weight_updated_constant38" -> "1421 mul_tensor_38" [style=solid, label="(384, 1536)"]; -"1421 mul_tensor_38" -> "1423 sub_tensor_38" [style=solid, label="(384, 1536)"]; -"1422 zero_point_updated_constant38" -> "1423 sub_tensor_38" [style=solid, label="(384, 1)"]; -"1423 sub_tensor_38" -> "1424 linear_55" [style=solid, label="(384, 1536)"]; -"1424 linear_55" -> "1425 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; -"1425 dropout_35" -> "1426 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; -"1426 layer_norm_20" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1427 add_30" -> "1443 pad_11" [style=solid, label="(1, -1, -1, 384)"]; -"1427 add_30" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1430 linear_56" [style=solid, label="(512, 2)"]; -"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1430 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1430 linear_56" -> "1431 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1431 relu__9" -> "1433 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1434 linear_57" [style=solid, label="(12, 512)"]; -"1433 relu__9_0_0_nncf_smooth_quant_0" -> "1434 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1434 linear_57" -> "1435 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1435 view_48" -> "1436 index_9" [style=solid, label="(225, 12)"]; -"1436 index_9" -> "1437 view_49" [style=solid, label="(4096, 12)"]; -"1437 view_49" -> "1438 permute_41" [style=solid, label="(64, 64, 12)"]; -"1438 permute_41" -> "1439 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1439 contiguous_16" -> "1440 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1440 unsqueeze_25" -> "1441 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1441 sigmoid_9" -> "1442 mul_45" [style=solid, label="(1, 12, 64, 64)"]; -"1442 mul_45" -> "1482 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1443 pad_11" -> "1444 roll_8" [style=solid, label="(1, -1, -1, 384)"]; -"1444 roll_8" -> "1445 view_50" [style=solid, label="(1, -1, -1, 384)"]; -"1445 view_50" -> "1446 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1446 permute_42" -> "1447 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1447 reshape_40" -> "1451 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1447 reshape_40" -> "1483 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; -"1448 clone_9" -> "1449 slice_116" [style=solid, label="(1152,)"]; -"1448 clone_9" -> "1459 linear_58" [style=solid, label="(1152,)"]; -"1449 slice_116" -> "1450 zero__9" [style=solid, label="(384,)"]; -"1451 reshape_40_0_0_nncf_smooth_quant_0" -> "1452 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1452 quantize_per_tensor_default_57" -> "1453 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1453 dequantize_per_tensor_default_57" -> "1459 linear_58" [style=solid, label="(-1, -1, 384)"]; -"1454 scale_updated_constant39" -> "1456 mul_tensor_39" [style=solid, label="(1152, 1)"]; -"1455 compressed_weight_updated_constant39" -> "1456 mul_tensor_39" [style=solid, label="(1152, 384)"]; -"1456 mul_tensor_39" -> "1458 sub_tensor_39" [style=solid, label="(1152, 384)"]; -"1457 zero_point_updated_constant39" -> "1458 sub_tensor_39" [style=solid, label="(1152, 1)"]; -"1458 sub_tensor_39" -> "1459 linear_58" [style=solid, label="(1152, 384)"]; -"1459 linear_58" -> "1460 reshape_41" [style=solid, label="(-1, -1, 1152)"]; -"1460 reshape_41" -> "1461 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1461 permute_43" -> "1462 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1461 permute_43" -> "1463 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1461 permute_43" -> "1464 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1462 select_27" -> "1465 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1462 select_27" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1462 select_27" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1471 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1464 select_29" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1465 linalg_vector_norm_18" -> "1466 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1466 clamp_min_18" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1467 expand_as_18" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1468 div_18" -> "1469 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1469 quantize_per_tensor_default_58" -> "1470 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1470 dequantize_per_tensor_default_58" -> "1478 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1471 linalg_vector_norm_19" -> "1472 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1472 clamp_min_19" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1473 expand_as_19" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1474 div_19" -> "1475 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1475 quantize_per_tensor_default_59" -> "1476 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1476 dequantize_per_tensor_default_59" -> "1477 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1477 transpose_18" -> "1478 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; -"1478 matmul_18" -> "1481 mul_47" [style=solid, label="(-1, 12, -1, -1)"]; -"1479 clamp_9" -> "1480 exp_9" [style=solid, label="(12, 1, 1)"]; -"1480 exp_9" -> "1481 mul_47" [style=solid, label="(12, 1, 1)"]; -"1481 mul_47" -> "1482 add_31" [style=solid, label="(-1, 12, -1, -1)"]; -"1482 add_31" -> "1530 view_52" [style=solid, label="(-1, 12, -1, -1)"]; -"1483 new_zeros_4" -> "1485 slice_117" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1489 slice_119" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1493 slice_121" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1497 slice_123" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1501 slice_125" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1505 slice_127" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1509 slice_129" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1513 slice_131" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1517 slice_133" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1520 view_51" [style=solid, label="(-1, -1)"]; -"1484 lift_fresh_copy_36" -> "1487 fill__36" [style=solid, label="()"]; -"1485 slice_117" -> "1486 slice_118" [style=solid, label="(-1, -1)"]; -"1486 slice_118" -> "1487 fill__36" [style=solid, label="(-1, -1)"]; -"1488 lift_fresh_copy_37" -> "1491 fill__37" [style=solid, label="()"]; -"1489 slice_119" -> "1490 slice_120" [style=solid, label="(-1, -1)"]; -"1490 slice_120" -> "1491 fill__37" [style=solid, label="(-1, 4)"]; -"1492 lift_fresh_copy_38" -> "1495 fill__38" [style=solid, label="()"]; -"1493 slice_121" -> "1494 slice_122" [style=solid, label="(-1, -1)"]; -"1494 slice_122" -> "1495 fill__38" [style=solid, label="(-1, 4)"]; -"1496 lift_fresh_copy_39" -> "1499 fill__39" [style=solid, label="()"]; -"1497 slice_123" -> "1498 slice_124" [style=solid, label="(4, -1)"]; -"1498 slice_124" -> "1499 fill__39" [style=solid, label="(4, -1)"]; -"1500 lift_fresh_copy_40" -> "1503 fill__40" [style=solid, label="()"]; -"1501 slice_125" -> "1502 slice_126" [style=solid, label="(4, -1)"]; -"1502 slice_126" -> "1503 fill__40" [style=solid, label="(4, 4)"]; -"1504 lift_fresh_copy_41" -> "1507 fill__41" [style=solid, label="()"]; -"1505 slice_127" -> "1506 slice_128" [style=solid, label="(4, -1)"]; -"1506 slice_128" -> "1507 fill__41" [style=solid, label="(4, 4)"]; -"1508 lift_fresh_copy_42" -> "1511 fill__42" [style=solid, label="()"]; -"1509 slice_129" -> "1510 slice_130" [style=solid, label="(4, -1)"]; -"1510 slice_130" -> "1511 fill__42" [style=solid, label="(4, -1)"]; -"1512 lift_fresh_copy_43" -> "1515 fill__43" [style=solid, label="()"]; -"1513 slice_131" -> "1514 slice_132" [style=solid, label="(4, -1)"]; -"1514 slice_132" -> "1515 fill__43" [style=solid, label="(4, 4)"]; -"1516 lift_fresh_copy_44" -> "1519 fill__44" [style=solid, label="()"]; -"1517 slice_133" -> "1518 slice_134" [style=solid, label="(4, -1)"]; -"1518 slice_134" -> "1519 fill__44" [style=solid, label="(4, 4)"]; -"1520 view_51" -> "1521 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; -"1521 permute_44" -> "1522 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; -"1522 reshape_42" -> "1523 unsqueeze_26" [style=solid, label="(-1, -1)"]; -"1522 reshape_42" -> "1524 unsqueeze_27" [style=solid, label="(-1, -1)"]; -"1523 unsqueeze_26" -> "1525 sub_24" [style=solid, label="(-1, 1, -1)"]; -"1524 unsqueeze_27" -> "1525 sub_24" [style=solid, label="(-1, -1, 1)"]; -"1525 sub_24" -> "1526 ne_12" [style=solid, label="(-1, -1, -1)"]; -"1525 sub_24" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1525 sub_24" -> "1528 eq_32" [style=solid, label="(-1, -1, -1)"]; -"1526 ne_12" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1527 masked_fill_8" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1528 eq_32" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1529 masked_fill_9" -> "1531 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; -"1530 view_52" -> "1533 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1531 unsqueeze_28" -> "1532 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; -"1532 unsqueeze_29" -> "1533 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1533 add_32" -> "1534 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1534 view_53" -> "1535 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1535 softmax_9" -> "1536 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; -"1536 dropout_36" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; -"1537 matmul_19" -> "1538 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1538 transpose_19" -> "1539 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; -"1539 reshape_43" -> "1540 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1540 reshape_43_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1541 quantize_per_tensor_default_60" -> "1542 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1542 dequantize_per_tensor_default_60" -> "1548 linear_59" [style=solid, label="(-1, -1, 384)"]; -"1543 scale_updated_constant40" -> "1545 mul_tensor_40" [style=solid, label="(384, 1)"]; -"1544 compressed_weight_updated_constant40" -> "1545 mul_tensor_40" [style=solid, label="(384, 384)"]; -"1545 mul_tensor_40" -> "1547 sub_tensor_40" [style=solid, label="(384, 384)"]; -"1546 zero_point_updated_constant40" -> "1547 sub_tensor_40" [style=solid, label="(384, 1)"]; -"1547 sub_tensor_40" -> "1548 linear_59" [style=solid, label="(384, 384)"]; -"1548 linear_59" -> "1549 dropout_37" [style=solid, label="(-1, -1, 384)"]; -"1549 dropout_37" -> "1550 view_54" [style=solid, label="(-1, -1, 384)"]; -"1550 view_54" -> "1551 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1551 permute_45" -> "1552 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1552 reshape_44" -> "1553 roll_9" [style=solid, label="(1, -1, -1, 384)"]; -"1553 roll_9" -> "1554 slice_135" [style=solid, label="(1, -1, -1, 384)"]; -"1554 slice_135" -> "1555 slice_136" [style=solid, label="(1, -1, -1, 384)"]; -"1555 slice_136" -> "1556 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; -"1556 contiguous_17" -> "1557 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; -"1557 layer_norm_21" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1558 add_33" -> "1559 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1558 add_33" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1559 add_33_0_0_nncf_smooth_quant_0" -> "1560 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1560 quantize_per_tensor_default_61" -> "1561 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1561 dequantize_per_tensor_default_61" -> "1567 linear_60" [style=solid, label="(1, -1, -1, 384)"]; -"1562 scale_updated_constant41" -> "1564 mul_tensor_41" [style=solid, label="(1536, 1)"]; -"1563 compressed_weight_updated_constant41" -> "1564 mul_tensor_41" [style=solid, label="(1536, 384)"]; -"1564 mul_tensor_41" -> "1566 sub_tensor_41" [style=solid, label="(1536, 384)"]; -"1565 zero_point_updated_constant41" -> "1566 sub_tensor_41" [style=solid, label="(1536, 1)"]; -"1566 sub_tensor_41" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; -"1567 linear_60" -> "1568 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; -"1568 gelu_9" -> "1569 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1569 dropout_38" -> "1570 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1570 dropout_38_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1571 quantize_per_tensor_default_62" -> "1572 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1572 dequantize_per_tensor_default_62" -> "1578 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; -"1573 scale_updated_constant42" -> "1575 mul_tensor_42" [style=solid, label="(384, 1)"]; -"1574 compressed_weight_updated_constant42" -> "1575 mul_tensor_42" [style=solid, label="(384, 1536)"]; -"1575 mul_tensor_42" -> "1577 sub_tensor_42" [style=solid, label="(384, 1536)"]; -"1576 zero_point_updated_constant42" -> "1577 sub_tensor_42" [style=solid, label="(384, 1)"]; -"1577 sub_tensor_42" -> "1578 linear_61" [style=solid, label="(384, 1536)"]; -"1578 linear_61" -> "1579 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; -"1579 dropout_39" -> "1580 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; -"1580 layer_norm_22" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1581 add_34" -> "1584 pad_12" [style=solid, label="(1, -1, -1, 384)"]; -"1582 mod_44" -> "1584 pad_12" [style=solid, label="(-1,)"]; -"1582 mod_44" -> "1620 add_56" [style=solid, label="(-1,)"]; -"1583 mod_45" -> "1584 pad_12" [style=solid, label="(-1,)"]; -"1583 mod_45" -> "1626 add_58" [style=solid, label="(-1,)"]; -"1584 pad_12" -> "1585 slice_137" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1587 slice_139" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1589 slice_141" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1591 slice_143" [style=solid, label="(1, -1, -1, 384)"]; -"1585 slice_137" -> "1586 slice_138" [style=solid, label="(1, -1, -1, 384)"]; -"1586 slice_138" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1587 slice_139" -> "1588 slice_140" [style=solid, label="(1, -1, -1, 384)"]; -"1588 slice_140" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1589 slice_141" -> "1590 slice_142" [style=solid, label="(1, -1, -1, 384)"]; -"1590 slice_142" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1591 slice_143" -> "1592 slice_144" [style=solid, label="(1, -1, -1, 384)"]; -"1592 slice_144" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1593 cat_2" -> "1594 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1594 cat_2_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1595 quantize_per_tensor_default_63" -> "1596 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1596 dequantize_per_tensor_default_63" -> "1602 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1597 scale_updated_constant43" -> "1599 mul_tensor_43" [style=solid, label="(768, 1)"]; -"1598 compressed_weight_updated_constant43" -> "1599 mul_tensor_43" [style=solid, label="(768, 1536)"]; -"1599 mul_tensor_43" -> "1601 sub_tensor_43" [style=solid, label="(768, 1536)"]; -"1600 zero_point_updated_constant43" -> "1601 sub_tensor_43" [style=solid, label="(768, 1)"]; -"1601 sub_tensor_43" -> "1602 linear_62" [style=solid, label="(768, 1536)"]; -"1602 linear_62" -> "1603 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; -"1603 layer_norm_23" -> "1631 pad_13" [style=solid, label="(1, -1, -1, 768)"]; -"1603 layer_norm_23" -> "1702 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1606 linear_63" [style=solid, label="(512, 2)"]; -"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1606 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1606 linear_63" -> "1607 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1607 relu__10" -> "1609 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1610 linear_64" [style=solid, label="(24, 512)"]; -"1609 relu__10_0_0_nncf_smooth_quant_0" -> "1610 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1610 linear_64" -> "1611 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1611 view_55" -> "1612 index_10" [style=solid, label="(225, 24)"]; -"1612 index_10" -> "1613 view_56" [style=solid, label="(4096, 24)"]; -"1613 view_56" -> "1614 permute_46" [style=solid, label="(64, 64, 24)"]; -"1614 permute_46" -> "1615 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1615 contiguous_18" -> "1616 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1616 unsqueeze_30" -> "1617 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1617 sigmoid_10" -> "1618 mul_48" [style=solid, label="(1, 24, 64, 64)"]; -"1618 mul_48" -> "1679 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1619 add_55" -> "1620 add_56" [style=solid, label="(-1,)"]; -"1620 add_56" -> "1621 floordiv_99" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1622 mod_46" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1634 add_60" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1699 slice_147" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1799 slice_150" [style=solid, label="(-1,)"]; -"1622 mod_46" -> "1623 sub_25" [style=solid, label="(-1,)"]; -"1623 sub_25" -> "1624 mod_47" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1631 pad_13" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1634 add_60" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1741 pad_14" [style=solid, label="(-1,)"]; -"1625 add_57" -> "1626 add_58" [style=solid, label="(-1,)"]; -"1626 add_58" -> "1627 floordiv_100" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1628 mod_48" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1632 add_59" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1698 slice_146" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1798 slice_149" [style=solid, label="(-1,)"]; -"1628 mod_48" -> "1629 sub_26" [style=solid, label="(-1,)"]; -"1629 sub_26" -> "1630 mod_49" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1631 pad_13" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1632 add_59" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1741 pad_14" [style=solid, label="(-1,)"]; -"1631 pad_13" -> "1637 view_57" [style=solid, label="(1, -1, -1, 768)"]; -"1632 add_59" -> "1633 floordiv_75" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1697 reshape_48" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1797 reshape_52" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1636 mul_49" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1637 view_57" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1654 mul_57" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1695 view_58" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1742 view_61" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1795 view_62" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1635 floordiv_76" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1697 reshape_48" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1797 reshape_52" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1636 mul_49" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1637 view_57" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1655 mul_58" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1695 view_58" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1742 view_61" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1795 view_62" [style=solid, label="(-1,)"]; -"1636 mul_49" -> "1639 reshape_45" [style=solid, label="(-1,)"]; -"1636 mul_49" -> "1744 reshape_49" [style=solid, label="(-1,)"]; -"1637 view_57" -> "1638 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1638 permute_47" -> "1639 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1639 reshape_45" -> "1643 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1640 clone_10" -> "1641 slice_145" [style=solid, label="(2304,)"]; -"1640 clone_10" -> "1651 linear_65" [style=solid, label="(2304,)"]; -"1641 slice_145" -> "1642 zero__10" [style=solid, label="(768,)"]; -"1643 reshape_45_0_0_nncf_smooth_quant_0" -> "1644 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1644 quantize_per_tensor_default_64" -> "1645 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1645 dequantize_per_tensor_default_64" -> "1651 linear_65" [style=solid, label="(1, -1, 768)"]; -"1646 scale_updated_constant44" -> "1648 mul_tensor_44" [style=solid, label="(2304, 1)"]; -"1647 compressed_weight_updated_constant44" -> "1648 mul_tensor_44" [style=solid, label="(2304, 768)"]; -"1648 mul_tensor_44" -> "1650 sub_tensor_44" [style=solid, label="(2304, 768)"]; -"1649 zero_point_updated_constant44" -> "1650 sub_tensor_44" [style=solid, label="(2304, 1)"]; -"1650 sub_tensor_44" -> "1651 linear_65" [style=solid, label="(2304, 768)"]; -"1651 linear_65" -> "1657 reshape_46" [style=solid, label="(1, -1, 2304)"]; -"1652 floordiv_101" -> "1654 mul_57" [style=solid, label="(-1,)"]; -"1653 floordiv_102" -> "1656 mul_59" [style=solid, label="(-1,)"]; -"1654 mul_57" -> "1655 mul_58" [style=solid, label="(-1,)"]; -"1655 mul_58" -> "1656 mul_59" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1657 reshape_46" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1684 reshape_47" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1757 reshape_50" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1784 reshape_51" [style=solid, label="(-1,)"]; -"1657 reshape_46" -> "1658 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1658 permute_48" -> "1659 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1658 permute_48" -> "1660 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1658 permute_48" -> "1661 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1659 select_30" -> "1662 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; -"1659 select_30" -> "1664 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; -"1659 select_30" -> "1665 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1668 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1670 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1671 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1661 select_32" -> "1682 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; -"1662 linalg_vector_norm_20" -> "1663 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; -"1663 clamp_min_20" -> "1664 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; -"1664 expand_as_20" -> "1665 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1665 div_20" -> "1666 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1666 quantize_per_tensor_default_65" -> "1667 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1667 dequantize_per_tensor_default_65" -> "1675 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; -"1668 linalg_vector_norm_21" -> "1669 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; -"1669 clamp_min_21" -> "1670 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; -"1670 expand_as_21" -> "1671 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1671 div_21" -> "1672 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1672 quantize_per_tensor_default_66" -> "1673 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1673 dequantize_per_tensor_default_66" -> "1674 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; -"1674 transpose_20" -> "1675 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; -"1675 matmul_20" -> "1678 mul_50" [style=solid, label="(1, 24, -1, -1)"]; -"1676 clamp_10" -> "1677 exp_10" [style=solid, label="(24, 1, 1)"]; -"1677 exp_10" -> "1678 mul_50" [style=solid, label="(24, 1, 1)"]; -"1678 mul_50" -> "1679 add_35" [style=solid, label="(1, 24, -1, -1)"]; -"1679 add_35" -> "1680 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; -"1680 softmax_10" -> "1681 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; -"1681 dropout_40" -> "1682 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; -"1682 matmul_21" -> "1683 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; -"1683 transpose_21" -> "1684 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; -"1684 reshape_47" -> "1685 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1685 reshape_47_0_0_nncf_smooth_quant_0" -> "1686 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1686 quantize_per_tensor_default_67" -> "1687 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1687 dequantize_per_tensor_default_67" -> "1693 linear_66" [style=solid, label="(1, -1, 768)"]; -"1688 scale_updated_constant45" -> "1690 mul_tensor_45" [style=solid, label="(768, 1)"]; -"1689 compressed_weight_updated_constant45" -> "1690 mul_tensor_45" [style=solid, label="(768, 768)"]; -"1690 mul_tensor_45" -> "1692 sub_tensor_45" [style=solid, label="(768, 768)"]; -"1691 zero_point_updated_constant45" -> "1692 sub_tensor_45" [style=solid, label="(768, 1)"]; -"1692 sub_tensor_45" -> "1693 linear_66" [style=solid, label="(768, 768)"]; -"1693 linear_66" -> "1694 dropout_41" [style=solid, label="(1, -1, 768)"]; -"1694 dropout_41" -> "1695 view_58" [style=solid, label="(1, -1, 768)"]; -"1695 view_58" -> "1696 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1696 permute_49" -> "1697 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1697 reshape_48" -> "1698 slice_146" [style=solid, label="(1, -1, -1, 768)"]; -"1698 slice_146" -> "1699 slice_147" [style=solid, label="(1, -1, -1, 768)"]; -"1699 slice_147" -> "1700 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; -"1700 contiguous_19" -> "1701 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; -"1701 layer_norm_24" -> "1702 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1702 add_36" -> "1703 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1702 add_36" -> "1725 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1703 add_36_0_0_nncf_smooth_quant_0" -> "1704 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1704 quantize_per_tensor_default_68" -> "1705 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1705 dequantize_per_tensor_default_68" -> "1711 linear_67" [style=solid, label="(1, -1, -1, 768)"]; -"1706 scale_updated_constant46" -> "1708 mul_tensor_46" [style=solid, label="(3072, 1)"]; -"1707 compressed_weight_updated_constant46" -> "1708 mul_tensor_46" [style=solid, label="(3072, 768)"]; -"1708 mul_tensor_46" -> "1710 sub_tensor_46" [style=solid, label="(3072, 768)"]; -"1709 zero_point_updated_constant46" -> "1710 sub_tensor_46" [style=solid, label="(3072, 1)"]; -"1710 sub_tensor_46" -> "1711 linear_67" [style=solid, label="(3072, 768)"]; -"1711 linear_67" -> "1712 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; -"1712 gelu_10" -> "1713 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; -"1713 dropout_42" -> "1714 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1714 dropout_42_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1715 quantize_per_tensor_default_69" -> "1716 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1716 dequantize_per_tensor_default_69" -> "1722 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; -"1717 scale_updated_constant47" -> "1719 mul_tensor_47" [style=solid, label="(768, 1)"]; -"1718 compressed_weight_updated_constant47" -> "1719 mul_tensor_47" [style=solid, label="(768, 3072)"]; -"1719 mul_tensor_47" -> "1721 sub_tensor_47" [style=solid, label="(768, 3072)"]; -"1720 zero_point_updated_constant47" -> "1721 sub_tensor_47" [style=solid, label="(768, 1)"]; -"1721 sub_tensor_47" -> "1722 linear_68" [style=solid, label="(768, 3072)"]; -"1722 linear_68" -> "1723 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; -"1723 dropout_43" -> "1724 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; -"1724 layer_norm_25" -> "1725 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1725 add_37" -> "1741 pad_14" [style=solid, label="(1, -1, -1, 768)"]; -"1725 add_37" -> "1802 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1726 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1728 linear_69" [style=solid, label="(512, 2)"]; -"1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1728 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1728 linear_69" -> "1729 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1729 relu__11" -> "1731 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1730 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1732 linear_70" [style=solid, label="(24, 512)"]; -"1731 relu__11_0_0_nncf_smooth_quant_0" -> "1732 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1732 linear_70" -> "1733 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1733 view_59" -> "1734 index_11" [style=solid, label="(225, 24)"]; -"1734 index_11" -> "1735 view_60" [style=solid, label="(4096, 24)"]; -"1735 view_60" -> "1736 permute_50" [style=solid, label="(64, 64, 24)"]; -"1736 permute_50" -> "1737 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1737 contiguous_20" -> "1738 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1738 unsqueeze_31" -> "1739 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1739 sigmoid_11" -> "1740 mul_51" [style=solid, label="(1, 24, 64, 64)"]; -"1740 mul_51" -> "1779 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1741 pad_14" -> "1742 view_61" [style=solid, label="(1, -1, -1, 768)"]; -"1742 view_61" -> "1743 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1743 permute_51" -> "1744 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1744 reshape_49" -> "1748 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1745 clone_11" -> "1746 slice_148" [style=solid, label="(2304,)"]; -"1745 clone_11" -> "1756 linear_71" [style=solid, label="(2304,)"]; -"1746 slice_148" -> "1747 zero__11" [style=solid, label="(768,)"]; -"1748 reshape_49_0_0_nncf_smooth_quant_0" -> "1749 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1749 quantize_per_tensor_default_70" -> "1750 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1750 dequantize_per_tensor_default_70" -> "1756 linear_71" [style=solid, label="(1, -1, 768)"]; -"1751 scale_updated_constant48" -> "1753 mul_tensor_48" [style=solid, label="(2304, 1)"]; -"1752 compressed_weight_updated_constant48" -> "1753 mul_tensor_48" [style=solid, label="(2304, 768)"]; -"1753 mul_tensor_48" -> "1755 sub_tensor_48" [style=solid, label="(2304, 768)"]; -"1754 zero_point_updated_constant48" -> "1755 sub_tensor_48" [style=solid, label="(2304, 1)"]; -"1755 sub_tensor_48" -> "1756 linear_71" [style=solid, label="(2304, 768)"]; -"1756 linear_71" -> "1757 reshape_50" [style=solid, label="(1, -1, 2304)"]; -"1757 reshape_50" -> "1758 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1758 permute_52" -> "1759 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1758 permute_52" -> "1760 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1758 permute_52" -> "1761 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1759 select_33" -> "1762 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; -"1759 select_33" -> "1764 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; -"1759 select_33" -> "1765 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1768 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1770 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1771 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1761 select_35" -> "1782 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; -"1762 linalg_vector_norm_22" -> "1763 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; -"1763 clamp_min_22" -> "1764 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; -"1764 expand_as_22" -> "1765 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1765 div_22" -> "1766 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1766 quantize_per_tensor_default_71" -> "1767 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1767 dequantize_per_tensor_default_71" -> "1775 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; -"1768 linalg_vector_norm_23" -> "1769 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; -"1769 clamp_min_23" -> "1770 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; -"1770 expand_as_23" -> "1771 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1771 div_23" -> "1772 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1772 quantize_per_tensor_default_72" -> "1773 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1773 dequantize_per_tensor_default_72" -> "1774 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; -"1774 transpose_22" -> "1775 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; -"1775 matmul_22" -> "1778 mul_53" [style=solid, label="(1, 24, -1, -1)"]; -"1776 clamp_11" -> "1777 exp_11" [style=solid, label="(24, 1, 1)"]; -"1777 exp_11" -> "1778 mul_53" [style=solid, label="(24, 1, 1)"]; -"1778 mul_53" -> "1779 add_38" [style=solid, label="(1, 24, -1, -1)"]; -"1779 add_38" -> "1780 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; -"1780 softmax_11" -> "1781 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; -"1781 dropout_44" -> "1782 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; -"1782 matmul_23" -> "1783 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; -"1783 transpose_23" -> "1784 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; -"1784 reshape_51" -> "1785 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1785 reshape_51_0_0_nncf_smooth_quant_0" -> "1786 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1786 quantize_per_tensor_default_73" -> "1787 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1787 dequantize_per_tensor_default_73" -> "1793 linear_72" [style=solid, label="(1, -1, 768)"]; -"1788 scale_updated_constant49" -> "1790 mul_tensor_49" [style=solid, label="(768, 1)"]; -"1789 compressed_weight_updated_constant49" -> "1790 mul_tensor_49" [style=solid, label="(768, 768)"]; -"1790 mul_tensor_49" -> "1792 sub_tensor_49" [style=solid, label="(768, 768)"]; -"1791 zero_point_updated_constant49" -> "1792 sub_tensor_49" [style=solid, label="(768, 1)"]; -"1792 sub_tensor_49" -> "1793 linear_72" [style=solid, label="(768, 768)"]; -"1793 linear_72" -> "1794 dropout_45" [style=solid, label="(1, -1, 768)"]; -"1794 dropout_45" -> "1795 view_62" [style=solid, label="(1, -1, 768)"]; -"1795 view_62" -> "1796 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1796 permute_53" -> "1797 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1797 reshape_52" -> "1798 slice_149" [style=solid, label="(1, -1, -1, 768)"]; -"1798 slice_149" -> "1799 slice_150" [style=solid, label="(1, -1, -1, 768)"]; -"1799 slice_150" -> "1800 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; -"1800 contiguous_21" -> "1801 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; -"1801 layer_norm_26" -> "1802 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1802 add_39" -> "1803 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1802 add_39" -> "1825 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1803 add_39_0_0_nncf_smooth_quant_0" -> "1804 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1804 quantize_per_tensor_default_74" -> "1805 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1805 dequantize_per_tensor_default_74" -> "1811 linear_73" [style=solid, label="(1, -1, -1, 768)"]; -"1806 scale_updated_constant50" -> "1808 mul_tensor_50" [style=solid, label="(3072, 1)"]; -"1807 compressed_weight_updated_constant50" -> "1808 mul_tensor_50" [style=solid, label="(3072, 768)"]; -"1808 mul_tensor_50" -> "1810 sub_tensor_50" [style=solid, label="(3072, 768)"]; -"1809 zero_point_updated_constant50" -> "1810 sub_tensor_50" [style=solid, label="(3072, 1)"]; -"1810 sub_tensor_50" -> "1811 linear_73" [style=solid, label="(3072, 768)"]; -"1811 linear_73" -> "1812 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; -"1812 gelu_11" -> "1813 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; -"1813 dropout_46" -> "1814 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1814 dropout_46_0_0_nncf_smooth_quant_0" -> "1815 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1815 quantize_per_tensor_default_75" -> "1816 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1816 dequantize_per_tensor_default_75" -> "1822 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; -"1817 scale_updated_constant51" -> "1819 mul_tensor_51" [style=solid, label="(768, 1)"]; -"1818 compressed_weight_updated_constant51" -> "1819 mul_tensor_51" [style=solid, label="(768, 3072)"]; -"1819 mul_tensor_51" -> "1821 sub_tensor_51" [style=solid, label="(768, 3072)"]; -"1820 zero_point_updated_constant51" -> "1821 sub_tensor_51" [style=solid, label="(768, 1)"]; -"1821 sub_tensor_51" -> "1822 linear_74" [style=solid, label="(768, 3072)"]; -"1822 linear_74" -> "1823 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; -"1823 dropout_47" -> "1824 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; -"1824 layer_norm_27" -> "1825 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1825 add_40" -> "1826 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; -"1826 layer_norm_28" -> "1827 permute_54" [style=solid, label="(1, -1, -1, 768)"]; -"1827 permute_54" -> "1828 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; -"1828 adaptive_avg_pool2d" -> "1829 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1829 flatten" -> "1830 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1830 flatten_0_0_nncf_smooth_quant_0" -> "1831 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1831 quantize_per_tensor_default_76" -> "1832 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1832 dequantize_per_tensor_default_76" -> "1838 linear_75" [style=solid, label="(1, 768)"]; -"1833 scale_updated_constant52" -> "1835 mul_tensor_52" [style=solid, label="(1000, 1)"]; -"1834 compressed_weight_updated_constant52" -> "1835 mul_tensor_52" [style=solid, label="(1000, 768)"]; -"1835 mul_tensor_52" -> "1837 sub_tensor_52" [style=solid, label="(1000, 768)"]; -"1836 zero_point_updated_constant52" -> "1837 sub_tensor_52" [style=solid, label="(1000, 1)"]; -"1837 sub_tensor_52" -> "1838 linear_75" [style=solid, label="(1000, 768)"]; -"1838 linear_75" -> "1839 output" [style=solid, label="(1, 1000)"]; -} diff --git a/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_single_block.dot b/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_single_block.dot new file mode 100644 index 00000000000..2bc6edfdc5b --- /dev/null +++ b/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_single_block.dot @@ -0,0 +1,1440 @@ +digraph { +"0 model_features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; +"1 model_features_1_0_attn_proj_bias" [id=1, type="get_attr"]; +"2 model_features_1_0_attn_logit_scale" [id=2, type="get_attr"]; +"3 model_features_3_0_attn_qkv_bias" [id=3, type="get_attr"]; +"4 model_features_3_0_attn_proj_bias" [id=4, type="get_attr"]; +"5 model_features_3_0_attn_logit_scale" [id=5, type="get_attr"]; +"6 model_features_5_0_attn_qkv_bias" [id=6, type="get_attr"]; +"7 model_features_5_0_attn_proj_bias" [id=7, type="get_attr"]; +"8 model_features_5_0_attn_logit_scale" [id=8, type="get_attr"]; +"9 model_features_7_0_attn_qkv_bias" [id=9, type="get_attr"]; +"10 model_features_7_0_attn_proj_bias" [id=10, type="get_attr"]; +"11 model_features_7_0_attn_logit_scale" [id=11, type="get_attr"]; +"12 model_features_0_0_bias" [id=12, type="get_attr"]; +"13 model_features_0_2_weight" [id=13, type="get_attr"]; +"14 model_features_0_2_bias" [id=14, type="get_attr"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" [id=15, type="get_attr"]; +"16 model_features_1_0_norm1_weight" [id=16, type="get_attr"]; +"17 model_features_1_0_norm1_bias" [id=17, type="get_attr"]; +"18 model_features_1_0_mlp_0_bias" [id=18, type="get_attr"]; +"19 model_features_1_0_mlp_3_bias" [id=19, type="get_attr"]; +"20 model_features_1_0_norm2_weight" [id=20, type="get_attr"]; +"21 model_features_1_0_norm2_bias" [id=21, type="get_attr"]; +"22 model_features_2_norm_weight" [id=22, type="get_attr"]; +"23 model_features_2_norm_bias" [id=23, type="get_attr"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" [id=24, type="get_attr"]; +"25 model_features_3_0_norm1_weight" [id=25, type="get_attr"]; +"26 model_features_3_0_norm1_bias" [id=26, type="get_attr"]; +"27 model_features_3_0_mlp_0_bias" [id=27, type="get_attr"]; +"28 model_features_3_0_mlp_3_bias" [id=28, type="get_attr"]; +"29 model_features_3_0_norm2_weight" [id=29, type="get_attr"]; +"30 model_features_3_0_norm2_bias" [id=30, type="get_attr"]; +"31 model_features_4_norm_weight" [id=31, type="get_attr"]; +"32 model_features_4_norm_bias" [id=32, type="get_attr"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" [id=33, type="get_attr"]; +"34 model_features_5_0_norm1_weight" [id=34, type="get_attr"]; +"35 model_features_5_0_norm1_bias" [id=35, type="get_attr"]; +"36 model_features_5_0_mlp_0_bias" [id=36, type="get_attr"]; +"37 model_features_5_0_mlp_3_bias" [id=37, type="get_attr"]; +"38 model_features_5_0_norm2_weight" [id=38, type="get_attr"]; +"39 model_features_5_0_norm2_bias" [id=39, type="get_attr"]; +"40 model_features_6_norm_weight" [id=40, type="get_attr"]; +"41 model_features_6_norm_bias" [id=41, type="get_attr"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" [id=42, type="get_attr"]; +"43 model_features_7_0_norm1_weight" [id=43, type="get_attr"]; +"44 model_features_7_0_norm1_bias" [id=44, type="get_attr"]; +"45 model_features_7_0_mlp_0_bias" [id=45, type="get_attr"]; +"46 model_features_7_0_mlp_3_bias" [id=46, type="get_attr"]; +"47 model_features_7_0_norm2_weight" [id=47, type="get_attr"]; +"48 model_features_7_0_norm2_bias" [id=48, type="get_attr"]; +"49 model_norm_weight" [id=49, type="get_attr"]; +"50 model_norm_bias" [id=50, type="get_attr"]; +"51 model_head_bias" [id=51, type="get_attr"]; +"52 model_features_1_0_attn_relative_coords_table" [id=52, type="get_attr"]; +"53 model_features_1_0_attn_relative_position_index" [id=53, type="get_attr"]; +"54 model_features_3_0_attn_relative_coords_table" [id=54, type="get_attr"]; +"55 model_features_3_0_attn_relative_position_index" [id=55, type="get_attr"]; +"56 model_features_5_0_attn_relative_coords_table" [id=56, type="get_attr"]; +"57 model_features_5_0_attn_relative_position_index" [id=57, type="get_attr"]; +"58 model_features_7_0_attn_relative_coords_table" [id=58, type="get_attr"]; +"59 model_features_7_0_attn_relative_position_index" [id=59, type="get_attr"]; +"60 x" [id=60, type=input]; +"61 sym_size_int_43" [id=61, type="sym_size"]; +"62 sym_size_int_44" [id=62, type="sym_size"]; +"63 quantize_per_tensor_default" [id=63, type="quantize_per_tensor"]; +"64 dequantize_per_tensor_default" [id=64, type="dequantize_per_tensor"]; +"65 conv2d_scale_0" [id=65, type="get_attr"]; +"66 conv2d_zero_point_0" [id=66, type="get_attr"]; +"67 compressed_weight_updated_constant0" [id=67, type="get_attr"]; +"68 quantize_per_channel_default" [id=68, type="quantize_per_channel"]; +"69 dequantize_per_channel_default" [id=69, type="dequantize_per_channel"]; +"70 conv2d" [id=70, type=conv2d]; +"71 permute" [id=71, type=permute]; +"72 layer_norm" [id=72, type="layer_norm"]; +"73 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=73, type="get_attr"]; +"74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=74, type="call_module"]; +"75 linear" [id=75, type=linear]; +"76 relu_" [id=76, type="relu_"]; +"77 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=77, type="get_attr"]; +"78 relu__0_0_nncf_smooth_quant_0" [id=78, type="call_module"]; +"79 linear_1" [id=79, type=linear]; +"80 view" [id=80, type=view]; +"81 index" [id=81, type=index]; +"82 view_1" [id=82, type=view]; +"83 permute_1" [id=83, type=permute]; +"84 contiguous" [id=84, type=contiguous]; +"85 unsqueeze" [id=85, type=unsqueeze]; +"86 sigmoid" [id=86, type=sigmoid]; +"87 mul" [id=87, type=mul]; +"88 floordiv_24" [id=88, type=floordiv]; +"89 mod" [id=89, type=mod]; +"90 sub" [id=90, type=sub]; +"91 mod_1" [id=91, type=mod]; +"92 floordiv_25" [id=92, type=floordiv]; +"93 mod_2" [id=93, type=mod]; +"94 sub_1" [id=94, type=sub]; +"95 mod_3" [id=95, type=mod]; +"96 pad" [id=96, type=pad]; +"97 add_12" [id=97, type=add]; +"98 floordiv" [id=98, type=floordiv]; +"99 add_13" [id=99, type=add]; +"100 floordiv_1" [id=100, type=floordiv]; +"101 mul_1" [id=101, type=mul]; +"102 view_2" [id=102, type=view]; +"103 permute_2" [id=103, type=permute]; +"104 reshape" [id=104, type=reshape]; +"105 clone" [id=105, type=clone]; +"106 slice_1" [id=106, type=slice]; +"107 zero_" [id=107, type="zero_"]; +"108 reshape_0_0_nncf_smooth_quant_0" [id=108, type="call_module"]; +"109 quantize_per_tensor_default_1" [id=109, type="quantize_per_tensor"]; +"110 dequantize_per_tensor_default_1" [id=110, type="dequantize_per_tensor"]; +"111 linear_2_scale_0" [id=111, type="get_attr"]; +"112 linear_2_zero_point_0" [id=112, type="get_attr"]; +"113 compressed_weight_updated_constant1" [id=113, type="get_attr"]; +"114 quantize_per_channel_default_1" [id=114, type="quantize_per_channel"]; +"115 dequantize_per_channel_default_1" [id=115, type="dequantize_per_channel"]; +"116 linear_2" [id=116, type=linear]; +"117 floordiv_26" [id=117, type=floordiv]; +"118 floordiv_27" [id=118, type=floordiv]; +"119 mul_26" [id=119, type=mul]; +"120 reshape_1" [id=120, type=reshape]; +"121 permute_3" [id=121, type=permute]; +"122 select" [id=122, type=select]; +"123 select_1" [id=123, type=select]; +"124 select_2" [id=124, type=select]; +"125 linalg_vector_norm" [id=125, type="linalg_vector_norm"]; +"126 clamp_min" [id=126, type="clamp_min"]; +"127 expand_as" [id=127, type="expand_as"]; +"128 div" [id=128, type=div]; +"129 quantize_per_tensor_default_2" [id=129, type="quantize_per_tensor"]; +"130 dequantize_per_tensor_default_2" [id=130, type="dequantize_per_tensor"]; +"131 linalg_vector_norm_1" [id=131, type="linalg_vector_norm"]; +"132 clamp_min_1" [id=132, type="clamp_min"]; +"133 expand_as_1" [id=133, type="expand_as"]; +"134 div_1" [id=134, type=div]; +"135 quantize_per_tensor_default_3" [id=135, type="quantize_per_tensor"]; +"136 dequantize_per_tensor_default_3" [id=136, type="dequantize_per_tensor"]; +"137 transpose" [id=137, type=transpose]; +"138 matmul" [id=138, type=matmul]; +"139 clamp" [id=139, type=clamp]; +"140 exp" [id=140, type=exp]; +"141 mul_2" [id=141, type=mul]; +"142 add" [id=142, type=add]; +"143 softmax" [id=143, type=softmax]; +"144 dropout" [id=144, type=dropout]; +"145 matmul_1" [id=145, type=matmul]; +"146 transpose_1" [id=146, type=transpose]; +"147 reshape_2" [id=147, type=reshape]; +"148 reshape_2_0_0_nncf_smooth_quant_0" [id=148, type="call_module"]; +"149 quantize_per_tensor_default_4" [id=149, type="quantize_per_tensor"]; +"150 dequantize_per_tensor_default_4" [id=150, type="dequantize_per_tensor"]; +"151 linear_3_scale_0" [id=151, type="get_attr"]; +"152 linear_3_zero_point_0" [id=152, type="get_attr"]; +"153 compressed_weight_updated_constant2" [id=153, type="get_attr"]; +"154 quantize_per_channel_default_2" [id=154, type="quantize_per_channel"]; +"155 dequantize_per_channel_default_2" [id=155, type="dequantize_per_channel"]; +"156 linear_3" [id=156, type=linear]; +"157 dropout_1" [id=157, type=dropout]; +"158 view_3" [id=158, type=view]; +"159 permute_4" [id=159, type=permute]; +"160 reshape_3" [id=160, type=reshape]; +"161 slice_2" [id=161, type=slice]; +"162 slice_3" [id=162, type=slice]; +"163 layer_norm_1" [id=163, type="layer_norm"]; +"164 add_1" [id=164, type=add]; +"165 add_1_0_0_nncf_smooth_quant_0" [id=165, type="call_module"]; +"166 quantize_per_tensor_default_5" [id=166, type="quantize_per_tensor"]; +"167 dequantize_per_tensor_default_5" [id=167, type="dequantize_per_tensor"]; +"168 linear_4_scale_0" [id=168, type="get_attr"]; +"169 linear_4_zero_point_0" [id=169, type="get_attr"]; +"170 compressed_weight_updated_constant3" [id=170, type="get_attr"]; +"171 quantize_per_channel_default_3" [id=171, type="quantize_per_channel"]; +"172 dequantize_per_channel_default_3" [id=172, type="dequantize_per_channel"]; +"173 linear_4" [id=173, type=linear]; +"174 gelu" [id=174, type=gelu]; +"175 dropout_2" [id=175, type=dropout]; +"176 dropout_2_0_0_nncf_smooth_quant_0" [id=176, type="call_module"]; +"177 quantize_per_tensor_default_6" [id=177, type="quantize_per_tensor"]; +"178 dequantize_per_tensor_default_6" [id=178, type="dequantize_per_tensor"]; +"179 linear_5_scale_0" [id=179, type="get_attr"]; +"180 linear_5_zero_point_0" [id=180, type="get_attr"]; +"181 compressed_weight_updated_constant4" [id=181, type="get_attr"]; +"182 quantize_per_channel_default_4" [id=182, type="quantize_per_channel"]; +"183 dequantize_per_channel_default_4" [id=183, type="dequantize_per_channel"]; +"184 linear_5" [id=184, type=linear]; +"185 dropout_3" [id=185, type=dropout]; +"186 layer_norm_2" [id=186, type="layer_norm"]; +"187 add_2" [id=187, type=add]; +"188 mod_4" [id=188, type=mod]; +"189 mod_5" [id=189, type=mod]; +"190 pad_1" [id=190, type=pad]; +"191 slice_4" [id=191, type=slice]; +"192 slice_5" [id=192, type=slice]; +"193 slice_6" [id=193, type=slice]; +"194 slice_7" [id=194, type=slice]; +"195 slice_8" [id=195, type=slice]; +"196 slice_9" [id=196, type=slice]; +"197 slice_10" [id=197, type=slice]; +"198 slice_11" [id=198, type=slice]; +"199 cat" [id=199, type=cat]; +"200 cat_0_0_nncf_smooth_quant_0" [id=200, type="call_module"]; +"201 quantize_per_tensor_default_7" [id=201, type="quantize_per_tensor"]; +"202 dequantize_per_tensor_default_7" [id=202, type="dequantize_per_tensor"]; +"203 linear_6_scale_0" [id=203, type="get_attr"]; +"204 linear_6_zero_point_0" [id=204, type="get_attr"]; +"205 compressed_weight_updated_constant5" [id=205, type="get_attr"]; +"206 quantize_per_channel_default_5" [id=206, type="quantize_per_channel"]; +"207 dequantize_per_channel_default_5" [id=207, type="dequantize_per_channel"]; +"208 linear_6" [id=208, type=linear]; +"209 layer_norm_3" [id=209, type="layer_norm"]; +"210 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=210, type="get_attr"]; +"211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=211, type="call_module"]; +"212 linear_7" [id=212, type=linear]; +"213 relu__1" [id=213, type="relu_"]; +"214 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=214, type="get_attr"]; +"215 relu__1_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; +"216 linear_8" [id=216, type=linear]; +"217 view_4" [id=217, type=view]; +"218 index_1" [id=218, type=index]; +"219 view_5" [id=219, type=view]; +"220 permute_5" [id=220, type=permute]; +"221 contiguous_1" [id=221, type=contiguous]; +"222 unsqueeze_1" [id=222, type=unsqueeze]; +"223 sigmoid_1" [id=223, type=sigmoid]; +"224 mul_7" [id=224, type=mul]; +"225 add_14" [id=225, type=add]; +"226 add_15" [id=226, type=add]; +"227 floordiv_28" [id=227, type=floordiv]; +"228 mod_6" [id=228, type=mod]; +"229 sub_2" [id=229, type=sub]; +"230 mod_7" [id=230, type=mod]; +"231 add_16" [id=231, type=add]; +"232 add_17" [id=232, type=add]; +"233 floordiv_29" [id=233, type=floordiv]; +"234 mod_8" [id=234, type=mod]; +"235 sub_3" [id=235, type=sub]; +"236 mod_9" [id=236, type=mod]; +"237 pad_2" [id=237, type=pad]; +"238 add_18" [id=238, type=add]; +"239 floordiv_6" [id=239, type=floordiv]; +"240 add_19" [id=240, type=add]; +"241 floordiv_7" [id=241, type=floordiv]; +"242 mul_8" [id=242, type=mul]; +"243 view_6" [id=243, type=view]; +"244 permute_6" [id=244, type=permute]; +"245 reshape_4" [id=245, type=reshape]; +"246 clone_1" [id=246, type=clone]; +"247 slice_12" [id=247, type=slice]; +"248 zero__1" [id=248, type="zero_"]; +"249 reshape_4_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; +"250 quantize_per_tensor_default_8" [id=250, type="quantize_per_tensor"]; +"251 dequantize_per_tensor_default_8" [id=251, type="dequantize_per_tensor"]; +"252 linear_9_scale_0" [id=252, type="get_attr"]; +"253 linear_9_zero_point_0" [id=253, type="get_attr"]; +"254 compressed_weight_updated_constant6" [id=254, type="get_attr"]; +"255 quantize_per_channel_default_6" [id=255, type="quantize_per_channel"]; +"256 dequantize_per_channel_default_6" [id=256, type="dequantize_per_channel"]; +"257 linear_9" [id=257, type=linear]; +"258 floordiv_30" [id=258, type=floordiv]; +"259 floordiv_31" [id=259, type=floordiv]; +"260 mul_27" [id=260, type=mul]; +"261 reshape_5" [id=261, type=reshape]; +"262 permute_7" [id=262, type=permute]; +"263 select_3" [id=263, type=select]; +"264 select_4" [id=264, type=select]; +"265 select_5" [id=265, type=select]; +"266 linalg_vector_norm_2" [id=266, type="linalg_vector_norm"]; +"267 clamp_min_2" [id=267, type="clamp_min"]; +"268 expand_as_2" [id=268, type="expand_as"]; +"269 div_2" [id=269, type=div]; +"270 quantize_per_tensor_default_9" [id=270, type="quantize_per_tensor"]; +"271 dequantize_per_tensor_default_9" [id=271, type="dequantize_per_tensor"]; +"272 linalg_vector_norm_3" [id=272, type="linalg_vector_norm"]; +"273 clamp_min_3" [id=273, type="clamp_min"]; +"274 expand_as_3" [id=274, type="expand_as"]; +"275 div_3" [id=275, type=div]; +"276 quantize_per_tensor_default_10" [id=276, type="quantize_per_tensor"]; +"277 dequantize_per_tensor_default_10" [id=277, type="dequantize_per_tensor"]; +"278 transpose_2" [id=278, type=transpose]; +"279 matmul_2" [id=279, type=matmul]; +"280 clamp_1" [id=280, type=clamp]; +"281 exp_1" [id=281, type=exp]; +"282 mul_9" [id=282, type=mul]; +"283 add_3" [id=283, type=add]; +"284 softmax_1" [id=284, type=softmax]; +"285 dropout_4" [id=285, type=dropout]; +"286 matmul_3" [id=286, type=matmul]; +"287 transpose_3" [id=287, type=transpose]; +"288 reshape_6" [id=288, type=reshape]; +"289 reshape_6_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; +"290 quantize_per_tensor_default_11" [id=290, type="quantize_per_tensor"]; +"291 dequantize_per_tensor_default_11" [id=291, type="dequantize_per_tensor"]; +"292 linear_10_scale_0" [id=292, type="get_attr"]; +"293 linear_10_zero_point_0" [id=293, type="get_attr"]; +"294 compressed_weight_updated_constant7" [id=294, type="get_attr"]; +"295 quantize_per_channel_default_7" [id=295, type="quantize_per_channel"]; +"296 dequantize_per_channel_default_7" [id=296, type="dequantize_per_channel"]; +"297 linear_10" [id=297, type=linear]; +"298 dropout_5" [id=298, type=dropout]; +"299 view_7" [id=299, type=view]; +"300 permute_8" [id=300, type=permute]; +"301 reshape_7" [id=301, type=reshape]; +"302 slice_13" [id=302, type=slice]; +"303 slice_14" [id=303, type=slice]; +"304 contiguous_2" [id=304, type=contiguous]; +"305 layer_norm_4" [id=305, type="layer_norm"]; +"306 add_4" [id=306, type=add]; +"307 add_4_0_0_nncf_smooth_quant_0" [id=307, type="call_module"]; +"308 quantize_per_tensor_default_12" [id=308, type="quantize_per_tensor"]; +"309 dequantize_per_tensor_default_12" [id=309, type="dequantize_per_tensor"]; +"310 linear_11_scale_0" [id=310, type="get_attr"]; +"311 linear_11_zero_point_0" [id=311, type="get_attr"]; +"312 compressed_weight_updated_constant8" [id=312, type="get_attr"]; +"313 quantize_per_channel_default_8" [id=313, type="quantize_per_channel"]; +"314 dequantize_per_channel_default_8" [id=314, type="dequantize_per_channel"]; +"315 linear_11" [id=315, type=linear]; +"316 gelu_1" [id=316, type=gelu]; +"317 dropout_6" [id=317, type=dropout]; +"318 dropout_6_0_0_nncf_smooth_quant_0" [id=318, type="call_module"]; +"319 quantize_per_tensor_default_13" [id=319, type="quantize_per_tensor"]; +"320 dequantize_per_tensor_default_13" [id=320, type="dequantize_per_tensor"]; +"321 linear_12_scale_0" [id=321, type="get_attr"]; +"322 linear_12_zero_point_0" [id=322, type="get_attr"]; +"323 compressed_weight_updated_constant9" [id=323, type="get_attr"]; +"324 quantize_per_channel_default_9" [id=324, type="quantize_per_channel"]; +"325 dequantize_per_channel_default_9" [id=325, type="dequantize_per_channel"]; +"326 linear_12" [id=326, type=linear]; +"327 dropout_7" [id=327, type=dropout]; +"328 layer_norm_5" [id=328, type="layer_norm"]; +"329 add_5" [id=329, type=add]; +"330 mod_10" [id=330, type=mod]; +"331 mod_11" [id=331, type=mod]; +"332 pad_3" [id=332, type=pad]; +"333 slice_15" [id=333, type=slice]; +"334 slice_16" [id=334, type=slice]; +"335 slice_17" [id=335, type=slice]; +"336 slice_18" [id=336, type=slice]; +"337 slice_19" [id=337, type=slice]; +"338 slice_20" [id=338, type=slice]; +"339 slice_21" [id=339, type=slice]; +"340 slice_22" [id=340, type=slice]; +"341 cat_1" [id=341, type=cat]; +"342 cat_1_0_0_nncf_smooth_quant_0" [id=342, type="call_module"]; +"343 quantize_per_tensor_default_14" [id=343, type="quantize_per_tensor"]; +"344 dequantize_per_tensor_default_14" [id=344, type="dequantize_per_tensor"]; +"345 linear_13_scale_0" [id=345, type="get_attr"]; +"346 linear_13_zero_point_0" [id=346, type="get_attr"]; +"347 compressed_weight_updated_constant10" [id=347, type="get_attr"]; +"348 quantize_per_channel_default_10" [id=348, type="quantize_per_channel"]; +"349 dequantize_per_channel_default_10" [id=349, type="dequantize_per_channel"]; +"350 linear_13" [id=350, type=linear]; +"351 layer_norm_6" [id=351, type="layer_norm"]; +"352 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=352, type="get_attr"]; +"353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=353, type="call_module"]; +"354 linear_14" [id=354, type=linear]; +"355 relu__2" [id=355, type="relu_"]; +"356 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=356, type="get_attr"]; +"357 relu__2_0_0_nncf_smooth_quant_0" [id=357, type="call_module"]; +"358 linear_15" [id=358, type=linear]; +"359 view_8" [id=359, type=view]; +"360 index_2" [id=360, type=index]; +"361 view_9" [id=361, type=view]; +"362 permute_9" [id=362, type=permute]; +"363 contiguous_3" [id=363, type=contiguous]; +"364 unsqueeze_2" [id=364, type=unsqueeze]; +"365 sigmoid_2" [id=365, type=sigmoid]; +"366 mul_15" [id=366, type=mul]; +"367 add_20" [id=367, type=add]; +"368 add_21" [id=368, type=add]; +"369 floordiv_32" [id=369, type=floordiv]; +"370 mod_12" [id=370, type=mod]; +"371 sub_4" [id=371, type=sub]; +"372 mod_13" [id=372, type=mod]; +"373 add_22" [id=373, type=add]; +"374 add_23" [id=374, type=add]; +"375 floordiv_33" [id=375, type=floordiv]; +"376 mod_14" [id=376, type=mod]; +"377 sub_5" [id=377, type=sub]; +"378 mod_15" [id=378, type=mod]; +"379 pad_4" [id=379, type=pad]; +"380 add_24" [id=380, type=add]; +"381 floordiv_12" [id=381, type=floordiv]; +"382 add_25" [id=382, type=add]; +"383 floordiv_13" [id=383, type=floordiv]; +"384 mul_16" [id=384, type=mul]; +"385 view_10" [id=385, type=view]; +"386 permute_10" [id=386, type=permute]; +"387 reshape_8" [id=387, type=reshape]; +"388 clone_2" [id=388, type=clone]; +"389 slice_23" [id=389, type=slice]; +"390 zero__2" [id=390, type="zero_"]; +"391 reshape_8_0_0_nncf_smooth_quant_0" [id=391, type="call_module"]; +"392 quantize_per_tensor_default_15" [id=392, type="quantize_per_tensor"]; +"393 dequantize_per_tensor_default_15" [id=393, type="dequantize_per_tensor"]; +"394 linear_16_scale_0" [id=394, type="get_attr"]; +"395 linear_16_zero_point_0" [id=395, type="get_attr"]; +"396 compressed_weight_updated_constant11" [id=396, type="get_attr"]; +"397 quantize_per_channel_default_11" [id=397, type="quantize_per_channel"]; +"398 dequantize_per_channel_default_11" [id=398, type="dequantize_per_channel"]; +"399 linear_16" [id=399, type=linear]; +"400 floordiv_34" [id=400, type=floordiv]; +"401 floordiv_35" [id=401, type=floordiv]; +"402 mul_28" [id=402, type=mul]; +"403 reshape_9" [id=403, type=reshape]; +"404 permute_11" [id=404, type=permute]; +"405 select_6" [id=405, type=select]; +"406 select_7" [id=406, type=select]; +"407 select_8" [id=407, type=select]; +"408 linalg_vector_norm_4" [id=408, type="linalg_vector_norm"]; +"409 clamp_min_4" [id=409, type="clamp_min"]; +"410 expand_as_4" [id=410, type="expand_as"]; +"411 div_4" [id=411, type=div]; +"412 quantize_per_tensor_default_16" [id=412, type="quantize_per_tensor"]; +"413 dequantize_per_tensor_default_16" [id=413, type="dequantize_per_tensor"]; +"414 linalg_vector_norm_5" [id=414, type="linalg_vector_norm"]; +"415 clamp_min_5" [id=415, type="clamp_min"]; +"416 expand_as_5" [id=416, type="expand_as"]; +"417 div_5" [id=417, type=div]; +"418 quantize_per_tensor_default_17" [id=418, type="quantize_per_tensor"]; +"419 dequantize_per_tensor_default_17" [id=419, type="dequantize_per_tensor"]; +"420 transpose_4" [id=420, type=transpose]; +"421 matmul_4" [id=421, type=matmul]; +"422 clamp_2" [id=422, type=clamp]; +"423 exp_2" [id=423, type=exp]; +"424 mul_17" [id=424, type=mul]; +"425 add_6" [id=425, type=add]; +"426 softmax_2" [id=426, type=softmax]; +"427 dropout_8" [id=427, type=dropout]; +"428 matmul_5" [id=428, type=matmul]; +"429 transpose_5" [id=429, type=transpose]; +"430 reshape_10" [id=430, type=reshape]; +"431 reshape_10_0_0_nncf_smooth_quant_0" [id=431, type="call_module"]; +"432 quantize_per_tensor_default_18" [id=432, type="quantize_per_tensor"]; +"433 dequantize_per_tensor_default_18" [id=433, type="dequantize_per_tensor"]; +"434 linear_17_scale_0" [id=434, type="get_attr"]; +"435 linear_17_zero_point_0" [id=435, type="get_attr"]; +"436 compressed_weight_updated_constant12" [id=436, type="get_attr"]; +"437 quantize_per_channel_default_12" [id=437, type="quantize_per_channel"]; +"438 dequantize_per_channel_default_12" [id=438, type="dequantize_per_channel"]; +"439 linear_17" [id=439, type=linear]; +"440 dropout_9" [id=440, type=dropout]; +"441 view_11" [id=441, type=view]; +"442 permute_12" [id=442, type=permute]; +"443 reshape_11" [id=443, type=reshape]; +"444 slice_24" [id=444, type=slice]; +"445 slice_25" [id=445, type=slice]; +"446 contiguous_4" [id=446, type=contiguous]; +"447 layer_norm_7" [id=447, type="layer_norm"]; +"448 add_7" [id=448, type=add]; +"449 add_7_0_0_nncf_smooth_quant_0" [id=449, type="call_module"]; +"450 quantize_per_tensor_default_19" [id=450, type="quantize_per_tensor"]; +"451 dequantize_per_tensor_default_19" [id=451, type="dequantize_per_tensor"]; +"452 linear_18_scale_0" [id=452, type="get_attr"]; +"453 linear_18_zero_point_0" [id=453, type="get_attr"]; +"454 compressed_weight_updated_constant13" [id=454, type="get_attr"]; +"455 quantize_per_channel_default_13" [id=455, type="quantize_per_channel"]; +"456 dequantize_per_channel_default_13" [id=456, type="dequantize_per_channel"]; +"457 linear_18" [id=457, type=linear]; +"458 gelu_2" [id=458, type=gelu]; +"459 dropout_10" [id=459, type=dropout]; +"460 dropout_10_0_0_nncf_smooth_quant_0" [id=460, type="call_module"]; +"461 quantize_per_tensor_default_20" [id=461, type="quantize_per_tensor"]; +"462 dequantize_per_tensor_default_20" [id=462, type="dequantize_per_tensor"]; +"463 linear_19_scale_0" [id=463, type="get_attr"]; +"464 linear_19_zero_point_0" [id=464, type="get_attr"]; +"465 compressed_weight_updated_constant14" [id=465, type="get_attr"]; +"466 quantize_per_channel_default_14" [id=466, type="quantize_per_channel"]; +"467 dequantize_per_channel_default_14" [id=467, type="dequantize_per_channel"]; +"468 linear_19" [id=468, type=linear]; +"469 dropout_11" [id=469, type=dropout]; +"470 layer_norm_8" [id=470, type="layer_norm"]; +"471 add_8" [id=471, type=add]; +"472 mod_16" [id=472, type=mod]; +"473 mod_17" [id=473, type=mod]; +"474 pad_5" [id=474, type=pad]; +"475 slice_26" [id=475, type=slice]; +"476 slice_27" [id=476, type=slice]; +"477 slice_28" [id=477, type=slice]; +"478 slice_29" [id=478, type=slice]; +"479 slice_30" [id=479, type=slice]; +"480 slice_31" [id=480, type=slice]; +"481 slice_32" [id=481, type=slice]; +"482 slice_33" [id=482, type=slice]; +"483 cat_2" [id=483, type=cat]; +"484 cat_2_0_0_nncf_smooth_quant_0" [id=484, type="call_module"]; +"485 quantize_per_tensor_default_21" [id=485, type="quantize_per_tensor"]; +"486 dequantize_per_tensor_default_21" [id=486, type="dequantize_per_tensor"]; +"487 linear_20_scale_0" [id=487, type="get_attr"]; +"488 linear_20_zero_point_0" [id=488, type="get_attr"]; +"489 compressed_weight_updated_constant15" [id=489, type="get_attr"]; +"490 quantize_per_channel_default_15" [id=490, type="quantize_per_channel"]; +"491 dequantize_per_channel_default_15" [id=491, type="dequantize_per_channel"]; +"492 linear_20" [id=492, type=linear]; +"493 layer_norm_9" [id=493, type="layer_norm"]; +"494 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=494, type="get_attr"]; +"495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=495, type="call_module"]; +"496 linear_21" [id=496, type=linear]; +"497 relu__3" [id=497, type="relu_"]; +"498 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=498, type="get_attr"]; +"499 relu__3_0_0_nncf_smooth_quant_0" [id=499, type="call_module"]; +"500 linear_22" [id=500, type=linear]; +"501 view_12" [id=501, type=view]; +"502 index_3" [id=502, type=index]; +"503 view_13" [id=503, type=view]; +"504 permute_13" [id=504, type=permute]; +"505 contiguous_5" [id=505, type=contiguous]; +"506 unsqueeze_3" [id=506, type=unsqueeze]; +"507 sigmoid_3" [id=507, type=sigmoid]; +"508 mul_23" [id=508, type=mul]; +"509 add_26" [id=509, type=add]; +"510 add_27" [id=510, type=add]; +"511 floordiv_36" [id=511, type=floordiv]; +"512 mod_18" [id=512, type=mod]; +"513 sub_6" [id=513, type=sub]; +"514 mod_19" [id=514, type=mod]; +"515 add_28" [id=515, type=add]; +"516 add_29" [id=516, type=add]; +"517 floordiv_37" [id=517, type=floordiv]; +"518 mod_20" [id=518, type=mod]; +"519 sub_7" [id=519, type=sub]; +"520 mod_21" [id=520, type=mod]; +"521 pad_6" [id=521, type=pad]; +"522 add_30" [id=522, type=add]; +"523 floordiv_18" [id=523, type=floordiv]; +"524 add_31" [id=524, type=add]; +"525 floordiv_19" [id=525, type=floordiv]; +"526 mul_24" [id=526, type=mul]; +"527 view_14" [id=527, type=view]; +"528 permute_14" [id=528, type=permute]; +"529 reshape_12" [id=529, type=reshape]; +"530 clone_3" [id=530, type=clone]; +"531 slice_34" [id=531, type=slice]; +"532 zero__3" [id=532, type="zero_"]; +"533 reshape_12_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; +"534 quantize_per_tensor_default_22" [id=534, type="quantize_per_tensor"]; +"535 dequantize_per_tensor_default_22" [id=535, type="dequantize_per_tensor"]; +"536 linear_23_scale_0" [id=536, type="get_attr"]; +"537 linear_23_zero_point_0" [id=537, type="get_attr"]; +"538 compressed_weight_updated_constant16" [id=538, type="get_attr"]; +"539 quantize_per_channel_default_16" [id=539, type="quantize_per_channel"]; +"540 dequantize_per_channel_default_16" [id=540, type="dequantize_per_channel"]; +"541 linear_23" [id=541, type=linear]; +"542 floordiv_38" [id=542, type=floordiv]; +"543 floordiv_39" [id=543, type=floordiv]; +"544 mul_29" [id=544, type=mul]; +"545 mul_30" [id=545, type=mul]; +"546 mul_31" [id=546, type=mul]; +"547 reshape_13" [id=547, type=reshape]; +"548 permute_15" [id=548, type=permute]; +"549 select_9" [id=549, type=select]; +"550 select_10" [id=550, type=select]; +"551 select_11" [id=551, type=select]; +"552 linalg_vector_norm_6" [id=552, type="linalg_vector_norm"]; +"553 clamp_min_6" [id=553, type="clamp_min"]; +"554 expand_as_6" [id=554, type="expand_as"]; +"555 div_6" [id=555, type=div]; +"556 quantize_per_tensor_default_23" [id=556, type="quantize_per_tensor"]; +"557 dequantize_per_tensor_default_23" [id=557, type="dequantize_per_tensor"]; +"558 linalg_vector_norm_7" [id=558, type="linalg_vector_norm"]; +"559 clamp_min_7" [id=559, type="clamp_min"]; +"560 expand_as_7" [id=560, type="expand_as"]; +"561 div_7" [id=561, type=div]; +"562 quantize_per_tensor_default_24" [id=562, type="quantize_per_tensor"]; +"563 dequantize_per_tensor_default_24" [id=563, type="dequantize_per_tensor"]; +"564 transpose_6" [id=564, type=transpose]; +"565 matmul_6" [id=565, type=matmul]; +"566 clamp_3" [id=566, type=clamp]; +"567 exp_3" [id=567, type=exp]; +"568 mul_25" [id=568, type=mul]; +"569 add_9" [id=569, type=add]; +"570 softmax_3" [id=570, type=softmax]; +"571 dropout_12" [id=571, type=dropout]; +"572 matmul_7" [id=572, type=matmul]; +"573 transpose_7" [id=573, type=transpose]; +"574 reshape_14" [id=574, type=reshape]; +"575 reshape_14_0_0_nncf_smooth_quant_0" [id=575, type="call_module"]; +"576 quantize_per_tensor_default_25" [id=576, type="quantize_per_tensor"]; +"577 dequantize_per_tensor_default_25" [id=577, type="dequantize_per_tensor"]; +"578 linear_24_scale_0" [id=578, type="get_attr"]; +"579 linear_24_zero_point_0" [id=579, type="get_attr"]; +"580 compressed_weight_updated_constant17" [id=580, type="get_attr"]; +"581 quantize_per_channel_default_17" [id=581, type="quantize_per_channel"]; +"582 dequantize_per_channel_default_17" [id=582, type="dequantize_per_channel"]; +"583 linear_24" [id=583, type=linear]; +"584 dropout_13" [id=584, type=dropout]; +"585 view_15" [id=585, type=view]; +"586 permute_16" [id=586, type=permute]; +"587 reshape_15" [id=587, type=reshape]; +"588 slice_35" [id=588, type=slice]; +"589 slice_36" [id=589, type=slice]; +"590 contiguous_6" [id=590, type=contiguous]; +"591 layer_norm_10" [id=591, type="layer_norm"]; +"592 add_10" [id=592, type=add]; +"593 add_10_0_0_nncf_smooth_quant_0" [id=593, type="call_module"]; +"594 quantize_per_tensor_default_26" [id=594, type="quantize_per_tensor"]; +"595 dequantize_per_tensor_default_26" [id=595, type="dequantize_per_tensor"]; +"596 linear_25_scale_0" [id=596, type="get_attr"]; +"597 linear_25_zero_point_0" [id=597, type="get_attr"]; +"598 compressed_weight_updated_constant18" [id=598, type="get_attr"]; +"599 quantize_per_channel_default_18" [id=599, type="quantize_per_channel"]; +"600 dequantize_per_channel_default_18" [id=600, type="dequantize_per_channel"]; +"601 linear_25" [id=601, type=linear]; +"602 gelu_3" [id=602, type=gelu]; +"603 dropout_14" [id=603, type=dropout]; +"604 dropout_14_0_0_nncf_smooth_quant_0" [id=604, type="call_module"]; +"605 quantize_per_tensor_default_27" [id=605, type="quantize_per_tensor"]; +"606 dequantize_per_tensor_default_27" [id=606, type="dequantize_per_tensor"]; +"607 linear_26_scale_0" [id=607, type="get_attr"]; +"608 linear_26_zero_point_0" [id=608, type="get_attr"]; +"609 compressed_weight_updated_constant19" [id=609, type="get_attr"]; +"610 quantize_per_channel_default_19" [id=610, type="quantize_per_channel"]; +"611 dequantize_per_channel_default_19" [id=611, type="dequantize_per_channel"]; +"612 linear_26" [id=612, type=linear]; +"613 dropout_15" [id=613, type=dropout]; +"614 layer_norm_11" [id=614, type="layer_norm"]; +"615 add_11" [id=615, type=add]; +"616 layer_norm_12" [id=616, type="layer_norm"]; +"617 permute_17" [id=617, type=permute]; +"618 adaptive_avg_pool2d" [id=618, type="adaptive_avg_pool2d"]; +"619 flatten" [id=619, type=flatten]; +"620 flatten_0_0_nncf_smooth_quant_0" [id=620, type="call_module"]; +"621 quantize_per_tensor_default_28" [id=621, type="quantize_per_tensor"]; +"622 dequantize_per_tensor_default_28" [id=622, type="dequantize_per_tensor"]; +"623 linear_27_scale_0" [id=623, type="get_attr"]; +"624 linear_27_zero_point_0" [id=624, type="get_attr"]; +"625 compressed_weight_updated_constant20" [id=625, type="get_attr"]; +"626 quantize_per_channel_default_20" [id=626, type="quantize_per_channel"]; +"627 dequantize_per_channel_default_20" [id=627, type="dequantize_per_channel"]; +"628 linear_27" [id=628, type=linear]; +"629 output" [id=629, type=output]; +"0 model_features_1_0_attn_qkv_bias" -> "105 clone" [key=0, style=solid, label="(288,)"]; +"1 model_features_1_0_attn_proj_bias" -> "156 linear_3" [key=0, style=solid, label="(96,)"]; +"2 model_features_1_0_attn_logit_scale" -> "139 clamp" [key=0, style=solid, label="(3, 1, 1)"]; +"3 model_features_3_0_attn_qkv_bias" -> "246 clone_1" [key=0, style=solid, label="(576,)"]; +"4 model_features_3_0_attn_proj_bias" -> "297 linear_10" [key=0, style=solid, label="(192,)"]; +"5 model_features_3_0_attn_logit_scale" -> "280 clamp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"6 model_features_5_0_attn_qkv_bias" -> "388 clone_2" [key=0, style=solid, label="(1152,)"]; +"7 model_features_5_0_attn_proj_bias" -> "439 linear_17" [key=0, style=solid, label="(384,)"]; +"8 model_features_5_0_attn_logit_scale" -> "422 clamp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"9 model_features_7_0_attn_qkv_bias" -> "530 clone_3" [key=0, style=solid, label="(2304,)"]; +"10 model_features_7_0_attn_proj_bias" -> "583 linear_24" [key=0, style=solid, label="(768,)"]; +"11 model_features_7_0_attn_logit_scale" -> "566 clamp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"12 model_features_0_0_bias" -> "70 conv2d" [key=0, style=solid, label="(96,)"]; +"13 model_features_0_2_weight" -> "72 layer_norm" [key=0, style=solid, label="(96,)"]; +"14 model_features_0_2_bias" -> "72 layer_norm" [key=0, style=solid, label="(96,)"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" -> "75 linear" [key=0, style=solid, label="(512,)"]; +"16 model_features_1_0_norm1_weight" -> "163 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"17 model_features_1_0_norm1_bias" -> "163 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"18 model_features_1_0_mlp_0_bias" -> "173 linear_4" [key=0, style=solid, label="(384,)"]; +"19 model_features_1_0_mlp_3_bias" -> "184 linear_5" [key=0, style=solid, label="(96,)"]; +"20 model_features_1_0_norm2_weight" -> "186 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"21 model_features_1_0_norm2_bias" -> "186 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"22 model_features_2_norm_weight" -> "209 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"23 model_features_2_norm_bias" -> "209 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" -> "212 linear_7" [key=0, style=solid, label="(512,)"]; +"25 model_features_3_0_norm1_weight" -> "305 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"26 model_features_3_0_norm1_bias" -> "305 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"27 model_features_3_0_mlp_0_bias" -> "315 linear_11" [key=0, style=solid, label="(768,)"]; +"28 model_features_3_0_mlp_3_bias" -> "326 linear_12" [key=0, style=solid, label="(192,)"]; +"29 model_features_3_0_norm2_weight" -> "328 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"30 model_features_3_0_norm2_bias" -> "328 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"31 model_features_4_norm_weight" -> "351 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"32 model_features_4_norm_bias" -> "351 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" -> "354 linear_14" [key=0, style=solid, label="(512,)"]; +"34 model_features_5_0_norm1_weight" -> "447 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"35 model_features_5_0_norm1_bias" -> "447 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"36 model_features_5_0_mlp_0_bias" -> "457 linear_18" [key=0, style=solid, label="(1536,)"]; +"37 model_features_5_0_mlp_3_bias" -> "468 linear_19" [key=0, style=solid, label="(384,)"]; +"38 model_features_5_0_norm2_weight" -> "470 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"39 model_features_5_0_norm2_bias" -> "470 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"40 model_features_6_norm_weight" -> "493 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"41 model_features_6_norm_bias" -> "493 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" -> "496 linear_21" [key=0, style=solid, label="(512,)"]; +"43 model_features_7_0_norm1_weight" -> "591 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"44 model_features_7_0_norm1_bias" -> "591 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"45 model_features_7_0_mlp_0_bias" -> "601 linear_25" [key=0, style=solid, label="(3072,)"]; +"46 model_features_7_0_mlp_3_bias" -> "612 linear_26" [key=0, style=solid, label="(768,)"]; +"47 model_features_7_0_norm2_weight" -> "614 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"48 model_features_7_0_norm2_bias" -> "614 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"49 model_norm_weight" -> "616 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"50 model_norm_bias" -> "616 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"51 model_head_bias" -> "628 linear_27" [key=0, style=solid, label="(10,)"]; +"52 model_features_1_0_attn_relative_coords_table" -> "74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"53 model_features_1_0_attn_relative_position_index" -> "81 index" [key=0, style=solid, label="(4096,)"]; +"54 model_features_3_0_attn_relative_coords_table" -> "211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"55 model_features_3_0_attn_relative_position_index" -> "218 index_1" [key=0, style=solid, label="(4096,)"]; +"56 model_features_5_0_attn_relative_coords_table" -> "353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"57 model_features_5_0_attn_relative_position_index" -> "360 index_2" [key=0, style=solid, label="(4096,)"]; +"58 model_features_7_0_attn_relative_coords_table" -> "495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"59 model_features_7_0_attn_relative_position_index" -> "502 index_3" [key=0, style=solid, label="(4096,)"]; +"60 x" -> "61 sym_size_int_43" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"60 x" -> "62 sym_size_int_44" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"60 x" -> "63 quantize_per_tensor_default" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"61 sym_size_int_43" -> "92 floordiv_25" [key=0, style=solid, label="(-1,)"]; +"62 sym_size_int_44" -> "88 floordiv_24" [key=0, style=solid, label="(-1,)"]; +"63 quantize_per_tensor_default" -> "64 dequantize_per_tensor_default" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"64 dequantize_per_tensor_default" -> "70 conv2d" [key=0, style=solid, label="(1, 3, -1, -1)"]; +"65 conv2d_scale_0" -> "68 quantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"65 conv2d_scale_0" -> "69 dequantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"66 conv2d_zero_point_0" -> "68 quantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"66 conv2d_zero_point_0" -> "69 dequantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"67 compressed_weight_updated_constant0" -> "68 quantize_per_channel_default" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"68 quantize_per_channel_default" -> "69 dequantize_per_channel_default" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"69 dequantize_per_channel_default" -> "70 conv2d" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"70 conv2d" -> "71 permute" [key=0, style=solid, label="(1, 96, -1, -1)"]; +"71 permute" -> "72 layer_norm" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"72 layer_norm" -> "96 pad" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"72 layer_norm" -> "164 add_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"73 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "75 linear" [key=0, style=solid, label="(512, 2)"]; +"74 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "75 linear" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"75 linear" -> "76 relu_" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"76 relu_" -> "78 relu__0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"77 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "79 linear_1" [key=0, style=solid, label="(3, 512)"]; +"78 relu__0_0_nncf_smooth_quant_0" -> "79 linear_1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"79 linear_1" -> "80 view" [key=0, style=solid, label="(1, 15, 15, 3)"]; +"80 view" -> "81 index" [key=0, style=solid, label="(225, 3)"]; +"81 index" -> "82 view_1" [key=0, style=solid, label="(4096, 3)"]; +"82 view_1" -> "83 permute_1" [key=0, style=solid, label="(64, 64, 3)"]; +"83 permute_1" -> "84 contiguous" [key=0, style=solid, label="(3, 64, 64)"]; +"84 contiguous" -> "85 unsqueeze" [key=0, style=solid, label="(3, 64, 64)"]; +"85 unsqueeze" -> "86 sigmoid" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"86 sigmoid" -> "87 mul" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"87 mul" -> "142 add" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"88 floordiv_24" -> "89 mod" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "99 add_13" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "162 slice_3" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "188 mod_4" [key=0, style=solid, label="(-1,)"]; +"88 floordiv_24" -> "225 add_14" [key=0, style=solid, label="(-1,)"]; +"89 mod" -> "90 sub" [key=0, style=solid, label="(-1,)"]; +"90 sub" -> "91 mod_1" [key=0, style=solid, label="(-1,)"]; +"91 mod_1" -> "96 pad" [key=0, style=solid, label="(-1,)"]; +"91 mod_1" -> "99 add_13" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "93 mod_2" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "97 add_12" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "161 slice_2" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "189 mod_5" [key=0, style=solid, label="(-1,)"]; +"92 floordiv_25" -> "231 add_16" [key=0, style=solid, label="(-1,)"]; +"93 mod_2" -> "94 sub_1" [key=0, style=solid, label="(-1,)"]; +"94 sub_1" -> "95 mod_3" [key=0, style=solid, label="(-1,)"]; +"95 mod_3" -> "96 pad" [key=0, style=solid, label="(-1,)"]; +"95 mod_3" -> "97 add_12" [key=0, style=solid, label="(-1,)"]; +"96 pad" -> "102 view_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"97 add_12" -> "98 floordiv" [key=0, style=solid, label="(-1,)"]; +"97 add_12" -> "117 floordiv_26" [key=0, style=solid, label="(-1,)"]; +"97 add_12" -> "160 reshape_3" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "101 mul_1" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "102 view_2" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "117 floordiv_26" [key=0, style=solid, label="(-1,)"]; +"98 floordiv" -> "158 view_3" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "100 floordiv_1" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "118 floordiv_27" [key=0, style=solid, label="(-1,)"]; +"99 add_13" -> "160 reshape_3" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "101 mul_1" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "102 view_2" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "118 floordiv_27" [key=0, style=solid, label="(-1,)"]; +"100 floordiv_1" -> "158 view_3" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "104 reshape" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "120 reshape_1" [key=0, style=solid, label="(-1,)"]; +"101 mul_1" -> "147 reshape_2" [key=0, style=solid, label="(-1,)"]; +"102 view_2" -> "103 permute_2" [key=0, style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"103 permute_2" -> "104 reshape" [key=0, style=solid, label="(1, -1, -1, -1, -1, 96)"]; +"104 reshape" -> "108 reshape_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 96)"]; +"105 clone" -> "106 slice_1" [key=0, style=solid, label="(288,)"]; +"105 clone" -> "116 linear_2" [key=0, style=solid, label="(288,)"]; +"106 slice_1" -> "107 zero_" [key=0, style=solid, label="(96,)"]; +"108 reshape_0_0_nncf_smooth_quant_0" -> "109 quantize_per_tensor_default_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"109 quantize_per_tensor_default_1" -> "110 dequantize_per_tensor_default_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"110 dequantize_per_tensor_default_1" -> "116 linear_2" [key=0, style=solid, label="(-1, -1, 96)"]; +"111 linear_2_scale_0" -> "114 quantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"111 linear_2_scale_0" -> "115 dequantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"112 linear_2_zero_point_0" -> "114 quantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"112 linear_2_zero_point_0" -> "115 dequantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"113 compressed_weight_updated_constant1" -> "114 quantize_per_channel_default_1" [key=0, style=solid, label="(288, 96)"]; +"114 quantize_per_channel_default_1" -> "115 dequantize_per_channel_default_1" [key=0, style=solid, label="(288, 96)"]; +"115 dequantize_per_channel_default_1" -> "116 linear_2" [key=0, style=solid, label="(288, 96)"]; +"116 linear_2" -> "120 reshape_1" [key=0, style=solid, label="(-1, -1, 288)"]; +"117 floordiv_26" -> "119 mul_26" [key=0, style=solid, label="(-1,)"]; +"118 floordiv_27" -> "119 mul_26" [key=0, style=solid, label="(-1,)"]; +"119 mul_26" -> "120 reshape_1" [key=0, style=solid, label="(-1,)"]; +"119 mul_26" -> "147 reshape_2" [key=0, style=solid, label="(-1,)"]; +"120 reshape_1" -> "121 permute_3" [key=0, style=solid, label="(-1, -1, 3, 3, 32)"]; +"121 permute_3" -> "122 select" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"121 permute_3" -> "123 select_1" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"121 permute_3" -> "124 select_2" [key=0, style=solid, label="(3, -1, 3, -1, 32)"]; +"122 select" -> "125 linalg_vector_norm" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"122 select" -> "127 expand_as" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"122 select" -> "128 div" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "131 linalg_vector_norm_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "133 expand_as_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"123 select_1" -> "134 div_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"124 select_2" -> "145 matmul_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"125 linalg_vector_norm" -> "126 clamp_min" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"126 clamp_min" -> "127 expand_as" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"127 expand_as" -> "128 div" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"128 div" -> "129 quantize_per_tensor_default_2" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"129 quantize_per_tensor_default_2" -> "130 dequantize_per_tensor_default_2" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"130 dequantize_per_tensor_default_2" -> "138 matmul" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"131 linalg_vector_norm_1" -> "132 clamp_min_1" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"132 clamp_min_1" -> "133 expand_as_1" [key=0, style=solid, label="(-1, 3, -1, 1)"]; +"133 expand_as_1" -> "134 div_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"134 div_1" -> "135 quantize_per_tensor_default_3" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"135 quantize_per_tensor_default_3" -> "136 dequantize_per_tensor_default_3" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"136 dequantize_per_tensor_default_3" -> "137 transpose" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"137 transpose" -> "138 matmul" [key=0, style=solid, label="(-1, 3, 32, -1)"]; +"138 matmul" -> "141 mul_2" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"139 clamp" -> "140 exp" [key=0, style=solid, label="(3, 1, 1)"]; +"140 exp" -> "141 mul_2" [key=0, style=solid, label="(3, 1, 1)"]; +"141 mul_2" -> "142 add" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"142 add" -> "143 softmax" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"143 softmax" -> "144 dropout" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"144 dropout" -> "145 matmul_1" [key=0, style=solid, label="(-1, 3, -1, -1)"]; +"145 matmul_1" -> "146 transpose_1" [key=0, style=solid, label="(-1, 3, -1, 32)"]; +"146 transpose_1" -> "147 reshape_2" [key=0, style=solid, label="(-1, -1, 3, 32)"]; +"147 reshape_2" -> "148 reshape_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 96)"]; +"148 reshape_2_0_0_nncf_smooth_quant_0" -> "149 quantize_per_tensor_default_4" [key=0, style=solid, label="(-1, -1, 96)"]; +"149 quantize_per_tensor_default_4" -> "150 dequantize_per_tensor_default_4" [key=0, style=solid, label="(-1, -1, 96)"]; +"150 dequantize_per_tensor_default_4" -> "156 linear_3" [key=0, style=solid, label="(-1, -1, 96)"]; +"151 linear_3_scale_0" -> "154 quantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"151 linear_3_scale_0" -> "155 dequantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"152 linear_3_zero_point_0" -> "154 quantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"152 linear_3_zero_point_0" -> "155 dequantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"153 compressed_weight_updated_constant2" -> "154 quantize_per_channel_default_2" [key=0, style=solid, label="(96, 96)"]; +"154 quantize_per_channel_default_2" -> "155 dequantize_per_channel_default_2" [key=0, style=solid, label="(96, 96)"]; +"155 dequantize_per_channel_default_2" -> "156 linear_3" [key=0, style=solid, label="(96, 96)"]; +"156 linear_3" -> "157 dropout_1" [key=0, style=solid, label="(-1, -1, 96)"]; +"157 dropout_1" -> "158 view_3" [key=0, style=solid, label="(-1, -1, 96)"]; +"158 view_3" -> "159 permute_4" [key=0, style=solid, label="(1, -1, -1, 8, -1, 96)"]; +"159 permute_4" -> "160 reshape_3" [key=0, style=solid, label="(1, -1, 8, -1, -1, 96)"]; +"160 reshape_3" -> "161 slice_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"161 slice_2" -> "162 slice_3" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"162 slice_3" -> "163 layer_norm_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"163 layer_norm_1" -> "164 add_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"164 add_1" -> "165 add_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"164 add_1" -> "187 add_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"165 add_1_0_0_nncf_smooth_quant_0" -> "166 quantize_per_tensor_default_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"166 quantize_per_tensor_default_5" -> "167 dequantize_per_tensor_default_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"167 dequantize_per_tensor_default_5" -> "173 linear_4" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"168 linear_4_scale_0" -> "171 quantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"168 linear_4_scale_0" -> "172 dequantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"169 linear_4_zero_point_0" -> "171 quantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"169 linear_4_zero_point_0" -> "172 dequantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"170 compressed_weight_updated_constant3" -> "171 quantize_per_channel_default_3" [key=0, style=solid, label="(384, 96)"]; +"171 quantize_per_channel_default_3" -> "172 dequantize_per_channel_default_3" [key=0, style=solid, label="(384, 96)"]; +"172 dequantize_per_channel_default_3" -> "173 linear_4" [key=0, style=solid, label="(384, 96)"]; +"173 linear_4" -> "174 gelu" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"174 gelu" -> "175 dropout_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"175 dropout_2" -> "176 dropout_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"176 dropout_2_0_0_nncf_smooth_quant_0" -> "177 quantize_per_tensor_default_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"177 quantize_per_tensor_default_6" -> "178 dequantize_per_tensor_default_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"178 dequantize_per_tensor_default_6" -> "184 linear_5" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"179 linear_5_scale_0" -> "182 quantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"179 linear_5_scale_0" -> "183 dequantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"180 linear_5_zero_point_0" -> "182 quantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"180 linear_5_zero_point_0" -> "183 dequantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"181 compressed_weight_updated_constant4" -> "182 quantize_per_channel_default_4" [key=0, style=solid, label="(96, 384)"]; +"182 quantize_per_channel_default_4" -> "183 dequantize_per_channel_default_4" [key=0, style=solid, label="(96, 384)"]; +"183 dequantize_per_channel_default_4" -> "184 linear_5" [key=0, style=solid, label="(96, 384)"]; +"184 linear_5" -> "185 dropout_3" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"185 dropout_3" -> "186 layer_norm_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"186 layer_norm_2" -> "187 add_2" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"187 add_2" -> "190 pad_1" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"188 mod_4" -> "190 pad_1" [key=0, style=solid, label="(-1,)"]; +"188 mod_4" -> "226 add_15" [key=0, style=solid, label="(-1,)"]; +"189 mod_5" -> "190 pad_1" [key=0, style=solid, label="(-1,)"]; +"189 mod_5" -> "232 add_17" [key=0, style=solid, label="(-1,)"]; +"190 pad_1" -> "191 slice_4" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "193 slice_6" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "195 slice_8" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"190 pad_1" -> "197 slice_10" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"191 slice_4" -> "192 slice_5" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"192 slice_5" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"193 slice_6" -> "194 slice_7" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"194 slice_7" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"195 slice_8" -> "196 slice_9" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"196 slice_9" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"197 slice_10" -> "198 slice_11" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"198 slice_11" -> "199 cat" [key=0, style=solid, label="(1, -1, -1, 96)"]; +"199 cat" -> "200 cat_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"200 cat_0_0_nncf_smooth_quant_0" -> "201 quantize_per_tensor_default_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"201 quantize_per_tensor_default_7" -> "202 dequantize_per_tensor_default_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"202 dequantize_per_tensor_default_7" -> "208 linear_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"203 linear_6_scale_0" -> "206 quantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"203 linear_6_scale_0" -> "207 dequantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"204 linear_6_zero_point_0" -> "206 quantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"204 linear_6_zero_point_0" -> "207 dequantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"205 compressed_weight_updated_constant5" -> "206 quantize_per_channel_default_5" [key=0, style=solid, label="(192, 384)"]; +"206 quantize_per_channel_default_5" -> "207 dequantize_per_channel_default_5" [key=0, style=solid, label="(192, 384)"]; +"207 dequantize_per_channel_default_5" -> "208 linear_6" [key=0, style=solid, label="(192, 384)"]; +"208 linear_6" -> "209 layer_norm_3" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"209 layer_norm_3" -> "237 pad_2" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"209 layer_norm_3" -> "306 add_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"210 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "212 linear_7" [key=0, style=solid, label="(512, 2)"]; +"211 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "212 linear_7" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"212 linear_7" -> "213 relu__1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"213 relu__1" -> "215 relu__1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"214 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "216 linear_8" [key=0, style=solid, label="(6, 512)"]; +"215 relu__1_0_0_nncf_smooth_quant_0" -> "216 linear_8" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"216 linear_8" -> "217 view_4" [key=0, style=solid, label="(1, 15, 15, 6)"]; +"217 view_4" -> "218 index_1" [key=0, style=solid, label="(225, 6)"]; +"218 index_1" -> "219 view_5" [key=0, style=solid, label="(4096, 6)"]; +"219 view_5" -> "220 permute_5" [key=0, style=solid, label="(64, 64, 6)"]; +"220 permute_5" -> "221 contiguous_1" [key=0, style=solid, label="(6, 64, 64)"]; +"221 contiguous_1" -> "222 unsqueeze_1" [key=0, style=solid, label="(6, 64, 64)"]; +"222 unsqueeze_1" -> "223 sigmoid_1" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"223 sigmoid_1" -> "224 mul_7" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"224 mul_7" -> "283 add_3" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"225 add_14" -> "226 add_15" [key=0, style=solid, label="(-1,)"]; +"226 add_15" -> "227 floordiv_28" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "228 mod_6" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "240 add_19" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "303 slice_14" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "330 mod_10" [key=0, style=solid, label="(-1,)"]; +"227 floordiv_28" -> "367 add_20" [key=0, style=solid, label="(-1,)"]; +"228 mod_6" -> "229 sub_2" [key=0, style=solid, label="(-1,)"]; +"229 sub_2" -> "230 mod_7" [key=0, style=solid, label="(-1,)"]; +"230 mod_7" -> "237 pad_2" [key=0, style=solid, label="(-1,)"]; +"230 mod_7" -> "240 add_19" [key=0, style=solid, label="(-1,)"]; +"231 add_16" -> "232 add_17" [key=0, style=solid, label="(-1,)"]; +"232 add_17" -> "233 floordiv_29" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "234 mod_8" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "238 add_18" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "302 slice_13" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "331 mod_11" [key=0, style=solid, label="(-1,)"]; +"233 floordiv_29" -> "373 add_22" [key=0, style=solid, label="(-1,)"]; +"234 mod_8" -> "235 sub_3" [key=0, style=solid, label="(-1,)"]; +"235 sub_3" -> "236 mod_9" [key=0, style=solid, label="(-1,)"]; +"236 mod_9" -> "237 pad_2" [key=0, style=solid, label="(-1,)"]; +"236 mod_9" -> "238 add_18" [key=0, style=solid, label="(-1,)"]; +"237 pad_2" -> "243 view_6" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"238 add_18" -> "239 floordiv_6" [key=0, style=solid, label="(-1,)"]; +"238 add_18" -> "258 floordiv_30" [key=0, style=solid, label="(-1,)"]; +"238 add_18" -> "301 reshape_7" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "242 mul_8" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "243 view_6" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "258 floordiv_30" [key=0, style=solid, label="(-1,)"]; +"239 floordiv_6" -> "299 view_7" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "241 floordiv_7" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "259 floordiv_31" [key=0, style=solid, label="(-1,)"]; +"240 add_19" -> "301 reshape_7" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "242 mul_8" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "243 view_6" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "259 floordiv_31" [key=0, style=solid, label="(-1,)"]; +"241 floordiv_7" -> "299 view_7" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "245 reshape_4" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "261 reshape_5" [key=0, style=solid, label="(-1,)"]; +"242 mul_8" -> "288 reshape_6" [key=0, style=solid, label="(-1,)"]; +"243 view_6" -> "244 permute_6" [key=0, style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"244 permute_6" -> "245 reshape_4" [key=0, style=solid, label="(1, -1, -1, -1, -1, 192)"]; +"245 reshape_4" -> "249 reshape_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 192)"]; +"246 clone_1" -> "247 slice_12" [key=0, style=solid, label="(576,)"]; +"246 clone_1" -> "257 linear_9" [key=0, style=solid, label="(576,)"]; +"247 slice_12" -> "248 zero__1" [key=0, style=solid, label="(192,)"]; +"249 reshape_4_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_8" [key=0, style=solid, label="(-1, -1, 192)"]; +"250 quantize_per_tensor_default_8" -> "251 dequantize_per_tensor_default_8" [key=0, style=solid, label="(-1, -1, 192)"]; +"251 dequantize_per_tensor_default_8" -> "257 linear_9" [key=0, style=solid, label="(-1, -1, 192)"]; +"252 linear_9_scale_0" -> "255 quantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"252 linear_9_scale_0" -> "256 dequantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"253 linear_9_zero_point_0" -> "255 quantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"253 linear_9_zero_point_0" -> "256 dequantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"254 compressed_weight_updated_constant6" -> "255 quantize_per_channel_default_6" [key=0, style=solid, label="(576, 192)"]; +"255 quantize_per_channel_default_6" -> "256 dequantize_per_channel_default_6" [key=0, style=solid, label="(576, 192)"]; +"256 dequantize_per_channel_default_6" -> "257 linear_9" [key=0, style=solid, label="(576, 192)"]; +"257 linear_9" -> "261 reshape_5" [key=0, style=solid, label="(-1, -1, 576)"]; +"258 floordiv_30" -> "260 mul_27" [key=0, style=solid, label="(-1,)"]; +"259 floordiv_31" -> "260 mul_27" [key=0, style=solid, label="(-1,)"]; +"260 mul_27" -> "261 reshape_5" [key=0, style=solid, label="(-1,)"]; +"260 mul_27" -> "288 reshape_6" [key=0, style=solid, label="(-1,)"]; +"261 reshape_5" -> "262 permute_7" [key=0, style=solid, label="(-1, -1, 3, 6, 32)"]; +"262 permute_7" -> "263 select_3" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"262 permute_7" -> "264 select_4" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"262 permute_7" -> "265 select_5" [key=0, style=solid, label="(3, -1, 6, -1, 32)"]; +"263 select_3" -> "266 linalg_vector_norm_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"263 select_3" -> "268 expand_as_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"263 select_3" -> "269 div_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "272 linalg_vector_norm_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "274 expand_as_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"264 select_4" -> "275 div_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"265 select_5" -> "286 matmul_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"266 linalg_vector_norm_2" -> "267 clamp_min_2" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"267 clamp_min_2" -> "268 expand_as_2" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"268 expand_as_2" -> "269 div_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"269 div_2" -> "270 quantize_per_tensor_default_9" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"270 quantize_per_tensor_default_9" -> "271 dequantize_per_tensor_default_9" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"271 dequantize_per_tensor_default_9" -> "279 matmul_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"272 linalg_vector_norm_3" -> "273 clamp_min_3" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"273 clamp_min_3" -> "274 expand_as_3" [key=0, style=solid, label="(-1, 6, -1, 1)"]; +"274 expand_as_3" -> "275 div_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"275 div_3" -> "276 quantize_per_tensor_default_10" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"276 quantize_per_tensor_default_10" -> "277 dequantize_per_tensor_default_10" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"277 dequantize_per_tensor_default_10" -> "278 transpose_2" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"278 transpose_2" -> "279 matmul_2" [key=0, style=solid, label="(-1, 6, 32, -1)"]; +"279 matmul_2" -> "282 mul_9" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"280 clamp_1" -> "281 exp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"281 exp_1" -> "282 mul_9" [key=0, style=solid, label="(6, 1, 1)"]; +"282 mul_9" -> "283 add_3" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"283 add_3" -> "284 softmax_1" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"284 softmax_1" -> "285 dropout_4" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"285 dropout_4" -> "286 matmul_3" [key=0, style=solid, label="(-1, 6, -1, -1)"]; +"286 matmul_3" -> "287 transpose_3" [key=0, style=solid, label="(-1, 6, -1, 32)"]; +"287 transpose_3" -> "288 reshape_6" [key=0, style=solid, label="(-1, -1, 6, 32)"]; +"288 reshape_6" -> "289 reshape_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 192)"]; +"289 reshape_6_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_11" [key=0, style=solid, label="(-1, -1, 192)"]; +"290 quantize_per_tensor_default_11" -> "291 dequantize_per_tensor_default_11" [key=0, style=solid, label="(-1, -1, 192)"]; +"291 dequantize_per_tensor_default_11" -> "297 linear_10" [key=0, style=solid, label="(-1, -1, 192)"]; +"292 linear_10_scale_0" -> "295 quantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"292 linear_10_scale_0" -> "296 dequantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"293 linear_10_zero_point_0" -> "295 quantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"293 linear_10_zero_point_0" -> "296 dequantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"294 compressed_weight_updated_constant7" -> "295 quantize_per_channel_default_7" [key=0, style=solid, label="(192, 192)"]; +"295 quantize_per_channel_default_7" -> "296 dequantize_per_channel_default_7" [key=0, style=solid, label="(192, 192)"]; +"296 dequantize_per_channel_default_7" -> "297 linear_10" [key=0, style=solid, label="(192, 192)"]; +"297 linear_10" -> "298 dropout_5" [key=0, style=solid, label="(-1, -1, 192)"]; +"298 dropout_5" -> "299 view_7" [key=0, style=solid, label="(-1, -1, 192)"]; +"299 view_7" -> "300 permute_8" [key=0, style=solid, label="(1, -1, -1, 8, -1, 192)"]; +"300 permute_8" -> "301 reshape_7" [key=0, style=solid, label="(1, -1, 8, -1, -1, 192)"]; +"301 reshape_7" -> "302 slice_13" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"302 slice_13" -> "303 slice_14" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"303 slice_14" -> "304 contiguous_2" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"304 contiguous_2" -> "305 layer_norm_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"305 layer_norm_4" -> "306 add_4" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"306 add_4" -> "307 add_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"306 add_4" -> "329 add_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"307 add_4_0_0_nncf_smooth_quant_0" -> "308 quantize_per_tensor_default_12" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"308 quantize_per_tensor_default_12" -> "309 dequantize_per_tensor_default_12" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"309 dequantize_per_tensor_default_12" -> "315 linear_11" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"310 linear_11_scale_0" -> "313 quantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"310 linear_11_scale_0" -> "314 dequantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"311 linear_11_zero_point_0" -> "313 quantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"311 linear_11_zero_point_0" -> "314 dequantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"312 compressed_weight_updated_constant8" -> "313 quantize_per_channel_default_8" [key=0, style=solid, label="(768, 192)"]; +"313 quantize_per_channel_default_8" -> "314 dequantize_per_channel_default_8" [key=0, style=solid, label="(768, 192)"]; +"314 dequantize_per_channel_default_8" -> "315 linear_11" [key=0, style=solid, label="(768, 192)"]; +"315 linear_11" -> "316 gelu_1" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"316 gelu_1" -> "317 dropout_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"317 dropout_6" -> "318 dropout_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"318 dropout_6_0_0_nncf_smooth_quant_0" -> "319 quantize_per_tensor_default_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"319 quantize_per_tensor_default_13" -> "320 dequantize_per_tensor_default_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"320 dequantize_per_tensor_default_13" -> "326 linear_12" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"321 linear_12_scale_0" -> "324 quantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"321 linear_12_scale_0" -> "325 dequantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"322 linear_12_zero_point_0" -> "324 quantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"322 linear_12_zero_point_0" -> "325 dequantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"323 compressed_weight_updated_constant9" -> "324 quantize_per_channel_default_9" [key=0, style=solid, label="(192, 768)"]; +"324 quantize_per_channel_default_9" -> "325 dequantize_per_channel_default_9" [key=0, style=solid, label="(192, 768)"]; +"325 dequantize_per_channel_default_9" -> "326 linear_12" [key=0, style=solid, label="(192, 768)"]; +"326 linear_12" -> "327 dropout_7" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"327 dropout_7" -> "328 layer_norm_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"328 layer_norm_5" -> "329 add_5" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"329 add_5" -> "332 pad_3" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"330 mod_10" -> "332 pad_3" [key=0, style=solid, label="(-1,)"]; +"330 mod_10" -> "368 add_21" [key=0, style=solid, label="(-1,)"]; +"331 mod_11" -> "332 pad_3" [key=0, style=solid, label="(-1,)"]; +"331 mod_11" -> "374 add_23" [key=0, style=solid, label="(-1,)"]; +"332 pad_3" -> "333 slice_15" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "335 slice_17" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "337 slice_19" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"332 pad_3" -> "339 slice_21" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"333 slice_15" -> "334 slice_16" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"334 slice_16" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"335 slice_17" -> "336 slice_18" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"336 slice_18" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"337 slice_19" -> "338 slice_20" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"338 slice_20" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"339 slice_21" -> "340 slice_22" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"340 slice_22" -> "341 cat_1" [key=0, style=solid, label="(1, -1, -1, 192)"]; +"341 cat_1" -> "342 cat_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"342 cat_1_0_0_nncf_smooth_quant_0" -> "343 quantize_per_tensor_default_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"343 quantize_per_tensor_default_14" -> "344 dequantize_per_tensor_default_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"344 dequantize_per_tensor_default_14" -> "350 linear_13" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"345 linear_13_scale_0" -> "348 quantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"345 linear_13_scale_0" -> "349 dequantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"346 linear_13_zero_point_0" -> "348 quantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"346 linear_13_zero_point_0" -> "349 dequantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"347 compressed_weight_updated_constant10" -> "348 quantize_per_channel_default_10" [key=0, style=solid, label="(384, 768)"]; +"348 quantize_per_channel_default_10" -> "349 dequantize_per_channel_default_10" [key=0, style=solid, label="(384, 768)"]; +"349 dequantize_per_channel_default_10" -> "350 linear_13" [key=0, style=solid, label="(384, 768)"]; +"350 linear_13" -> "351 layer_norm_6" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"351 layer_norm_6" -> "379 pad_4" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"351 layer_norm_6" -> "448 add_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"352 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "354 linear_14" [key=0, style=solid, label="(512, 2)"]; +"353 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "354 linear_14" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"354 linear_14" -> "355 relu__2" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"355 relu__2" -> "357 relu__2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"356 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "358 linear_15" [key=0, style=solid, label="(12, 512)"]; +"357 relu__2_0_0_nncf_smooth_quant_0" -> "358 linear_15" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"358 linear_15" -> "359 view_8" [key=0, style=solid, label="(1, 15, 15, 12)"]; +"359 view_8" -> "360 index_2" [key=0, style=solid, label="(225, 12)"]; +"360 index_2" -> "361 view_9" [key=0, style=solid, label="(4096, 12)"]; +"361 view_9" -> "362 permute_9" [key=0, style=solid, label="(64, 64, 12)"]; +"362 permute_9" -> "363 contiguous_3" [key=0, style=solid, label="(12, 64, 64)"]; +"363 contiguous_3" -> "364 unsqueeze_2" [key=0, style=solid, label="(12, 64, 64)"]; +"364 unsqueeze_2" -> "365 sigmoid_2" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"365 sigmoid_2" -> "366 mul_15" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"366 mul_15" -> "425 add_6" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"367 add_20" -> "368 add_21" [key=0, style=solid, label="(-1,)"]; +"368 add_21" -> "369 floordiv_32" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "370 mod_12" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "382 add_25" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "445 slice_25" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "472 mod_16" [key=0, style=solid, label="(-1,)"]; +"369 floordiv_32" -> "509 add_26" [key=0, style=solid, label="(-1,)"]; +"370 mod_12" -> "371 sub_4" [key=0, style=solid, label="(-1,)"]; +"371 sub_4" -> "372 mod_13" [key=0, style=solid, label="(-1,)"]; +"372 mod_13" -> "379 pad_4" [key=0, style=solid, label="(-1,)"]; +"372 mod_13" -> "382 add_25" [key=0, style=solid, label="(-1,)"]; +"373 add_22" -> "374 add_23" [key=0, style=solid, label="(-1,)"]; +"374 add_23" -> "375 floordiv_33" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "376 mod_14" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "380 add_24" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "444 slice_24" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "473 mod_17" [key=0, style=solid, label="(-1,)"]; +"375 floordiv_33" -> "515 add_28" [key=0, style=solid, label="(-1,)"]; +"376 mod_14" -> "377 sub_5" [key=0, style=solid, label="(-1,)"]; +"377 sub_5" -> "378 mod_15" [key=0, style=solid, label="(-1,)"]; +"378 mod_15" -> "379 pad_4" [key=0, style=solid, label="(-1,)"]; +"378 mod_15" -> "380 add_24" [key=0, style=solid, label="(-1,)"]; +"379 pad_4" -> "385 view_10" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"380 add_24" -> "381 floordiv_12" [key=0, style=solid, label="(-1,)"]; +"380 add_24" -> "400 floordiv_34" [key=0, style=solid, label="(-1,)"]; +"380 add_24" -> "443 reshape_11" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "384 mul_16" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "385 view_10" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "400 floordiv_34" [key=0, style=solid, label="(-1,)"]; +"381 floordiv_12" -> "441 view_11" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "383 floordiv_13" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "401 floordiv_35" [key=0, style=solid, label="(-1,)"]; +"382 add_25" -> "443 reshape_11" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "384 mul_16" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "385 view_10" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "401 floordiv_35" [key=0, style=solid, label="(-1,)"]; +"383 floordiv_13" -> "441 view_11" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "387 reshape_8" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "403 reshape_9" [key=0, style=solid, label="(-1,)"]; +"384 mul_16" -> "430 reshape_10" [key=0, style=solid, label="(-1,)"]; +"385 view_10" -> "386 permute_10" [key=0, style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"386 permute_10" -> "387 reshape_8" [key=0, style=solid, label="(1, -1, -1, -1, -1, 384)"]; +"387 reshape_8" -> "391 reshape_8_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 384)"]; +"388 clone_2" -> "389 slice_23" [key=0, style=solid, label="(1152,)"]; +"388 clone_2" -> "399 linear_16" [key=0, style=solid, label="(1152,)"]; +"389 slice_23" -> "390 zero__2" [key=0, style=solid, label="(384,)"]; +"391 reshape_8_0_0_nncf_smooth_quant_0" -> "392 quantize_per_tensor_default_15" [key=0, style=solid, label="(-1, -1, 384)"]; +"392 quantize_per_tensor_default_15" -> "393 dequantize_per_tensor_default_15" [key=0, style=solid, label="(-1, -1, 384)"]; +"393 dequantize_per_tensor_default_15" -> "399 linear_16" [key=0, style=solid, label="(-1, -1, 384)"]; +"394 linear_16_scale_0" -> "397 quantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"394 linear_16_scale_0" -> "398 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"395 linear_16_zero_point_0" -> "397 quantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"395 linear_16_zero_point_0" -> "398 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"396 compressed_weight_updated_constant11" -> "397 quantize_per_channel_default_11" [key=0, style=solid, label="(1152, 384)"]; +"397 quantize_per_channel_default_11" -> "398 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152, 384)"]; +"398 dequantize_per_channel_default_11" -> "399 linear_16" [key=0, style=solid, label="(1152, 384)"]; +"399 linear_16" -> "403 reshape_9" [key=0, style=solid, label="(-1, -1, 1152)"]; +"400 floordiv_34" -> "402 mul_28" [key=0, style=solid, label="(-1,)"]; +"401 floordiv_35" -> "402 mul_28" [key=0, style=solid, label="(-1,)"]; +"402 mul_28" -> "403 reshape_9" [key=0, style=solid, label="(-1,)"]; +"402 mul_28" -> "430 reshape_10" [key=0, style=solid, label="(-1,)"]; +"403 reshape_9" -> "404 permute_11" [key=0, style=solid, label="(-1, -1, 3, 12, 32)"]; +"404 permute_11" -> "405 select_6" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"404 permute_11" -> "406 select_7" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"404 permute_11" -> "407 select_8" [key=0, style=solid, label="(3, -1, 12, -1, 32)"]; +"405 select_6" -> "408 linalg_vector_norm_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"405 select_6" -> "410 expand_as_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"405 select_6" -> "411 div_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "414 linalg_vector_norm_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "416 expand_as_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"406 select_7" -> "417 div_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"407 select_8" -> "428 matmul_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"408 linalg_vector_norm_4" -> "409 clamp_min_4" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"409 clamp_min_4" -> "410 expand_as_4" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"410 expand_as_4" -> "411 div_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"411 div_4" -> "412 quantize_per_tensor_default_16" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"412 quantize_per_tensor_default_16" -> "413 dequantize_per_tensor_default_16" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"413 dequantize_per_tensor_default_16" -> "421 matmul_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"414 linalg_vector_norm_5" -> "415 clamp_min_5" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"415 clamp_min_5" -> "416 expand_as_5" [key=0, style=solid, label="(-1, 12, -1, 1)"]; +"416 expand_as_5" -> "417 div_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"417 div_5" -> "418 quantize_per_tensor_default_17" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"418 quantize_per_tensor_default_17" -> "419 dequantize_per_tensor_default_17" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"419 dequantize_per_tensor_default_17" -> "420 transpose_4" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"420 transpose_4" -> "421 matmul_4" [key=0, style=solid, label="(-1, 12, 32, -1)"]; +"421 matmul_4" -> "424 mul_17" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"422 clamp_2" -> "423 exp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"423 exp_2" -> "424 mul_17" [key=0, style=solid, label="(12, 1, 1)"]; +"424 mul_17" -> "425 add_6" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"425 add_6" -> "426 softmax_2" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"426 softmax_2" -> "427 dropout_8" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"427 dropout_8" -> "428 matmul_5" [key=0, style=solid, label="(-1, 12, -1, -1)"]; +"428 matmul_5" -> "429 transpose_5" [key=0, style=solid, label="(-1, 12, -1, 32)"]; +"429 transpose_5" -> "430 reshape_10" [key=0, style=solid, label="(-1, -1, 12, 32)"]; +"430 reshape_10" -> "431 reshape_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(-1, -1, 384)"]; +"431 reshape_10_0_0_nncf_smooth_quant_0" -> "432 quantize_per_tensor_default_18" [key=0, style=solid, label="(-1, -1, 384)"]; +"432 quantize_per_tensor_default_18" -> "433 dequantize_per_tensor_default_18" [key=0, style=solid, label="(-1, -1, 384)"]; +"433 dequantize_per_tensor_default_18" -> "439 linear_17" [key=0, style=solid, label="(-1, -1, 384)"]; +"434 linear_17_scale_0" -> "437 quantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"434 linear_17_scale_0" -> "438 dequantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"435 linear_17_zero_point_0" -> "437 quantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"435 linear_17_zero_point_0" -> "438 dequantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"436 compressed_weight_updated_constant12" -> "437 quantize_per_channel_default_12" [key=0, style=solid, label="(384, 384)"]; +"437 quantize_per_channel_default_12" -> "438 dequantize_per_channel_default_12" [key=0, style=solid, label="(384, 384)"]; +"438 dequantize_per_channel_default_12" -> "439 linear_17" [key=0, style=solid, label="(384, 384)"]; +"439 linear_17" -> "440 dropout_9" [key=0, style=solid, label="(-1, -1, 384)"]; +"440 dropout_9" -> "441 view_11" [key=0, style=solid, label="(-1, -1, 384)"]; +"441 view_11" -> "442 permute_12" [key=0, style=solid, label="(1, -1, -1, 8, -1, 384)"]; +"442 permute_12" -> "443 reshape_11" [key=0, style=solid, label="(1, -1, 8, -1, -1, 384)"]; +"443 reshape_11" -> "444 slice_24" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"444 slice_24" -> "445 slice_25" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"445 slice_25" -> "446 contiguous_4" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"446 contiguous_4" -> "447 layer_norm_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"447 layer_norm_7" -> "448 add_7" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"448 add_7" -> "449 add_7_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"448 add_7" -> "471 add_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"449 add_7_0_0_nncf_smooth_quant_0" -> "450 quantize_per_tensor_default_19" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"450 quantize_per_tensor_default_19" -> "451 dequantize_per_tensor_default_19" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"451 dequantize_per_tensor_default_19" -> "457 linear_18" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"452 linear_18_scale_0" -> "455 quantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"452 linear_18_scale_0" -> "456 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"453 linear_18_zero_point_0" -> "455 quantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"453 linear_18_zero_point_0" -> "456 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"454 compressed_weight_updated_constant13" -> "455 quantize_per_channel_default_13" [key=0, style=solid, label="(1536, 384)"]; +"455 quantize_per_channel_default_13" -> "456 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536, 384)"]; +"456 dequantize_per_channel_default_13" -> "457 linear_18" [key=0, style=solid, label="(1536, 384)"]; +"457 linear_18" -> "458 gelu_2" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"458 gelu_2" -> "459 dropout_10" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"459 dropout_10" -> "460 dropout_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"460 dropout_10_0_0_nncf_smooth_quant_0" -> "461 quantize_per_tensor_default_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"461 quantize_per_tensor_default_20" -> "462 dequantize_per_tensor_default_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"462 dequantize_per_tensor_default_20" -> "468 linear_19" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"463 linear_19_scale_0" -> "466 quantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"463 linear_19_scale_0" -> "467 dequantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"464 linear_19_zero_point_0" -> "466 quantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"464 linear_19_zero_point_0" -> "467 dequantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"465 compressed_weight_updated_constant14" -> "466 quantize_per_channel_default_14" [key=0, style=solid, label="(384, 1536)"]; +"466 quantize_per_channel_default_14" -> "467 dequantize_per_channel_default_14" [key=0, style=solid, label="(384, 1536)"]; +"467 dequantize_per_channel_default_14" -> "468 linear_19" [key=0, style=solid, label="(384, 1536)"]; +"468 linear_19" -> "469 dropout_11" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"469 dropout_11" -> "470 layer_norm_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"470 layer_norm_8" -> "471 add_8" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"471 add_8" -> "474 pad_5" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"472 mod_16" -> "474 pad_5" [key=0, style=solid, label="(-1,)"]; +"472 mod_16" -> "510 add_27" [key=0, style=solid, label="(-1,)"]; +"473 mod_17" -> "474 pad_5" [key=0, style=solid, label="(-1,)"]; +"473 mod_17" -> "516 add_29" [key=0, style=solid, label="(-1,)"]; +"474 pad_5" -> "475 slice_26" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "477 slice_28" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "479 slice_30" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"474 pad_5" -> "481 slice_32" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"475 slice_26" -> "476 slice_27" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"476 slice_27" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"477 slice_28" -> "478 slice_29" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"478 slice_29" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"479 slice_30" -> "480 slice_31" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"480 slice_31" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"481 slice_32" -> "482 slice_33" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"482 slice_33" -> "483 cat_2" [key=0, style=solid, label="(1, -1, -1, 384)"]; +"483 cat_2" -> "484 cat_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"484 cat_2_0_0_nncf_smooth_quant_0" -> "485 quantize_per_tensor_default_21" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"485 quantize_per_tensor_default_21" -> "486 dequantize_per_tensor_default_21" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"486 dequantize_per_tensor_default_21" -> "492 linear_20" [key=0, style=solid, label="(1, -1, -1, 1536)"]; +"487 linear_20_scale_0" -> "490 quantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"487 linear_20_scale_0" -> "491 dequantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"488 linear_20_zero_point_0" -> "490 quantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"488 linear_20_zero_point_0" -> "491 dequantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"489 compressed_weight_updated_constant15" -> "490 quantize_per_channel_default_15" [key=0, style=solid, label="(768, 1536)"]; +"490 quantize_per_channel_default_15" -> "491 dequantize_per_channel_default_15" [key=0, style=solid, label="(768, 1536)"]; +"491 dequantize_per_channel_default_15" -> "492 linear_20" [key=0, style=solid, label="(768, 1536)"]; +"492 linear_20" -> "493 layer_norm_9" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"493 layer_norm_9" -> "521 pad_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"493 layer_norm_9" -> "592 add_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"494 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "496 linear_21" [key=0, style=solid, label="(512, 2)"]; +"495 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "496 linear_21" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"496 linear_21" -> "497 relu__3" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"497 relu__3" -> "499 relu__3_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"498 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "500 linear_22" [key=0, style=solid, label="(24, 512)"]; +"499 relu__3_0_0_nncf_smooth_quant_0" -> "500 linear_22" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"500 linear_22" -> "501 view_12" [key=0, style=solid, label="(1, 15, 15, 24)"]; +"501 view_12" -> "502 index_3" [key=0, style=solid, label="(225, 24)"]; +"502 index_3" -> "503 view_13" [key=0, style=solid, label="(4096, 24)"]; +"503 view_13" -> "504 permute_13" [key=0, style=solid, label="(64, 64, 24)"]; +"504 permute_13" -> "505 contiguous_5" [key=0, style=solid, label="(24, 64, 64)"]; +"505 contiguous_5" -> "506 unsqueeze_3" [key=0, style=solid, label="(24, 64, 64)"]; +"506 unsqueeze_3" -> "507 sigmoid_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"507 sigmoid_3" -> "508 mul_23" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"508 mul_23" -> "569 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"509 add_26" -> "510 add_27" [key=0, style=solid, label="(-1,)"]; +"510 add_27" -> "511 floordiv_36" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "512 mod_18" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "524 add_31" [key=0, style=solid, label="(-1,)"]; +"511 floordiv_36" -> "589 slice_36" [key=0, style=solid, label="(-1,)"]; +"512 mod_18" -> "513 sub_6" [key=0, style=solid, label="(-1,)"]; +"513 sub_6" -> "514 mod_19" [key=0, style=solid, label="(-1,)"]; +"514 mod_19" -> "521 pad_6" [key=0, style=solid, label="(-1,)"]; +"514 mod_19" -> "524 add_31" [key=0, style=solid, label="(-1,)"]; +"515 add_28" -> "516 add_29" [key=0, style=solid, label="(-1,)"]; +"516 add_29" -> "517 floordiv_37" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "518 mod_20" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "522 add_30" [key=0, style=solid, label="(-1,)"]; +"517 floordiv_37" -> "588 slice_35" [key=0, style=solid, label="(-1,)"]; +"518 mod_20" -> "519 sub_7" [key=0, style=solid, label="(-1,)"]; +"519 sub_7" -> "520 mod_21" [key=0, style=solid, label="(-1,)"]; +"520 mod_21" -> "521 pad_6" [key=0, style=solid, label="(-1,)"]; +"520 mod_21" -> "522 add_30" [key=0, style=solid, label="(-1,)"]; +"521 pad_6" -> "527 view_14" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"522 add_30" -> "523 floordiv_18" [key=0, style=solid, label="(-1,)"]; +"522 add_30" -> "542 floordiv_38" [key=0, style=solid, label="(-1,)"]; +"522 add_30" -> "587 reshape_15" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "526 mul_24" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "527 view_14" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "542 floordiv_38" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "544 mul_29" [key=0, style=solid, label="(-1,)"]; +"523 floordiv_18" -> "585 view_15" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "525 floordiv_19" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "543 floordiv_39" [key=0, style=solid, label="(-1,)"]; +"524 add_31" -> "587 reshape_15" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "526 mul_24" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "527 view_14" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "543 floordiv_39" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "545 mul_30" [key=0, style=solid, label="(-1,)"]; +"525 floordiv_19" -> "585 view_15" [key=0, style=solid, label="(-1,)"]; +"526 mul_24" -> "529 reshape_12" [key=0, style=solid, label="(-1,)"]; +"527 view_14" -> "528 permute_14" [key=0, style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"528 permute_14" -> "529 reshape_12" [key=0, style=solid, label="(1, -1, -1, -1, -1, 768)"]; +"529 reshape_12" -> "533 reshape_12_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, 768)"]; +"530 clone_3" -> "531 slice_34" [key=0, style=solid, label="(2304,)"]; +"530 clone_3" -> "541 linear_23" [key=0, style=solid, label="(2304,)"]; +"531 slice_34" -> "532 zero__3" [key=0, style=solid, label="(768,)"]; +"533 reshape_12_0_0_nncf_smooth_quant_0" -> "534 quantize_per_tensor_default_22" [key=0, style=solid, label="(1, -1, 768)"]; +"534 quantize_per_tensor_default_22" -> "535 dequantize_per_tensor_default_22" [key=0, style=solid, label="(1, -1, 768)"]; +"535 dequantize_per_tensor_default_22" -> "541 linear_23" [key=0, style=solid, label="(1, -1, 768)"]; +"536 linear_23_scale_0" -> "539 quantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"536 linear_23_scale_0" -> "540 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"537 linear_23_zero_point_0" -> "539 quantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"537 linear_23_zero_point_0" -> "540 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"538 compressed_weight_updated_constant16" -> "539 quantize_per_channel_default_16" [key=0, style=solid, label="(2304, 768)"]; +"539 quantize_per_channel_default_16" -> "540 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304, 768)"]; +"540 dequantize_per_channel_default_16" -> "541 linear_23" [key=0, style=solid, label="(2304, 768)"]; +"541 linear_23" -> "547 reshape_13" [key=0, style=solid, label="(1, -1, 2304)"]; +"542 floordiv_38" -> "544 mul_29" [key=0, style=solid, label="(-1,)"]; +"543 floordiv_39" -> "546 mul_31" [key=0, style=solid, label="(-1,)"]; +"544 mul_29" -> "545 mul_30" [key=0, style=solid, label="(-1,)"]; +"545 mul_30" -> "546 mul_31" [key=0, style=solid, label="(-1,)"]; +"546 mul_31" -> "547 reshape_13" [key=0, style=solid, label="(-1,)"]; +"546 mul_31" -> "574 reshape_14" [key=0, style=solid, label="(-1,)"]; +"547 reshape_13" -> "548 permute_15" [key=0, style=solid, label="(1, -1, 3, 24, 32)"]; +"548 permute_15" -> "549 select_9" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"548 permute_15" -> "550 select_10" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"548 permute_15" -> "551 select_11" [key=0, style=solid, label="(3, 1, 24, -1, 32)"]; +"549 select_9" -> "552 linalg_vector_norm_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"549 select_9" -> "554 expand_as_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"549 select_9" -> "555 div_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "558 linalg_vector_norm_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "560 expand_as_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"550 select_10" -> "561 div_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"551 select_11" -> "572 matmul_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"552 linalg_vector_norm_6" -> "553 clamp_min_6" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"553 clamp_min_6" -> "554 expand_as_6" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"554 expand_as_6" -> "555 div_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"555 div_6" -> "556 quantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"556 quantize_per_tensor_default_23" -> "557 dequantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"557 dequantize_per_tensor_default_23" -> "565 matmul_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"558 linalg_vector_norm_7" -> "559 clamp_min_7" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"559 clamp_min_7" -> "560 expand_as_7" [key=0, style=solid, label="(1, 24, -1, 1)"]; +"560 expand_as_7" -> "561 div_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"561 div_7" -> "562 quantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"562 quantize_per_tensor_default_24" -> "563 dequantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"563 dequantize_per_tensor_default_24" -> "564 transpose_6" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"564 transpose_6" -> "565 matmul_6" [key=0, style=solid, label="(1, 24, 32, -1)"]; +"565 matmul_6" -> "568 mul_25" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"566 clamp_3" -> "567 exp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"567 exp_3" -> "568 mul_25" [key=0, style=solid, label="(24, 1, 1)"]; +"568 mul_25" -> "569 add_9" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"569 add_9" -> "570 softmax_3" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"570 softmax_3" -> "571 dropout_12" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"571 dropout_12" -> "572 matmul_7" [key=0, style=solid, label="(1, 24, -1, -1)"]; +"572 matmul_7" -> "573 transpose_7" [key=0, style=solid, label="(1, 24, -1, 32)"]; +"573 transpose_7" -> "574 reshape_14" [key=0, style=solid, label="(1, -1, 24, 32)"]; +"574 reshape_14" -> "575 reshape_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, 768)"]; +"575 reshape_14_0_0_nncf_smooth_quant_0" -> "576 quantize_per_tensor_default_25" [key=0, style=solid, label="(1, -1, 768)"]; +"576 quantize_per_tensor_default_25" -> "577 dequantize_per_tensor_default_25" [key=0, style=solid, label="(1, -1, 768)"]; +"577 dequantize_per_tensor_default_25" -> "583 linear_24" [key=0, style=solid, label="(1, -1, 768)"]; +"578 linear_24_scale_0" -> "581 quantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"578 linear_24_scale_0" -> "582 dequantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"579 linear_24_zero_point_0" -> "581 quantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"579 linear_24_zero_point_0" -> "582 dequantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"580 compressed_weight_updated_constant17" -> "581 quantize_per_channel_default_17" [key=0, style=solid, label="(768, 768)"]; +"581 quantize_per_channel_default_17" -> "582 dequantize_per_channel_default_17" [key=0, style=solid, label="(768, 768)"]; +"582 dequantize_per_channel_default_17" -> "583 linear_24" [key=0, style=solid, label="(768, 768)"]; +"583 linear_24" -> "584 dropout_13" [key=0, style=solid, label="(1, -1, 768)"]; +"584 dropout_13" -> "585 view_15" [key=0, style=solid, label="(1, -1, 768)"]; +"585 view_15" -> "586 permute_16" [key=0, style=solid, label="(1, -1, -1, 8, -1, 768)"]; +"586 permute_16" -> "587 reshape_15" [key=0, style=solid, label="(1, -1, 8, -1, -1, 768)"]; +"587 reshape_15" -> "588 slice_35" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"588 slice_35" -> "589 slice_36" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"589 slice_36" -> "590 contiguous_6" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"590 contiguous_6" -> "591 layer_norm_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"591 layer_norm_10" -> "592 add_10" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"592 add_10" -> "593 add_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"592 add_10" -> "615 add_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"593 add_10_0_0_nncf_smooth_quant_0" -> "594 quantize_per_tensor_default_26" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"594 quantize_per_tensor_default_26" -> "595 dequantize_per_tensor_default_26" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"595 dequantize_per_tensor_default_26" -> "601 linear_25" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"596 linear_25_scale_0" -> "599 quantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"596 linear_25_scale_0" -> "600 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"597 linear_25_zero_point_0" -> "599 quantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"597 linear_25_zero_point_0" -> "600 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"598 compressed_weight_updated_constant18" -> "599 quantize_per_channel_default_18" [key=0, style=solid, label="(3072, 768)"]; +"599 quantize_per_channel_default_18" -> "600 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072, 768)"]; +"600 dequantize_per_channel_default_18" -> "601 linear_25" [key=0, style=solid, label="(3072, 768)"]; +"601 linear_25" -> "602 gelu_3" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"602 gelu_3" -> "603 dropout_14" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"603 dropout_14" -> "604 dropout_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"604 dropout_14_0_0_nncf_smooth_quant_0" -> "605 quantize_per_tensor_default_27" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"605 quantize_per_tensor_default_27" -> "606 dequantize_per_tensor_default_27" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"606 dequantize_per_tensor_default_27" -> "612 linear_26" [key=0, style=solid, label="(1, -1, -1, 3072)"]; +"607 linear_26_scale_0" -> "610 quantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"607 linear_26_scale_0" -> "611 dequantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"608 linear_26_zero_point_0" -> "610 quantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"608 linear_26_zero_point_0" -> "611 dequantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"609 compressed_weight_updated_constant19" -> "610 quantize_per_channel_default_19" [key=0, style=solid, label="(768, 3072)"]; +"610 quantize_per_channel_default_19" -> "611 dequantize_per_channel_default_19" [key=0, style=solid, label="(768, 3072)"]; +"611 dequantize_per_channel_default_19" -> "612 linear_26" [key=0, style=solid, label="(768, 3072)"]; +"612 linear_26" -> "613 dropout_15" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"613 dropout_15" -> "614 layer_norm_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"614 layer_norm_11" -> "615 add_11" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"615 add_11" -> "616 layer_norm_12" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"616 layer_norm_12" -> "617 permute_17" [key=0, style=solid, label="(1, -1, -1, 768)"]; +"617 permute_17" -> "618 adaptive_avg_pool2d" [key=0, style=solid, label="(1, 768, -1, -1)"]; +"618 adaptive_avg_pool2d" -> "619 flatten" [key=0, style=solid, label="(1, 768, 1, 1)"]; +"619 flatten" -> "620 flatten_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 768)"]; +"620 flatten_0_0_nncf_smooth_quant_0" -> "621 quantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"621 quantize_per_tensor_default_28" -> "622 dequantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"622 dequantize_per_tensor_default_28" -> "628 linear_27" [key=0, style=solid, label="(1, 768)"]; +"623 linear_27_scale_0" -> "626 quantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"623 linear_27_scale_0" -> "627 dequantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"624 linear_27_zero_point_0" -> "626 quantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"624 linear_27_zero_point_0" -> "627 dequantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"625 compressed_weight_updated_constant20" -> "626 quantize_per_channel_default_20" [key=0, style=solid, label="(10, 768)"]; +"626 quantize_per_channel_default_20" -> "627 dequantize_per_channel_default_20" [key=0, style=solid, label="(10, 768)"]; +"627 dequantize_per_channel_default_20" -> "628 linear_27" [key=0, style=solid, label="(10, 768)"]; +"628 linear_27" -> "629 output" [key=0, style=solid, label="(1, 10)"]; +} diff --git a/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_t.dot b/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_t.dot deleted file mode 100644 index 981908dcdf6..00000000000 --- a/tests/torch/data/fx/dynamic_shapes/quantized/swin_v2_t.dot +++ /dev/null @@ -1,4166 +0,0 @@ -strict digraph { -"0 features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; -"1 features_1_0_attn_proj_bias" [id=1, type="get_attr"]; -"2 features_1_0_attn_logit_scale" [id=2, type="get_attr"]; -"3 features_1_1_attn_qkv_bias" [id=3, type="get_attr"]; -"4 features_1_1_attn_proj_bias" [id=4, type="get_attr"]; -"5 features_1_1_attn_logit_scale" [id=5, type="get_attr"]; -"6 features_3_0_attn_qkv_bias" [id=6, type="get_attr"]; -"7 features_3_0_attn_proj_bias" [id=7, type="get_attr"]; -"8 features_3_0_attn_logit_scale" [id=8, type="get_attr"]; -"9 features_3_1_attn_qkv_bias" [id=9, type="get_attr"]; -"10 features_3_1_attn_proj_bias" [id=10, type="get_attr"]; -"11 features_3_1_attn_logit_scale" [id=11, type="get_attr"]; -"12 features_5_0_attn_qkv_bias" [id=12, type="get_attr"]; -"13 features_5_0_attn_proj_bias" [id=13, type="get_attr"]; -"14 features_5_0_attn_logit_scale" [id=14, type="get_attr"]; -"15 features_5_1_attn_qkv_bias" [id=15, type="get_attr"]; -"16 features_5_1_attn_proj_bias" [id=16, type="get_attr"]; -"17 features_5_1_attn_logit_scale" [id=17, type="get_attr"]; -"18 features_5_2_attn_qkv_bias" [id=18, type="get_attr"]; -"19 features_5_2_attn_proj_bias" [id=19, type="get_attr"]; -"20 features_5_2_attn_logit_scale" [id=20, type="get_attr"]; -"21 features_5_3_attn_qkv_bias" [id=21, type="get_attr"]; -"22 features_5_3_attn_proj_bias" [id=22, type="get_attr"]; -"23 features_5_3_attn_logit_scale" [id=23, type="get_attr"]; -"24 features_5_4_attn_qkv_bias" [id=24, type="get_attr"]; -"25 features_5_4_attn_proj_bias" [id=25, type="get_attr"]; -"26 features_5_4_attn_logit_scale" [id=26, type="get_attr"]; -"27 features_5_5_attn_qkv_bias" [id=27, type="get_attr"]; -"28 features_5_5_attn_proj_bias" [id=28, type="get_attr"]; -"29 features_5_5_attn_logit_scale" [id=29, type="get_attr"]; -"30 features_7_0_attn_qkv_bias" [id=30, type="get_attr"]; -"31 features_7_0_attn_proj_bias" [id=31, type="get_attr"]; -"32 features_7_0_attn_logit_scale" [id=32, type="get_attr"]; -"33 features_7_1_attn_qkv_bias" [id=33, type="get_attr"]; -"34 features_7_1_attn_proj_bias" [id=34, type="get_attr"]; -"35 features_7_1_attn_logit_scale" [id=35, type="get_attr"]; -"36 features_0_0_bias" [id=36, type="get_attr"]; -"37 features_0_2_weight" [id=37, type="get_attr"]; -"38 features_0_2_bias" [id=38, type="get_attr"]; -"39 features_1_0_attn_cpb_mlp_0_bias" [id=39, type="get_attr"]; -"40 features_1_0_norm1_weight" [id=40, type="get_attr"]; -"41 features_1_0_norm1_bias" [id=41, type="get_attr"]; -"42 features_1_0_mlp_0_bias" [id=42, type="get_attr"]; -"43 features_1_0_mlp_3_bias" [id=43, type="get_attr"]; -"44 features_1_0_norm2_weight" [id=44, type="get_attr"]; -"45 features_1_0_norm2_bias" [id=45, type="get_attr"]; -"46 features_1_1_attn_cpb_mlp_0_bias" [id=46, type="get_attr"]; -"47 features_1_1_norm1_weight" [id=47, type="get_attr"]; -"48 features_1_1_norm1_bias" [id=48, type="get_attr"]; -"49 features_1_1_mlp_0_bias" [id=49, type="get_attr"]; -"50 features_1_1_mlp_3_bias" [id=50, type="get_attr"]; -"51 features_1_1_norm2_weight" [id=51, type="get_attr"]; -"52 features_1_1_norm2_bias" [id=52, type="get_attr"]; -"53 features_2_norm_weight" [id=53, type="get_attr"]; -"54 features_2_norm_bias" [id=54, type="get_attr"]; -"55 features_3_0_attn_cpb_mlp_0_bias" [id=55, type="get_attr"]; -"56 features_3_0_norm1_weight" [id=56, type="get_attr"]; -"57 features_3_0_norm1_bias" [id=57, type="get_attr"]; -"58 features_3_0_mlp_0_bias" [id=58, type="get_attr"]; -"59 features_3_0_mlp_3_bias" [id=59, type="get_attr"]; -"60 features_3_0_norm2_weight" [id=60, type="get_attr"]; -"61 features_3_0_norm2_bias" [id=61, type="get_attr"]; -"62 features_3_1_attn_cpb_mlp_0_bias" [id=62, type="get_attr"]; -"63 features_3_1_norm1_weight" [id=63, type="get_attr"]; -"64 features_3_1_norm1_bias" [id=64, type="get_attr"]; -"65 features_3_1_mlp_0_bias" [id=65, type="get_attr"]; -"66 features_3_1_mlp_3_bias" [id=66, type="get_attr"]; -"67 features_3_1_norm2_weight" [id=67, type="get_attr"]; -"68 features_3_1_norm2_bias" [id=68, type="get_attr"]; -"69 features_4_norm_weight" [id=69, type="get_attr"]; -"70 features_4_norm_bias" [id=70, type="get_attr"]; -"71 features_5_0_attn_cpb_mlp_0_bias" [id=71, type="get_attr"]; -"72 features_5_0_norm1_weight" [id=72, type="get_attr"]; -"73 features_5_0_norm1_bias" [id=73, type="get_attr"]; -"74 features_5_0_mlp_0_bias" [id=74, type="get_attr"]; -"75 features_5_0_mlp_3_bias" [id=75, type="get_attr"]; -"76 features_5_0_norm2_weight" [id=76, type="get_attr"]; -"77 features_5_0_norm2_bias" [id=77, type="get_attr"]; -"78 features_5_1_attn_cpb_mlp_0_bias" [id=78, type="get_attr"]; -"79 features_5_1_norm1_weight" [id=79, type="get_attr"]; -"80 features_5_1_norm1_bias" [id=80, type="get_attr"]; -"81 features_5_1_mlp_0_bias" [id=81, type="get_attr"]; -"82 features_5_1_mlp_3_bias" [id=82, type="get_attr"]; -"83 features_5_1_norm2_weight" [id=83, type="get_attr"]; -"84 features_5_1_norm2_bias" [id=84, type="get_attr"]; -"85 features_5_2_attn_cpb_mlp_0_bias" [id=85, type="get_attr"]; -"86 features_5_2_norm1_weight" [id=86, type="get_attr"]; -"87 features_5_2_norm1_bias" [id=87, type="get_attr"]; -"88 features_5_2_mlp_0_bias" [id=88, type="get_attr"]; -"89 features_5_2_mlp_3_bias" [id=89, type="get_attr"]; -"90 features_5_2_norm2_weight" [id=90, type="get_attr"]; -"91 features_5_2_norm2_bias" [id=91, type="get_attr"]; -"92 features_5_3_attn_cpb_mlp_0_bias" [id=92, type="get_attr"]; -"93 features_5_3_norm1_weight" [id=93, type="get_attr"]; -"94 features_5_3_norm1_bias" [id=94, type="get_attr"]; -"95 features_5_3_mlp_0_bias" [id=95, type="get_attr"]; -"96 features_5_3_mlp_3_bias" [id=96, type="get_attr"]; -"97 features_5_3_norm2_weight" [id=97, type="get_attr"]; -"98 features_5_3_norm2_bias" [id=98, type="get_attr"]; -"99 features_5_4_attn_cpb_mlp_0_bias" [id=99, type="get_attr"]; -"100 features_5_4_norm1_weight" [id=100, type="get_attr"]; -"101 features_5_4_norm1_bias" [id=101, type="get_attr"]; -"102 features_5_4_mlp_0_bias" [id=102, type="get_attr"]; -"103 features_5_4_mlp_3_bias" [id=103, type="get_attr"]; -"104 features_5_4_norm2_weight" [id=104, type="get_attr"]; -"105 features_5_4_norm2_bias" [id=105, type="get_attr"]; -"106 features_5_5_attn_cpb_mlp_0_bias" [id=106, type="get_attr"]; -"107 features_5_5_norm1_weight" [id=107, type="get_attr"]; -"108 features_5_5_norm1_bias" [id=108, type="get_attr"]; -"109 features_5_5_mlp_0_bias" [id=109, type="get_attr"]; -"110 features_5_5_mlp_3_bias" [id=110, type="get_attr"]; -"111 features_5_5_norm2_weight" [id=111, type="get_attr"]; -"112 features_5_5_norm2_bias" [id=112, type="get_attr"]; -"113 features_6_norm_weight" [id=113, type="get_attr"]; -"114 features_6_norm_bias" [id=114, type="get_attr"]; -"115 features_7_0_attn_cpb_mlp_0_bias" [id=115, type="get_attr"]; -"116 features_7_0_norm1_weight" [id=116, type="get_attr"]; -"117 features_7_0_norm1_bias" [id=117, type="get_attr"]; -"118 features_7_0_mlp_0_bias" [id=118, type="get_attr"]; -"119 features_7_0_mlp_3_bias" [id=119, type="get_attr"]; -"120 features_7_0_norm2_weight" [id=120, type="get_attr"]; -"121 features_7_0_norm2_bias" [id=121, type="get_attr"]; -"122 features_7_1_attn_cpb_mlp_0_bias" [id=122, type="get_attr"]; -"123 features_7_1_norm1_weight" [id=123, type="get_attr"]; -"124 features_7_1_norm1_bias" [id=124, type="get_attr"]; -"125 features_7_1_mlp_0_bias" [id=125, type="get_attr"]; -"126 features_7_1_mlp_3_bias" [id=126, type="get_attr"]; -"127 features_7_1_norm2_weight" [id=127, type="get_attr"]; -"128 features_7_1_norm2_bias" [id=128, type="get_attr"]; -"129 norm_weight" [id=129, type="get_attr"]; -"130 norm_bias" [id=130, type="get_attr"]; -"131 head_bias" [id=131, type="get_attr"]; -"132 features_1_0_attn_relative_coords_table" [id=132, type="get_attr"]; -"133 features_1_0_attn_relative_position_index" [id=133, type="get_attr"]; -"134 features_1_1_attn_relative_coords_table" [id=134, type="get_attr"]; -"135 features_1_1_attn_relative_position_index" [id=135, type="get_attr"]; -"136 features_3_0_attn_relative_coords_table" [id=136, type="get_attr"]; -"137 features_3_0_attn_relative_position_index" [id=137, type="get_attr"]; -"138 features_3_1_attn_relative_coords_table" [id=138, type="get_attr"]; -"139 features_3_1_attn_relative_position_index" [id=139, type="get_attr"]; -"140 features_5_0_attn_relative_coords_table" [id=140, type="get_attr"]; -"141 features_5_0_attn_relative_position_index" [id=141, type="get_attr"]; -"142 features_5_1_attn_relative_coords_table" [id=142, type="get_attr"]; -"143 features_5_1_attn_relative_position_index" [id=143, type="get_attr"]; -"144 features_5_2_attn_relative_coords_table" [id=144, type="get_attr"]; -"145 features_5_2_attn_relative_position_index" [id=145, type="get_attr"]; -"146 features_5_3_attn_relative_coords_table" [id=146, type="get_attr"]; -"147 features_5_3_attn_relative_position_index" [id=147, type="get_attr"]; -"148 features_5_4_attn_relative_coords_table" [id=148, type="get_attr"]; -"149 features_5_4_attn_relative_position_index" [id=149, type="get_attr"]; -"150 features_5_5_attn_relative_coords_table" [id=150, type="get_attr"]; -"151 features_5_5_attn_relative_position_index" [id=151, type="get_attr"]; -"152 features_7_0_attn_relative_coords_table" [id=152, type="get_attr"]; -"153 features_7_0_attn_relative_position_index" [id=153, type="get_attr"]; -"154 features_7_1_attn_relative_coords_table" [id=154, type="get_attr"]; -"155 features_7_1_attn_relative_position_index" [id=155, type="get_attr"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" [id=156, type="get_attr"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" [id=157, type="get_attr"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" [id=158, type="get_attr"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" [id=159, type="get_attr"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" [id=160, type="get_attr"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" [id=161, type="get_attr"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" [id=162, type="get_attr"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" [id=163, type="get_attr"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" [id=164, type="get_attr"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" [id=165, type="get_attr"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" [id=166, type="get_attr"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" [id=167, type="get_attr"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" [id=168, type="get_attr"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" [id=169, type="get_attr"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" [id=170, type="get_attr"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" [id=171, type="get_attr"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" [id=172, type="get_attr"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" [id=173, type="get_attr"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" [id=174, type="get_attr"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" [id=175, type="get_attr"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" [id=176, type="get_attr"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" [id=177, type="get_attr"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" [id=178, type="get_attr"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" [id=179, type="get_attr"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" [id=180, type="get_attr"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" [id=181, type="get_attr"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" [id=182, type="get_attr"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" [id=183, type="get_attr"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" [id=184, type="get_attr"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" [id=185, type="get_attr"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" [id=186, type="get_attr"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" [id=187, type="get_attr"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" [id=188, type="get_attr"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" [id=189, type="get_attr"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" [id=190, type="get_attr"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" [id=191, type="get_attr"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" [id=192, type="get_attr"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" [id=193, type="get_attr"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" [id=194, type="get_attr"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" [id=195, type="get_attr"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" [id=196, type="get_attr"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" [id=197, type="get_attr"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" [id=198, type="get_attr"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" [id=199, type="get_attr"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" [id=200, type="get_attr"]; -"201 x" [id=201, type=input]; -"202 sym_size_int_92" [id=202, type="sym_size"]; -"203 sym_size_int_93" [id=203, type="sym_size"]; -"204 quantize_per_tensor_default" [id=204, type="quantize_per_tensor"]; -"205 dequantize_per_tensor_default" [id=205, type="dequantize_per_tensor"]; -"206 conv2d_scale_0" [id=206, type="get_attr"]; -"207 conv2d_zero_point_0" [id=207, type="get_attr"]; -"208 compressed_weight_updated_constant0" [id=208, type="get_attr"]; -"209 quantize_per_channel_default" [id=209, type="quantize_per_channel"]; -"210 dequantize_per_channel_default" [id=210, type="dequantize_per_channel"]; -"211 conv2d" [id=211, type=conv2d]; -"212 permute" [id=212, type=permute]; -"213 layer_norm" [id=213, type="layer_norm"]; -"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=214, type="get_attr"]; -"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=215, type="call_module"]; -"216 linear" [id=216, type=linear]; -"217 relu_" [id=217, type="relu_"]; -"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=218, type="get_attr"]; -"219 relu__0_0_nncf_smooth_quant_0" [id=219, type="call_module"]; -"220 linear_1" [id=220, type=linear]; -"221 view" [id=221, type=view]; -"222 index" [id=222, type=index]; -"223 view_1" [id=223, type=view]; -"224 permute_1" [id=224, type=permute]; -"225 contiguous" [id=225, type=contiguous]; -"226 unsqueeze" [id=226, type=unsqueeze]; -"227 sigmoid" [id=227, type=sigmoid]; -"228 mul" [id=228, type=mul]; -"229 floordiv_87" [id=229, type=floordiv]; -"230 mod" [id=230, type=mod]; -"231 sub" [id=231, type=sub]; -"232 mod_1" [id=232, type=mod]; -"233 floordiv_88" [id=233, type=floordiv]; -"234 mod_2" [id=234, type=mod]; -"235 sub_1" [id=235, type=sub]; -"236 mod_3" [id=236, type=mod]; -"237 pad" [id=237, type=pad]; -"238 add_41" [id=238, type=add]; -"239 floordiv" [id=239, type=floordiv]; -"240 add_42" [id=240, type=add]; -"241 floordiv_1" [id=241, type=floordiv]; -"242 mul_1" [id=242, type=mul]; -"243 view_2" [id=243, type=view]; -"244 permute_2" [id=244, type=permute]; -"245 reshape" [id=245, type=reshape]; -"246 clone" [id=246, type=clone]; -"247 slice_1" [id=247, type=slice]; -"248 zero_" [id=248, type="zero_"]; -"249 reshape_0_0_nncf_smooth_quant_0" [id=249, type="call_module"]; -"250 quantize_per_tensor_default_1" [id=250, type="quantize_per_tensor"]; -"251 dequantize_per_tensor_default_1" [id=251, type="dequantize_per_tensor"]; -"252 linear_2_scale_0" [id=252, type="get_attr"]; -"253 linear_2_zero_point_0" [id=253, type="get_attr"]; -"254 compressed_weight_updated_constant1" [id=254, type="get_attr"]; -"255 quantize_per_channel_default_1" [id=255, type="quantize_per_channel"]; -"256 dequantize_per_channel_default_1" [id=256, type="dequantize_per_channel"]; -"257 linear_2" [id=257, type=linear]; -"258 floordiv_89" [id=258, type=floordiv]; -"259 floordiv_90" [id=259, type=floordiv]; -"260 mul_54" [id=260, type=mul]; -"261 reshape_1" [id=261, type=reshape]; -"262 permute_3" [id=262, type=permute]; -"263 select" [id=263, type=select]; -"264 select_1" [id=264, type=select]; -"265 select_2" [id=265, type=select]; -"266 linalg_vector_norm" [id=266, type="linalg_vector_norm"]; -"267 clamp_min" [id=267, type="clamp_min"]; -"268 expand_as" [id=268, type="expand_as"]; -"269 div" [id=269, type=div]; -"270 quantize_per_tensor_default_2" [id=270, type="quantize_per_tensor"]; -"271 dequantize_per_tensor_default_2" [id=271, type="dequantize_per_tensor"]; -"272 linalg_vector_norm_1" [id=272, type="linalg_vector_norm"]; -"273 clamp_min_1" [id=273, type="clamp_min"]; -"274 expand_as_1" [id=274, type="expand_as"]; -"275 div_1" [id=275, type=div]; -"276 quantize_per_tensor_default_3" [id=276, type="quantize_per_tensor"]; -"277 dequantize_per_tensor_default_3" [id=277, type="dequantize_per_tensor"]; -"278 transpose" [id=278, type=transpose]; -"279 matmul" [id=279, type=matmul]; -"280 clamp" [id=280, type=clamp]; -"281 exp" [id=281, type=exp]; -"282 mul_2" [id=282, type=mul]; -"283 add" [id=283, type=add]; -"284 softmax" [id=284, type=softmax]; -"285 dropout" [id=285, type=dropout]; -"286 matmul_1" [id=286, type=matmul]; -"287 transpose_1" [id=287, type=transpose]; -"288 reshape_2" [id=288, type=reshape]; -"289 reshape_2_0_0_nncf_smooth_quant_0" [id=289, type="call_module"]; -"290 quantize_per_tensor_default_4" [id=290, type="quantize_per_tensor"]; -"291 dequantize_per_tensor_default_4" [id=291, type="dequantize_per_tensor"]; -"292 linear_3_scale_0" [id=292, type="get_attr"]; -"293 linear_3_zero_point_0" [id=293, type="get_attr"]; -"294 compressed_weight_updated_constant2" [id=294, type="get_attr"]; -"295 quantize_per_channel_default_2" [id=295, type="quantize_per_channel"]; -"296 dequantize_per_channel_default_2" [id=296, type="dequantize_per_channel"]; -"297 linear_3" [id=297, type=linear]; -"298 dropout_1" [id=298, type=dropout]; -"299 view_3" [id=299, type=view]; -"300 permute_4" [id=300, type=permute]; -"301 reshape_3" [id=301, type=reshape]; -"302 slice_2" [id=302, type=slice]; -"303 slice_3" [id=303, type=slice]; -"304 layer_norm_1" [id=304, type="layer_norm"]; -"305 add_1" [id=305, type=add]; -"306 add_1_0_0_nncf_smooth_quant_0" [id=306, type="call_module"]; -"307 quantize_per_tensor_default_5" [id=307, type="quantize_per_tensor"]; -"308 dequantize_per_tensor_default_5" [id=308, type="dequantize_per_tensor"]; -"309 linear_4_scale_0" [id=309, type="get_attr"]; -"310 linear_4_zero_point_0" [id=310, type="get_attr"]; -"311 compressed_weight_updated_constant3" [id=311, type="get_attr"]; -"312 quantize_per_channel_default_3" [id=312, type="quantize_per_channel"]; -"313 dequantize_per_channel_default_3" [id=313, type="dequantize_per_channel"]; -"314 linear_4" [id=314, type=linear]; -"315 gelu" [id=315, type=gelu]; -"316 dropout_2" [id=316, type=dropout]; -"317 dropout_2_0_0_nncf_smooth_quant_0" [id=317, type="call_module"]; -"318 quantize_per_tensor_default_6" [id=318, type="quantize_per_tensor"]; -"319 dequantize_per_tensor_default_6" [id=319, type="dequantize_per_tensor"]; -"320 linear_5_scale_0" [id=320, type="get_attr"]; -"321 linear_5_zero_point_0" [id=321, type="get_attr"]; -"322 compressed_weight_updated_constant4" [id=322, type="get_attr"]; -"323 quantize_per_channel_default_4" [id=323, type="quantize_per_channel"]; -"324 dequantize_per_channel_default_4" [id=324, type="dequantize_per_channel"]; -"325 linear_5" [id=325, type=linear]; -"326 dropout_3" [id=326, type=dropout]; -"327 layer_norm_2" [id=327, type="layer_norm"]; -"328 add_2" [id=328, type=add]; -"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=329, type="get_attr"]; -"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=330, type="call_module"]; -"331 linear_6" [id=331, type=linear]; -"332 relu__1" [id=332, type="relu_"]; -"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=333, type="get_attr"]; -"334 relu__1_0_0_nncf_smooth_quant_0" [id=334, type="call_module"]; -"335 linear_7" [id=335, type=linear]; -"336 view_4" [id=336, type=view]; -"337 index_1" [id=337, type=index]; -"338 view_5" [id=338, type=view]; -"339 permute_5" [id=339, type=permute]; -"340 contiguous_1" [id=340, type=contiguous]; -"341 unsqueeze_1" [id=341, type=unsqueeze]; -"342 sigmoid_1" [id=342, type=sigmoid]; -"343 mul_7" [id=343, type=mul]; -"344 pad_1" [id=344, type=pad]; -"345 roll" [id=345, type=roll]; -"346 view_6" [id=346, type=view]; -"347 permute_6" [id=347, type=permute]; -"348 reshape_4" [id=348, type=reshape]; -"349 clone_1" [id=349, type=clone]; -"350 slice_4" [id=350, type=slice]; -"351 zero__1" [id=351, type="zero_"]; -"352 reshape_4_0_0_nncf_smooth_quant_0" [id=352, type="call_module"]; -"353 quantize_per_tensor_default_7" [id=353, type="quantize_per_tensor"]; -"354 dequantize_per_tensor_default_7" [id=354, type="dequantize_per_tensor"]; -"355 linear_8_scale_0" [id=355, type="get_attr"]; -"356 linear_8_zero_point_0" [id=356, type="get_attr"]; -"357 compressed_weight_updated_constant5" [id=357, type="get_attr"]; -"358 quantize_per_channel_default_5" [id=358, type="quantize_per_channel"]; -"359 dequantize_per_channel_default_5" [id=359, type="dequantize_per_channel"]; -"360 linear_8" [id=360, type=linear]; -"361 reshape_5" [id=361, type=reshape]; -"362 permute_7" [id=362, type=permute]; -"363 select_3" [id=363, type=select]; -"364 select_4" [id=364, type=select]; -"365 select_5" [id=365, type=select]; -"366 linalg_vector_norm_2" [id=366, type="linalg_vector_norm"]; -"367 clamp_min_2" [id=367, type="clamp_min"]; -"368 expand_as_2" [id=368, type="expand_as"]; -"369 div_2" [id=369, type=div]; -"370 quantize_per_tensor_default_8" [id=370, type="quantize_per_tensor"]; -"371 dequantize_per_tensor_default_8" [id=371, type="dequantize_per_tensor"]; -"372 linalg_vector_norm_3" [id=372, type="linalg_vector_norm"]; -"373 clamp_min_3" [id=373, type="clamp_min"]; -"374 expand_as_3" [id=374, type="expand_as"]; -"375 div_3" [id=375, type=div]; -"376 quantize_per_tensor_default_9" [id=376, type="quantize_per_tensor"]; -"377 dequantize_per_tensor_default_9" [id=377, type="dequantize_per_tensor"]; -"378 transpose_2" [id=378, type=transpose]; -"379 matmul_2" [id=379, type=matmul]; -"380 clamp_1" [id=380, type=clamp]; -"381 exp_1" [id=381, type=exp]; -"382 mul_9" [id=382, type=mul]; -"383 add_3" [id=383, type=add]; -"384 new_zeros" [id=384, type="new_zeros"]; -"385 lift_fresh_copy" [id=385, type="lift_fresh_copy"]; -"386 slice_5" [id=386, type=slice]; -"387 slice_6" [id=387, type=slice]; -"388 fill_" [id=388, type="fill_"]; -"389 lift_fresh_copy_1" [id=389, type="lift_fresh_copy"]; -"390 slice_7" [id=390, type=slice]; -"391 slice_8" [id=391, type=slice]; -"392 fill__1" [id=392, type="fill_"]; -"393 lift_fresh_copy_2" [id=393, type="lift_fresh_copy"]; -"394 slice_9" [id=394, type=slice]; -"395 slice_10" [id=395, type=slice]; -"396 fill__2" [id=396, type="fill_"]; -"397 lift_fresh_copy_3" [id=397, type="lift_fresh_copy"]; -"398 slice_11" [id=398, type=slice]; -"399 slice_12" [id=399, type=slice]; -"400 fill__3" [id=400, type="fill_"]; -"401 lift_fresh_copy_4" [id=401, type="lift_fresh_copy"]; -"402 slice_13" [id=402, type=slice]; -"403 slice_14" [id=403, type=slice]; -"404 fill__4" [id=404, type="fill_"]; -"405 lift_fresh_copy_5" [id=405, type="lift_fresh_copy"]; -"406 slice_15" [id=406, type=slice]; -"407 slice_16" [id=407, type=slice]; -"408 fill__5" [id=408, type="fill_"]; -"409 lift_fresh_copy_6" [id=409, type="lift_fresh_copy"]; -"410 slice_17" [id=410, type=slice]; -"411 slice_18" [id=411, type=slice]; -"412 fill__6" [id=412, type="fill_"]; -"413 lift_fresh_copy_7" [id=413, type="lift_fresh_copy"]; -"414 slice_19" [id=414, type=slice]; -"415 slice_20" [id=415, type=slice]; -"416 fill__7" [id=416, type="fill_"]; -"417 lift_fresh_copy_8" [id=417, type="lift_fresh_copy"]; -"418 slice_21" [id=418, type=slice]; -"419 slice_22" [id=419, type=slice]; -"420 fill__8" [id=420, type="fill_"]; -"421 view_7" [id=421, type=view]; -"422 permute_8" [id=422, type=permute]; -"423 reshape_6" [id=423, type=reshape]; -"424 unsqueeze_2" [id=424, type=unsqueeze]; -"425 unsqueeze_3" [id=425, type=unsqueeze]; -"426 sub_4" [id=426, type=sub]; -"427 ne_1" [id=427, type=ne]; -"428 masked_fill" [id=428, type="masked_fill"]; -"429 eq_3" [id=429, type=eq]; -"430 masked_fill_1" [id=430, type="masked_fill"]; -"431 view_8" [id=431, type=view]; -"432 unsqueeze_4" [id=432, type=unsqueeze]; -"433 unsqueeze_5" [id=433, type=unsqueeze]; -"434 add_4" [id=434, type=add]; -"435 view_9" [id=435, type=view]; -"436 softmax_1" [id=436, type=softmax]; -"437 dropout_4" [id=437, type=dropout]; -"438 matmul_3" [id=438, type=matmul]; -"439 transpose_3" [id=439, type=transpose]; -"440 reshape_7" [id=440, type=reshape]; -"441 reshape_7_0_0_nncf_smooth_quant_0" [id=441, type="call_module"]; -"442 quantize_per_tensor_default_10" [id=442, type="quantize_per_tensor"]; -"443 dequantize_per_tensor_default_10" [id=443, type="dequantize_per_tensor"]; -"444 linear_9_scale_0" [id=444, type="get_attr"]; -"445 linear_9_zero_point_0" [id=445, type="get_attr"]; -"446 compressed_weight_updated_constant6" [id=446, type="get_attr"]; -"447 quantize_per_channel_default_6" [id=447, type="quantize_per_channel"]; -"448 dequantize_per_channel_default_6" [id=448, type="dequantize_per_channel"]; -"449 linear_9" [id=449, type=linear]; -"450 dropout_5" [id=450, type=dropout]; -"451 view_10" [id=451, type=view]; -"452 permute_9" [id=452, type=permute]; -"453 reshape_8" [id=453, type=reshape]; -"454 roll_1" [id=454, type=roll]; -"455 slice_23" [id=455, type=slice]; -"456 slice_24" [id=456, type=slice]; -"457 layer_norm_3" [id=457, type="layer_norm"]; -"458 add_5" [id=458, type=add]; -"459 add_5_0_0_nncf_smooth_quant_0" [id=459, type="call_module"]; -"460 quantize_per_tensor_default_11" [id=460, type="quantize_per_tensor"]; -"461 dequantize_per_tensor_default_11" [id=461, type="dequantize_per_tensor"]; -"462 linear_10_scale_0" [id=462, type="get_attr"]; -"463 linear_10_zero_point_0" [id=463, type="get_attr"]; -"464 compressed_weight_updated_constant7" [id=464, type="get_attr"]; -"465 quantize_per_channel_default_7" [id=465, type="quantize_per_channel"]; -"466 dequantize_per_channel_default_7" [id=466, type="dequantize_per_channel"]; -"467 linear_10" [id=467, type=linear]; -"468 gelu_1" [id=468, type=gelu]; -"469 dropout_6" [id=469, type=dropout]; -"470 dropout_6_0_0_nncf_smooth_quant_0" [id=470, type="call_module"]; -"471 quantize_per_tensor_default_12" [id=471, type="quantize_per_tensor"]; -"472 dequantize_per_tensor_default_12" [id=472, type="dequantize_per_tensor"]; -"473 linear_11_scale_0" [id=473, type="get_attr"]; -"474 linear_11_zero_point_0" [id=474, type="get_attr"]; -"475 compressed_weight_updated_constant8" [id=475, type="get_attr"]; -"476 quantize_per_channel_default_8" [id=476, type="quantize_per_channel"]; -"477 dequantize_per_channel_default_8" [id=477, type="dequantize_per_channel"]; -"478 linear_11" [id=478, type=linear]; -"479 dropout_7" [id=479, type=dropout]; -"480 layer_norm_4" [id=480, type="layer_norm"]; -"481 add_6" [id=481, type=add]; -"482 mod_8" [id=482, type=mod]; -"483 mod_9" [id=483, type=mod]; -"484 pad_2" [id=484, type=pad]; -"485 slice_25" [id=485, type=slice]; -"486 slice_26" [id=486, type=slice]; -"487 slice_27" [id=487, type=slice]; -"488 slice_28" [id=488, type=slice]; -"489 slice_29" [id=489, type=slice]; -"490 slice_30" [id=490, type=slice]; -"491 slice_31" [id=491, type=slice]; -"492 slice_32" [id=492, type=slice]; -"493 cat" [id=493, type=cat]; -"494 cat_0_0_nncf_smooth_quant_0" [id=494, type="call_module"]; -"495 quantize_per_tensor_default_13" [id=495, type="quantize_per_tensor"]; -"496 dequantize_per_tensor_default_13" [id=496, type="dequantize_per_tensor"]; -"497 linear_12_scale_0" [id=497, type="get_attr"]; -"498 linear_12_zero_point_0" [id=498, type="get_attr"]; -"499 compressed_weight_updated_constant9" [id=499, type="get_attr"]; -"500 quantize_per_channel_default_9" [id=500, type="quantize_per_channel"]; -"501 dequantize_per_channel_default_9" [id=501, type="dequantize_per_channel"]; -"502 linear_12" [id=502, type=linear]; -"503 layer_norm_5" [id=503, type="layer_norm"]; -"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=504, type="get_attr"]; -"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=505, type="call_module"]; -"506 linear_13" [id=506, type=linear]; -"507 relu__2" [id=507, type="relu_"]; -"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=508, type="get_attr"]; -"509 relu__2_0_0_nncf_smooth_quant_0" [id=509, type="call_module"]; -"510 linear_14" [id=510, type=linear]; -"511 view_11" [id=511, type=view]; -"512 index_2" [id=512, type=index]; -"513 view_12" [id=513, type=view]; -"514 permute_10" [id=514, type=permute]; -"515 contiguous_2" [id=515, type=contiguous]; -"516 unsqueeze_6" [id=516, type=unsqueeze]; -"517 sigmoid_2" [id=517, type=sigmoid]; -"518 mul_14" [id=518, type=mul]; -"519 add_43" [id=519, type=add]; -"520 add_44" [id=520, type=add]; -"521 floordiv_91" [id=521, type=floordiv]; -"522 mod_10" [id=522, type=mod]; -"523 sub_5" [id=523, type=sub]; -"524 mod_11" [id=524, type=mod]; -"525 add_45" [id=525, type=add]; -"526 add_46" [id=526, type=add]; -"527 floordiv_92" [id=527, type=floordiv]; -"528 mod_12" [id=528, type=mod]; -"529 sub_6" [id=529, type=sub]; -"530 mod_13" [id=530, type=mod]; -"531 pad_3" [id=531, type=pad]; -"532 add_47" [id=532, type=add]; -"533 floordiv_15" [id=533, type=floordiv]; -"534 add_48" [id=534, type=add]; -"535 floordiv_16" [id=535, type=floordiv]; -"536 mul_15" [id=536, type=mul]; -"537 view_13" [id=537, type=view]; -"538 permute_11" [id=538, type=permute]; -"539 reshape_9" [id=539, type=reshape]; -"540 clone_2" [id=540, type=clone]; -"541 slice_33" [id=541, type=slice]; -"542 zero__2" [id=542, type="zero_"]; -"543 reshape_9_0_0_nncf_smooth_quant_0" [id=543, type="call_module"]; -"544 quantize_per_tensor_default_14" [id=544, type="quantize_per_tensor"]; -"545 dequantize_per_tensor_default_14" [id=545, type="dequantize_per_tensor"]; -"546 linear_15_scale_0" [id=546, type="get_attr"]; -"547 linear_15_zero_point_0" [id=547, type="get_attr"]; -"548 compressed_weight_updated_constant10" [id=548, type="get_attr"]; -"549 quantize_per_channel_default_10" [id=549, type="quantize_per_channel"]; -"550 dequantize_per_channel_default_10" [id=550, type="dequantize_per_channel"]; -"551 linear_15" [id=551, type=linear]; -"552 floordiv_93" [id=552, type=floordiv]; -"553 floordiv_94" [id=553, type=floordiv]; -"554 mul_55" [id=554, type=mul]; -"555 reshape_10" [id=555, type=reshape]; -"556 permute_12" [id=556, type=permute]; -"557 select_6" [id=557, type=select]; -"558 select_7" [id=558, type=select]; -"559 select_8" [id=559, type=select]; -"560 linalg_vector_norm_4" [id=560, type="linalg_vector_norm"]; -"561 clamp_min_4" [id=561, type="clamp_min"]; -"562 expand_as_4" [id=562, type="expand_as"]; -"563 div_4" [id=563, type=div]; -"564 quantize_per_tensor_default_15" [id=564, type="quantize_per_tensor"]; -"565 dequantize_per_tensor_default_15" [id=565, type="dequantize_per_tensor"]; -"566 linalg_vector_norm_5" [id=566, type="linalg_vector_norm"]; -"567 clamp_min_5" [id=567, type="clamp_min"]; -"568 expand_as_5" [id=568, type="expand_as"]; -"569 div_5" [id=569, type=div]; -"570 quantize_per_tensor_default_16" [id=570, type="quantize_per_tensor"]; -"571 dequantize_per_tensor_default_16" [id=571, type="dequantize_per_tensor"]; -"572 transpose_4" [id=572, type=transpose]; -"573 matmul_4" [id=573, type=matmul]; -"574 clamp_2" [id=574, type=clamp]; -"575 exp_2" [id=575, type=exp]; -"576 mul_16" [id=576, type=mul]; -"577 add_7" [id=577, type=add]; -"578 softmax_2" [id=578, type=softmax]; -"579 dropout_8" [id=579, type=dropout]; -"580 matmul_5" [id=580, type=matmul]; -"581 transpose_5" [id=581, type=transpose]; -"582 reshape_11" [id=582, type=reshape]; -"583 reshape_11_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; -"584 quantize_per_tensor_default_17" [id=584, type="quantize_per_tensor"]; -"585 dequantize_per_tensor_default_17" [id=585, type="dequantize_per_tensor"]; -"586 linear_16_scale_0" [id=586, type="get_attr"]; -"587 linear_16_zero_point_0" [id=587, type="get_attr"]; -"588 compressed_weight_updated_constant11" [id=588, type="get_attr"]; -"589 quantize_per_channel_default_11" [id=589, type="quantize_per_channel"]; -"590 dequantize_per_channel_default_11" [id=590, type="dequantize_per_channel"]; -"591 linear_16" [id=591, type=linear]; -"592 dropout_9" [id=592, type=dropout]; -"593 view_14" [id=593, type=view]; -"594 permute_13" [id=594, type=permute]; -"595 reshape_12" [id=595, type=reshape]; -"596 slice_34" [id=596, type=slice]; -"597 slice_35" [id=597, type=slice]; -"598 contiguous_3" [id=598, type=contiguous]; -"599 layer_norm_6" [id=599, type="layer_norm"]; -"600 add_8" [id=600, type=add]; -"601 add_8_0_0_nncf_smooth_quant_0" [id=601, type="call_module"]; -"602 quantize_per_tensor_default_18" [id=602, type="quantize_per_tensor"]; -"603 dequantize_per_tensor_default_18" [id=603, type="dequantize_per_tensor"]; -"604 linear_17_scale_0" [id=604, type="get_attr"]; -"605 linear_17_zero_point_0" [id=605, type="get_attr"]; -"606 compressed_weight_updated_constant12" [id=606, type="get_attr"]; -"607 quantize_per_channel_default_12" [id=607, type="quantize_per_channel"]; -"608 dequantize_per_channel_default_12" [id=608, type="dequantize_per_channel"]; -"609 linear_17" [id=609, type=linear]; -"610 gelu_2" [id=610, type=gelu]; -"611 dropout_10" [id=611, type=dropout]; -"612 dropout_10_0_0_nncf_smooth_quant_0" [id=612, type="call_module"]; -"613 quantize_per_tensor_default_19" [id=613, type="quantize_per_tensor"]; -"614 dequantize_per_tensor_default_19" [id=614, type="dequantize_per_tensor"]; -"615 linear_18_scale_0" [id=615, type="get_attr"]; -"616 linear_18_zero_point_0" [id=616, type="get_attr"]; -"617 compressed_weight_updated_constant13" [id=617, type="get_attr"]; -"618 quantize_per_channel_default_13" [id=618, type="quantize_per_channel"]; -"619 dequantize_per_channel_default_13" [id=619, type="dequantize_per_channel"]; -"620 linear_18" [id=620, type=linear]; -"621 dropout_11" [id=621, type=dropout]; -"622 layer_norm_7" [id=622, type="layer_norm"]; -"623 add_9" [id=623, type=add]; -"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=624, type="get_attr"]; -"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=625, type="call_module"]; -"626 linear_19" [id=626, type=linear]; -"627 relu__3" [id=627, type="relu_"]; -"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=628, type="get_attr"]; -"629 relu__3_0_0_nncf_smooth_quant_0" [id=629, type="call_module"]; -"630 linear_20" [id=630, type=linear]; -"631 view_15" [id=631, type=view]; -"632 index_3" [id=632, type=index]; -"633 view_16" [id=633, type=view]; -"634 permute_14" [id=634, type=permute]; -"635 contiguous_4" [id=635, type=contiguous]; -"636 unsqueeze_7" [id=636, type=unsqueeze]; -"637 sigmoid_3" [id=637, type=sigmoid]; -"638 mul_22" [id=638, type=mul]; -"639 pad_4" [id=639, type=pad]; -"640 roll_2" [id=640, type=roll]; -"641 view_17" [id=641, type=view]; -"642 permute_15" [id=642, type=permute]; -"643 reshape_13" [id=643, type=reshape]; -"644 clone_3" [id=644, type=clone]; -"645 slice_36" [id=645, type=slice]; -"646 zero__3" [id=646, type="zero_"]; -"647 reshape_13_0_0_nncf_smooth_quant_0" [id=647, type="call_module"]; -"648 quantize_per_tensor_default_20" [id=648, type="quantize_per_tensor"]; -"649 dequantize_per_tensor_default_20" [id=649, type="dequantize_per_tensor"]; -"650 linear_21_scale_0" [id=650, type="get_attr"]; -"651 linear_21_zero_point_0" [id=651, type="get_attr"]; -"652 compressed_weight_updated_constant14" [id=652, type="get_attr"]; -"653 quantize_per_channel_default_14" [id=653, type="quantize_per_channel"]; -"654 dequantize_per_channel_default_14" [id=654, type="dequantize_per_channel"]; -"655 linear_21" [id=655, type=linear]; -"656 reshape_14" [id=656, type=reshape]; -"657 permute_16" [id=657, type=permute]; -"658 select_9" [id=658, type=select]; -"659 select_10" [id=659, type=select]; -"660 select_11" [id=660, type=select]; -"661 linalg_vector_norm_6" [id=661, type="linalg_vector_norm"]; -"662 clamp_min_6" [id=662, type="clamp_min"]; -"663 expand_as_6" [id=663, type="expand_as"]; -"664 div_6" [id=664, type=div]; -"665 quantize_per_tensor_default_21" [id=665, type="quantize_per_tensor"]; -"666 dequantize_per_tensor_default_21" [id=666, type="dequantize_per_tensor"]; -"667 linalg_vector_norm_7" [id=667, type="linalg_vector_norm"]; -"668 clamp_min_7" [id=668, type="clamp_min"]; -"669 expand_as_7" [id=669, type="expand_as"]; -"670 div_7" [id=670, type=div]; -"671 quantize_per_tensor_default_22" [id=671, type="quantize_per_tensor"]; -"672 dequantize_per_tensor_default_22" [id=672, type="dequantize_per_tensor"]; -"673 transpose_6" [id=673, type=transpose]; -"674 matmul_6" [id=674, type=matmul]; -"675 clamp_3" [id=675, type=clamp]; -"676 exp_3" [id=676, type=exp]; -"677 mul_24" [id=677, type=mul]; -"678 add_10" [id=678, type=add]; -"679 new_zeros_1" [id=679, type="new_zeros"]; -"680 lift_fresh_copy_9" [id=680, type="lift_fresh_copy"]; -"681 slice_37" [id=681, type=slice]; -"682 slice_38" [id=682, type=slice]; -"683 fill__9" [id=683, type="fill_"]; -"684 lift_fresh_copy_10" [id=684, type="lift_fresh_copy"]; -"685 slice_39" [id=685, type=slice]; -"686 slice_40" [id=686, type=slice]; -"687 fill__10" [id=687, type="fill_"]; -"688 lift_fresh_copy_11" [id=688, type="lift_fresh_copy"]; -"689 slice_41" [id=689, type=slice]; -"690 slice_42" [id=690, type=slice]; -"691 fill__11" [id=691, type="fill_"]; -"692 lift_fresh_copy_12" [id=692, type="lift_fresh_copy"]; -"693 slice_43" [id=693, type=slice]; -"694 slice_44" [id=694, type=slice]; -"695 fill__12" [id=695, type="fill_"]; -"696 lift_fresh_copy_13" [id=696, type="lift_fresh_copy"]; -"697 slice_45" [id=697, type=slice]; -"698 slice_46" [id=698, type=slice]; -"699 fill__13" [id=699, type="fill_"]; -"700 lift_fresh_copy_14" [id=700, type="lift_fresh_copy"]; -"701 slice_47" [id=701, type=slice]; -"702 slice_48" [id=702, type=slice]; -"703 fill__14" [id=703, type="fill_"]; -"704 lift_fresh_copy_15" [id=704, type="lift_fresh_copy"]; -"705 slice_49" [id=705, type=slice]; -"706 slice_50" [id=706, type=slice]; -"707 fill__15" [id=707, type="fill_"]; -"708 lift_fresh_copy_16" [id=708, type="lift_fresh_copy"]; -"709 slice_51" [id=709, type=slice]; -"710 slice_52" [id=710, type=slice]; -"711 fill__16" [id=711, type="fill_"]; -"712 lift_fresh_copy_17" [id=712, type="lift_fresh_copy"]; -"713 slice_53" [id=713, type=slice]; -"714 slice_54" [id=714, type=slice]; -"715 fill__17" [id=715, type="fill_"]; -"716 view_18" [id=716, type=view]; -"717 permute_17" [id=717, type=permute]; -"718 reshape_15" [id=718, type=reshape]; -"719 unsqueeze_8" [id=719, type=unsqueeze]; -"720 unsqueeze_9" [id=720, type=unsqueeze]; -"721 sub_9" [id=721, type=sub]; -"722 ne_6" [id=722, type=ne]; -"723 masked_fill_2" [id=723, type="masked_fill"]; -"724 eq_18" [id=724, type=eq]; -"725 masked_fill_3" [id=725, type="masked_fill"]; -"726 view_19" [id=726, type=view]; -"727 unsqueeze_10" [id=727, type=unsqueeze]; -"728 unsqueeze_11" [id=728, type=unsqueeze]; -"729 add_11" [id=729, type=add]; -"730 view_20" [id=730, type=view]; -"731 softmax_3" [id=731, type=softmax]; -"732 dropout_12" [id=732, type=dropout]; -"733 matmul_7" [id=733, type=matmul]; -"734 transpose_7" [id=734, type=transpose]; -"735 reshape_16" [id=735, type=reshape]; -"736 reshape_16_0_0_nncf_smooth_quant_0" [id=736, type="call_module"]; -"737 quantize_per_tensor_default_23" [id=737, type="quantize_per_tensor"]; -"738 dequantize_per_tensor_default_23" [id=738, type="dequantize_per_tensor"]; -"739 linear_22_scale_0" [id=739, type="get_attr"]; -"740 linear_22_zero_point_0" [id=740, type="get_attr"]; -"741 compressed_weight_updated_constant15" [id=741, type="get_attr"]; -"742 quantize_per_channel_default_15" [id=742, type="quantize_per_channel"]; -"743 dequantize_per_channel_default_15" [id=743, type="dequantize_per_channel"]; -"744 linear_22" [id=744, type=linear]; -"745 dropout_13" [id=745, type=dropout]; -"746 view_21" [id=746, type=view]; -"747 permute_18" [id=747, type=permute]; -"748 reshape_17" [id=748, type=reshape]; -"749 roll_3" [id=749, type=roll]; -"750 slice_55" [id=750, type=slice]; -"751 slice_56" [id=751, type=slice]; -"752 contiguous_5" [id=752, type=contiguous]; -"753 layer_norm_8" [id=753, type="layer_norm"]; -"754 add_12" [id=754, type=add]; -"755 add_12_0_0_nncf_smooth_quant_0" [id=755, type="call_module"]; -"756 quantize_per_tensor_default_24" [id=756, type="quantize_per_tensor"]; -"757 dequantize_per_tensor_default_24" [id=757, type="dequantize_per_tensor"]; -"758 linear_23_scale_0" [id=758, type="get_attr"]; -"759 linear_23_zero_point_0" [id=759, type="get_attr"]; -"760 compressed_weight_updated_constant16" [id=760, type="get_attr"]; -"761 quantize_per_channel_default_16" [id=761, type="quantize_per_channel"]; -"762 dequantize_per_channel_default_16" [id=762, type="dequantize_per_channel"]; -"763 linear_23" [id=763, type=linear]; -"764 gelu_3" [id=764, type=gelu]; -"765 dropout_14" [id=765, type=dropout]; -"766 dropout_14_0_0_nncf_smooth_quant_0" [id=766, type="call_module"]; -"767 quantize_per_tensor_default_25" [id=767, type="quantize_per_tensor"]; -"768 dequantize_per_tensor_default_25" [id=768, type="dequantize_per_tensor"]; -"769 linear_24_scale_0" [id=769, type="get_attr"]; -"770 linear_24_zero_point_0" [id=770, type="get_attr"]; -"771 compressed_weight_updated_constant17" [id=771, type="get_attr"]; -"772 quantize_per_channel_default_17" [id=772, type="quantize_per_channel"]; -"773 dequantize_per_channel_default_17" [id=773, type="dequantize_per_channel"]; -"774 linear_24" [id=774, type=linear]; -"775 dropout_15" [id=775, type=dropout]; -"776 layer_norm_9" [id=776, type="layer_norm"]; -"777 add_13" [id=777, type=add]; -"778 mod_18" [id=778, type=mod]; -"779 mod_19" [id=779, type=mod]; -"780 pad_5" [id=780, type=pad]; -"781 slice_57" [id=781, type=slice]; -"782 slice_58" [id=782, type=slice]; -"783 slice_59" [id=783, type=slice]; -"784 slice_60" [id=784, type=slice]; -"785 slice_61" [id=785, type=slice]; -"786 slice_62" [id=786, type=slice]; -"787 slice_63" [id=787, type=slice]; -"788 slice_64" [id=788, type=slice]; -"789 cat_1" [id=789, type=cat]; -"790 cat_1_0_0_nncf_smooth_quant_0" [id=790, type="call_module"]; -"791 quantize_per_tensor_default_26" [id=791, type="quantize_per_tensor"]; -"792 dequantize_per_tensor_default_26" [id=792, type="dequantize_per_tensor"]; -"793 linear_25_scale_0" [id=793, type="get_attr"]; -"794 linear_25_zero_point_0" [id=794, type="get_attr"]; -"795 compressed_weight_updated_constant18" [id=795, type="get_attr"]; -"796 quantize_per_channel_default_18" [id=796, type="quantize_per_channel"]; -"797 dequantize_per_channel_default_18" [id=797, type="dequantize_per_channel"]; -"798 linear_25" [id=798, type=linear]; -"799 layer_norm_10" [id=799, type="layer_norm"]; -"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=800, type="get_attr"]; -"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=801, type="call_module"]; -"802 linear_26" [id=802, type=linear]; -"803 relu__4" [id=803, type="relu_"]; -"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=804, type="get_attr"]; -"805 relu__4_0_0_nncf_smooth_quant_0" [id=805, type="call_module"]; -"806 linear_27" [id=806, type=linear]; -"807 view_22" [id=807, type=view]; -"808 index_4" [id=808, type=index]; -"809 view_23" [id=809, type=view]; -"810 permute_19" [id=810, type=permute]; -"811 contiguous_6" [id=811, type=contiguous]; -"812 unsqueeze_12" [id=812, type=unsqueeze]; -"813 sigmoid_4" [id=813, type=sigmoid]; -"814 mul_30" [id=814, type=mul]; -"815 add_49" [id=815, type=add]; -"816 add_50" [id=816, type=add]; -"817 floordiv_95" [id=817, type=floordiv]; -"818 mod_20" [id=818, type=mod]; -"819 sub_10" [id=819, type=sub]; -"820 mod_21" [id=820, type=mod]; -"821 add_51" [id=821, type=add]; -"822 add_52" [id=822, type=add]; -"823 floordiv_96" [id=823, type=floordiv]; -"824 mod_22" [id=824, type=mod]; -"825 sub_11" [id=825, type=sub]; -"826 mod_23" [id=826, type=mod]; -"827 pad_6" [id=827, type=pad]; -"828 add_53" [id=828, type=add]; -"829 floordiv_30" [id=829, type=floordiv]; -"830 add_54" [id=830, type=add]; -"831 floordiv_31" [id=831, type=floordiv]; -"832 mul_31" [id=832, type=mul]; -"833 view_24" [id=833, type=view]; -"834 permute_20" [id=834, type=permute]; -"835 reshape_18" [id=835, type=reshape]; -"836 clone_4" [id=836, type=clone]; -"837 slice_65" [id=837, type=slice]; -"838 zero__4" [id=838, type="zero_"]; -"839 reshape_18_0_0_nncf_smooth_quant_0" [id=839, type="call_module"]; -"840 quantize_per_tensor_default_27" [id=840, type="quantize_per_tensor"]; -"841 dequantize_per_tensor_default_27" [id=841, type="dequantize_per_tensor"]; -"842 linear_28_scale_0" [id=842, type="get_attr"]; -"843 linear_28_zero_point_0" [id=843, type="get_attr"]; -"844 compressed_weight_updated_constant19" [id=844, type="get_attr"]; -"845 quantize_per_channel_default_19" [id=845, type="quantize_per_channel"]; -"846 dequantize_per_channel_default_19" [id=846, type="dequantize_per_channel"]; -"847 linear_28" [id=847, type=linear]; -"848 floordiv_97" [id=848, type=floordiv]; -"849 floordiv_98" [id=849, type=floordiv]; -"850 mul_56" [id=850, type=mul]; -"851 reshape_19" [id=851, type=reshape]; -"852 permute_21" [id=852, type=permute]; -"853 select_12" [id=853, type=select]; -"854 select_13" [id=854, type=select]; -"855 select_14" [id=855, type=select]; -"856 linalg_vector_norm_8" [id=856, type="linalg_vector_norm"]; -"857 clamp_min_8" [id=857, type="clamp_min"]; -"858 expand_as_8" [id=858, type="expand_as"]; -"859 div_8" [id=859, type=div]; -"860 quantize_per_tensor_default_28" [id=860, type="quantize_per_tensor"]; -"861 dequantize_per_tensor_default_28" [id=861, type="dequantize_per_tensor"]; -"862 linalg_vector_norm_9" [id=862, type="linalg_vector_norm"]; -"863 clamp_min_9" [id=863, type="clamp_min"]; -"864 expand_as_9" [id=864, type="expand_as"]; -"865 div_9" [id=865, type=div]; -"866 quantize_per_tensor_default_29" [id=866, type="quantize_per_tensor"]; -"867 dequantize_per_tensor_default_29" [id=867, type="dequantize_per_tensor"]; -"868 transpose_8" [id=868, type=transpose]; -"869 matmul_8" [id=869, type=matmul]; -"870 clamp_4" [id=870, type=clamp]; -"871 exp_4" [id=871, type=exp]; -"872 mul_32" [id=872, type=mul]; -"873 add_14" [id=873, type=add]; -"874 softmax_4" [id=874, type=softmax]; -"875 dropout_16" [id=875, type=dropout]; -"876 matmul_9" [id=876, type=matmul]; -"877 transpose_9" [id=877, type=transpose]; -"878 reshape_20" [id=878, type=reshape]; -"879 reshape_20_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; -"880 quantize_per_tensor_default_30" [id=880, type="quantize_per_tensor"]; -"881 dequantize_per_tensor_default_30" [id=881, type="dequantize_per_tensor"]; -"882 linear_29_scale_0" [id=882, type="get_attr"]; -"883 linear_29_zero_point_0" [id=883, type="get_attr"]; -"884 compressed_weight_updated_constant20" [id=884, type="get_attr"]; -"885 quantize_per_channel_default_20" [id=885, type="quantize_per_channel"]; -"886 dequantize_per_channel_default_20" [id=886, type="dequantize_per_channel"]; -"887 linear_29" [id=887, type=linear]; -"888 dropout_17" [id=888, type=dropout]; -"889 view_25" [id=889, type=view]; -"890 permute_22" [id=890, type=permute]; -"891 reshape_21" [id=891, type=reshape]; -"892 slice_66" [id=892, type=slice]; -"893 slice_67" [id=893, type=slice]; -"894 contiguous_7" [id=894, type=contiguous]; -"895 layer_norm_11" [id=895, type="layer_norm"]; -"896 add_15" [id=896, type=add]; -"897 add_15_0_0_nncf_smooth_quant_0" [id=897, type="call_module"]; -"898 quantize_per_tensor_default_31" [id=898, type="quantize_per_tensor"]; -"899 dequantize_per_tensor_default_31" [id=899, type="dequantize_per_tensor"]; -"900 linear_30_scale_0" [id=900, type="get_attr"]; -"901 linear_30_zero_point_0" [id=901, type="get_attr"]; -"902 compressed_weight_updated_constant21" [id=902, type="get_attr"]; -"903 quantize_per_channel_default_21" [id=903, type="quantize_per_channel"]; -"904 dequantize_per_channel_default_21" [id=904, type="dequantize_per_channel"]; -"905 linear_30" [id=905, type=linear]; -"906 gelu_4" [id=906, type=gelu]; -"907 dropout_18" [id=907, type=dropout]; -"908 dropout_18_0_0_nncf_smooth_quant_0" [id=908, type="call_module"]; -"909 quantize_per_tensor_default_32" [id=909, type="quantize_per_tensor"]; -"910 dequantize_per_tensor_default_32" [id=910, type="dequantize_per_tensor"]; -"911 linear_31_scale_0" [id=911, type="get_attr"]; -"912 linear_31_zero_point_0" [id=912, type="get_attr"]; -"913 compressed_weight_updated_constant22" [id=913, type="get_attr"]; -"914 quantize_per_channel_default_22" [id=914, type="quantize_per_channel"]; -"915 dequantize_per_channel_default_22" [id=915, type="dequantize_per_channel"]; -"916 linear_31" [id=916, type=linear]; -"917 dropout_19" [id=917, type=dropout]; -"918 layer_norm_12" [id=918, type="layer_norm"]; -"919 add_16" [id=919, type=add]; -"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=920, type="get_attr"]; -"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=921, type="call_module"]; -"922 linear_32" [id=922, type=linear]; -"923 relu__5" [id=923, type="relu_"]; -"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=924, type="get_attr"]; -"925 relu__5_0_0_nncf_smooth_quant_0" [id=925, type="call_module"]; -"926 linear_33" [id=926, type=linear]; -"927 view_26" [id=927, type=view]; -"928 index_5" [id=928, type=index]; -"929 view_27" [id=929, type=view]; -"930 permute_23" [id=930, type=permute]; -"931 contiguous_8" [id=931, type=contiguous]; -"932 unsqueeze_13" [id=932, type=unsqueeze]; -"933 sigmoid_5" [id=933, type=sigmoid]; -"934 mul_33" [id=934, type=mul]; -"935 pad_7" [id=935, type=pad]; -"936 roll_4" [id=936, type=roll]; -"937 view_28" [id=937, type=view]; -"938 permute_24" [id=938, type=permute]; -"939 reshape_22" [id=939, type=reshape]; -"940 clone_5" [id=940, type=clone]; -"941 slice_68" [id=941, type=slice]; -"942 zero__5" [id=942, type="zero_"]; -"943 reshape_22_0_0_nncf_smooth_quant_0" [id=943, type="call_module"]; -"944 quantize_per_tensor_default_33" [id=944, type="quantize_per_tensor"]; -"945 dequantize_per_tensor_default_33" [id=945, type="dequantize_per_tensor"]; -"946 linear_34_scale_0" [id=946, type="get_attr"]; -"947 linear_34_zero_point_0" [id=947, type="get_attr"]; -"948 compressed_weight_updated_constant23" [id=948, type="get_attr"]; -"949 quantize_per_channel_default_23" [id=949, type="quantize_per_channel"]; -"950 dequantize_per_channel_default_23" [id=950, type="dequantize_per_channel"]; -"951 linear_34" [id=951, type=linear]; -"952 reshape_23" [id=952, type=reshape]; -"953 permute_25" [id=953, type=permute]; -"954 select_15" [id=954, type=select]; -"955 select_16" [id=955, type=select]; -"956 select_17" [id=956, type=select]; -"957 linalg_vector_norm_10" [id=957, type="linalg_vector_norm"]; -"958 clamp_min_10" [id=958, type="clamp_min"]; -"959 expand_as_10" [id=959, type="expand_as"]; -"960 div_10" [id=960, type=div]; -"961 quantize_per_tensor_default_34" [id=961, type="quantize_per_tensor"]; -"962 dequantize_per_tensor_default_34" [id=962, type="dequantize_per_tensor"]; -"963 linalg_vector_norm_11" [id=963, type="linalg_vector_norm"]; -"964 clamp_min_11" [id=964, type="clamp_min"]; -"965 expand_as_11" [id=965, type="expand_as"]; -"966 div_11" [id=966, type=div]; -"967 quantize_per_tensor_default_35" [id=967, type="quantize_per_tensor"]; -"968 dequantize_per_tensor_default_35" [id=968, type="dequantize_per_tensor"]; -"969 transpose_10" [id=969, type=transpose]; -"970 matmul_10" [id=970, type=matmul]; -"971 clamp_5" [id=971, type=clamp]; -"972 exp_5" [id=972, type=exp]; -"973 mul_35" [id=973, type=mul]; -"974 add_17" [id=974, type=add]; -"975 new_zeros_2" [id=975, type="new_zeros"]; -"976 lift_fresh_copy_18" [id=976, type="lift_fresh_copy"]; -"977 slice_69" [id=977, type=slice]; -"978 slice_70" [id=978, type=slice]; -"979 fill__18" [id=979, type="fill_"]; -"980 lift_fresh_copy_19" [id=980, type="lift_fresh_copy"]; -"981 slice_71" [id=981, type=slice]; -"982 slice_72" [id=982, type=slice]; -"983 fill__19" [id=983, type="fill_"]; -"984 lift_fresh_copy_20" [id=984, type="lift_fresh_copy"]; -"985 slice_73" [id=985, type=slice]; -"986 slice_74" [id=986, type=slice]; -"987 fill__20" [id=987, type="fill_"]; -"988 lift_fresh_copy_21" [id=988, type="lift_fresh_copy"]; -"989 slice_75" [id=989, type=slice]; -"990 slice_76" [id=990, type=slice]; -"991 fill__21" [id=991, type="fill_"]; -"992 lift_fresh_copy_22" [id=992, type="lift_fresh_copy"]; -"993 slice_77" [id=993, type=slice]; -"994 slice_78" [id=994, type=slice]; -"995 fill__22" [id=995, type="fill_"]; -"996 lift_fresh_copy_23" [id=996, type="lift_fresh_copy"]; -"997 slice_79" [id=997, type=slice]; -"998 slice_80" [id=998, type=slice]; -"999 fill__23" [id=999, type="fill_"]; -"1000 lift_fresh_copy_24" [id=1000, type="lift_fresh_copy"]; -"1001 slice_81" [id=1001, type=slice]; -"1002 slice_82" [id=1002, type=slice]; -"1003 fill__24" [id=1003, type="fill_"]; -"1004 lift_fresh_copy_25" [id=1004, type="lift_fresh_copy"]; -"1005 slice_83" [id=1005, type=slice]; -"1006 slice_84" [id=1006, type=slice]; -"1007 fill__25" [id=1007, type="fill_"]; -"1008 lift_fresh_copy_26" [id=1008, type="lift_fresh_copy"]; -"1009 slice_85" [id=1009, type=slice]; -"1010 slice_86" [id=1010, type=slice]; -"1011 fill__26" [id=1011, type="fill_"]; -"1012 view_29" [id=1012, type=view]; -"1013 permute_26" [id=1013, type=permute]; -"1014 reshape_24" [id=1014, type=reshape]; -"1015 unsqueeze_14" [id=1015, type=unsqueeze]; -"1016 unsqueeze_15" [id=1016, type=unsqueeze]; -"1017 sub_14" [id=1017, type=sub]; -"1018 ne_10" [id=1018, type=ne]; -"1019 masked_fill_4" [id=1019, type="masked_fill"]; -"1020 eq_30" [id=1020, type=eq]; -"1021 masked_fill_5" [id=1021, type="masked_fill"]; -"1022 view_30" [id=1022, type=view]; -"1023 unsqueeze_16" [id=1023, type=unsqueeze]; -"1024 unsqueeze_17" [id=1024, type=unsqueeze]; -"1025 add_18" [id=1025, type=add]; -"1026 view_31" [id=1026, type=view]; -"1027 softmax_5" [id=1027, type=softmax]; -"1028 dropout_20" [id=1028, type=dropout]; -"1029 matmul_11" [id=1029, type=matmul]; -"1030 transpose_11" [id=1030, type=transpose]; -"1031 reshape_25" [id=1031, type=reshape]; -"1032 reshape_25_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; -"1033 quantize_per_tensor_default_36" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_default_36" [id=1034, type="dequantize_per_tensor"]; -"1035 linear_35_scale_0" [id=1035, type="get_attr"]; -"1036 linear_35_zero_point_0" [id=1036, type="get_attr"]; -"1037 compressed_weight_updated_constant24" [id=1037, type="get_attr"]; -"1038 quantize_per_channel_default_24" [id=1038, type="quantize_per_channel"]; -"1039 dequantize_per_channel_default_24" [id=1039, type="dequantize_per_channel"]; -"1040 linear_35" [id=1040, type=linear]; -"1041 dropout_21" [id=1041, type=dropout]; -"1042 view_32" [id=1042, type=view]; -"1043 permute_27" [id=1043, type=permute]; -"1044 reshape_26" [id=1044, type=reshape]; -"1045 roll_5" [id=1045, type=roll]; -"1046 slice_87" [id=1046, type=slice]; -"1047 slice_88" [id=1047, type=slice]; -"1048 contiguous_9" [id=1048, type=contiguous]; -"1049 layer_norm_13" [id=1049, type="layer_norm"]; -"1050 add_19" [id=1050, type=add]; -"1051 add_19_0_0_nncf_smooth_quant_0" [id=1051, type="call_module"]; -"1052 quantize_per_tensor_default_37" [id=1052, type="quantize_per_tensor"]; -"1053 dequantize_per_tensor_default_37" [id=1053, type="dequantize_per_tensor"]; -"1054 linear_36_scale_0" [id=1054, type="get_attr"]; -"1055 linear_36_zero_point_0" [id=1055, type="get_attr"]; -"1056 compressed_weight_updated_constant25" [id=1056, type="get_attr"]; -"1057 quantize_per_channel_default_25" [id=1057, type="quantize_per_channel"]; -"1058 dequantize_per_channel_default_25" [id=1058, type="dequantize_per_channel"]; -"1059 linear_36" [id=1059, type=linear]; -"1060 gelu_5" [id=1060, type=gelu]; -"1061 dropout_22" [id=1061, type=dropout]; -"1062 dropout_22_0_0_nncf_smooth_quant_0" [id=1062, type="call_module"]; -"1063 quantize_per_tensor_default_38" [id=1063, type="quantize_per_tensor"]; -"1064 dequantize_per_tensor_default_38" [id=1064, type="dequantize_per_tensor"]; -"1065 linear_37_scale_0" [id=1065, type="get_attr"]; -"1066 linear_37_zero_point_0" [id=1066, type="get_attr"]; -"1067 compressed_weight_updated_constant26" [id=1067, type="get_attr"]; -"1068 quantize_per_channel_default_26" [id=1068, type="quantize_per_channel"]; -"1069 dequantize_per_channel_default_26" [id=1069, type="dequantize_per_channel"]; -"1070 linear_37" [id=1070, type=linear]; -"1071 dropout_23" [id=1071, type=dropout]; -"1072 layer_norm_14" [id=1072, type="layer_norm"]; -"1073 add_20" [id=1073, type=add]; -"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1074, type="get_attr"]; -"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1075, type="call_module"]; -"1076 linear_38" [id=1076, type=linear]; -"1077 relu__6" [id=1077, type="relu_"]; -"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1078, type="get_attr"]; -"1079 relu__6_0_0_nncf_smooth_quant_0" [id=1079, type="call_module"]; -"1080 linear_39" [id=1080, type=linear]; -"1081 view_33" [id=1081, type=view]; -"1082 index_6" [id=1082, type=index]; -"1083 view_34" [id=1083, type=view]; -"1084 permute_28" [id=1084, type=permute]; -"1085 contiguous_10" [id=1085, type=contiguous]; -"1086 unsqueeze_18" [id=1086, type=unsqueeze]; -"1087 sigmoid_6" [id=1087, type=sigmoid]; -"1088 mul_36" [id=1088, type=mul]; -"1089 pad_8" [id=1089, type=pad]; -"1090 view_35" [id=1090, type=view]; -"1091 permute_29" [id=1091, type=permute]; -"1092 reshape_27" [id=1092, type=reshape]; -"1093 clone_6" [id=1093, type=clone]; -"1094 slice_89" [id=1094, type=slice]; -"1095 zero__6" [id=1095, type="zero_"]; -"1096 reshape_27_0_0_nncf_smooth_quant_0" [id=1096, type="call_module"]; -"1097 quantize_per_tensor_default_39" [id=1097, type="quantize_per_tensor"]; -"1098 dequantize_per_tensor_default_39" [id=1098, type="dequantize_per_tensor"]; -"1099 linear_40_scale_0" [id=1099, type="get_attr"]; -"1100 linear_40_zero_point_0" [id=1100, type="get_attr"]; -"1101 compressed_weight_updated_constant27" [id=1101, type="get_attr"]; -"1102 quantize_per_channel_default_27" [id=1102, type="quantize_per_channel"]; -"1103 dequantize_per_channel_default_27" [id=1103, type="dequantize_per_channel"]; -"1104 linear_40" [id=1104, type=linear]; -"1105 reshape_28" [id=1105, type=reshape]; -"1106 permute_30" [id=1106, type=permute]; -"1107 select_18" [id=1107, type=select]; -"1108 select_19" [id=1108, type=select]; -"1109 select_20" [id=1109, type=select]; -"1110 linalg_vector_norm_12" [id=1110, type="linalg_vector_norm"]; -"1111 clamp_min_12" [id=1111, type="clamp_min"]; -"1112 expand_as_12" [id=1112, type="expand_as"]; -"1113 div_12" [id=1113, type=div]; -"1114 quantize_per_tensor_default_40" [id=1114, type="quantize_per_tensor"]; -"1115 dequantize_per_tensor_default_40" [id=1115, type="dequantize_per_tensor"]; -"1116 linalg_vector_norm_13" [id=1116, type="linalg_vector_norm"]; -"1117 clamp_min_13" [id=1117, type="clamp_min"]; -"1118 expand_as_13" [id=1118, type="expand_as"]; -"1119 div_13" [id=1119, type=div]; -"1120 quantize_per_tensor_default_41" [id=1120, type="quantize_per_tensor"]; -"1121 dequantize_per_tensor_default_41" [id=1121, type="dequantize_per_tensor"]; -"1122 transpose_12" [id=1122, type=transpose]; -"1123 matmul_12" [id=1123, type=matmul]; -"1124 clamp_6" [id=1124, type=clamp]; -"1125 exp_6" [id=1125, type=exp]; -"1126 mul_38" [id=1126, type=mul]; -"1127 add_21" [id=1127, type=add]; -"1128 softmax_6" [id=1128, type=softmax]; -"1129 dropout_24" [id=1129, type=dropout]; -"1130 matmul_13" [id=1130, type=matmul]; -"1131 transpose_13" [id=1131, type=transpose]; -"1132 reshape_29" [id=1132, type=reshape]; -"1133 reshape_29_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; -"1134 quantize_per_tensor_default_42" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_42" [id=1135, type="dequantize_per_tensor"]; -"1136 linear_41_scale_0" [id=1136, type="get_attr"]; -"1137 linear_41_zero_point_0" [id=1137, type="get_attr"]; -"1138 compressed_weight_updated_constant28" [id=1138, type="get_attr"]; -"1139 quantize_per_channel_default_28" [id=1139, type="quantize_per_channel"]; -"1140 dequantize_per_channel_default_28" [id=1140, type="dequantize_per_channel"]; -"1141 linear_41" [id=1141, type=linear]; -"1142 dropout_25" [id=1142, type=dropout]; -"1143 view_36" [id=1143, type=view]; -"1144 permute_31" [id=1144, type=permute]; -"1145 reshape_30" [id=1145, type=reshape]; -"1146 slice_90" [id=1146, type=slice]; -"1147 slice_91" [id=1147, type=slice]; -"1148 contiguous_11" [id=1148, type=contiguous]; -"1149 layer_norm_15" [id=1149, type="layer_norm"]; -"1150 add_22" [id=1150, type=add]; -"1151 add_22_0_0_nncf_smooth_quant_0" [id=1151, type="call_module"]; -"1152 quantize_per_tensor_default_43" [id=1152, type="quantize_per_tensor"]; -"1153 dequantize_per_tensor_default_43" [id=1153, type="dequantize_per_tensor"]; -"1154 linear_42_scale_0" [id=1154, type="get_attr"]; -"1155 linear_42_zero_point_0" [id=1155, type="get_attr"]; -"1156 compressed_weight_updated_constant29" [id=1156, type="get_attr"]; -"1157 quantize_per_channel_default_29" [id=1157, type="quantize_per_channel"]; -"1158 dequantize_per_channel_default_29" [id=1158, type="dequantize_per_channel"]; -"1159 linear_42" [id=1159, type=linear]; -"1160 gelu_6" [id=1160, type=gelu]; -"1161 dropout_26" [id=1161, type=dropout]; -"1162 dropout_26_0_0_nncf_smooth_quant_0" [id=1162, type="call_module"]; -"1163 quantize_per_tensor_default_44" [id=1163, type="quantize_per_tensor"]; -"1164 dequantize_per_tensor_default_44" [id=1164, type="dequantize_per_tensor"]; -"1165 linear_43_scale_0" [id=1165, type="get_attr"]; -"1166 linear_43_zero_point_0" [id=1166, type="get_attr"]; -"1167 compressed_weight_updated_constant30" [id=1167, type="get_attr"]; -"1168 quantize_per_channel_default_30" [id=1168, type="quantize_per_channel"]; -"1169 dequantize_per_channel_default_30" [id=1169, type="dequantize_per_channel"]; -"1170 linear_43" [id=1170, type=linear]; -"1171 dropout_27" [id=1171, type=dropout]; -"1172 layer_norm_16" [id=1172, type="layer_norm"]; -"1173 add_23" [id=1173, type=add]; -"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1174, type="get_attr"]; -"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1175, type="call_module"]; -"1176 linear_44" [id=1176, type=linear]; -"1177 relu__7" [id=1177, type="relu_"]; -"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1178, type="get_attr"]; -"1179 relu__7_0_0_nncf_smooth_quant_0" [id=1179, type="call_module"]; -"1180 linear_45" [id=1180, type=linear]; -"1181 view_37" [id=1181, type=view]; -"1182 index_7" [id=1182, type=index]; -"1183 view_38" [id=1183, type=view]; -"1184 permute_32" [id=1184, type=permute]; -"1185 contiguous_12" [id=1185, type=contiguous]; -"1186 unsqueeze_19" [id=1186, type=unsqueeze]; -"1187 sigmoid_7" [id=1187, type=sigmoid]; -"1188 mul_39" [id=1188, type=mul]; -"1189 pad_9" [id=1189, type=pad]; -"1190 roll_6" [id=1190, type=roll]; -"1191 view_39" [id=1191, type=view]; -"1192 permute_33" [id=1192, type=permute]; -"1193 reshape_31" [id=1193, type=reshape]; -"1194 clone_7" [id=1194, type=clone]; -"1195 slice_92" [id=1195, type=slice]; -"1196 zero__7" [id=1196, type="zero_"]; -"1197 reshape_31_0_0_nncf_smooth_quant_0" [id=1197, type="call_module"]; -"1198 quantize_per_tensor_default_45" [id=1198, type="quantize_per_tensor"]; -"1199 dequantize_per_tensor_default_45" [id=1199, type="dequantize_per_tensor"]; -"1200 linear_46_scale_0" [id=1200, type="get_attr"]; -"1201 linear_46_zero_point_0" [id=1201, type="get_attr"]; -"1202 compressed_weight_updated_constant31" [id=1202, type="get_attr"]; -"1203 quantize_per_channel_default_31" [id=1203, type="quantize_per_channel"]; -"1204 dequantize_per_channel_default_31" [id=1204, type="dequantize_per_channel"]; -"1205 linear_46" [id=1205, type=linear]; -"1206 reshape_32" [id=1206, type=reshape]; -"1207 permute_34" [id=1207, type=permute]; -"1208 select_21" [id=1208, type=select]; -"1209 select_22" [id=1209, type=select]; -"1210 select_23" [id=1210, type=select]; -"1211 linalg_vector_norm_14" [id=1211, type="linalg_vector_norm"]; -"1212 clamp_min_14" [id=1212, type="clamp_min"]; -"1213 expand_as_14" [id=1213, type="expand_as"]; -"1214 div_14" [id=1214, type=div]; -"1215 quantize_per_tensor_default_46" [id=1215, type="quantize_per_tensor"]; -"1216 dequantize_per_tensor_default_46" [id=1216, type="dequantize_per_tensor"]; -"1217 linalg_vector_norm_15" [id=1217, type="linalg_vector_norm"]; -"1218 clamp_min_15" [id=1218, type="clamp_min"]; -"1219 expand_as_15" [id=1219, type="expand_as"]; -"1220 div_15" [id=1220, type=div]; -"1221 quantize_per_tensor_default_47" [id=1221, type="quantize_per_tensor"]; -"1222 dequantize_per_tensor_default_47" [id=1222, type="dequantize_per_tensor"]; -"1223 transpose_14" [id=1223, type=transpose]; -"1224 matmul_14" [id=1224, type=matmul]; -"1225 clamp_7" [id=1225, type=clamp]; -"1226 exp_7" [id=1226, type=exp]; -"1227 mul_41" [id=1227, type=mul]; -"1228 add_24" [id=1228, type=add]; -"1229 new_zeros_3" [id=1229, type="new_zeros"]; -"1230 lift_fresh_copy_27" [id=1230, type="lift_fresh_copy"]; -"1231 slice_93" [id=1231, type=slice]; -"1232 slice_94" [id=1232, type=slice]; -"1233 fill__27" [id=1233, type="fill_"]; -"1234 lift_fresh_copy_28" [id=1234, type="lift_fresh_copy"]; -"1235 slice_95" [id=1235, type=slice]; -"1236 slice_96" [id=1236, type=slice]; -"1237 fill__28" [id=1237, type="fill_"]; -"1238 lift_fresh_copy_29" [id=1238, type="lift_fresh_copy"]; -"1239 slice_97" [id=1239, type=slice]; -"1240 slice_98" [id=1240, type=slice]; -"1241 fill__29" [id=1241, type="fill_"]; -"1242 lift_fresh_copy_30" [id=1242, type="lift_fresh_copy"]; -"1243 slice_99" [id=1243, type=slice]; -"1244 slice_100" [id=1244, type=slice]; -"1245 fill__30" [id=1245, type="fill_"]; -"1246 lift_fresh_copy_31" [id=1246, type="lift_fresh_copy"]; -"1247 slice_101" [id=1247, type=slice]; -"1248 slice_102" [id=1248, type=slice]; -"1249 fill__31" [id=1249, type="fill_"]; -"1250 lift_fresh_copy_32" [id=1250, type="lift_fresh_copy"]; -"1251 slice_103" [id=1251, type=slice]; -"1252 slice_104" [id=1252, type=slice]; -"1253 fill__32" [id=1253, type="fill_"]; -"1254 lift_fresh_copy_33" [id=1254, type="lift_fresh_copy"]; -"1255 slice_105" [id=1255, type=slice]; -"1256 slice_106" [id=1256, type=slice]; -"1257 fill__33" [id=1257, type="fill_"]; -"1258 lift_fresh_copy_34" [id=1258, type="lift_fresh_copy"]; -"1259 slice_107" [id=1259, type=slice]; -"1260 slice_108" [id=1260, type=slice]; -"1261 fill__34" [id=1261, type="fill_"]; -"1262 lift_fresh_copy_35" [id=1262, type="lift_fresh_copy"]; -"1263 slice_109" [id=1263, type=slice]; -"1264 slice_110" [id=1264, type=slice]; -"1265 fill__35" [id=1265, type="fill_"]; -"1266 view_40" [id=1266, type=view]; -"1267 permute_35" [id=1267, type=permute]; -"1268 reshape_33" [id=1268, type=reshape]; -"1269 unsqueeze_20" [id=1269, type=unsqueeze]; -"1270 unsqueeze_21" [id=1270, type=unsqueeze]; -"1271 sub_19" [id=1271, type=sub]; -"1272 ne_11" [id=1272, type=ne]; -"1273 masked_fill_6" [id=1273, type="masked_fill"]; -"1274 eq_31" [id=1274, type=eq]; -"1275 masked_fill_7" [id=1275, type="masked_fill"]; -"1276 view_41" [id=1276, type=view]; -"1277 unsqueeze_22" [id=1277, type=unsqueeze]; -"1278 unsqueeze_23" [id=1278, type=unsqueeze]; -"1279 add_25" [id=1279, type=add]; -"1280 view_42" [id=1280, type=view]; -"1281 softmax_7" [id=1281, type=softmax]; -"1282 dropout_28" [id=1282, type=dropout]; -"1283 matmul_15" [id=1283, type=matmul]; -"1284 transpose_15" [id=1284, type=transpose]; -"1285 reshape_34" [id=1285, type=reshape]; -"1286 reshape_34_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; -"1287 quantize_per_tensor_default_48" [id=1287, type="quantize_per_tensor"]; -"1288 dequantize_per_tensor_default_48" [id=1288, type="dequantize_per_tensor"]; -"1289 linear_47_scale_0" [id=1289, type="get_attr"]; -"1290 linear_47_zero_point_0" [id=1290, type="get_attr"]; -"1291 compressed_weight_updated_constant32" [id=1291, type="get_attr"]; -"1292 quantize_per_channel_default_32" [id=1292, type="quantize_per_channel"]; -"1293 dequantize_per_channel_default_32" [id=1293, type="dequantize_per_channel"]; -"1294 linear_47" [id=1294, type=linear]; -"1295 dropout_29" [id=1295, type=dropout]; -"1296 view_43" [id=1296, type=view]; -"1297 permute_36" [id=1297, type=permute]; -"1298 reshape_35" [id=1298, type=reshape]; -"1299 roll_7" [id=1299, type=roll]; -"1300 slice_111" [id=1300, type=slice]; -"1301 slice_112" [id=1301, type=slice]; -"1302 contiguous_13" [id=1302, type=contiguous]; -"1303 layer_norm_17" [id=1303, type="layer_norm"]; -"1304 add_26" [id=1304, type=add]; -"1305 add_26_0_0_nncf_smooth_quant_0" [id=1305, type="call_module"]; -"1306 quantize_per_tensor_default_49" [id=1306, type="quantize_per_tensor"]; -"1307 dequantize_per_tensor_default_49" [id=1307, type="dequantize_per_tensor"]; -"1308 linear_48_scale_0" [id=1308, type="get_attr"]; -"1309 linear_48_zero_point_0" [id=1309, type="get_attr"]; -"1310 compressed_weight_updated_constant33" [id=1310, type="get_attr"]; -"1311 quantize_per_channel_default_33" [id=1311, type="quantize_per_channel"]; -"1312 dequantize_per_channel_default_33" [id=1312, type="dequantize_per_channel"]; -"1313 linear_48" [id=1313, type=linear]; -"1314 gelu_7" [id=1314, type=gelu]; -"1315 dropout_30" [id=1315, type=dropout]; -"1316 dropout_30_0_0_nncf_smooth_quant_0" [id=1316, type="call_module"]; -"1317 quantize_per_tensor_default_50" [id=1317, type="quantize_per_tensor"]; -"1318 dequantize_per_tensor_default_50" [id=1318, type="dequantize_per_tensor"]; -"1319 linear_49_scale_0" [id=1319, type="get_attr"]; -"1320 linear_49_zero_point_0" [id=1320, type="get_attr"]; -"1321 compressed_weight_updated_constant34" [id=1321, type="get_attr"]; -"1322 quantize_per_channel_default_34" [id=1322, type="quantize_per_channel"]; -"1323 dequantize_per_channel_default_34" [id=1323, type="dequantize_per_channel"]; -"1324 linear_49" [id=1324, type=linear]; -"1325 dropout_31" [id=1325, type=dropout]; -"1326 layer_norm_18" [id=1326, type="layer_norm"]; -"1327 add_27" [id=1327, type=add]; -"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1328, type="get_attr"]; -"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1329, type="call_module"]; -"1330 linear_50" [id=1330, type=linear]; -"1331 relu__8" [id=1331, type="relu_"]; -"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1332, type="get_attr"]; -"1333 relu__8_0_0_nncf_smooth_quant_0" [id=1333, type="call_module"]; -"1334 linear_51" [id=1334, type=linear]; -"1335 view_44" [id=1335, type=view]; -"1336 index_8" [id=1336, type=index]; -"1337 view_45" [id=1337, type=view]; -"1338 permute_37" [id=1338, type=permute]; -"1339 contiguous_14" [id=1339, type=contiguous]; -"1340 unsqueeze_24" [id=1340, type=unsqueeze]; -"1341 sigmoid_8" [id=1341, type=sigmoid]; -"1342 mul_42" [id=1342, type=mul]; -"1343 pad_10" [id=1343, type=pad]; -"1344 view_46" [id=1344, type=view]; -"1345 permute_38" [id=1345, type=permute]; -"1346 reshape_36" [id=1346, type=reshape]; -"1347 clone_8" [id=1347, type=clone]; -"1348 slice_113" [id=1348, type=slice]; -"1349 zero__8" [id=1349, type="zero_"]; -"1350 reshape_36_0_0_nncf_smooth_quant_0" [id=1350, type="call_module"]; -"1351 quantize_per_tensor_default_51" [id=1351, type="quantize_per_tensor"]; -"1352 dequantize_per_tensor_default_51" [id=1352, type="dequantize_per_tensor"]; -"1353 linear_52_scale_0" [id=1353, type="get_attr"]; -"1354 linear_52_zero_point_0" [id=1354, type="get_attr"]; -"1355 compressed_weight_updated_constant35" [id=1355, type="get_attr"]; -"1356 quantize_per_channel_default_35" [id=1356, type="quantize_per_channel"]; -"1357 dequantize_per_channel_default_35" [id=1357, type="dequantize_per_channel"]; -"1358 linear_52" [id=1358, type=linear]; -"1359 reshape_37" [id=1359, type=reshape]; -"1360 permute_39" [id=1360, type=permute]; -"1361 select_24" [id=1361, type=select]; -"1362 select_25" [id=1362, type=select]; -"1363 select_26" [id=1363, type=select]; -"1364 linalg_vector_norm_16" [id=1364, type="linalg_vector_norm"]; -"1365 clamp_min_16" [id=1365, type="clamp_min"]; -"1366 expand_as_16" [id=1366, type="expand_as"]; -"1367 div_16" [id=1367, type=div]; -"1368 quantize_per_tensor_default_52" [id=1368, type="quantize_per_tensor"]; -"1369 dequantize_per_tensor_default_52" [id=1369, type="dequantize_per_tensor"]; -"1370 linalg_vector_norm_17" [id=1370, type="linalg_vector_norm"]; -"1371 clamp_min_17" [id=1371, type="clamp_min"]; -"1372 expand_as_17" [id=1372, type="expand_as"]; -"1373 div_17" [id=1373, type=div]; -"1374 quantize_per_tensor_default_53" [id=1374, type="quantize_per_tensor"]; -"1375 dequantize_per_tensor_default_53" [id=1375, type="dequantize_per_tensor"]; -"1376 transpose_16" [id=1376, type=transpose]; -"1377 matmul_16" [id=1377, type=matmul]; -"1378 clamp_8" [id=1378, type=clamp]; -"1379 exp_8" [id=1379, type=exp]; -"1380 mul_44" [id=1380, type=mul]; -"1381 add_28" [id=1381, type=add]; -"1382 softmax_8" [id=1382, type=softmax]; -"1383 dropout_32" [id=1383, type=dropout]; -"1384 matmul_17" [id=1384, type=matmul]; -"1385 transpose_17" [id=1385, type=transpose]; -"1386 reshape_38" [id=1386, type=reshape]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; -"1388 quantize_per_tensor_default_54" [id=1388, type="quantize_per_tensor"]; -"1389 dequantize_per_tensor_default_54" [id=1389, type="dequantize_per_tensor"]; -"1390 linear_53_scale_0" [id=1390, type="get_attr"]; -"1391 linear_53_zero_point_0" [id=1391, type="get_attr"]; -"1392 compressed_weight_updated_constant36" [id=1392, type="get_attr"]; -"1393 quantize_per_channel_default_36" [id=1393, type="quantize_per_channel"]; -"1394 dequantize_per_channel_default_36" [id=1394, type="dequantize_per_channel"]; -"1395 linear_53" [id=1395, type=linear]; -"1396 dropout_33" [id=1396, type=dropout]; -"1397 view_47" [id=1397, type=view]; -"1398 permute_40" [id=1398, type=permute]; -"1399 reshape_39" [id=1399, type=reshape]; -"1400 slice_114" [id=1400, type=slice]; -"1401 slice_115" [id=1401, type=slice]; -"1402 contiguous_15" [id=1402, type=contiguous]; -"1403 layer_norm_19" [id=1403, type="layer_norm"]; -"1404 add_29" [id=1404, type=add]; -"1405 add_29_0_0_nncf_smooth_quant_0" [id=1405, type="call_module"]; -"1406 quantize_per_tensor_default_55" [id=1406, type="quantize_per_tensor"]; -"1407 dequantize_per_tensor_default_55" [id=1407, type="dequantize_per_tensor"]; -"1408 linear_54_scale_0" [id=1408, type="get_attr"]; -"1409 linear_54_zero_point_0" [id=1409, type="get_attr"]; -"1410 compressed_weight_updated_constant37" [id=1410, type="get_attr"]; -"1411 quantize_per_channel_default_37" [id=1411, type="quantize_per_channel"]; -"1412 dequantize_per_channel_default_37" [id=1412, type="dequantize_per_channel"]; -"1413 linear_54" [id=1413, type=linear]; -"1414 gelu_8" [id=1414, type=gelu]; -"1415 dropout_34" [id=1415, type=dropout]; -"1416 dropout_34_0_0_nncf_smooth_quant_0" [id=1416, type="call_module"]; -"1417 quantize_per_tensor_default_56" [id=1417, type="quantize_per_tensor"]; -"1418 dequantize_per_tensor_default_56" [id=1418, type="dequantize_per_tensor"]; -"1419 linear_55_scale_0" [id=1419, type="get_attr"]; -"1420 linear_55_zero_point_0" [id=1420, type="get_attr"]; -"1421 compressed_weight_updated_constant38" [id=1421, type="get_attr"]; -"1422 quantize_per_channel_default_38" [id=1422, type="quantize_per_channel"]; -"1423 dequantize_per_channel_default_38" [id=1423, type="dequantize_per_channel"]; -"1424 linear_55" [id=1424, type=linear]; -"1425 dropout_35" [id=1425, type=dropout]; -"1426 layer_norm_20" [id=1426, type="layer_norm"]; -"1427 add_30" [id=1427, type=add]; -"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1428, type="get_attr"]; -"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1429, type="call_module"]; -"1430 linear_56" [id=1430, type=linear]; -"1431 relu__9" [id=1431, type="relu_"]; -"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1432, type="get_attr"]; -"1433 relu__9_0_0_nncf_smooth_quant_0" [id=1433, type="call_module"]; -"1434 linear_57" [id=1434, type=linear]; -"1435 view_48" [id=1435, type=view]; -"1436 index_9" [id=1436, type=index]; -"1437 view_49" [id=1437, type=view]; -"1438 permute_41" [id=1438, type=permute]; -"1439 contiguous_16" [id=1439, type=contiguous]; -"1440 unsqueeze_25" [id=1440, type=unsqueeze]; -"1441 sigmoid_9" [id=1441, type=sigmoid]; -"1442 mul_45" [id=1442, type=mul]; -"1443 pad_11" [id=1443, type=pad]; -"1444 roll_8" [id=1444, type=roll]; -"1445 view_50" [id=1445, type=view]; -"1446 permute_42" [id=1446, type=permute]; -"1447 reshape_40" [id=1447, type=reshape]; -"1448 clone_9" [id=1448, type=clone]; -"1449 slice_116" [id=1449, type=slice]; -"1450 zero__9" [id=1450, type="zero_"]; -"1451 reshape_40_0_0_nncf_smooth_quant_0" [id=1451, type="call_module"]; -"1452 quantize_per_tensor_default_57" [id=1452, type="quantize_per_tensor"]; -"1453 dequantize_per_tensor_default_57" [id=1453, type="dequantize_per_tensor"]; -"1454 linear_58_scale_0" [id=1454, type="get_attr"]; -"1455 linear_58_zero_point_0" [id=1455, type="get_attr"]; -"1456 compressed_weight_updated_constant39" [id=1456, type="get_attr"]; -"1457 quantize_per_channel_default_39" [id=1457, type="quantize_per_channel"]; -"1458 dequantize_per_channel_default_39" [id=1458, type="dequantize_per_channel"]; -"1459 linear_58" [id=1459, type=linear]; -"1460 reshape_41" [id=1460, type=reshape]; -"1461 permute_43" [id=1461, type=permute]; -"1462 select_27" [id=1462, type=select]; -"1463 select_28" [id=1463, type=select]; -"1464 select_29" [id=1464, type=select]; -"1465 linalg_vector_norm_18" [id=1465, type="linalg_vector_norm"]; -"1466 clamp_min_18" [id=1466, type="clamp_min"]; -"1467 expand_as_18" [id=1467, type="expand_as"]; -"1468 div_18" [id=1468, type=div]; -"1469 quantize_per_tensor_default_58" [id=1469, type="quantize_per_tensor"]; -"1470 dequantize_per_tensor_default_58" [id=1470, type="dequantize_per_tensor"]; -"1471 linalg_vector_norm_19" [id=1471, type="linalg_vector_norm"]; -"1472 clamp_min_19" [id=1472, type="clamp_min"]; -"1473 expand_as_19" [id=1473, type="expand_as"]; -"1474 div_19" [id=1474, type=div]; -"1475 quantize_per_tensor_default_59" [id=1475, type="quantize_per_tensor"]; -"1476 dequantize_per_tensor_default_59" [id=1476, type="dequantize_per_tensor"]; -"1477 transpose_18" [id=1477, type=transpose]; -"1478 matmul_18" [id=1478, type=matmul]; -"1479 clamp_9" [id=1479, type=clamp]; -"1480 exp_9" [id=1480, type=exp]; -"1481 mul_47" [id=1481, type=mul]; -"1482 add_31" [id=1482, type=add]; -"1483 new_zeros_4" [id=1483, type="new_zeros"]; -"1484 lift_fresh_copy_36" [id=1484, type="lift_fresh_copy"]; -"1485 slice_117" [id=1485, type=slice]; -"1486 slice_118" [id=1486, type=slice]; -"1487 fill__36" [id=1487, type="fill_"]; -"1488 lift_fresh_copy_37" [id=1488, type="lift_fresh_copy"]; -"1489 slice_119" [id=1489, type=slice]; -"1490 slice_120" [id=1490, type=slice]; -"1491 fill__37" [id=1491, type="fill_"]; -"1492 lift_fresh_copy_38" [id=1492, type="lift_fresh_copy"]; -"1493 slice_121" [id=1493, type=slice]; -"1494 slice_122" [id=1494, type=slice]; -"1495 fill__38" [id=1495, type="fill_"]; -"1496 lift_fresh_copy_39" [id=1496, type="lift_fresh_copy"]; -"1497 slice_123" [id=1497, type=slice]; -"1498 slice_124" [id=1498, type=slice]; -"1499 fill__39" [id=1499, type="fill_"]; -"1500 lift_fresh_copy_40" [id=1500, type="lift_fresh_copy"]; -"1501 slice_125" [id=1501, type=slice]; -"1502 slice_126" [id=1502, type=slice]; -"1503 fill__40" [id=1503, type="fill_"]; -"1504 lift_fresh_copy_41" [id=1504, type="lift_fresh_copy"]; -"1505 slice_127" [id=1505, type=slice]; -"1506 slice_128" [id=1506, type=slice]; -"1507 fill__41" [id=1507, type="fill_"]; -"1508 lift_fresh_copy_42" [id=1508, type="lift_fresh_copy"]; -"1509 slice_129" [id=1509, type=slice]; -"1510 slice_130" [id=1510, type=slice]; -"1511 fill__42" [id=1511, type="fill_"]; -"1512 lift_fresh_copy_43" [id=1512, type="lift_fresh_copy"]; -"1513 slice_131" [id=1513, type=slice]; -"1514 slice_132" [id=1514, type=slice]; -"1515 fill__43" [id=1515, type="fill_"]; -"1516 lift_fresh_copy_44" [id=1516, type="lift_fresh_copy"]; -"1517 slice_133" [id=1517, type=slice]; -"1518 slice_134" [id=1518, type=slice]; -"1519 fill__44" [id=1519, type="fill_"]; -"1520 view_51" [id=1520, type=view]; -"1521 permute_44" [id=1521, type=permute]; -"1522 reshape_42" [id=1522, type=reshape]; -"1523 unsqueeze_26" [id=1523, type=unsqueeze]; -"1524 unsqueeze_27" [id=1524, type=unsqueeze]; -"1525 sub_24" [id=1525, type=sub]; -"1526 ne_12" [id=1526, type=ne]; -"1527 masked_fill_8" [id=1527, type="masked_fill"]; -"1528 eq_32" [id=1528, type=eq]; -"1529 masked_fill_9" [id=1529, type="masked_fill"]; -"1530 view_52" [id=1530, type=view]; -"1531 unsqueeze_28" [id=1531, type=unsqueeze]; -"1532 unsqueeze_29" [id=1532, type=unsqueeze]; -"1533 add_32" [id=1533, type=add]; -"1534 view_53" [id=1534, type=view]; -"1535 softmax_9" [id=1535, type=softmax]; -"1536 dropout_36" [id=1536, type=dropout]; -"1537 matmul_19" [id=1537, type=matmul]; -"1538 transpose_19" [id=1538, type=transpose]; -"1539 reshape_43" [id=1539, type=reshape]; -"1540 reshape_43_0_0_nncf_smooth_quant_0" [id=1540, type="call_module"]; -"1541 quantize_per_tensor_default_60" [id=1541, type="quantize_per_tensor"]; -"1542 dequantize_per_tensor_default_60" [id=1542, type="dequantize_per_tensor"]; -"1543 linear_59_scale_0" [id=1543, type="get_attr"]; -"1544 linear_59_zero_point_0" [id=1544, type="get_attr"]; -"1545 compressed_weight_updated_constant40" [id=1545, type="get_attr"]; -"1546 quantize_per_channel_default_40" [id=1546, type="quantize_per_channel"]; -"1547 dequantize_per_channel_default_40" [id=1547, type="dequantize_per_channel"]; -"1548 linear_59" [id=1548, type=linear]; -"1549 dropout_37" [id=1549, type=dropout]; -"1550 view_54" [id=1550, type=view]; -"1551 permute_45" [id=1551, type=permute]; -"1552 reshape_44" [id=1552, type=reshape]; -"1553 roll_9" [id=1553, type=roll]; -"1554 slice_135" [id=1554, type=slice]; -"1555 slice_136" [id=1555, type=slice]; -"1556 contiguous_17" [id=1556, type=contiguous]; -"1557 layer_norm_21" [id=1557, type="layer_norm"]; -"1558 add_33" [id=1558, type=add]; -"1559 add_33_0_0_nncf_smooth_quant_0" [id=1559, type="call_module"]; -"1560 quantize_per_tensor_default_61" [id=1560, type="quantize_per_tensor"]; -"1561 dequantize_per_tensor_default_61" [id=1561, type="dequantize_per_tensor"]; -"1562 linear_60_scale_0" [id=1562, type="get_attr"]; -"1563 linear_60_zero_point_0" [id=1563, type="get_attr"]; -"1564 compressed_weight_updated_constant41" [id=1564, type="get_attr"]; -"1565 quantize_per_channel_default_41" [id=1565, type="quantize_per_channel"]; -"1566 dequantize_per_channel_default_41" [id=1566, type="dequantize_per_channel"]; -"1567 linear_60" [id=1567, type=linear]; -"1568 gelu_9" [id=1568, type=gelu]; -"1569 dropout_38" [id=1569, type=dropout]; -"1570 dropout_38_0_0_nncf_smooth_quant_0" [id=1570, type="call_module"]; -"1571 quantize_per_tensor_default_62" [id=1571, type="quantize_per_tensor"]; -"1572 dequantize_per_tensor_default_62" [id=1572, type="dequantize_per_tensor"]; -"1573 linear_61_scale_0" [id=1573, type="get_attr"]; -"1574 linear_61_zero_point_0" [id=1574, type="get_attr"]; -"1575 compressed_weight_updated_constant42" [id=1575, type="get_attr"]; -"1576 quantize_per_channel_default_42" [id=1576, type="quantize_per_channel"]; -"1577 dequantize_per_channel_default_42" [id=1577, type="dequantize_per_channel"]; -"1578 linear_61" [id=1578, type=linear]; -"1579 dropout_39" [id=1579, type=dropout]; -"1580 layer_norm_22" [id=1580, type="layer_norm"]; -"1581 add_34" [id=1581, type=add]; -"1582 mod_44" [id=1582, type=mod]; -"1583 mod_45" [id=1583, type=mod]; -"1584 pad_12" [id=1584, type=pad]; -"1585 slice_137" [id=1585, type=slice]; -"1586 slice_138" [id=1586, type=slice]; -"1587 slice_139" [id=1587, type=slice]; -"1588 slice_140" [id=1588, type=slice]; -"1589 slice_141" [id=1589, type=slice]; -"1590 slice_142" [id=1590, type=slice]; -"1591 slice_143" [id=1591, type=slice]; -"1592 slice_144" [id=1592, type=slice]; -"1593 cat_2" [id=1593, type=cat]; -"1594 cat_2_0_0_nncf_smooth_quant_0" [id=1594, type="call_module"]; -"1595 quantize_per_tensor_default_63" [id=1595, type="quantize_per_tensor"]; -"1596 dequantize_per_tensor_default_63" [id=1596, type="dequantize_per_tensor"]; -"1597 linear_62_scale_0" [id=1597, type="get_attr"]; -"1598 linear_62_zero_point_0" [id=1598, type="get_attr"]; -"1599 compressed_weight_updated_constant43" [id=1599, type="get_attr"]; -"1600 quantize_per_channel_default_43" [id=1600, type="quantize_per_channel"]; -"1601 dequantize_per_channel_default_43" [id=1601, type="dequantize_per_channel"]; -"1602 linear_62" [id=1602, type=linear]; -"1603 layer_norm_23" [id=1603, type="layer_norm"]; -"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1604, type="get_attr"]; -"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1605, type="call_module"]; -"1606 linear_63" [id=1606, type=linear]; -"1607 relu__10" [id=1607, type="relu_"]; -"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1608, type="get_attr"]; -"1609 relu__10_0_0_nncf_smooth_quant_0" [id=1609, type="call_module"]; -"1610 linear_64" [id=1610, type=linear]; -"1611 view_55" [id=1611, type=view]; -"1612 index_10" [id=1612, type=index]; -"1613 view_56" [id=1613, type=view]; -"1614 permute_46" [id=1614, type=permute]; -"1615 contiguous_18" [id=1615, type=contiguous]; -"1616 unsqueeze_30" [id=1616, type=unsqueeze]; -"1617 sigmoid_10" [id=1617, type=sigmoid]; -"1618 mul_48" [id=1618, type=mul]; -"1619 add_55" [id=1619, type=add]; -"1620 add_56" [id=1620, type=add]; -"1621 floordiv_99" [id=1621, type=floordiv]; -"1622 mod_46" [id=1622, type=mod]; -"1623 sub_25" [id=1623, type=sub]; -"1624 mod_47" [id=1624, type=mod]; -"1625 add_57" [id=1625, type=add]; -"1626 add_58" [id=1626, type=add]; -"1627 floordiv_100" [id=1627, type=floordiv]; -"1628 mod_48" [id=1628, type=mod]; -"1629 sub_26" [id=1629, type=sub]; -"1630 mod_49" [id=1630, type=mod]; -"1631 pad_13" [id=1631, type=pad]; -"1632 add_59" [id=1632, type=add]; -"1633 floordiv_75" [id=1633, type=floordiv]; -"1634 add_60" [id=1634, type=add]; -"1635 floordiv_76" [id=1635, type=floordiv]; -"1636 mul_49" [id=1636, type=mul]; -"1637 view_57" [id=1637, type=view]; -"1638 permute_47" [id=1638, type=permute]; -"1639 reshape_45" [id=1639, type=reshape]; -"1640 clone_10" [id=1640, type=clone]; -"1641 slice_145" [id=1641, type=slice]; -"1642 zero__10" [id=1642, type="zero_"]; -"1643 reshape_45_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; -"1644 quantize_per_tensor_default_64" [id=1644, type="quantize_per_tensor"]; -"1645 dequantize_per_tensor_default_64" [id=1645, type="dequantize_per_tensor"]; -"1646 linear_65_scale_0" [id=1646, type="get_attr"]; -"1647 linear_65_zero_point_0" [id=1647, type="get_attr"]; -"1648 compressed_weight_updated_constant44" [id=1648, type="get_attr"]; -"1649 quantize_per_channel_default_44" [id=1649, type="quantize_per_channel"]; -"1650 dequantize_per_channel_default_44" [id=1650, type="dequantize_per_channel"]; -"1651 linear_65" [id=1651, type=linear]; -"1652 floordiv_101" [id=1652, type=floordiv]; -"1653 floordiv_102" [id=1653, type=floordiv]; -"1654 mul_57" [id=1654, type=mul]; -"1655 mul_58" [id=1655, type=mul]; -"1656 mul_59" [id=1656, type=mul]; -"1657 reshape_46" [id=1657, type=reshape]; -"1658 permute_48" [id=1658, type=permute]; -"1659 select_30" [id=1659, type=select]; -"1660 select_31" [id=1660, type=select]; -"1661 select_32" [id=1661, type=select]; -"1662 linalg_vector_norm_20" [id=1662, type="linalg_vector_norm"]; -"1663 clamp_min_20" [id=1663, type="clamp_min"]; -"1664 expand_as_20" [id=1664, type="expand_as"]; -"1665 div_20" [id=1665, type=div]; -"1666 quantize_per_tensor_default_65" [id=1666, type="quantize_per_tensor"]; -"1667 dequantize_per_tensor_default_65" [id=1667, type="dequantize_per_tensor"]; -"1668 linalg_vector_norm_21" [id=1668, type="linalg_vector_norm"]; -"1669 clamp_min_21" [id=1669, type="clamp_min"]; -"1670 expand_as_21" [id=1670, type="expand_as"]; -"1671 div_21" [id=1671, type=div]; -"1672 quantize_per_tensor_default_66" [id=1672, type="quantize_per_tensor"]; -"1673 dequantize_per_tensor_default_66" [id=1673, type="dequantize_per_tensor"]; -"1674 transpose_20" [id=1674, type=transpose]; -"1675 matmul_20" [id=1675, type=matmul]; -"1676 clamp_10" [id=1676, type=clamp]; -"1677 exp_10" [id=1677, type=exp]; -"1678 mul_50" [id=1678, type=mul]; -"1679 add_35" [id=1679, type=add]; -"1680 softmax_10" [id=1680, type=softmax]; -"1681 dropout_40" [id=1681, type=dropout]; -"1682 matmul_21" [id=1682, type=matmul]; -"1683 transpose_21" [id=1683, type=transpose]; -"1684 reshape_47" [id=1684, type=reshape]; -"1685 reshape_47_0_0_nncf_smooth_quant_0" [id=1685, type="call_module"]; -"1686 quantize_per_tensor_default_67" [id=1686, type="quantize_per_tensor"]; -"1687 dequantize_per_tensor_default_67" [id=1687, type="dequantize_per_tensor"]; -"1688 linear_66_scale_0" [id=1688, type="get_attr"]; -"1689 linear_66_zero_point_0" [id=1689, type="get_attr"]; -"1690 compressed_weight_updated_constant45" [id=1690, type="get_attr"]; -"1691 quantize_per_channel_default_45" [id=1691, type="quantize_per_channel"]; -"1692 dequantize_per_channel_default_45" [id=1692, type="dequantize_per_channel"]; -"1693 linear_66" [id=1693, type=linear]; -"1694 dropout_41" [id=1694, type=dropout]; -"1695 view_58" [id=1695, type=view]; -"1696 permute_49" [id=1696, type=permute]; -"1697 reshape_48" [id=1697, type=reshape]; -"1698 slice_146" [id=1698, type=slice]; -"1699 slice_147" [id=1699, type=slice]; -"1700 contiguous_19" [id=1700, type=contiguous]; -"1701 layer_norm_24" [id=1701, type="layer_norm"]; -"1702 add_36" [id=1702, type=add]; -"1703 add_36_0_0_nncf_smooth_quant_0" [id=1703, type="call_module"]; -"1704 quantize_per_tensor_default_68" [id=1704, type="quantize_per_tensor"]; -"1705 dequantize_per_tensor_default_68" [id=1705, type="dequantize_per_tensor"]; -"1706 linear_67_scale_0" [id=1706, type="get_attr"]; -"1707 linear_67_zero_point_0" [id=1707, type="get_attr"]; -"1708 compressed_weight_updated_constant46" [id=1708, type="get_attr"]; -"1709 quantize_per_channel_default_46" [id=1709, type="quantize_per_channel"]; -"1710 dequantize_per_channel_default_46" [id=1710, type="dequantize_per_channel"]; -"1711 linear_67" [id=1711, type=linear]; -"1712 gelu_10" [id=1712, type=gelu]; -"1713 dropout_42" [id=1713, type=dropout]; -"1714 dropout_42_0_0_nncf_smooth_quant_0" [id=1714, type="call_module"]; -"1715 quantize_per_tensor_default_69" [id=1715, type="quantize_per_tensor"]; -"1716 dequantize_per_tensor_default_69" [id=1716, type="dequantize_per_tensor"]; -"1717 linear_68_scale_0" [id=1717, type="get_attr"]; -"1718 linear_68_zero_point_0" [id=1718, type="get_attr"]; -"1719 compressed_weight_updated_constant47" [id=1719, type="get_attr"]; -"1720 quantize_per_channel_default_47" [id=1720, type="quantize_per_channel"]; -"1721 dequantize_per_channel_default_47" [id=1721, type="dequantize_per_channel"]; -"1722 linear_68" [id=1722, type=linear]; -"1723 dropout_43" [id=1723, type=dropout]; -"1724 layer_norm_25" [id=1724, type="layer_norm"]; -"1725 add_37" [id=1725, type=add]; -"1726 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1726, type="get_attr"]; -"1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1727, type="call_module"]; -"1728 linear_69" [id=1728, type=linear]; -"1729 relu__11" [id=1729, type="relu_"]; -"1730 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1730, type="get_attr"]; -"1731 relu__11_0_0_nncf_smooth_quant_0" [id=1731, type="call_module"]; -"1732 linear_70" [id=1732, type=linear]; -"1733 view_59" [id=1733, type=view]; -"1734 index_11" [id=1734, type=index]; -"1735 view_60" [id=1735, type=view]; -"1736 permute_50" [id=1736, type=permute]; -"1737 contiguous_20" [id=1737, type=contiguous]; -"1738 unsqueeze_31" [id=1738, type=unsqueeze]; -"1739 sigmoid_11" [id=1739, type=sigmoid]; -"1740 mul_51" [id=1740, type=mul]; -"1741 pad_14" [id=1741, type=pad]; -"1742 view_61" [id=1742, type=view]; -"1743 permute_51" [id=1743, type=permute]; -"1744 reshape_49" [id=1744, type=reshape]; -"1745 clone_11" [id=1745, type=clone]; -"1746 slice_148" [id=1746, type=slice]; -"1747 zero__11" [id=1747, type="zero_"]; -"1748 reshape_49_0_0_nncf_smooth_quant_0" [id=1748, type="call_module"]; -"1749 quantize_per_tensor_default_70" [id=1749, type="quantize_per_tensor"]; -"1750 dequantize_per_tensor_default_70" [id=1750, type="dequantize_per_tensor"]; -"1751 linear_71_scale_0" [id=1751, type="get_attr"]; -"1752 linear_71_zero_point_0" [id=1752, type="get_attr"]; -"1753 compressed_weight_updated_constant48" [id=1753, type="get_attr"]; -"1754 quantize_per_channel_default_48" [id=1754, type="quantize_per_channel"]; -"1755 dequantize_per_channel_default_48" [id=1755, type="dequantize_per_channel"]; -"1756 linear_71" [id=1756, type=linear]; -"1757 reshape_50" [id=1757, type=reshape]; -"1758 permute_52" [id=1758, type=permute]; -"1759 select_33" [id=1759, type=select]; -"1760 select_34" [id=1760, type=select]; -"1761 select_35" [id=1761, type=select]; -"1762 linalg_vector_norm_22" [id=1762, type="linalg_vector_norm"]; -"1763 clamp_min_22" [id=1763, type="clamp_min"]; -"1764 expand_as_22" [id=1764, type="expand_as"]; -"1765 div_22" [id=1765, type=div]; -"1766 quantize_per_tensor_default_71" [id=1766, type="quantize_per_tensor"]; -"1767 dequantize_per_tensor_default_71" [id=1767, type="dequantize_per_tensor"]; -"1768 linalg_vector_norm_23" [id=1768, type="linalg_vector_norm"]; -"1769 clamp_min_23" [id=1769, type="clamp_min"]; -"1770 expand_as_23" [id=1770, type="expand_as"]; -"1771 div_23" [id=1771, type=div]; -"1772 quantize_per_tensor_default_72" [id=1772, type="quantize_per_tensor"]; -"1773 dequantize_per_tensor_default_72" [id=1773, type="dequantize_per_tensor"]; -"1774 transpose_22" [id=1774, type=transpose]; -"1775 matmul_22" [id=1775, type=matmul]; -"1776 clamp_11" [id=1776, type=clamp]; -"1777 exp_11" [id=1777, type=exp]; -"1778 mul_53" [id=1778, type=mul]; -"1779 add_38" [id=1779, type=add]; -"1780 softmax_11" [id=1780, type=softmax]; -"1781 dropout_44" [id=1781, type=dropout]; -"1782 matmul_23" [id=1782, type=matmul]; -"1783 transpose_23" [id=1783, type=transpose]; -"1784 reshape_51" [id=1784, type=reshape]; -"1785 reshape_51_0_0_nncf_smooth_quant_0" [id=1785, type="call_module"]; -"1786 quantize_per_tensor_default_73" [id=1786, type="quantize_per_tensor"]; -"1787 dequantize_per_tensor_default_73" [id=1787, type="dequantize_per_tensor"]; -"1788 linear_72_scale_0" [id=1788, type="get_attr"]; -"1789 linear_72_zero_point_0" [id=1789, type="get_attr"]; -"1790 compressed_weight_updated_constant49" [id=1790, type="get_attr"]; -"1791 quantize_per_channel_default_49" [id=1791, type="quantize_per_channel"]; -"1792 dequantize_per_channel_default_49" [id=1792, type="dequantize_per_channel"]; -"1793 linear_72" [id=1793, type=linear]; -"1794 dropout_45" [id=1794, type=dropout]; -"1795 view_62" [id=1795, type=view]; -"1796 permute_53" [id=1796, type=permute]; -"1797 reshape_52" [id=1797, type=reshape]; -"1798 slice_149" [id=1798, type=slice]; -"1799 slice_150" [id=1799, type=slice]; -"1800 contiguous_21" [id=1800, type=contiguous]; -"1801 layer_norm_26" [id=1801, type="layer_norm"]; -"1802 add_39" [id=1802, type=add]; -"1803 add_39_0_0_nncf_smooth_quant_0" [id=1803, type="call_module"]; -"1804 quantize_per_tensor_default_74" [id=1804, type="quantize_per_tensor"]; -"1805 dequantize_per_tensor_default_74" [id=1805, type="dequantize_per_tensor"]; -"1806 linear_73_scale_0" [id=1806, type="get_attr"]; -"1807 linear_73_zero_point_0" [id=1807, type="get_attr"]; -"1808 compressed_weight_updated_constant50" [id=1808, type="get_attr"]; -"1809 quantize_per_channel_default_50" [id=1809, type="quantize_per_channel"]; -"1810 dequantize_per_channel_default_50" [id=1810, type="dequantize_per_channel"]; -"1811 linear_73" [id=1811, type=linear]; -"1812 gelu_11" [id=1812, type=gelu]; -"1813 dropout_46" [id=1813, type=dropout]; -"1814 dropout_46_0_0_nncf_smooth_quant_0" [id=1814, type="call_module"]; -"1815 quantize_per_tensor_default_75" [id=1815, type="quantize_per_tensor"]; -"1816 dequantize_per_tensor_default_75" [id=1816, type="dequantize_per_tensor"]; -"1817 linear_74_scale_0" [id=1817, type="get_attr"]; -"1818 linear_74_zero_point_0" [id=1818, type="get_attr"]; -"1819 compressed_weight_updated_constant51" [id=1819, type="get_attr"]; -"1820 quantize_per_channel_default_51" [id=1820, type="quantize_per_channel"]; -"1821 dequantize_per_channel_default_51" [id=1821, type="dequantize_per_channel"]; -"1822 linear_74" [id=1822, type=linear]; -"1823 dropout_47" [id=1823, type=dropout]; -"1824 layer_norm_27" [id=1824, type="layer_norm"]; -"1825 add_40" [id=1825, type=add]; -"1826 layer_norm_28" [id=1826, type="layer_norm"]; -"1827 permute_54" [id=1827, type=permute]; -"1828 adaptive_avg_pool2d" [id=1828, type="adaptive_avg_pool2d"]; -"1829 flatten" [id=1829, type=flatten]; -"1830 flatten_0_0_nncf_smooth_quant_0" [id=1830, type="call_module"]; -"1831 quantize_per_tensor_default_76" [id=1831, type="quantize_per_tensor"]; -"1832 dequantize_per_tensor_default_76" [id=1832, type="dequantize_per_tensor"]; -"1833 linear_75_scale_0" [id=1833, type="get_attr"]; -"1834 linear_75_zero_point_0" [id=1834, type="get_attr"]; -"1835 compressed_weight_updated_constant52" [id=1835, type="get_attr"]; -"1836 quantize_per_channel_default_52" [id=1836, type="quantize_per_channel"]; -"1837 dequantize_per_channel_default_52" [id=1837, type="dequantize_per_channel"]; -"1838 linear_75" [id=1838, type=linear]; -"1839 output" [id=1839, type=output]; -"0 features_1_0_attn_qkv_bias" -> "246 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "297 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "280 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "349 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "449 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "380 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "540 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "591 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "574 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "644 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "744 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "675 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "836 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "887 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "870 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "940 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "1040 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "971 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1093 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1141 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1124 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1194 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1294 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1225 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1347 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1395 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1378 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1448 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1548 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1479 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1640 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1693 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1676 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1745 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1793 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1776 clamp_11" [style=solid, label="(24, 1, 1)"]; -"36 features_0_0_bias" -> "211 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "213 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "213 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "216 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "304 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "304 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "314 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "325 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "327 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "327 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "331 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "457 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "457 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "467 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "478 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "480 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "480 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "503 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "503 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "506 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "599 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "599 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "609 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "620 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "622 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "622 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "626 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "753 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "753 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "763 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "774 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "776 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "776 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "799 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "799 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "802 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "895 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "895 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "905 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "916 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "918 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "918 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "922 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "1049 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "1059 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1070 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1072 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1076 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1149 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1159 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1170 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1172 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1176 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1303 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1313 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1324 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1326 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1330 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1403 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1413 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1424 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1426 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1430 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1557 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1567 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1578 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1580 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1603 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1606 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1701 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1701 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1711 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1722 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1724 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1724 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1728 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1801 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1801 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1811 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1822 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1824 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1824 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1826 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1826 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1838 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "222 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "337 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "512 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "632 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "808 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "928 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1082 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1182 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1336 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1436 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1612 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1734 index_11" [style=solid, label="(4096,)"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" -> "385 lift_fresh_copy" [style=solid, label="()"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" -> "389 lift_fresh_copy_1" [style=solid, label="()"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" -> "393 lift_fresh_copy_2" [style=solid, label="()"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" -> "397 lift_fresh_copy_3" [style=solid, label="()"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" -> "401 lift_fresh_copy_4" [style=solid, label="()"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" -> "405 lift_fresh_copy_5" [style=solid, label="()"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" -> "409 lift_fresh_copy_6" [style=solid, label="()"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" -> "413 lift_fresh_copy_7" [style=solid, label="()"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" -> "417 lift_fresh_copy_8" [style=solid, label="()"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" -> "680 lift_fresh_copy_9" [style=solid, label="()"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" -> "684 lift_fresh_copy_10" [style=solid, label="()"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" -> "688 lift_fresh_copy_11" [style=solid, label="()"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" -> "692 lift_fresh_copy_12" [style=solid, label="()"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" -> "696 lift_fresh_copy_13" [style=solid, label="()"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" -> "700 lift_fresh_copy_14" [style=solid, label="()"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" -> "704 lift_fresh_copy_15" [style=solid, label="()"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" -> "708 lift_fresh_copy_16" [style=solid, label="()"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" -> "712 lift_fresh_copy_17" [style=solid, label="()"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" -> "976 lift_fresh_copy_18" [style=solid, label="()"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" -> "980 lift_fresh_copy_19" [style=solid, label="()"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" -> "984 lift_fresh_copy_20" [style=solid, label="()"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" -> "988 lift_fresh_copy_21" [style=solid, label="()"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" -> "992 lift_fresh_copy_22" [style=solid, label="()"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" -> "996 lift_fresh_copy_23" [style=solid, label="()"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" -> "1000 lift_fresh_copy_24" [style=solid, label="()"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" -> "1004 lift_fresh_copy_25" [style=solid, label="()"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" -> "1008 lift_fresh_copy_26" [style=solid, label="()"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" -> "1230 lift_fresh_copy_27" [style=solid, label="()"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" -> "1234 lift_fresh_copy_28" [style=solid, label="()"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" -> "1238 lift_fresh_copy_29" [style=solid, label="()"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" -> "1242 lift_fresh_copy_30" [style=solid, label="()"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" -> "1246 lift_fresh_copy_31" [style=solid, label="()"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" -> "1250 lift_fresh_copy_32" [style=solid, label="()"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" -> "1254 lift_fresh_copy_33" [style=solid, label="()"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" -> "1258 lift_fresh_copy_34" [style=solid, label="()"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" -> "1262 lift_fresh_copy_35" [style=solid, label="()"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" -> "1484 lift_fresh_copy_36" [style=solid, label="()"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" -> "1488 lift_fresh_copy_37" [style=solid, label="()"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" -> "1492 lift_fresh_copy_38" [style=solid, label="()"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" -> "1496 lift_fresh_copy_39" [style=solid, label="()"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" -> "1500 lift_fresh_copy_40" [style=solid, label="()"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" -> "1504 lift_fresh_copy_41" [style=solid, label="()"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" -> "1508 lift_fresh_copy_42" [style=solid, label="()"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" -> "1512 lift_fresh_copy_43" [style=solid, label="()"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" -> "1516 lift_fresh_copy_44" [style=solid, label="()"]; -"201 x" -> "202 sym_size_int_92" [style=solid, label="(1, 3, -1, -1)"]; -"201 x" -> "203 sym_size_int_93" [style=solid, label="(1, 3, -1, -1)"]; -"201 x" -> "204 quantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"202 sym_size_int_92" -> "233 floordiv_88" [style=solid, label="(-1,)"]; -"203 sym_size_int_93" -> "229 floordiv_87" [style=solid, label="(-1,)"]; -"204 quantize_per_tensor_default" -> "205 dequantize_per_tensor_default" [style=solid, label="(1, 3, -1, -1)"]; -"205 dequantize_per_tensor_default" -> "211 conv2d" [style=solid, label="(1, 3, -1, -1)"]; -"206 conv2d_scale_0" -> "209 quantize_per_channel_default" [style=solid, label="(96,)"]; -"206 conv2d_scale_0" -> "210 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"207 conv2d_zero_point_0" -> "209 quantize_per_channel_default" [style=solid, label="(96,)"]; -"207 conv2d_zero_point_0" -> "210 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"208 compressed_weight_updated_constant0" -> "209 quantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; -"209 quantize_per_channel_default" -> "210 dequantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; -"210 dequantize_per_channel_default" -> "211 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"211 conv2d" -> "212 permute" [style=solid, label="(1, 96, -1, -1)"]; -"212 permute" -> "213 layer_norm" [style=solid, label="(1, -1, -1, 96)"]; -"213 layer_norm" -> "237 pad" [style=solid, label="(1, -1, -1, 96)"]; -"213 layer_norm" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"214 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "216 linear" [style=solid, label="(512, 2)"]; -"215 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "216 linear" [style=solid, label="(1, 15, 15, 2)"]; -"216 linear" -> "217 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"217 relu_" -> "219 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"218 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "220 linear_1" [style=solid, label="(3, 512)"]; -"219 relu__0_0_nncf_smooth_quant_0" -> "220 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"220 linear_1" -> "221 view" [style=solid, label="(1, 15, 15, 3)"]; -"221 view" -> "222 index" [style=solid, label="(225, 3)"]; -"222 index" -> "223 view_1" [style=solid, label="(4096, 3)"]; -"223 view_1" -> "224 permute_1" [style=solid, label="(64, 64, 3)"]; -"224 permute_1" -> "225 contiguous" [style=solid, label="(3, 64, 64)"]; -"225 contiguous" -> "226 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"226 unsqueeze" -> "227 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"227 sigmoid" -> "228 mul" [style=solid, label="(1, 3, 64, 64)"]; -"228 mul" -> "283 add" [style=solid, label="(1, 3, 64, 64)"]; -"229 floordiv_87" -> "230 mod" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "240 add_42" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "303 slice_3" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "456 slice_24" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "482 mod_8" [style=solid, label="(-1,)"]; -"229 floordiv_87" -> "519 add_43" [style=solid, label="(-1,)"]; -"230 mod" -> "231 sub" [style=solid, label="(-1,)"]; -"231 sub" -> "232 mod_1" [style=solid, label="(-1,)"]; -"232 mod_1" -> "237 pad" [style=solid, label="(-1,)"]; -"232 mod_1" -> "240 add_42" [style=solid, label="(-1,)"]; -"232 mod_1" -> "344 pad_1" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "234 mod_2" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "238 add_41" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "302 slice_2" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "455 slice_23" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "483 mod_9" [style=solid, label="(-1,)"]; -"233 floordiv_88" -> "525 add_45" [style=solid, label="(-1,)"]; -"234 mod_2" -> "235 sub_1" [style=solid, label="(-1,)"]; -"235 sub_1" -> "236 mod_3" [style=solid, label="(-1,)"]; -"236 mod_3" -> "237 pad" [style=solid, label="(-1,)"]; -"236 mod_3" -> "238 add_41" [style=solid, label="(-1,)"]; -"236 mod_3" -> "344 pad_1" [style=solid, label="(-1,)"]; -"237 pad" -> "243 view_2" [style=solid, label="(1, -1, -1, 96)"]; -"238 add_41" -> "239 floordiv" [style=solid, label="(-1,)"]; -"238 add_41" -> "258 floordiv_89" [style=solid, label="(-1,)"]; -"238 add_41" -> "301 reshape_3" [style=solid, label="(-1,)"]; -"238 add_41" -> "384 new_zeros" [style=solid, label="(-1,)"]; -"238 add_41" -> "453 reshape_8" [style=solid, label="(-1,)"]; -"239 floordiv" -> "242 mul_1" [style=solid, label="(-1,)"]; -"239 floordiv" -> "243 view_2" [style=solid, label="(-1,)"]; -"239 floordiv" -> "258 floordiv_89" [style=solid, label="(-1,)"]; -"239 floordiv" -> "299 view_3" [style=solid, label="(-1,)"]; -"239 floordiv" -> "346 view_6" [style=solid, label="(-1,)"]; -"239 floordiv" -> "421 view_7" [style=solid, label="(-1,)"]; -"239 floordiv" -> "451 view_10" [style=solid, label="(-1,)"]; -"240 add_42" -> "241 floordiv_1" [style=solid, label="(-1,)"]; -"240 add_42" -> "259 floordiv_90" [style=solid, label="(-1,)"]; -"240 add_42" -> "301 reshape_3" [style=solid, label="(-1,)"]; -"240 add_42" -> "384 new_zeros" [style=solid, label="(-1,)"]; -"240 add_42" -> "453 reshape_8" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "242 mul_1" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "243 view_2" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "259 floordiv_90" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "299 view_3" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "346 view_6" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "421 view_7" [style=solid, label="(-1,)"]; -"241 floordiv_1" -> "451 view_10" [style=solid, label="(-1,)"]; -"242 mul_1" -> "245 reshape" [style=solid, label="(-1,)"]; -"242 mul_1" -> "261 reshape_1" [style=solid, label="(-1,)"]; -"242 mul_1" -> "288 reshape_2" [style=solid, label="(-1,)"]; -"242 mul_1" -> "348 reshape_4" [style=solid, label="(-1,)"]; -"242 mul_1" -> "361 reshape_5" [style=solid, label="(-1,)"]; -"242 mul_1" -> "423 reshape_6" [style=solid, label="(-1,)"]; -"242 mul_1" -> "431 view_8" [style=solid, label="(-1,)"]; -"242 mul_1" -> "440 reshape_7" [style=solid, label="(-1,)"]; -"243 view_2" -> "244 permute_2" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"244 permute_2" -> "245 reshape" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"245 reshape" -> "249 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"246 clone" -> "247 slice_1" [style=solid, label="(288,)"]; -"246 clone" -> "257 linear_2" [style=solid, label="(288,)"]; -"247 slice_1" -> "248 zero_" [style=solid, label="(96,)"]; -"249 reshape_0_0_nncf_smooth_quant_0" -> "250 quantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"250 quantize_per_tensor_default_1" -> "251 dequantize_per_tensor_default_1" [style=solid, label="(-1, -1, 96)"]; -"251 dequantize_per_tensor_default_1" -> "257 linear_2" [style=solid, label="(-1, -1, 96)"]; -"252 linear_2_scale_0" -> "255 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"252 linear_2_scale_0" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"253 linear_2_zero_point_0" -> "255 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"253 linear_2_zero_point_0" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"254 compressed_weight_updated_constant1" -> "255 quantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"255 quantize_per_channel_default_1" -> "256 dequantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"256 dequantize_per_channel_default_1" -> "257 linear_2" [style=solid, label="(288, 96)"]; -"257 linear_2" -> "261 reshape_1" [style=solid, label="(-1, -1, 288)"]; -"258 floordiv_89" -> "260 mul_54" [style=solid, label="(-1,)"]; -"259 floordiv_90" -> "260 mul_54" [style=solid, label="(-1,)"]; -"260 mul_54" -> "261 reshape_1" [style=solid, label="(-1,)"]; -"260 mul_54" -> "288 reshape_2" [style=solid, label="(-1,)"]; -"260 mul_54" -> "361 reshape_5" [style=solid, label="(-1,)"]; -"260 mul_54" -> "431 view_8" [style=solid, label="(-1,)"]; -"260 mul_54" -> "435 view_9" [style=solid, label="(-1,)"]; -"260 mul_54" -> "440 reshape_7" [style=solid, label="(-1,)"]; -"261 reshape_1" -> "262 permute_3" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"262 permute_3" -> "263 select" [style=solid, label="(3, -1, 3, -1, 32)"]; -"262 permute_3" -> "264 select_1" [style=solid, label="(3, -1, 3, -1, 32)"]; -"262 permute_3" -> "265 select_2" [style=solid, label="(3, -1, 3, -1, 32)"]; -"263 select" -> "266 linalg_vector_norm" [style=solid, label="(-1, 3, -1, 32)"]; -"263 select" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 32)"]; -"263 select" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "272 linalg_vector_norm_1" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 32)"]; -"264 select_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"265 select_2" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, 32)"]; -"266 linalg_vector_norm" -> "267 clamp_min" [style=solid, label="(-1, 3, -1, 1)"]; -"267 clamp_min" -> "268 expand_as" [style=solid, label="(-1, 3, -1, 1)"]; -"268 expand_as" -> "269 div" [style=solid, label="(-1, 3, -1, 32)"]; -"269 div" -> "270 quantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"270 quantize_per_tensor_default_2" -> "271 dequantize_per_tensor_default_2" [style=solid, label="(-1, 3, -1, 32)"]; -"271 dequantize_per_tensor_default_2" -> "279 matmul" [style=solid, label="(-1, 3, -1, 32)"]; -"272 linalg_vector_norm_1" -> "273 clamp_min_1" [style=solid, label="(-1, 3, -1, 1)"]; -"273 clamp_min_1" -> "274 expand_as_1" [style=solid, label="(-1, 3, -1, 1)"]; -"274 expand_as_1" -> "275 div_1" [style=solid, label="(-1, 3, -1, 32)"]; -"275 div_1" -> "276 quantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"276 quantize_per_tensor_default_3" -> "277 dequantize_per_tensor_default_3" [style=solid, label="(-1, 3, -1, 32)"]; -"277 dequantize_per_tensor_default_3" -> "278 transpose" [style=solid, label="(-1, 3, -1, 32)"]; -"278 transpose" -> "279 matmul" [style=solid, label="(-1, 3, 32, -1)"]; -"279 matmul" -> "282 mul_2" [style=solid, label="(-1, 3, -1, -1)"]; -"280 clamp" -> "281 exp" [style=solid, label="(3, 1, 1)"]; -"281 exp" -> "282 mul_2" [style=solid, label="(3, 1, 1)"]; -"282 mul_2" -> "283 add" [style=solid, label="(-1, 3, -1, -1)"]; -"283 add" -> "284 softmax" [style=solid, label="(-1, 3, -1, -1)"]; -"284 softmax" -> "285 dropout" [style=solid, label="(-1, 3, -1, -1)"]; -"285 dropout" -> "286 matmul_1" [style=solid, label="(-1, 3, -1, -1)"]; -"286 matmul_1" -> "287 transpose_1" [style=solid, label="(-1, 3, -1, 32)"]; -"287 transpose_1" -> "288 reshape_2" [style=solid, label="(-1, -1, 3, 32)"]; -"288 reshape_2" -> "289 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"289 reshape_2_0_0_nncf_smooth_quant_0" -> "290 quantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"290 quantize_per_tensor_default_4" -> "291 dequantize_per_tensor_default_4" [style=solid, label="(-1, -1, 96)"]; -"291 dequantize_per_tensor_default_4" -> "297 linear_3" [style=solid, label="(-1, -1, 96)"]; -"292 linear_3_scale_0" -> "295 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"292 linear_3_scale_0" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"293 linear_3_zero_point_0" -> "295 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"293 linear_3_zero_point_0" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"294 compressed_weight_updated_constant2" -> "295 quantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"295 quantize_per_channel_default_2" -> "296 dequantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"296 dequantize_per_channel_default_2" -> "297 linear_3" [style=solid, label="(96, 96)"]; -"297 linear_3" -> "298 dropout_1" [style=solid, label="(-1, -1, 96)"]; -"298 dropout_1" -> "299 view_3" [style=solid, label="(-1, -1, 96)"]; -"299 view_3" -> "300 permute_4" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"300 permute_4" -> "301 reshape_3" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"301 reshape_3" -> "302 slice_2" [style=solid, label="(1, -1, -1, 96)"]; -"302 slice_2" -> "303 slice_3" [style=solid, label="(1, -1, -1, 96)"]; -"303 slice_3" -> "304 layer_norm_1" [style=solid, label="(1, -1, -1, 96)"]; -"304 layer_norm_1" -> "305 add_1" [style=solid, label="(1, -1, -1, 96)"]; -"305 add_1" -> "306 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"305 add_1" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"306 add_1_0_0_nncf_smooth_quant_0" -> "307 quantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"307 quantize_per_tensor_default_5" -> "308 dequantize_per_tensor_default_5" [style=solid, label="(1, -1, -1, 96)"]; -"308 dequantize_per_tensor_default_5" -> "314 linear_4" [style=solid, label="(1, -1, -1, 96)"]; -"309 linear_4_scale_0" -> "312 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"309 linear_4_scale_0" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"310 linear_4_zero_point_0" -> "312 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"310 linear_4_zero_point_0" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"311 compressed_weight_updated_constant3" -> "312 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"312 quantize_per_channel_default_3" -> "313 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"313 dequantize_per_channel_default_3" -> "314 linear_4" [style=solid, label="(384, 96)"]; -"314 linear_4" -> "315 gelu" [style=solid, label="(1, -1, -1, 384)"]; -"315 gelu" -> "316 dropout_2" [style=solid, label="(1, -1, -1, 384)"]; -"316 dropout_2" -> "317 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"317 dropout_2_0_0_nncf_smooth_quant_0" -> "318 quantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"318 quantize_per_tensor_default_6" -> "319 dequantize_per_tensor_default_6" [style=solid, label="(1, -1, -1, 384)"]; -"319 dequantize_per_tensor_default_6" -> "325 linear_5" [style=solid, label="(1, -1, -1, 384)"]; -"320 linear_5_scale_0" -> "323 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"320 linear_5_scale_0" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"321 linear_5_zero_point_0" -> "323 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"321 linear_5_zero_point_0" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"322 compressed_weight_updated_constant4" -> "323 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"323 quantize_per_channel_default_4" -> "324 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"324 dequantize_per_channel_default_4" -> "325 linear_5" [style=solid, label="(96, 384)"]; -"325 linear_5" -> "326 dropout_3" [style=solid, label="(1, -1, -1, 96)"]; -"326 dropout_3" -> "327 layer_norm_2" [style=solid, label="(1, -1, -1, 96)"]; -"327 layer_norm_2" -> "328 add_2" [style=solid, label="(1, -1, -1, 96)"]; -"328 add_2" -> "344 pad_1" [style=solid, label="(1, -1, -1, 96)"]; -"328 add_2" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"329 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "331 linear_6" [style=solid, label="(512, 2)"]; -"330 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "331 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"331 linear_6" -> "332 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"332 relu__1" -> "334 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"333 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "335 linear_7" [style=solid, label="(3, 512)"]; -"334 relu__1_0_0_nncf_smooth_quant_0" -> "335 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"335 linear_7" -> "336 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"336 view_4" -> "337 index_1" [style=solid, label="(225, 3)"]; -"337 index_1" -> "338 view_5" [style=solid, label="(4096, 3)"]; -"338 view_5" -> "339 permute_5" [style=solid, label="(64, 64, 3)"]; -"339 permute_5" -> "340 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"340 contiguous_1" -> "341 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"341 unsqueeze_1" -> "342 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"342 sigmoid_1" -> "343 mul_7" [style=solid, label="(1, 3, 64, 64)"]; -"343 mul_7" -> "383 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"344 pad_1" -> "345 roll" [style=solid, label="(1, -1, -1, 96)"]; -"345 roll" -> "346 view_6" [style=solid, label="(1, -1, -1, 96)"]; -"346 view_6" -> "347 permute_6" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"347 permute_6" -> "348 reshape_4" [style=solid, label="(1, -1, -1, -1, -1, 96)"]; -"348 reshape_4" -> "352 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"348 reshape_4" -> "384 new_zeros" [style=solid, label="(-1, -1, 96)"]; -"349 clone_1" -> "350 slice_4" [style=solid, label="(288,)"]; -"349 clone_1" -> "360 linear_8" [style=solid, label="(288,)"]; -"350 slice_4" -> "351 zero__1" [style=solid, label="(96,)"]; -"352 reshape_4_0_0_nncf_smooth_quant_0" -> "353 quantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"353 quantize_per_tensor_default_7" -> "354 dequantize_per_tensor_default_7" [style=solid, label="(-1, -1, 96)"]; -"354 dequantize_per_tensor_default_7" -> "360 linear_8" [style=solid, label="(-1, -1, 96)"]; -"355 linear_8_scale_0" -> "358 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"355 linear_8_scale_0" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"356 linear_8_zero_point_0" -> "358 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"356 linear_8_zero_point_0" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"357 compressed_weight_updated_constant5" -> "358 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"358 quantize_per_channel_default_5" -> "359 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"359 dequantize_per_channel_default_5" -> "360 linear_8" [style=solid, label="(288, 96)"]; -"360 linear_8" -> "361 reshape_5" [style=solid, label="(-1, -1, 288)"]; -"361 reshape_5" -> "362 permute_7" [style=solid, label="(-1, -1, 3, 3, 32)"]; -"362 permute_7" -> "363 select_3" [style=solid, label="(3, -1, 3, -1, 32)"]; -"362 permute_7" -> "364 select_4" [style=solid, label="(3, -1, 3, -1, 32)"]; -"362 permute_7" -> "365 select_5" [style=solid, label="(3, -1, 3, -1, 32)"]; -"363 select_3" -> "366 linalg_vector_norm_2" [style=solid, label="(-1, 3, -1, 32)"]; -"363 select_3" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 32)"]; -"363 select_3" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "372 linalg_vector_norm_3" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 32)"]; -"364 select_4" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"365 select_5" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, 32)"]; -"366 linalg_vector_norm_2" -> "367 clamp_min_2" [style=solid, label="(-1, 3, -1, 1)"]; -"367 clamp_min_2" -> "368 expand_as_2" [style=solid, label="(-1, 3, -1, 1)"]; -"368 expand_as_2" -> "369 div_2" [style=solid, label="(-1, 3, -1, 32)"]; -"369 div_2" -> "370 quantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"370 quantize_per_tensor_default_8" -> "371 dequantize_per_tensor_default_8" [style=solid, label="(-1, 3, -1, 32)"]; -"371 dequantize_per_tensor_default_8" -> "379 matmul_2" [style=solid, label="(-1, 3, -1, 32)"]; -"372 linalg_vector_norm_3" -> "373 clamp_min_3" [style=solid, label="(-1, 3, -1, 1)"]; -"373 clamp_min_3" -> "374 expand_as_3" [style=solid, label="(-1, 3, -1, 1)"]; -"374 expand_as_3" -> "375 div_3" [style=solid, label="(-1, 3, -1, 32)"]; -"375 div_3" -> "376 quantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"376 quantize_per_tensor_default_9" -> "377 dequantize_per_tensor_default_9" [style=solid, label="(-1, 3, -1, 32)"]; -"377 dequantize_per_tensor_default_9" -> "378 transpose_2" [style=solid, label="(-1, 3, -1, 32)"]; -"378 transpose_2" -> "379 matmul_2" [style=solid, label="(-1, 3, 32, -1)"]; -"379 matmul_2" -> "382 mul_9" [style=solid, label="(-1, 3, -1, -1)"]; -"380 clamp_1" -> "381 exp_1" [style=solid, label="(3, 1, 1)"]; -"381 exp_1" -> "382 mul_9" [style=solid, label="(3, 1, 1)"]; -"382 mul_9" -> "383 add_3" [style=solid, label="(-1, 3, -1, -1)"]; -"383 add_3" -> "431 view_8" [style=solid, label="(-1, 3, -1, -1)"]; -"384 new_zeros" -> "386 slice_5" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "390 slice_7" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "394 slice_9" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "398 slice_11" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "402 slice_13" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "406 slice_15" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "410 slice_17" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "414 slice_19" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "418 slice_21" [style=solid, label="(-1, -1)"]; -"384 new_zeros" -> "421 view_7" [style=solid, label="(-1, -1)"]; -"385 lift_fresh_copy" -> "388 fill_" [style=solid, label="()"]; -"386 slice_5" -> "387 slice_6" [style=solid, label="(-1, -1)"]; -"387 slice_6" -> "388 fill_" [style=solid, label="(-1, -1)"]; -"389 lift_fresh_copy_1" -> "392 fill__1" [style=solid, label="()"]; -"390 slice_7" -> "391 slice_8" [style=solid, label="(-1, -1)"]; -"391 slice_8" -> "392 fill__1" [style=solid, label="(-1, 4)"]; -"393 lift_fresh_copy_2" -> "396 fill__2" [style=solid, label="()"]; -"394 slice_9" -> "395 slice_10" [style=solid, label="(-1, -1)"]; -"395 slice_10" -> "396 fill__2" [style=solid, label="(-1, 4)"]; -"397 lift_fresh_copy_3" -> "400 fill__3" [style=solid, label="()"]; -"398 slice_11" -> "399 slice_12" [style=solid, label="(4, -1)"]; -"399 slice_12" -> "400 fill__3" [style=solid, label="(4, -1)"]; -"401 lift_fresh_copy_4" -> "404 fill__4" [style=solid, label="()"]; -"402 slice_13" -> "403 slice_14" [style=solid, label="(4, -1)"]; -"403 slice_14" -> "404 fill__4" [style=solid, label="(4, 4)"]; -"405 lift_fresh_copy_5" -> "408 fill__5" [style=solid, label="()"]; -"406 slice_15" -> "407 slice_16" [style=solid, label="(4, -1)"]; -"407 slice_16" -> "408 fill__5" [style=solid, label="(4, 4)"]; -"409 lift_fresh_copy_6" -> "412 fill__6" [style=solid, label="()"]; -"410 slice_17" -> "411 slice_18" [style=solid, label="(4, -1)"]; -"411 slice_18" -> "412 fill__6" [style=solid, label="(4, -1)"]; -"413 lift_fresh_copy_7" -> "416 fill__7" [style=solid, label="()"]; -"414 slice_19" -> "415 slice_20" [style=solid, label="(4, -1)"]; -"415 slice_20" -> "416 fill__7" [style=solid, label="(4, 4)"]; -"417 lift_fresh_copy_8" -> "420 fill__8" [style=solid, label="()"]; -"418 slice_21" -> "419 slice_22" [style=solid, label="(4, -1)"]; -"419 slice_22" -> "420 fill__8" [style=solid, label="(4, 4)"]; -"421 view_7" -> "422 permute_8" [style=solid, label="(-1, -1, -1, -1)"]; -"422 permute_8" -> "423 reshape_6" [style=solid, label="(-1, -1, -1, -1)"]; -"423 reshape_6" -> "424 unsqueeze_2" [style=solid, label="(-1, -1)"]; -"423 reshape_6" -> "425 unsqueeze_3" [style=solid, label="(-1, -1)"]; -"424 unsqueeze_2" -> "426 sub_4" [style=solid, label="(-1, 1, -1)"]; -"425 unsqueeze_3" -> "426 sub_4" [style=solid, label="(-1, -1, 1)"]; -"426 sub_4" -> "427 ne_1" [style=solid, label="(-1, -1, -1)"]; -"426 sub_4" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"426 sub_4" -> "429 eq_3" [style=solid, label="(-1, -1, -1)"]; -"427 ne_1" -> "428 masked_fill" [style=solid, label="(-1, -1, -1)"]; -"428 masked_fill" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"429 eq_3" -> "430 masked_fill_1" [style=solid, label="(-1, -1, -1)"]; -"430 masked_fill_1" -> "432 unsqueeze_4" [style=solid, label="(-1, -1, -1)"]; -"431 view_8" -> "434 add_4" [style=solid, label="(1, -1, 3, -1, -1)"]; -"432 unsqueeze_4" -> "433 unsqueeze_5" [style=solid, label="(-1, 1, -1, -1)"]; -"433 unsqueeze_5" -> "434 add_4" [style=solid, label="(1, -1, 1, -1, -1)"]; -"434 add_4" -> "435 view_9" [style=solid, label="(1, -1, 3, -1, -1)"]; -"435 view_9" -> "436 softmax_1" [style=solid, label="(-1, 3, -1, -1)"]; -"436 softmax_1" -> "437 dropout_4" [style=solid, label="(-1, 3, -1, -1)"]; -"437 dropout_4" -> "438 matmul_3" [style=solid, label="(-1, 3, -1, -1)"]; -"438 matmul_3" -> "439 transpose_3" [style=solid, label="(-1, 3, -1, 32)"]; -"439 transpose_3" -> "440 reshape_7" [style=solid, label="(-1, -1, 3, 32)"]; -"440 reshape_7" -> "441 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 96)"]; -"441 reshape_7_0_0_nncf_smooth_quant_0" -> "442 quantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"442 quantize_per_tensor_default_10" -> "443 dequantize_per_tensor_default_10" [style=solid, label="(-1, -1, 96)"]; -"443 dequantize_per_tensor_default_10" -> "449 linear_9" [style=solid, label="(-1, -1, 96)"]; -"444 linear_9_scale_0" -> "447 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"444 linear_9_scale_0" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"445 linear_9_zero_point_0" -> "447 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"445 linear_9_zero_point_0" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"446 compressed_weight_updated_constant6" -> "447 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"447 quantize_per_channel_default_6" -> "448 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"448 dequantize_per_channel_default_6" -> "449 linear_9" [style=solid, label="(96, 96)"]; -"449 linear_9" -> "450 dropout_5" [style=solid, label="(-1, -1, 96)"]; -"450 dropout_5" -> "451 view_10" [style=solid, label="(-1, -1, 96)"]; -"451 view_10" -> "452 permute_9" [style=solid, label="(1, -1, -1, 8, -1, 96)"]; -"452 permute_9" -> "453 reshape_8" [style=solid, label="(1, -1, 8, -1, -1, 96)"]; -"453 reshape_8" -> "454 roll_1" [style=solid, label="(1, -1, -1, 96)"]; -"454 roll_1" -> "455 slice_23" [style=solid, label="(1, -1, -1, 96)"]; -"455 slice_23" -> "456 slice_24" [style=solid, label="(1, -1, -1, 96)"]; -"456 slice_24" -> "457 layer_norm_3" [style=solid, label="(1, -1, -1, 96)"]; -"457 layer_norm_3" -> "458 add_5" [style=solid, label="(1, -1, -1, 96)"]; -"458 add_5" -> "459 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 96)"]; -"458 add_5" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"459 add_5_0_0_nncf_smooth_quant_0" -> "460 quantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"460 quantize_per_tensor_default_11" -> "461 dequantize_per_tensor_default_11" [style=solid, label="(1, -1, -1, 96)"]; -"461 dequantize_per_tensor_default_11" -> "467 linear_10" [style=solid, label="(1, -1, -1, 96)"]; -"462 linear_10_scale_0" -> "465 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"462 linear_10_scale_0" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"463 linear_10_zero_point_0" -> "465 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"463 linear_10_zero_point_0" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"464 compressed_weight_updated_constant7" -> "465 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"465 quantize_per_channel_default_7" -> "466 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"466 dequantize_per_channel_default_7" -> "467 linear_10" [style=solid, label="(384, 96)"]; -"467 linear_10" -> "468 gelu_1" [style=solid, label="(1, -1, -1, 384)"]; -"468 gelu_1" -> "469 dropout_6" [style=solid, label="(1, -1, -1, 384)"]; -"469 dropout_6" -> "470 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"470 dropout_6_0_0_nncf_smooth_quant_0" -> "471 quantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"471 quantize_per_tensor_default_12" -> "472 dequantize_per_tensor_default_12" [style=solid, label="(1, -1, -1, 384)"]; -"472 dequantize_per_tensor_default_12" -> "478 linear_11" [style=solid, label="(1, -1, -1, 384)"]; -"473 linear_11_scale_0" -> "476 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"473 linear_11_scale_0" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"474 linear_11_zero_point_0" -> "476 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"474 linear_11_zero_point_0" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"475 compressed_weight_updated_constant8" -> "476 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"476 quantize_per_channel_default_8" -> "477 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"477 dequantize_per_channel_default_8" -> "478 linear_11" [style=solid, label="(96, 384)"]; -"478 linear_11" -> "479 dropout_7" [style=solid, label="(1, -1, -1, 96)"]; -"479 dropout_7" -> "480 layer_norm_4" [style=solid, label="(1, -1, -1, 96)"]; -"480 layer_norm_4" -> "481 add_6" [style=solid, label="(1, -1, -1, 96)"]; -"481 add_6" -> "484 pad_2" [style=solid, label="(1, -1, -1, 96)"]; -"482 mod_8" -> "484 pad_2" [style=solid, label="(-1,)"]; -"482 mod_8" -> "520 add_44" [style=solid, label="(-1,)"]; -"483 mod_9" -> "484 pad_2" [style=solid, label="(-1,)"]; -"483 mod_9" -> "526 add_46" [style=solid, label="(-1,)"]; -"484 pad_2" -> "485 slice_25" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "487 slice_27" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "489 slice_29" [style=solid, label="(1, -1, -1, 96)"]; -"484 pad_2" -> "491 slice_31" [style=solid, label="(1, -1, -1, 96)"]; -"485 slice_25" -> "486 slice_26" [style=solid, label="(1, -1, -1, 96)"]; -"486 slice_26" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"487 slice_27" -> "488 slice_28" [style=solid, label="(1, -1, -1, 96)"]; -"488 slice_28" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"489 slice_29" -> "490 slice_30" [style=solid, label="(1, -1, -1, 96)"]; -"490 slice_30" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"491 slice_31" -> "492 slice_32" [style=solid, label="(1, -1, -1, 96)"]; -"492 slice_32" -> "493 cat" [style=solid, label="(1, -1, -1, 96)"]; -"493 cat" -> "494 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"494 cat_0_0_nncf_smooth_quant_0" -> "495 quantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"495 quantize_per_tensor_default_13" -> "496 dequantize_per_tensor_default_13" [style=solid, label="(1, -1, -1, 384)"]; -"496 dequantize_per_tensor_default_13" -> "502 linear_12" [style=solid, label="(1, -1, -1, 384)"]; -"497 linear_12_scale_0" -> "500 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"497 linear_12_scale_0" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"498 linear_12_zero_point_0" -> "500 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"498 linear_12_zero_point_0" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"499 compressed_weight_updated_constant9" -> "500 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"500 quantize_per_channel_default_9" -> "501 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"501 dequantize_per_channel_default_9" -> "502 linear_12" [style=solid, label="(192, 384)"]; -"502 linear_12" -> "503 layer_norm_5" [style=solid, label="(1, -1, -1, 192)"]; -"503 layer_norm_5" -> "531 pad_3" [style=solid, label="(1, -1, -1, 192)"]; -"503 layer_norm_5" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"504 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "506 linear_13" [style=solid, label="(512, 2)"]; -"505 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "506 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"506 linear_13" -> "507 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"507 relu__2" -> "509 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"508 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "510 linear_14" [style=solid, label="(6, 512)"]; -"509 relu__2_0_0_nncf_smooth_quant_0" -> "510 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"510 linear_14" -> "511 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"511 view_11" -> "512 index_2" [style=solid, label="(225, 6)"]; -"512 index_2" -> "513 view_12" [style=solid, label="(4096, 6)"]; -"513 view_12" -> "514 permute_10" [style=solid, label="(64, 64, 6)"]; -"514 permute_10" -> "515 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"515 contiguous_2" -> "516 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"516 unsqueeze_6" -> "517 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"517 sigmoid_2" -> "518 mul_14" [style=solid, label="(1, 6, 64, 64)"]; -"518 mul_14" -> "577 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"519 add_43" -> "520 add_44" [style=solid, label="(-1,)"]; -"520 add_44" -> "521 floordiv_91" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "522 mod_10" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "534 add_48" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "597 slice_35" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "751 slice_56" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "778 mod_18" [style=solid, label="(-1,)"]; -"521 floordiv_91" -> "815 add_49" [style=solid, label="(-1,)"]; -"522 mod_10" -> "523 sub_5" [style=solid, label="(-1,)"]; -"523 sub_5" -> "524 mod_11" [style=solid, label="(-1,)"]; -"524 mod_11" -> "531 pad_3" [style=solid, label="(-1,)"]; -"524 mod_11" -> "534 add_48" [style=solid, label="(-1,)"]; -"524 mod_11" -> "639 pad_4" [style=solid, label="(-1,)"]; -"525 add_45" -> "526 add_46" [style=solid, label="(-1,)"]; -"526 add_46" -> "527 floordiv_92" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "528 mod_12" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "532 add_47" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "596 slice_34" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "750 slice_55" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "779 mod_19" [style=solid, label="(-1,)"]; -"527 floordiv_92" -> "821 add_51" [style=solid, label="(-1,)"]; -"528 mod_12" -> "529 sub_6" [style=solid, label="(-1,)"]; -"529 sub_6" -> "530 mod_13" [style=solid, label="(-1,)"]; -"530 mod_13" -> "531 pad_3" [style=solid, label="(-1,)"]; -"530 mod_13" -> "532 add_47" [style=solid, label="(-1,)"]; -"530 mod_13" -> "639 pad_4" [style=solid, label="(-1,)"]; -"531 pad_3" -> "537 view_13" [style=solid, label="(1, -1, -1, 192)"]; -"532 add_47" -> "533 floordiv_15" [style=solid, label="(-1,)"]; -"532 add_47" -> "552 floordiv_93" [style=solid, label="(-1,)"]; -"532 add_47" -> "595 reshape_12" [style=solid, label="(-1,)"]; -"532 add_47" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; -"532 add_47" -> "748 reshape_17" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "536 mul_15" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "537 view_13" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "552 floordiv_93" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "593 view_14" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "641 view_17" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "716 view_18" [style=solid, label="(-1,)"]; -"533 floordiv_15" -> "746 view_21" [style=solid, label="(-1,)"]; -"534 add_48" -> "535 floordiv_16" [style=solid, label="(-1,)"]; -"534 add_48" -> "553 floordiv_94" [style=solid, label="(-1,)"]; -"534 add_48" -> "595 reshape_12" [style=solid, label="(-1,)"]; -"534 add_48" -> "679 new_zeros_1" [style=solid, label="(-1,)"]; -"534 add_48" -> "748 reshape_17" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "536 mul_15" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "537 view_13" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "553 floordiv_94" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "593 view_14" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "641 view_17" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "716 view_18" [style=solid, label="(-1,)"]; -"535 floordiv_16" -> "746 view_21" [style=solid, label="(-1,)"]; -"536 mul_15" -> "539 reshape_9" [style=solid, label="(-1,)"]; -"536 mul_15" -> "555 reshape_10" [style=solid, label="(-1,)"]; -"536 mul_15" -> "582 reshape_11" [style=solid, label="(-1,)"]; -"536 mul_15" -> "643 reshape_13" [style=solid, label="(-1,)"]; -"536 mul_15" -> "656 reshape_14" [style=solid, label="(-1,)"]; -"536 mul_15" -> "718 reshape_15" [style=solid, label="(-1,)"]; -"536 mul_15" -> "726 view_19" [style=solid, label="(-1,)"]; -"536 mul_15" -> "735 reshape_16" [style=solid, label="(-1,)"]; -"537 view_13" -> "538 permute_11" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"538 permute_11" -> "539 reshape_9" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"539 reshape_9" -> "543 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"540 clone_2" -> "541 slice_33" [style=solid, label="(576,)"]; -"540 clone_2" -> "551 linear_15" [style=solid, label="(576,)"]; -"541 slice_33" -> "542 zero__2" [style=solid, label="(192,)"]; -"543 reshape_9_0_0_nncf_smooth_quant_0" -> "544 quantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"544 quantize_per_tensor_default_14" -> "545 dequantize_per_tensor_default_14" [style=solid, label="(-1, -1, 192)"]; -"545 dequantize_per_tensor_default_14" -> "551 linear_15" [style=solid, label="(-1, -1, 192)"]; -"546 linear_15_scale_0" -> "549 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"546 linear_15_scale_0" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"547 linear_15_zero_point_0" -> "549 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"547 linear_15_zero_point_0" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"548 compressed_weight_updated_constant10" -> "549 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"549 quantize_per_channel_default_10" -> "550 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"550 dequantize_per_channel_default_10" -> "551 linear_15" [style=solid, label="(576, 192)"]; -"551 linear_15" -> "555 reshape_10" [style=solid, label="(-1, -1, 576)"]; -"552 floordiv_93" -> "554 mul_55" [style=solid, label="(-1,)"]; -"553 floordiv_94" -> "554 mul_55" [style=solid, label="(-1,)"]; -"554 mul_55" -> "555 reshape_10" [style=solid, label="(-1,)"]; -"554 mul_55" -> "582 reshape_11" [style=solid, label="(-1,)"]; -"554 mul_55" -> "656 reshape_14" [style=solid, label="(-1,)"]; -"554 mul_55" -> "726 view_19" [style=solid, label="(-1,)"]; -"554 mul_55" -> "730 view_20" [style=solid, label="(-1,)"]; -"554 mul_55" -> "735 reshape_16" [style=solid, label="(-1,)"]; -"555 reshape_10" -> "556 permute_12" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"556 permute_12" -> "557 select_6" [style=solid, label="(3, -1, 6, -1, 32)"]; -"556 permute_12" -> "558 select_7" [style=solid, label="(3, -1, 6, -1, 32)"]; -"556 permute_12" -> "559 select_8" [style=solid, label="(3, -1, 6, -1, 32)"]; -"557 select_6" -> "560 linalg_vector_norm_4" [style=solid, label="(-1, 6, -1, 32)"]; -"557 select_6" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 32)"]; -"557 select_6" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "566 linalg_vector_norm_5" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 32)"]; -"558 select_7" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"559 select_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, 32)"]; -"560 linalg_vector_norm_4" -> "561 clamp_min_4" [style=solid, label="(-1, 6, -1, 1)"]; -"561 clamp_min_4" -> "562 expand_as_4" [style=solid, label="(-1, 6, -1, 1)"]; -"562 expand_as_4" -> "563 div_4" [style=solid, label="(-1, 6, -1, 32)"]; -"563 div_4" -> "564 quantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"564 quantize_per_tensor_default_15" -> "565 dequantize_per_tensor_default_15" [style=solid, label="(-1, 6, -1, 32)"]; -"565 dequantize_per_tensor_default_15" -> "573 matmul_4" [style=solid, label="(-1, 6, -1, 32)"]; -"566 linalg_vector_norm_5" -> "567 clamp_min_5" [style=solid, label="(-1, 6, -1, 1)"]; -"567 clamp_min_5" -> "568 expand_as_5" [style=solid, label="(-1, 6, -1, 1)"]; -"568 expand_as_5" -> "569 div_5" [style=solid, label="(-1, 6, -1, 32)"]; -"569 div_5" -> "570 quantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"570 quantize_per_tensor_default_16" -> "571 dequantize_per_tensor_default_16" [style=solid, label="(-1, 6, -1, 32)"]; -"571 dequantize_per_tensor_default_16" -> "572 transpose_4" [style=solid, label="(-1, 6, -1, 32)"]; -"572 transpose_4" -> "573 matmul_4" [style=solid, label="(-1, 6, 32, -1)"]; -"573 matmul_4" -> "576 mul_16" [style=solid, label="(-1, 6, -1, -1)"]; -"574 clamp_2" -> "575 exp_2" [style=solid, label="(6, 1, 1)"]; -"575 exp_2" -> "576 mul_16" [style=solid, label="(6, 1, 1)"]; -"576 mul_16" -> "577 add_7" [style=solid, label="(-1, 6, -1, -1)"]; -"577 add_7" -> "578 softmax_2" [style=solid, label="(-1, 6, -1, -1)"]; -"578 softmax_2" -> "579 dropout_8" [style=solid, label="(-1, 6, -1, -1)"]; -"579 dropout_8" -> "580 matmul_5" [style=solid, label="(-1, 6, -1, -1)"]; -"580 matmul_5" -> "581 transpose_5" [style=solid, label="(-1, 6, -1, 32)"]; -"581 transpose_5" -> "582 reshape_11" [style=solid, label="(-1, -1, 6, 32)"]; -"582 reshape_11" -> "583 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"583 reshape_11_0_0_nncf_smooth_quant_0" -> "584 quantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"584 quantize_per_tensor_default_17" -> "585 dequantize_per_tensor_default_17" [style=solid, label="(-1, -1, 192)"]; -"585 dequantize_per_tensor_default_17" -> "591 linear_16" [style=solid, label="(-1, -1, 192)"]; -"586 linear_16_scale_0" -> "589 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"586 linear_16_scale_0" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"587 linear_16_zero_point_0" -> "589 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"587 linear_16_zero_point_0" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"588 compressed_weight_updated_constant11" -> "589 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"589 quantize_per_channel_default_11" -> "590 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"590 dequantize_per_channel_default_11" -> "591 linear_16" [style=solid, label="(192, 192)"]; -"591 linear_16" -> "592 dropout_9" [style=solid, label="(-1, -1, 192)"]; -"592 dropout_9" -> "593 view_14" [style=solid, label="(-1, -1, 192)"]; -"593 view_14" -> "594 permute_13" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"594 permute_13" -> "595 reshape_12" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"595 reshape_12" -> "596 slice_34" [style=solid, label="(1, -1, -1, 192)"]; -"596 slice_34" -> "597 slice_35" [style=solid, label="(1, -1, -1, 192)"]; -"597 slice_35" -> "598 contiguous_3" [style=solid, label="(1, -1, -1, 192)"]; -"598 contiguous_3" -> "599 layer_norm_6" [style=solid, label="(1, -1, -1, 192)"]; -"599 layer_norm_6" -> "600 add_8" [style=solid, label="(1, -1, -1, 192)"]; -"600 add_8" -> "601 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"600 add_8" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"601 add_8_0_0_nncf_smooth_quant_0" -> "602 quantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"602 quantize_per_tensor_default_18" -> "603 dequantize_per_tensor_default_18" [style=solid, label="(1, -1, -1, 192)"]; -"603 dequantize_per_tensor_default_18" -> "609 linear_17" [style=solid, label="(1, -1, -1, 192)"]; -"604 linear_17_scale_0" -> "607 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"604 linear_17_scale_0" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"605 linear_17_zero_point_0" -> "607 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"605 linear_17_zero_point_0" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"606 compressed_weight_updated_constant12" -> "607 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"607 quantize_per_channel_default_12" -> "608 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"608 dequantize_per_channel_default_12" -> "609 linear_17" [style=solid, label="(768, 192)"]; -"609 linear_17" -> "610 gelu_2" [style=solid, label="(1, -1, -1, 768)"]; -"610 gelu_2" -> "611 dropout_10" [style=solid, label="(1, -1, -1, 768)"]; -"611 dropout_10" -> "612 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"612 dropout_10_0_0_nncf_smooth_quant_0" -> "613 quantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"613 quantize_per_tensor_default_19" -> "614 dequantize_per_tensor_default_19" [style=solid, label="(1, -1, -1, 768)"]; -"614 dequantize_per_tensor_default_19" -> "620 linear_18" [style=solid, label="(1, -1, -1, 768)"]; -"615 linear_18_scale_0" -> "618 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"615 linear_18_scale_0" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"616 linear_18_zero_point_0" -> "618 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"616 linear_18_zero_point_0" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"617 compressed_weight_updated_constant13" -> "618 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"618 quantize_per_channel_default_13" -> "619 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"619 dequantize_per_channel_default_13" -> "620 linear_18" [style=solid, label="(192, 768)"]; -"620 linear_18" -> "621 dropout_11" [style=solid, label="(1, -1, -1, 192)"]; -"621 dropout_11" -> "622 layer_norm_7" [style=solid, label="(1, -1, -1, 192)"]; -"622 layer_norm_7" -> "623 add_9" [style=solid, label="(1, -1, -1, 192)"]; -"623 add_9" -> "639 pad_4" [style=solid, label="(1, -1, -1, 192)"]; -"623 add_9" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"624 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "626 linear_19" [style=solid, label="(512, 2)"]; -"625 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "626 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"626 linear_19" -> "627 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"627 relu__3" -> "629 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"628 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "630 linear_20" [style=solid, label="(6, 512)"]; -"629 relu__3_0_0_nncf_smooth_quant_0" -> "630 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"630 linear_20" -> "631 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"631 view_15" -> "632 index_3" [style=solid, label="(225, 6)"]; -"632 index_3" -> "633 view_16" [style=solid, label="(4096, 6)"]; -"633 view_16" -> "634 permute_14" [style=solid, label="(64, 64, 6)"]; -"634 permute_14" -> "635 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"635 contiguous_4" -> "636 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"636 unsqueeze_7" -> "637 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"637 sigmoid_3" -> "638 mul_22" [style=solid, label="(1, 6, 64, 64)"]; -"638 mul_22" -> "678 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"639 pad_4" -> "640 roll_2" [style=solid, label="(1, -1, -1, 192)"]; -"640 roll_2" -> "641 view_17" [style=solid, label="(1, -1, -1, 192)"]; -"641 view_17" -> "642 permute_15" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"642 permute_15" -> "643 reshape_13" [style=solid, label="(1, -1, -1, -1, -1, 192)"]; -"643 reshape_13" -> "647 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"643 reshape_13" -> "679 new_zeros_1" [style=solid, label="(-1, -1, 192)"]; -"644 clone_3" -> "645 slice_36" [style=solid, label="(576,)"]; -"644 clone_3" -> "655 linear_21" [style=solid, label="(576,)"]; -"645 slice_36" -> "646 zero__3" [style=solid, label="(192,)"]; -"647 reshape_13_0_0_nncf_smooth_quant_0" -> "648 quantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"648 quantize_per_tensor_default_20" -> "649 dequantize_per_tensor_default_20" [style=solid, label="(-1, -1, 192)"]; -"649 dequantize_per_tensor_default_20" -> "655 linear_21" [style=solid, label="(-1, -1, 192)"]; -"650 linear_21_scale_0" -> "653 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"650 linear_21_scale_0" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"651 linear_21_zero_point_0" -> "653 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"651 linear_21_zero_point_0" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"652 compressed_weight_updated_constant14" -> "653 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"653 quantize_per_channel_default_14" -> "654 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"654 dequantize_per_channel_default_14" -> "655 linear_21" [style=solid, label="(576, 192)"]; -"655 linear_21" -> "656 reshape_14" [style=solid, label="(-1, -1, 576)"]; -"656 reshape_14" -> "657 permute_16" [style=solid, label="(-1, -1, 3, 6, 32)"]; -"657 permute_16" -> "658 select_9" [style=solid, label="(3, -1, 6, -1, 32)"]; -"657 permute_16" -> "659 select_10" [style=solid, label="(3, -1, 6, -1, 32)"]; -"657 permute_16" -> "660 select_11" [style=solid, label="(3, -1, 6, -1, 32)"]; -"658 select_9" -> "661 linalg_vector_norm_6" [style=solid, label="(-1, 6, -1, 32)"]; -"658 select_9" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 32)"]; -"658 select_9" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "667 linalg_vector_norm_7" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 32)"]; -"659 select_10" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"660 select_11" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, 32)"]; -"661 linalg_vector_norm_6" -> "662 clamp_min_6" [style=solid, label="(-1, 6, -1, 1)"]; -"662 clamp_min_6" -> "663 expand_as_6" [style=solid, label="(-1, 6, -1, 1)"]; -"663 expand_as_6" -> "664 div_6" [style=solid, label="(-1, 6, -1, 32)"]; -"664 div_6" -> "665 quantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"665 quantize_per_tensor_default_21" -> "666 dequantize_per_tensor_default_21" [style=solid, label="(-1, 6, -1, 32)"]; -"666 dequantize_per_tensor_default_21" -> "674 matmul_6" [style=solid, label="(-1, 6, -1, 32)"]; -"667 linalg_vector_norm_7" -> "668 clamp_min_7" [style=solid, label="(-1, 6, -1, 1)"]; -"668 clamp_min_7" -> "669 expand_as_7" [style=solid, label="(-1, 6, -1, 1)"]; -"669 expand_as_7" -> "670 div_7" [style=solid, label="(-1, 6, -1, 32)"]; -"670 div_7" -> "671 quantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"671 quantize_per_tensor_default_22" -> "672 dequantize_per_tensor_default_22" [style=solid, label="(-1, 6, -1, 32)"]; -"672 dequantize_per_tensor_default_22" -> "673 transpose_6" [style=solid, label="(-1, 6, -1, 32)"]; -"673 transpose_6" -> "674 matmul_6" [style=solid, label="(-1, 6, 32, -1)"]; -"674 matmul_6" -> "677 mul_24" [style=solid, label="(-1, 6, -1, -1)"]; -"675 clamp_3" -> "676 exp_3" [style=solid, label="(6, 1, 1)"]; -"676 exp_3" -> "677 mul_24" [style=solid, label="(6, 1, 1)"]; -"677 mul_24" -> "678 add_10" [style=solid, label="(-1, 6, -1, -1)"]; -"678 add_10" -> "726 view_19" [style=solid, label="(-1, 6, -1, -1)"]; -"679 new_zeros_1" -> "681 slice_37" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "685 slice_39" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "689 slice_41" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "693 slice_43" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "697 slice_45" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "701 slice_47" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "705 slice_49" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "709 slice_51" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "713 slice_53" [style=solid, label="(-1, -1)"]; -"679 new_zeros_1" -> "716 view_18" [style=solid, label="(-1, -1)"]; -"680 lift_fresh_copy_9" -> "683 fill__9" [style=solid, label="()"]; -"681 slice_37" -> "682 slice_38" [style=solid, label="(-1, -1)"]; -"682 slice_38" -> "683 fill__9" [style=solid, label="(-1, -1)"]; -"684 lift_fresh_copy_10" -> "687 fill__10" [style=solid, label="()"]; -"685 slice_39" -> "686 slice_40" [style=solid, label="(-1, -1)"]; -"686 slice_40" -> "687 fill__10" [style=solid, label="(-1, 4)"]; -"688 lift_fresh_copy_11" -> "691 fill__11" [style=solid, label="()"]; -"689 slice_41" -> "690 slice_42" [style=solid, label="(-1, -1)"]; -"690 slice_42" -> "691 fill__11" [style=solid, label="(-1, 4)"]; -"692 lift_fresh_copy_12" -> "695 fill__12" [style=solid, label="()"]; -"693 slice_43" -> "694 slice_44" [style=solid, label="(4, -1)"]; -"694 slice_44" -> "695 fill__12" [style=solid, label="(4, -1)"]; -"696 lift_fresh_copy_13" -> "699 fill__13" [style=solid, label="()"]; -"697 slice_45" -> "698 slice_46" [style=solid, label="(4, -1)"]; -"698 slice_46" -> "699 fill__13" [style=solid, label="(4, 4)"]; -"700 lift_fresh_copy_14" -> "703 fill__14" [style=solid, label="()"]; -"701 slice_47" -> "702 slice_48" [style=solid, label="(4, -1)"]; -"702 slice_48" -> "703 fill__14" [style=solid, label="(4, 4)"]; -"704 lift_fresh_copy_15" -> "707 fill__15" [style=solid, label="()"]; -"705 slice_49" -> "706 slice_50" [style=solid, label="(4, -1)"]; -"706 slice_50" -> "707 fill__15" [style=solid, label="(4, -1)"]; -"708 lift_fresh_copy_16" -> "711 fill__16" [style=solid, label="()"]; -"709 slice_51" -> "710 slice_52" [style=solid, label="(4, -1)"]; -"710 slice_52" -> "711 fill__16" [style=solid, label="(4, 4)"]; -"712 lift_fresh_copy_17" -> "715 fill__17" [style=solid, label="()"]; -"713 slice_53" -> "714 slice_54" [style=solid, label="(4, -1)"]; -"714 slice_54" -> "715 fill__17" [style=solid, label="(4, 4)"]; -"716 view_18" -> "717 permute_17" [style=solid, label="(-1, -1, -1, -1)"]; -"717 permute_17" -> "718 reshape_15" [style=solid, label="(-1, -1, -1, -1)"]; -"718 reshape_15" -> "719 unsqueeze_8" [style=solid, label="(-1, -1)"]; -"718 reshape_15" -> "720 unsqueeze_9" [style=solid, label="(-1, -1)"]; -"719 unsqueeze_8" -> "721 sub_9" [style=solid, label="(-1, 1, -1)"]; -"720 unsqueeze_9" -> "721 sub_9" [style=solid, label="(-1, -1, 1)"]; -"721 sub_9" -> "722 ne_6" [style=solid, label="(-1, -1, -1)"]; -"721 sub_9" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"721 sub_9" -> "724 eq_18" [style=solid, label="(-1, -1, -1)"]; -"722 ne_6" -> "723 masked_fill_2" [style=solid, label="(-1, -1, -1)"]; -"723 masked_fill_2" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"724 eq_18" -> "725 masked_fill_3" [style=solid, label="(-1, -1, -1)"]; -"725 masked_fill_3" -> "727 unsqueeze_10" [style=solid, label="(-1, -1, -1)"]; -"726 view_19" -> "729 add_11" [style=solid, label="(1, -1, 6, -1, -1)"]; -"727 unsqueeze_10" -> "728 unsqueeze_11" [style=solid, label="(-1, 1, -1, -1)"]; -"728 unsqueeze_11" -> "729 add_11" [style=solid, label="(1, -1, 1, -1, -1)"]; -"729 add_11" -> "730 view_20" [style=solid, label="(1, -1, 6, -1, -1)"]; -"730 view_20" -> "731 softmax_3" [style=solid, label="(-1, 6, -1, -1)"]; -"731 softmax_3" -> "732 dropout_12" [style=solid, label="(-1, 6, -1, -1)"]; -"732 dropout_12" -> "733 matmul_7" [style=solid, label="(-1, 6, -1, -1)"]; -"733 matmul_7" -> "734 transpose_7" [style=solid, label="(-1, 6, -1, 32)"]; -"734 transpose_7" -> "735 reshape_16" [style=solid, label="(-1, -1, 6, 32)"]; -"735 reshape_16" -> "736 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 192)"]; -"736 reshape_16_0_0_nncf_smooth_quant_0" -> "737 quantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"737 quantize_per_tensor_default_23" -> "738 dequantize_per_tensor_default_23" [style=solid, label="(-1, -1, 192)"]; -"738 dequantize_per_tensor_default_23" -> "744 linear_22" [style=solid, label="(-1, -1, 192)"]; -"739 linear_22_scale_0" -> "742 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"739 linear_22_scale_0" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"740 linear_22_zero_point_0" -> "742 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"740 linear_22_zero_point_0" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"741 compressed_weight_updated_constant15" -> "742 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"742 quantize_per_channel_default_15" -> "743 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"743 dequantize_per_channel_default_15" -> "744 linear_22" [style=solid, label="(192, 192)"]; -"744 linear_22" -> "745 dropout_13" [style=solid, label="(-1, -1, 192)"]; -"745 dropout_13" -> "746 view_21" [style=solid, label="(-1, -1, 192)"]; -"746 view_21" -> "747 permute_18" [style=solid, label="(1, -1, -1, 8, -1, 192)"]; -"747 permute_18" -> "748 reshape_17" [style=solid, label="(1, -1, 8, -1, -1, 192)"]; -"748 reshape_17" -> "749 roll_3" [style=solid, label="(1, -1, -1, 192)"]; -"749 roll_3" -> "750 slice_55" [style=solid, label="(1, -1, -1, 192)"]; -"750 slice_55" -> "751 slice_56" [style=solid, label="(1, -1, -1, 192)"]; -"751 slice_56" -> "752 contiguous_5" [style=solid, label="(1, -1, -1, 192)"]; -"752 contiguous_5" -> "753 layer_norm_8" [style=solid, label="(1, -1, -1, 192)"]; -"753 layer_norm_8" -> "754 add_12" [style=solid, label="(1, -1, -1, 192)"]; -"754 add_12" -> "755 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 192)"]; -"754 add_12" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"755 add_12_0_0_nncf_smooth_quant_0" -> "756 quantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"756 quantize_per_tensor_default_24" -> "757 dequantize_per_tensor_default_24" [style=solid, label="(1, -1, -1, 192)"]; -"757 dequantize_per_tensor_default_24" -> "763 linear_23" [style=solid, label="(1, -1, -1, 192)"]; -"758 linear_23_scale_0" -> "761 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"758 linear_23_scale_0" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"759 linear_23_zero_point_0" -> "761 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"759 linear_23_zero_point_0" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"760 compressed_weight_updated_constant16" -> "761 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"761 quantize_per_channel_default_16" -> "762 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"762 dequantize_per_channel_default_16" -> "763 linear_23" [style=solid, label="(768, 192)"]; -"763 linear_23" -> "764 gelu_3" [style=solid, label="(1, -1, -1, 768)"]; -"764 gelu_3" -> "765 dropout_14" [style=solid, label="(1, -1, -1, 768)"]; -"765 dropout_14" -> "766 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"766 dropout_14_0_0_nncf_smooth_quant_0" -> "767 quantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"767 quantize_per_tensor_default_25" -> "768 dequantize_per_tensor_default_25" [style=solid, label="(1, -1, -1, 768)"]; -"768 dequantize_per_tensor_default_25" -> "774 linear_24" [style=solid, label="(1, -1, -1, 768)"]; -"769 linear_24_scale_0" -> "772 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"769 linear_24_scale_0" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"770 linear_24_zero_point_0" -> "772 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"770 linear_24_zero_point_0" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"771 compressed_weight_updated_constant17" -> "772 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"772 quantize_per_channel_default_17" -> "773 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"773 dequantize_per_channel_default_17" -> "774 linear_24" [style=solid, label="(192, 768)"]; -"774 linear_24" -> "775 dropout_15" [style=solid, label="(1, -1, -1, 192)"]; -"775 dropout_15" -> "776 layer_norm_9" [style=solid, label="(1, -1, -1, 192)"]; -"776 layer_norm_9" -> "777 add_13" [style=solid, label="(1, -1, -1, 192)"]; -"777 add_13" -> "780 pad_5" [style=solid, label="(1, -1, -1, 192)"]; -"778 mod_18" -> "780 pad_5" [style=solid, label="(-1,)"]; -"778 mod_18" -> "816 add_50" [style=solid, label="(-1,)"]; -"779 mod_19" -> "780 pad_5" [style=solid, label="(-1,)"]; -"779 mod_19" -> "822 add_52" [style=solid, label="(-1,)"]; -"780 pad_5" -> "781 slice_57" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "783 slice_59" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "785 slice_61" [style=solid, label="(1, -1, -1, 192)"]; -"780 pad_5" -> "787 slice_63" [style=solid, label="(1, -1, -1, 192)"]; -"781 slice_57" -> "782 slice_58" [style=solid, label="(1, -1, -1, 192)"]; -"782 slice_58" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"783 slice_59" -> "784 slice_60" [style=solid, label="(1, -1, -1, 192)"]; -"784 slice_60" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"785 slice_61" -> "786 slice_62" [style=solid, label="(1, -1, -1, 192)"]; -"786 slice_62" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"787 slice_63" -> "788 slice_64" [style=solid, label="(1, -1, -1, 192)"]; -"788 slice_64" -> "789 cat_1" [style=solid, label="(1, -1, -1, 192)"]; -"789 cat_1" -> "790 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"790 cat_1_0_0_nncf_smooth_quant_0" -> "791 quantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"791 quantize_per_tensor_default_26" -> "792 dequantize_per_tensor_default_26" [style=solid, label="(1, -1, -1, 768)"]; -"792 dequantize_per_tensor_default_26" -> "798 linear_25" [style=solid, label="(1, -1, -1, 768)"]; -"793 linear_25_scale_0" -> "796 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"793 linear_25_scale_0" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"794 linear_25_zero_point_0" -> "796 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"794 linear_25_zero_point_0" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"795 compressed_weight_updated_constant18" -> "796 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"796 quantize_per_channel_default_18" -> "797 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"797 dequantize_per_channel_default_18" -> "798 linear_25" [style=solid, label="(384, 768)"]; -"798 linear_25" -> "799 layer_norm_10" [style=solid, label="(1, -1, -1, 384)"]; -"799 layer_norm_10" -> "827 pad_6" [style=solid, label="(1, -1, -1, 384)"]; -"799 layer_norm_10" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"800 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "802 linear_26" [style=solid, label="(512, 2)"]; -"801 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "802 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"802 linear_26" -> "803 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"803 relu__4" -> "805 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"804 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "806 linear_27" [style=solid, label="(12, 512)"]; -"805 relu__4_0_0_nncf_smooth_quant_0" -> "806 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"806 linear_27" -> "807 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"807 view_22" -> "808 index_4" [style=solid, label="(225, 12)"]; -"808 index_4" -> "809 view_23" [style=solid, label="(4096, 12)"]; -"809 view_23" -> "810 permute_19" [style=solid, label="(64, 64, 12)"]; -"810 permute_19" -> "811 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"811 contiguous_6" -> "812 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"812 unsqueeze_12" -> "813 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"813 sigmoid_4" -> "814 mul_30" [style=solid, label="(1, 12, 64, 64)"]; -"814 mul_30" -> "873 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"815 add_49" -> "816 add_50" [style=solid, label="(-1,)"]; -"816 add_50" -> "817 floordiv_95" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "818 mod_20" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "830 add_54" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "893 slice_67" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1047 slice_88" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1147 slice_91" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1301 slice_112" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1401 slice_115" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1555 slice_136" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1582 mod_44" [style=solid, label="(-1,)"]; -"817 floordiv_95" -> "1619 add_55" [style=solid, label="(-1,)"]; -"818 mod_20" -> "819 sub_10" [style=solid, label="(-1,)"]; -"819 sub_10" -> "820 mod_21" [style=solid, label="(-1,)"]; -"820 mod_21" -> "827 pad_6" [style=solid, label="(-1,)"]; -"820 mod_21" -> "830 add_54" [style=solid, label="(-1,)"]; -"820 mod_21" -> "935 pad_7" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1089 pad_8" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1189 pad_9" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1343 pad_10" [style=solid, label="(-1,)"]; -"820 mod_21" -> "1443 pad_11" [style=solid, label="(-1,)"]; -"821 add_51" -> "822 add_52" [style=solid, label="(-1,)"]; -"822 add_52" -> "823 floordiv_96" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "824 mod_22" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "828 add_53" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "892 slice_66" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1046 slice_87" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1146 slice_90" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1300 slice_111" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1400 slice_114" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1554 slice_135" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1583 mod_45" [style=solid, label="(-1,)"]; -"823 floordiv_96" -> "1625 add_57" [style=solid, label="(-1,)"]; -"824 mod_22" -> "825 sub_11" [style=solid, label="(-1,)"]; -"825 sub_11" -> "826 mod_23" [style=solid, label="(-1,)"]; -"826 mod_23" -> "827 pad_6" [style=solid, label="(-1,)"]; -"826 mod_23" -> "828 add_53" [style=solid, label="(-1,)"]; -"826 mod_23" -> "935 pad_7" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1089 pad_8" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1189 pad_9" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1343 pad_10" [style=solid, label="(-1,)"]; -"826 mod_23" -> "1443 pad_11" [style=solid, label="(-1,)"]; -"827 pad_6" -> "833 view_24" [style=solid, label="(1, -1, -1, 384)"]; -"828 add_53" -> "829 floordiv_30" [style=solid, label="(-1,)"]; -"828 add_53" -> "848 floordiv_97" [style=solid, label="(-1,)"]; -"828 add_53" -> "891 reshape_21" [style=solid, label="(-1,)"]; -"828 add_53" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; -"828 add_53" -> "1044 reshape_26" [style=solid, label="(-1,)"]; -"828 add_53" -> "1145 reshape_30" [style=solid, label="(-1,)"]; -"828 add_53" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; -"828 add_53" -> "1298 reshape_35" [style=solid, label="(-1,)"]; -"828 add_53" -> "1399 reshape_39" [style=solid, label="(-1,)"]; -"828 add_53" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; -"828 add_53" -> "1552 reshape_44" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "832 mul_31" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "833 view_24" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "848 floordiv_97" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "889 view_25" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "937 view_28" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1012 view_29" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1042 view_32" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1090 view_35" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1143 view_36" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1191 view_39" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1266 view_40" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1296 view_43" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1344 view_46" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1397 view_47" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1445 view_50" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1520 view_51" [style=solid, label="(-1,)"]; -"829 floordiv_30" -> "1550 view_54" [style=solid, label="(-1,)"]; -"830 add_54" -> "831 floordiv_31" [style=solid, label="(-1,)"]; -"830 add_54" -> "849 floordiv_98" [style=solid, label="(-1,)"]; -"830 add_54" -> "891 reshape_21" [style=solid, label="(-1,)"]; -"830 add_54" -> "975 new_zeros_2" [style=solid, label="(-1,)"]; -"830 add_54" -> "1044 reshape_26" [style=solid, label="(-1,)"]; -"830 add_54" -> "1145 reshape_30" [style=solid, label="(-1,)"]; -"830 add_54" -> "1229 new_zeros_3" [style=solid, label="(-1,)"]; -"830 add_54" -> "1298 reshape_35" [style=solid, label="(-1,)"]; -"830 add_54" -> "1399 reshape_39" [style=solid, label="(-1,)"]; -"830 add_54" -> "1483 new_zeros_4" [style=solid, label="(-1,)"]; -"830 add_54" -> "1552 reshape_44" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "832 mul_31" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "833 view_24" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "849 floordiv_98" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "889 view_25" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "937 view_28" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1012 view_29" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1042 view_32" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1090 view_35" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1143 view_36" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1191 view_39" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1266 view_40" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1296 view_43" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1344 view_46" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1397 view_47" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1445 view_50" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1520 view_51" [style=solid, label="(-1,)"]; -"831 floordiv_31" -> "1550 view_54" [style=solid, label="(-1,)"]; -"832 mul_31" -> "835 reshape_18" [style=solid, label="(-1,)"]; -"832 mul_31" -> "851 reshape_19" [style=solid, label="(-1,)"]; -"832 mul_31" -> "878 reshape_20" [style=solid, label="(-1,)"]; -"832 mul_31" -> "939 reshape_22" [style=solid, label="(-1,)"]; -"832 mul_31" -> "952 reshape_23" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1014 reshape_24" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1022 view_30" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1031 reshape_25" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1092 reshape_27" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1105 reshape_28" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1132 reshape_29" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1193 reshape_31" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1206 reshape_32" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1268 reshape_33" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1276 view_41" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1285 reshape_34" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1346 reshape_36" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1359 reshape_37" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1386 reshape_38" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1447 reshape_40" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1460 reshape_41" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1522 reshape_42" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1530 view_52" [style=solid, label="(-1,)"]; -"832 mul_31" -> "1539 reshape_43" [style=solid, label="(-1,)"]; -"833 view_24" -> "834 permute_20" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"834 permute_20" -> "835 reshape_18" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"835 reshape_18" -> "839 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"836 clone_4" -> "837 slice_65" [style=solid, label="(1152,)"]; -"836 clone_4" -> "847 linear_28" [style=solid, label="(1152,)"]; -"837 slice_65" -> "838 zero__4" [style=solid, label="(384,)"]; -"839 reshape_18_0_0_nncf_smooth_quant_0" -> "840 quantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"840 quantize_per_tensor_default_27" -> "841 dequantize_per_tensor_default_27" [style=solid, label="(-1, -1, 384)"]; -"841 dequantize_per_tensor_default_27" -> "847 linear_28" [style=solid, label="(-1, -1, 384)"]; -"842 linear_28_scale_0" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"842 linear_28_scale_0" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"843 linear_28_zero_point_0" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"843 linear_28_zero_point_0" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"844 compressed_weight_updated_constant19" -> "845 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"845 quantize_per_channel_default_19" -> "846 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"846 dequantize_per_channel_default_19" -> "847 linear_28" [style=solid, label="(1152, 384)"]; -"847 linear_28" -> "851 reshape_19" [style=solid, label="(-1, -1, 1152)"]; -"848 floordiv_97" -> "850 mul_56" [style=solid, label="(-1,)"]; -"849 floordiv_98" -> "850 mul_56" [style=solid, label="(-1,)"]; -"850 mul_56" -> "851 reshape_19" [style=solid, label="(-1,)"]; -"850 mul_56" -> "878 reshape_20" [style=solid, label="(-1,)"]; -"850 mul_56" -> "952 reshape_23" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1022 view_30" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1026 view_31" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1031 reshape_25" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1105 reshape_28" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1132 reshape_29" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1206 reshape_32" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1276 view_41" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1280 view_42" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1285 reshape_34" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1359 reshape_37" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1386 reshape_38" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1460 reshape_41" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1530 view_52" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1534 view_53" [style=solid, label="(-1,)"]; -"850 mul_56" -> "1539 reshape_43" [style=solid, label="(-1,)"]; -"851 reshape_19" -> "852 permute_21" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"852 permute_21" -> "853 select_12" [style=solid, label="(3, -1, 12, -1, 32)"]; -"852 permute_21" -> "854 select_13" [style=solid, label="(3, -1, 12, -1, 32)"]; -"852 permute_21" -> "855 select_14" [style=solid, label="(3, -1, 12, -1, 32)"]; -"853 select_12" -> "856 linalg_vector_norm_8" [style=solid, label="(-1, 12, -1, 32)"]; -"853 select_12" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 32)"]; -"853 select_12" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "862 linalg_vector_norm_9" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 32)"]; -"854 select_13" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"855 select_14" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, 32)"]; -"856 linalg_vector_norm_8" -> "857 clamp_min_8" [style=solid, label="(-1, 12, -1, 1)"]; -"857 clamp_min_8" -> "858 expand_as_8" [style=solid, label="(-1, 12, -1, 1)"]; -"858 expand_as_8" -> "859 div_8" [style=solid, label="(-1, 12, -1, 32)"]; -"859 div_8" -> "860 quantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"860 quantize_per_tensor_default_28" -> "861 dequantize_per_tensor_default_28" [style=solid, label="(-1, 12, -1, 32)"]; -"861 dequantize_per_tensor_default_28" -> "869 matmul_8" [style=solid, label="(-1, 12, -1, 32)"]; -"862 linalg_vector_norm_9" -> "863 clamp_min_9" [style=solid, label="(-1, 12, -1, 1)"]; -"863 clamp_min_9" -> "864 expand_as_9" [style=solid, label="(-1, 12, -1, 1)"]; -"864 expand_as_9" -> "865 div_9" [style=solid, label="(-1, 12, -1, 32)"]; -"865 div_9" -> "866 quantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"866 quantize_per_tensor_default_29" -> "867 dequantize_per_tensor_default_29" [style=solid, label="(-1, 12, -1, 32)"]; -"867 dequantize_per_tensor_default_29" -> "868 transpose_8" [style=solid, label="(-1, 12, -1, 32)"]; -"868 transpose_8" -> "869 matmul_8" [style=solid, label="(-1, 12, 32, -1)"]; -"869 matmul_8" -> "872 mul_32" [style=solid, label="(-1, 12, -1, -1)"]; -"870 clamp_4" -> "871 exp_4" [style=solid, label="(12, 1, 1)"]; -"871 exp_4" -> "872 mul_32" [style=solid, label="(12, 1, 1)"]; -"872 mul_32" -> "873 add_14" [style=solid, label="(-1, 12, -1, -1)"]; -"873 add_14" -> "874 softmax_4" [style=solid, label="(-1, 12, -1, -1)"]; -"874 softmax_4" -> "875 dropout_16" [style=solid, label="(-1, 12, -1, -1)"]; -"875 dropout_16" -> "876 matmul_9" [style=solid, label="(-1, 12, -1, -1)"]; -"876 matmul_9" -> "877 transpose_9" [style=solid, label="(-1, 12, -1, 32)"]; -"877 transpose_9" -> "878 reshape_20" [style=solid, label="(-1, -1, 12, 32)"]; -"878 reshape_20" -> "879 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"879 reshape_20_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"880 quantize_per_tensor_default_30" -> "881 dequantize_per_tensor_default_30" [style=solid, label="(-1, -1, 384)"]; -"881 dequantize_per_tensor_default_30" -> "887 linear_29" [style=solid, label="(-1, -1, 384)"]; -"882 linear_29_scale_0" -> "885 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"882 linear_29_scale_0" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"883 linear_29_zero_point_0" -> "885 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"883 linear_29_zero_point_0" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"884 compressed_weight_updated_constant20" -> "885 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"885 quantize_per_channel_default_20" -> "886 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"886 dequantize_per_channel_default_20" -> "887 linear_29" [style=solid, label="(384, 384)"]; -"887 linear_29" -> "888 dropout_17" [style=solid, label="(-1, -1, 384)"]; -"888 dropout_17" -> "889 view_25" [style=solid, label="(-1, -1, 384)"]; -"889 view_25" -> "890 permute_22" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"890 permute_22" -> "891 reshape_21" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"891 reshape_21" -> "892 slice_66" [style=solid, label="(1, -1, -1, 384)"]; -"892 slice_66" -> "893 slice_67" [style=solid, label="(1, -1, -1, 384)"]; -"893 slice_67" -> "894 contiguous_7" [style=solid, label="(1, -1, -1, 384)"]; -"894 contiguous_7" -> "895 layer_norm_11" [style=solid, label="(1, -1, -1, 384)"]; -"895 layer_norm_11" -> "896 add_15" [style=solid, label="(1, -1, -1, 384)"]; -"896 add_15" -> "897 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"896 add_15" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"897 add_15_0_0_nncf_smooth_quant_0" -> "898 quantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"898 quantize_per_tensor_default_31" -> "899 dequantize_per_tensor_default_31" [style=solid, label="(1, -1, -1, 384)"]; -"899 dequantize_per_tensor_default_31" -> "905 linear_30" [style=solid, label="(1, -1, -1, 384)"]; -"900 linear_30_scale_0" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"900 linear_30_scale_0" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"901 linear_30_zero_point_0" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"901 linear_30_zero_point_0" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"902 compressed_weight_updated_constant21" -> "903 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"903 quantize_per_channel_default_21" -> "904 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"904 dequantize_per_channel_default_21" -> "905 linear_30" [style=solid, label="(1536, 384)"]; -"905 linear_30" -> "906 gelu_4" [style=solid, label="(1, -1, -1, 1536)"]; -"906 gelu_4" -> "907 dropout_18" [style=solid, label="(1, -1, -1, 1536)"]; -"907 dropout_18" -> "908 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"908 dropout_18_0_0_nncf_smooth_quant_0" -> "909 quantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"909 quantize_per_tensor_default_32" -> "910 dequantize_per_tensor_default_32" [style=solid, label="(1, -1, -1, 1536)"]; -"910 dequantize_per_tensor_default_32" -> "916 linear_31" [style=solid, label="(1, -1, -1, 1536)"]; -"911 linear_31_scale_0" -> "914 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"911 linear_31_scale_0" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"912 linear_31_zero_point_0" -> "914 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"912 linear_31_zero_point_0" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"913 compressed_weight_updated_constant22" -> "914 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"914 quantize_per_channel_default_22" -> "915 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"915 dequantize_per_channel_default_22" -> "916 linear_31" [style=solid, label="(384, 1536)"]; -"916 linear_31" -> "917 dropout_19" [style=solid, label="(1, -1, -1, 384)"]; -"917 dropout_19" -> "918 layer_norm_12" [style=solid, label="(1, -1, -1, 384)"]; -"918 layer_norm_12" -> "919 add_16" [style=solid, label="(1, -1, -1, 384)"]; -"919 add_16" -> "935 pad_7" [style=solid, label="(1, -1, -1, 384)"]; -"919 add_16" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"920 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "922 linear_32" [style=solid, label="(512, 2)"]; -"921 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "922 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"922 linear_32" -> "923 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"923 relu__5" -> "925 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"924 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "926 linear_33" [style=solid, label="(12, 512)"]; -"925 relu__5_0_0_nncf_smooth_quant_0" -> "926 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"926 linear_33" -> "927 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"927 view_26" -> "928 index_5" [style=solid, label="(225, 12)"]; -"928 index_5" -> "929 view_27" [style=solid, label="(4096, 12)"]; -"929 view_27" -> "930 permute_23" [style=solid, label="(64, 64, 12)"]; -"930 permute_23" -> "931 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"931 contiguous_8" -> "932 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"932 unsqueeze_13" -> "933 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"933 sigmoid_5" -> "934 mul_33" [style=solid, label="(1, 12, 64, 64)"]; -"934 mul_33" -> "974 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"935 pad_7" -> "936 roll_4" [style=solid, label="(1, -1, -1, 384)"]; -"936 roll_4" -> "937 view_28" [style=solid, label="(1, -1, -1, 384)"]; -"937 view_28" -> "938 permute_24" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"938 permute_24" -> "939 reshape_22" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"939 reshape_22" -> "943 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"939 reshape_22" -> "975 new_zeros_2" [style=solid, label="(-1, -1, 384)"]; -"940 clone_5" -> "941 slice_68" [style=solid, label="(1152,)"]; -"940 clone_5" -> "951 linear_34" [style=solid, label="(1152,)"]; -"941 slice_68" -> "942 zero__5" [style=solid, label="(384,)"]; -"943 reshape_22_0_0_nncf_smooth_quant_0" -> "944 quantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"944 quantize_per_tensor_default_33" -> "945 dequantize_per_tensor_default_33" [style=solid, label="(-1, -1, 384)"]; -"945 dequantize_per_tensor_default_33" -> "951 linear_34" [style=solid, label="(-1, -1, 384)"]; -"946 linear_34_scale_0" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"946 linear_34_scale_0" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"947 linear_34_zero_point_0" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"947 linear_34_zero_point_0" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"948 compressed_weight_updated_constant23" -> "949 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"949 quantize_per_channel_default_23" -> "950 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"950 dequantize_per_channel_default_23" -> "951 linear_34" [style=solid, label="(1152, 384)"]; -"951 linear_34" -> "952 reshape_23" [style=solid, label="(-1, -1, 1152)"]; -"952 reshape_23" -> "953 permute_25" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"953 permute_25" -> "954 select_15" [style=solid, label="(3, -1, 12, -1, 32)"]; -"953 permute_25" -> "955 select_16" [style=solid, label="(3, -1, 12, -1, 32)"]; -"953 permute_25" -> "956 select_17" [style=solid, label="(3, -1, 12, -1, 32)"]; -"954 select_15" -> "957 linalg_vector_norm_10" [style=solid, label="(-1, 12, -1, 32)"]; -"954 select_15" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 32)"]; -"954 select_15" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "963 linalg_vector_norm_11" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 32)"]; -"955 select_16" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"956 select_17" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, 32)"]; -"957 linalg_vector_norm_10" -> "958 clamp_min_10" [style=solid, label="(-1, 12, -1, 1)"]; -"958 clamp_min_10" -> "959 expand_as_10" [style=solid, label="(-1, 12, -1, 1)"]; -"959 expand_as_10" -> "960 div_10" [style=solid, label="(-1, 12, -1, 32)"]; -"960 div_10" -> "961 quantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"961 quantize_per_tensor_default_34" -> "962 dequantize_per_tensor_default_34" [style=solid, label="(-1, 12, -1, 32)"]; -"962 dequantize_per_tensor_default_34" -> "970 matmul_10" [style=solid, label="(-1, 12, -1, 32)"]; -"963 linalg_vector_norm_11" -> "964 clamp_min_11" [style=solid, label="(-1, 12, -1, 1)"]; -"964 clamp_min_11" -> "965 expand_as_11" [style=solid, label="(-1, 12, -1, 1)"]; -"965 expand_as_11" -> "966 div_11" [style=solid, label="(-1, 12, -1, 32)"]; -"966 div_11" -> "967 quantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"967 quantize_per_tensor_default_35" -> "968 dequantize_per_tensor_default_35" [style=solid, label="(-1, 12, -1, 32)"]; -"968 dequantize_per_tensor_default_35" -> "969 transpose_10" [style=solid, label="(-1, 12, -1, 32)"]; -"969 transpose_10" -> "970 matmul_10" [style=solid, label="(-1, 12, 32, -1)"]; -"970 matmul_10" -> "973 mul_35" [style=solid, label="(-1, 12, -1, -1)"]; -"971 clamp_5" -> "972 exp_5" [style=solid, label="(12, 1, 1)"]; -"972 exp_5" -> "973 mul_35" [style=solid, label="(12, 1, 1)"]; -"973 mul_35" -> "974 add_17" [style=solid, label="(-1, 12, -1, -1)"]; -"974 add_17" -> "1022 view_30" [style=solid, label="(-1, 12, -1, -1)"]; -"975 new_zeros_2" -> "977 slice_69" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "981 slice_71" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "985 slice_73" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "989 slice_75" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "993 slice_77" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "997 slice_79" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1001 slice_81" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1005 slice_83" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1009 slice_85" [style=solid, label="(-1, -1)"]; -"975 new_zeros_2" -> "1012 view_29" [style=solid, label="(-1, -1)"]; -"976 lift_fresh_copy_18" -> "979 fill__18" [style=solid, label="()"]; -"977 slice_69" -> "978 slice_70" [style=solid, label="(-1, -1)"]; -"978 slice_70" -> "979 fill__18" [style=solid, label="(-1, -1)"]; -"980 lift_fresh_copy_19" -> "983 fill__19" [style=solid, label="()"]; -"981 slice_71" -> "982 slice_72" [style=solid, label="(-1, -1)"]; -"982 slice_72" -> "983 fill__19" [style=solid, label="(-1, 4)"]; -"984 lift_fresh_copy_20" -> "987 fill__20" [style=solid, label="()"]; -"985 slice_73" -> "986 slice_74" [style=solid, label="(-1, -1)"]; -"986 slice_74" -> "987 fill__20" [style=solid, label="(-1, 4)"]; -"988 lift_fresh_copy_21" -> "991 fill__21" [style=solid, label="()"]; -"989 slice_75" -> "990 slice_76" [style=solid, label="(4, -1)"]; -"990 slice_76" -> "991 fill__21" [style=solid, label="(4, -1)"]; -"992 lift_fresh_copy_22" -> "995 fill__22" [style=solid, label="()"]; -"993 slice_77" -> "994 slice_78" [style=solid, label="(4, -1)"]; -"994 slice_78" -> "995 fill__22" [style=solid, label="(4, 4)"]; -"996 lift_fresh_copy_23" -> "999 fill__23" [style=solid, label="()"]; -"997 slice_79" -> "998 slice_80" [style=solid, label="(4, -1)"]; -"998 slice_80" -> "999 fill__23" [style=solid, label="(4, 4)"]; -"1000 lift_fresh_copy_24" -> "1003 fill__24" [style=solid, label="()"]; -"1001 slice_81" -> "1002 slice_82" [style=solid, label="(4, -1)"]; -"1002 slice_82" -> "1003 fill__24" [style=solid, label="(4, -1)"]; -"1004 lift_fresh_copy_25" -> "1007 fill__25" [style=solid, label="()"]; -"1005 slice_83" -> "1006 slice_84" [style=solid, label="(4, -1)"]; -"1006 slice_84" -> "1007 fill__25" [style=solid, label="(4, 4)"]; -"1008 lift_fresh_copy_26" -> "1011 fill__26" [style=solid, label="()"]; -"1009 slice_85" -> "1010 slice_86" [style=solid, label="(4, -1)"]; -"1010 slice_86" -> "1011 fill__26" [style=solid, label="(4, 4)"]; -"1012 view_29" -> "1013 permute_26" [style=solid, label="(-1, -1, -1, -1)"]; -"1013 permute_26" -> "1014 reshape_24" [style=solid, label="(-1, -1, -1, -1)"]; -"1014 reshape_24" -> "1015 unsqueeze_14" [style=solid, label="(-1, -1)"]; -"1014 reshape_24" -> "1016 unsqueeze_15" [style=solid, label="(-1, -1)"]; -"1015 unsqueeze_14" -> "1017 sub_14" [style=solid, label="(-1, 1, -1)"]; -"1016 unsqueeze_15" -> "1017 sub_14" [style=solid, label="(-1, -1, 1)"]; -"1017 sub_14" -> "1018 ne_10" [style=solid, label="(-1, -1, -1)"]; -"1017 sub_14" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1017 sub_14" -> "1020 eq_30" [style=solid, label="(-1, -1, -1)"]; -"1018 ne_10" -> "1019 masked_fill_4" [style=solid, label="(-1, -1, -1)"]; -"1019 masked_fill_4" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1020 eq_30" -> "1021 masked_fill_5" [style=solid, label="(-1, -1, -1)"]; -"1021 masked_fill_5" -> "1023 unsqueeze_16" [style=solid, label="(-1, -1, -1)"]; -"1022 view_30" -> "1025 add_18" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1023 unsqueeze_16" -> "1024 unsqueeze_17" [style=solid, label="(-1, 1, -1, -1)"]; -"1024 unsqueeze_17" -> "1025 add_18" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1025 add_18" -> "1026 view_31" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1026 view_31" -> "1027 softmax_5" [style=solid, label="(-1, 12, -1, -1)"]; -"1027 softmax_5" -> "1028 dropout_20" [style=solid, label="(-1, 12, -1, -1)"]; -"1028 dropout_20" -> "1029 matmul_11" [style=solid, label="(-1, 12, -1, -1)"]; -"1029 matmul_11" -> "1030 transpose_11" [style=solid, label="(-1, 12, -1, 32)"]; -"1030 transpose_11" -> "1031 reshape_25" [style=solid, label="(-1, -1, 12, 32)"]; -"1031 reshape_25" -> "1032 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1032 reshape_25_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1033 quantize_per_tensor_default_36" -> "1034 dequantize_per_tensor_default_36" [style=solid, label="(-1, -1, 384)"]; -"1034 dequantize_per_tensor_default_36" -> "1040 linear_35" [style=solid, label="(-1, -1, 384)"]; -"1035 linear_35_scale_0" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1035 linear_35_scale_0" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1036 linear_35_zero_point_0" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1036 linear_35_zero_point_0" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"1037 compressed_weight_updated_constant24" -> "1038 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"1038 quantize_per_channel_default_24" -> "1039 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"1039 dequantize_per_channel_default_24" -> "1040 linear_35" [style=solid, label="(384, 384)"]; -"1040 linear_35" -> "1041 dropout_21" [style=solid, label="(-1, -1, 384)"]; -"1041 dropout_21" -> "1042 view_32" [style=solid, label="(-1, -1, 384)"]; -"1042 view_32" -> "1043 permute_27" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1043 permute_27" -> "1044 reshape_26" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1044 reshape_26" -> "1045 roll_5" [style=solid, label="(1, -1, -1, 384)"]; -"1045 roll_5" -> "1046 slice_87" [style=solid, label="(1, -1, -1, 384)"]; -"1046 slice_87" -> "1047 slice_88" [style=solid, label="(1, -1, -1, 384)"]; -"1047 slice_88" -> "1048 contiguous_9" [style=solid, label="(1, -1, -1, 384)"]; -"1048 contiguous_9" -> "1049 layer_norm_13" [style=solid, label="(1, -1, -1, 384)"]; -"1049 layer_norm_13" -> "1050 add_19" [style=solid, label="(1, -1, -1, 384)"]; -"1050 add_19" -> "1051 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1050 add_19" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1051 add_19_0_0_nncf_smooth_quant_0" -> "1052 quantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1052 quantize_per_tensor_default_37" -> "1053 dequantize_per_tensor_default_37" [style=solid, label="(1, -1, -1, 384)"]; -"1053 dequantize_per_tensor_default_37" -> "1059 linear_36" [style=solid, label="(1, -1, -1, 384)"]; -"1054 linear_36_scale_0" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1054 linear_36_scale_0" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1055 linear_36_zero_point_0" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1055 linear_36_zero_point_0" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"1056 compressed_weight_updated_constant25" -> "1057 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1057 quantize_per_channel_default_25" -> "1058 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"1058 dequantize_per_channel_default_25" -> "1059 linear_36" [style=solid, label="(1536, 384)"]; -"1059 linear_36" -> "1060 gelu_5" [style=solid, label="(1, -1, -1, 1536)"]; -"1060 gelu_5" -> "1061 dropout_22" [style=solid, label="(1, -1, -1, 1536)"]; -"1061 dropout_22" -> "1062 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1062 dropout_22_0_0_nncf_smooth_quant_0" -> "1063 quantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1063 quantize_per_tensor_default_38" -> "1064 dequantize_per_tensor_default_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1064 dequantize_per_tensor_default_38" -> "1070 linear_37" [style=solid, label="(1, -1, -1, 1536)"]; -"1065 linear_37_scale_0" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1065 linear_37_scale_0" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1066 linear_37_zero_point_0" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1066 linear_37_zero_point_0" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1067 compressed_weight_updated_constant26" -> "1068 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1068 quantize_per_channel_default_26" -> "1069 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1069 dequantize_per_channel_default_26" -> "1070 linear_37" [style=solid, label="(384, 1536)"]; -"1070 linear_37" -> "1071 dropout_23" [style=solid, label="(1, -1, -1, 384)"]; -"1071 dropout_23" -> "1072 layer_norm_14" [style=solid, label="(1, -1, -1, 384)"]; -"1072 layer_norm_14" -> "1073 add_20" [style=solid, label="(1, -1, -1, 384)"]; -"1073 add_20" -> "1089 pad_8" [style=solid, label="(1, -1, -1, 384)"]; -"1073 add_20" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1074 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1076 linear_38" [style=solid, label="(512, 2)"]; -"1075 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1076 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1076 linear_38" -> "1077 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1077 relu__6" -> "1079 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1078 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1080 linear_39" [style=solid, label="(12, 512)"]; -"1079 relu__6_0_0_nncf_smooth_quant_0" -> "1080 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1080 linear_39" -> "1081 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1081 view_33" -> "1082 index_6" [style=solid, label="(225, 12)"]; -"1082 index_6" -> "1083 view_34" [style=solid, label="(4096, 12)"]; -"1083 view_34" -> "1084 permute_28" [style=solid, label="(64, 64, 12)"]; -"1084 permute_28" -> "1085 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1085 contiguous_10" -> "1086 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1086 unsqueeze_18" -> "1087 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1087 sigmoid_6" -> "1088 mul_36" [style=solid, label="(1, 12, 64, 64)"]; -"1088 mul_36" -> "1127 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1089 pad_8" -> "1090 view_35" [style=solid, label="(1, -1, -1, 384)"]; -"1090 view_35" -> "1091 permute_29" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1091 permute_29" -> "1092 reshape_27" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1092 reshape_27" -> "1096 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1093 clone_6" -> "1094 slice_89" [style=solid, label="(1152,)"]; -"1093 clone_6" -> "1104 linear_40" [style=solid, label="(1152,)"]; -"1094 slice_89" -> "1095 zero__6" [style=solid, label="(384,)"]; -"1096 reshape_27_0_0_nncf_smooth_quant_0" -> "1097 quantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1097 quantize_per_tensor_default_39" -> "1098 dequantize_per_tensor_default_39" [style=solid, label="(-1, -1, 384)"]; -"1098 dequantize_per_tensor_default_39" -> "1104 linear_40" [style=solid, label="(-1, -1, 384)"]; -"1099 linear_40_scale_0" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1099 linear_40_scale_0" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1100 linear_40_zero_point_0" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1100 linear_40_zero_point_0" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1101 compressed_weight_updated_constant27" -> "1102 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1102 quantize_per_channel_default_27" -> "1103 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1103 dequantize_per_channel_default_27" -> "1104 linear_40" [style=solid, label="(1152, 384)"]; -"1104 linear_40" -> "1105 reshape_28" [style=solid, label="(-1, -1, 1152)"]; -"1105 reshape_28" -> "1106 permute_30" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1106 permute_30" -> "1107 select_18" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1106 permute_30" -> "1108 select_19" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1106 permute_30" -> "1109 select_20" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1107 select_18" -> "1110 linalg_vector_norm_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1107 select_18" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1107 select_18" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1116 linalg_vector_norm_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1108 select_19" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1109 select_20" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1110 linalg_vector_norm_12" -> "1111 clamp_min_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1111 clamp_min_12" -> "1112 expand_as_12" [style=solid, label="(-1, 12, -1, 1)"]; -"1112 expand_as_12" -> "1113 div_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1113 div_12" -> "1114 quantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1114 quantize_per_tensor_default_40" -> "1115 dequantize_per_tensor_default_40" [style=solid, label="(-1, 12, -1, 32)"]; -"1115 dequantize_per_tensor_default_40" -> "1123 matmul_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1116 linalg_vector_norm_13" -> "1117 clamp_min_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1117 clamp_min_13" -> "1118 expand_as_13" [style=solid, label="(-1, 12, -1, 1)"]; -"1118 expand_as_13" -> "1119 div_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1119 div_13" -> "1120 quantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1120 quantize_per_tensor_default_41" -> "1121 dequantize_per_tensor_default_41" [style=solid, label="(-1, 12, -1, 32)"]; -"1121 dequantize_per_tensor_default_41" -> "1122 transpose_12" [style=solid, label="(-1, 12, -1, 32)"]; -"1122 transpose_12" -> "1123 matmul_12" [style=solid, label="(-1, 12, 32, -1)"]; -"1123 matmul_12" -> "1126 mul_38" [style=solid, label="(-1, 12, -1, -1)"]; -"1124 clamp_6" -> "1125 exp_6" [style=solid, label="(12, 1, 1)"]; -"1125 exp_6" -> "1126 mul_38" [style=solid, label="(12, 1, 1)"]; -"1126 mul_38" -> "1127 add_21" [style=solid, label="(-1, 12, -1, -1)"]; -"1127 add_21" -> "1128 softmax_6" [style=solid, label="(-1, 12, -1, -1)"]; -"1128 softmax_6" -> "1129 dropout_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1129 dropout_24" -> "1130 matmul_13" [style=solid, label="(-1, 12, -1, -1)"]; -"1130 matmul_13" -> "1131 transpose_13" [style=solid, label="(-1, 12, -1, 32)"]; -"1131 transpose_13" -> "1132 reshape_29" [style=solid, label="(-1, -1, 12, 32)"]; -"1132 reshape_29" -> "1133 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1133 reshape_29_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1134 quantize_per_tensor_default_42" -> "1135 dequantize_per_tensor_default_42" [style=solid, label="(-1, -1, 384)"]; -"1135 dequantize_per_tensor_default_42" -> "1141 linear_41" [style=solid, label="(-1, -1, 384)"]; -"1136 linear_41_scale_0" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1136 linear_41_scale_0" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1137 linear_41_zero_point_0" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1137 linear_41_zero_point_0" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1138 compressed_weight_updated_constant28" -> "1139 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1139 quantize_per_channel_default_28" -> "1140 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1140 dequantize_per_channel_default_28" -> "1141 linear_41" [style=solid, label="(384, 384)"]; -"1141 linear_41" -> "1142 dropout_25" [style=solid, label="(-1, -1, 384)"]; -"1142 dropout_25" -> "1143 view_36" [style=solid, label="(-1, -1, 384)"]; -"1143 view_36" -> "1144 permute_31" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1144 permute_31" -> "1145 reshape_30" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1145 reshape_30" -> "1146 slice_90" [style=solid, label="(1, -1, -1, 384)"]; -"1146 slice_90" -> "1147 slice_91" [style=solid, label="(1, -1, -1, 384)"]; -"1147 slice_91" -> "1148 contiguous_11" [style=solid, label="(1, -1, -1, 384)"]; -"1148 contiguous_11" -> "1149 layer_norm_15" [style=solid, label="(1, -1, -1, 384)"]; -"1149 layer_norm_15" -> "1150 add_22" [style=solid, label="(1, -1, -1, 384)"]; -"1150 add_22" -> "1151 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1150 add_22" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1151 add_22_0_0_nncf_smooth_quant_0" -> "1152 quantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1152 quantize_per_tensor_default_43" -> "1153 dequantize_per_tensor_default_43" [style=solid, label="(1, -1, -1, 384)"]; -"1153 dequantize_per_tensor_default_43" -> "1159 linear_42" [style=solid, label="(1, -1, -1, 384)"]; -"1154 linear_42_scale_0" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1154 linear_42_scale_0" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1155 linear_42_zero_point_0" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1155 linear_42_zero_point_0" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1156 compressed_weight_updated_constant29" -> "1157 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1157 quantize_per_channel_default_29" -> "1158 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1158 dequantize_per_channel_default_29" -> "1159 linear_42" [style=solid, label="(1536, 384)"]; -"1159 linear_42" -> "1160 gelu_6" [style=solid, label="(1, -1, -1, 1536)"]; -"1160 gelu_6" -> "1161 dropout_26" [style=solid, label="(1, -1, -1, 1536)"]; -"1161 dropout_26" -> "1162 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1162 dropout_26_0_0_nncf_smooth_quant_0" -> "1163 quantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1163 quantize_per_tensor_default_44" -> "1164 dequantize_per_tensor_default_44" [style=solid, label="(1, -1, -1, 1536)"]; -"1164 dequantize_per_tensor_default_44" -> "1170 linear_43" [style=solid, label="(1, -1, -1, 1536)"]; -"1165 linear_43_scale_0" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1165 linear_43_scale_0" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1166 linear_43_zero_point_0" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1166 linear_43_zero_point_0" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1167 compressed_weight_updated_constant30" -> "1168 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1168 quantize_per_channel_default_30" -> "1169 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1169 dequantize_per_channel_default_30" -> "1170 linear_43" [style=solid, label="(384, 1536)"]; -"1170 linear_43" -> "1171 dropout_27" [style=solid, label="(1, -1, -1, 384)"]; -"1171 dropout_27" -> "1172 layer_norm_16" [style=solid, label="(1, -1, -1, 384)"]; -"1172 layer_norm_16" -> "1173 add_23" [style=solid, label="(1, -1, -1, 384)"]; -"1173 add_23" -> "1189 pad_9" [style=solid, label="(1, -1, -1, 384)"]; -"1173 add_23" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1174 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1176 linear_44" [style=solid, label="(512, 2)"]; -"1175 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1176 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1176 linear_44" -> "1177 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1177 relu__7" -> "1179 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1178 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1180 linear_45" [style=solid, label="(12, 512)"]; -"1179 relu__7_0_0_nncf_smooth_quant_0" -> "1180 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1180 linear_45" -> "1181 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1181 view_37" -> "1182 index_7" [style=solid, label="(225, 12)"]; -"1182 index_7" -> "1183 view_38" [style=solid, label="(4096, 12)"]; -"1183 view_38" -> "1184 permute_32" [style=solid, label="(64, 64, 12)"]; -"1184 permute_32" -> "1185 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1185 contiguous_12" -> "1186 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1186 unsqueeze_19" -> "1187 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1187 sigmoid_7" -> "1188 mul_39" [style=solid, label="(1, 12, 64, 64)"]; -"1188 mul_39" -> "1228 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1189 pad_9" -> "1190 roll_6" [style=solid, label="(1, -1, -1, 384)"]; -"1190 roll_6" -> "1191 view_39" [style=solid, label="(1, -1, -1, 384)"]; -"1191 view_39" -> "1192 permute_33" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1192 permute_33" -> "1193 reshape_31" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1193 reshape_31" -> "1197 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1193 reshape_31" -> "1229 new_zeros_3" [style=solid, label="(-1, -1, 384)"]; -"1194 clone_7" -> "1195 slice_92" [style=solid, label="(1152,)"]; -"1194 clone_7" -> "1205 linear_46" [style=solid, label="(1152,)"]; -"1195 slice_92" -> "1196 zero__7" [style=solid, label="(384,)"]; -"1197 reshape_31_0_0_nncf_smooth_quant_0" -> "1198 quantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1198 quantize_per_tensor_default_45" -> "1199 dequantize_per_tensor_default_45" [style=solid, label="(-1, -1, 384)"]; -"1199 dequantize_per_tensor_default_45" -> "1205 linear_46" [style=solid, label="(-1, -1, 384)"]; -"1200 linear_46_scale_0" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1200 linear_46_scale_0" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1201 linear_46_zero_point_0" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1201 linear_46_zero_point_0" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1202 compressed_weight_updated_constant31" -> "1203 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1203 quantize_per_channel_default_31" -> "1204 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1204 dequantize_per_channel_default_31" -> "1205 linear_46" [style=solid, label="(1152, 384)"]; -"1205 linear_46" -> "1206 reshape_32" [style=solid, label="(-1, -1, 1152)"]; -"1206 reshape_32" -> "1207 permute_34" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1207 permute_34" -> "1208 select_21" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1207 permute_34" -> "1209 select_22" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1207 permute_34" -> "1210 select_23" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1208 select_21" -> "1211 linalg_vector_norm_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1208 select_21" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1208 select_21" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1217 linalg_vector_norm_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1209 select_22" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1210 select_23" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1211 linalg_vector_norm_14" -> "1212 clamp_min_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1212 clamp_min_14" -> "1213 expand_as_14" [style=solid, label="(-1, 12, -1, 1)"]; -"1213 expand_as_14" -> "1214 div_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1214 div_14" -> "1215 quantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1215 quantize_per_tensor_default_46" -> "1216 dequantize_per_tensor_default_46" [style=solid, label="(-1, 12, -1, 32)"]; -"1216 dequantize_per_tensor_default_46" -> "1224 matmul_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1217 linalg_vector_norm_15" -> "1218 clamp_min_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1218 clamp_min_15" -> "1219 expand_as_15" [style=solid, label="(-1, 12, -1, 1)"]; -"1219 expand_as_15" -> "1220 div_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1220 div_15" -> "1221 quantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1221 quantize_per_tensor_default_47" -> "1222 dequantize_per_tensor_default_47" [style=solid, label="(-1, 12, -1, 32)"]; -"1222 dequantize_per_tensor_default_47" -> "1223 transpose_14" [style=solid, label="(-1, 12, -1, 32)"]; -"1223 transpose_14" -> "1224 matmul_14" [style=solid, label="(-1, 12, 32, -1)"]; -"1224 matmul_14" -> "1227 mul_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1225 clamp_7" -> "1226 exp_7" [style=solid, label="(12, 1, 1)"]; -"1226 exp_7" -> "1227 mul_41" [style=solid, label="(12, 1, 1)"]; -"1227 mul_41" -> "1228 add_24" [style=solid, label="(-1, 12, -1, -1)"]; -"1228 add_24" -> "1276 view_41" [style=solid, label="(-1, 12, -1, -1)"]; -"1229 new_zeros_3" -> "1231 slice_93" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1235 slice_95" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1239 slice_97" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1243 slice_99" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1247 slice_101" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1251 slice_103" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1255 slice_105" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1259 slice_107" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1263 slice_109" [style=solid, label="(-1, -1)"]; -"1229 new_zeros_3" -> "1266 view_40" [style=solid, label="(-1, -1)"]; -"1230 lift_fresh_copy_27" -> "1233 fill__27" [style=solid, label="()"]; -"1231 slice_93" -> "1232 slice_94" [style=solid, label="(-1, -1)"]; -"1232 slice_94" -> "1233 fill__27" [style=solid, label="(-1, -1)"]; -"1234 lift_fresh_copy_28" -> "1237 fill__28" [style=solid, label="()"]; -"1235 slice_95" -> "1236 slice_96" [style=solid, label="(-1, -1)"]; -"1236 slice_96" -> "1237 fill__28" [style=solid, label="(-1, 4)"]; -"1238 lift_fresh_copy_29" -> "1241 fill__29" [style=solid, label="()"]; -"1239 slice_97" -> "1240 slice_98" [style=solid, label="(-1, -1)"]; -"1240 slice_98" -> "1241 fill__29" [style=solid, label="(-1, 4)"]; -"1242 lift_fresh_copy_30" -> "1245 fill__30" [style=solid, label="()"]; -"1243 slice_99" -> "1244 slice_100" [style=solid, label="(4, -1)"]; -"1244 slice_100" -> "1245 fill__30" [style=solid, label="(4, -1)"]; -"1246 lift_fresh_copy_31" -> "1249 fill__31" [style=solid, label="()"]; -"1247 slice_101" -> "1248 slice_102" [style=solid, label="(4, -1)"]; -"1248 slice_102" -> "1249 fill__31" [style=solid, label="(4, 4)"]; -"1250 lift_fresh_copy_32" -> "1253 fill__32" [style=solid, label="()"]; -"1251 slice_103" -> "1252 slice_104" [style=solid, label="(4, -1)"]; -"1252 slice_104" -> "1253 fill__32" [style=solid, label="(4, 4)"]; -"1254 lift_fresh_copy_33" -> "1257 fill__33" [style=solid, label="()"]; -"1255 slice_105" -> "1256 slice_106" [style=solid, label="(4, -1)"]; -"1256 slice_106" -> "1257 fill__33" [style=solid, label="(4, -1)"]; -"1258 lift_fresh_copy_34" -> "1261 fill__34" [style=solid, label="()"]; -"1259 slice_107" -> "1260 slice_108" [style=solid, label="(4, -1)"]; -"1260 slice_108" -> "1261 fill__34" [style=solid, label="(4, 4)"]; -"1262 lift_fresh_copy_35" -> "1265 fill__35" [style=solid, label="()"]; -"1263 slice_109" -> "1264 slice_110" [style=solid, label="(4, -1)"]; -"1264 slice_110" -> "1265 fill__35" [style=solid, label="(4, 4)"]; -"1266 view_40" -> "1267 permute_35" [style=solid, label="(-1, -1, -1, -1)"]; -"1267 permute_35" -> "1268 reshape_33" [style=solid, label="(-1, -1, -1, -1)"]; -"1268 reshape_33" -> "1269 unsqueeze_20" [style=solid, label="(-1, -1)"]; -"1268 reshape_33" -> "1270 unsqueeze_21" [style=solid, label="(-1, -1)"]; -"1269 unsqueeze_20" -> "1271 sub_19" [style=solid, label="(-1, 1, -1)"]; -"1270 unsqueeze_21" -> "1271 sub_19" [style=solid, label="(-1, -1, 1)"]; -"1271 sub_19" -> "1272 ne_11" [style=solid, label="(-1, -1, -1)"]; -"1271 sub_19" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1271 sub_19" -> "1274 eq_31" [style=solid, label="(-1, -1, -1)"]; -"1272 ne_11" -> "1273 masked_fill_6" [style=solid, label="(-1, -1, -1)"]; -"1273 masked_fill_6" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1274 eq_31" -> "1275 masked_fill_7" [style=solid, label="(-1, -1, -1)"]; -"1275 masked_fill_7" -> "1277 unsqueeze_22" [style=solid, label="(-1, -1, -1)"]; -"1276 view_41" -> "1279 add_25" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1277 unsqueeze_22" -> "1278 unsqueeze_23" [style=solid, label="(-1, 1, -1, -1)"]; -"1278 unsqueeze_23" -> "1279 add_25" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1279 add_25" -> "1280 view_42" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1280 view_42" -> "1281 softmax_7" [style=solid, label="(-1, 12, -1, -1)"]; -"1281 softmax_7" -> "1282 dropout_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1282 dropout_28" -> "1283 matmul_15" [style=solid, label="(-1, 12, -1, -1)"]; -"1283 matmul_15" -> "1284 transpose_15" [style=solid, label="(-1, 12, -1, 32)"]; -"1284 transpose_15" -> "1285 reshape_34" [style=solid, label="(-1, -1, 12, 32)"]; -"1285 reshape_34" -> "1286 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1286 reshape_34_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1287 quantize_per_tensor_default_48" -> "1288 dequantize_per_tensor_default_48" [style=solid, label="(-1, -1, 384)"]; -"1288 dequantize_per_tensor_default_48" -> "1294 linear_47" [style=solid, label="(-1, -1, 384)"]; -"1289 linear_47_scale_0" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1289 linear_47_scale_0" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1290 linear_47_zero_point_0" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1290 linear_47_zero_point_0" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1291 compressed_weight_updated_constant32" -> "1292 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1292 quantize_per_channel_default_32" -> "1293 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1293 dequantize_per_channel_default_32" -> "1294 linear_47" [style=solid, label="(384, 384)"]; -"1294 linear_47" -> "1295 dropout_29" [style=solid, label="(-1, -1, 384)"]; -"1295 dropout_29" -> "1296 view_43" [style=solid, label="(-1, -1, 384)"]; -"1296 view_43" -> "1297 permute_36" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1297 permute_36" -> "1298 reshape_35" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1298 reshape_35" -> "1299 roll_7" [style=solid, label="(1, -1, -1, 384)"]; -"1299 roll_7" -> "1300 slice_111" [style=solid, label="(1, -1, -1, 384)"]; -"1300 slice_111" -> "1301 slice_112" [style=solid, label="(1, -1, -1, 384)"]; -"1301 slice_112" -> "1302 contiguous_13" [style=solid, label="(1, -1, -1, 384)"]; -"1302 contiguous_13" -> "1303 layer_norm_17" [style=solid, label="(1, -1, -1, 384)"]; -"1303 layer_norm_17" -> "1304 add_26" [style=solid, label="(1, -1, -1, 384)"]; -"1304 add_26" -> "1305 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1304 add_26" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1305 add_26_0_0_nncf_smooth_quant_0" -> "1306 quantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1306 quantize_per_tensor_default_49" -> "1307 dequantize_per_tensor_default_49" [style=solid, label="(1, -1, -1, 384)"]; -"1307 dequantize_per_tensor_default_49" -> "1313 linear_48" [style=solid, label="(1, -1, -1, 384)"]; -"1308 linear_48_scale_0" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1308 linear_48_scale_0" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1309 linear_48_zero_point_0" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1309 linear_48_zero_point_0" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1310 compressed_weight_updated_constant33" -> "1311 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1311 quantize_per_channel_default_33" -> "1312 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1312 dequantize_per_channel_default_33" -> "1313 linear_48" [style=solid, label="(1536, 384)"]; -"1313 linear_48" -> "1314 gelu_7" [style=solid, label="(1, -1, -1, 1536)"]; -"1314 gelu_7" -> "1315 dropout_30" [style=solid, label="(1, -1, -1, 1536)"]; -"1315 dropout_30" -> "1316 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1316 dropout_30_0_0_nncf_smooth_quant_0" -> "1317 quantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1317 quantize_per_tensor_default_50" -> "1318 dequantize_per_tensor_default_50" [style=solid, label="(1, -1, -1, 1536)"]; -"1318 dequantize_per_tensor_default_50" -> "1324 linear_49" [style=solid, label="(1, -1, -1, 1536)"]; -"1319 linear_49_scale_0" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1319 linear_49_scale_0" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1320 linear_49_zero_point_0" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1320 linear_49_zero_point_0" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1321 compressed_weight_updated_constant34" -> "1322 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1322 quantize_per_channel_default_34" -> "1323 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1323 dequantize_per_channel_default_34" -> "1324 linear_49" [style=solid, label="(384, 1536)"]; -"1324 linear_49" -> "1325 dropout_31" [style=solid, label="(1, -1, -1, 384)"]; -"1325 dropout_31" -> "1326 layer_norm_18" [style=solid, label="(1, -1, -1, 384)"]; -"1326 layer_norm_18" -> "1327 add_27" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_27" -> "1343 pad_10" [style=solid, label="(1, -1, -1, 384)"]; -"1327 add_27" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1328 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1330 linear_50" [style=solid, label="(512, 2)"]; -"1329 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1330 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1330 linear_50" -> "1331 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1331 relu__8" -> "1333 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1332 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1334 linear_51" [style=solid, label="(12, 512)"]; -"1333 relu__8_0_0_nncf_smooth_quant_0" -> "1334 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1334 linear_51" -> "1335 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1335 view_44" -> "1336 index_8" [style=solid, label="(225, 12)"]; -"1336 index_8" -> "1337 view_45" [style=solid, label="(4096, 12)"]; -"1337 view_45" -> "1338 permute_37" [style=solid, label="(64, 64, 12)"]; -"1338 permute_37" -> "1339 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1339 contiguous_14" -> "1340 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1340 unsqueeze_24" -> "1341 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1341 sigmoid_8" -> "1342 mul_42" [style=solid, label="(1, 12, 64, 64)"]; -"1342 mul_42" -> "1381 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1343 pad_10" -> "1344 view_46" [style=solid, label="(1, -1, -1, 384)"]; -"1344 view_46" -> "1345 permute_38" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1345 permute_38" -> "1346 reshape_36" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1346 reshape_36" -> "1350 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1347 clone_8" -> "1348 slice_113" [style=solid, label="(1152,)"]; -"1347 clone_8" -> "1358 linear_52" [style=solid, label="(1152,)"]; -"1348 slice_113" -> "1349 zero__8" [style=solid, label="(384,)"]; -"1350 reshape_36_0_0_nncf_smooth_quant_0" -> "1351 quantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1351 quantize_per_tensor_default_51" -> "1352 dequantize_per_tensor_default_51" [style=solid, label="(-1, -1, 384)"]; -"1352 dequantize_per_tensor_default_51" -> "1358 linear_52" [style=solid, label="(-1, -1, 384)"]; -"1353 linear_52_scale_0" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1353 linear_52_scale_0" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1354 linear_52_zero_point_0" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1354 linear_52_zero_point_0" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1355 compressed_weight_updated_constant35" -> "1356 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1356 quantize_per_channel_default_35" -> "1357 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1357 dequantize_per_channel_default_35" -> "1358 linear_52" [style=solid, label="(1152, 384)"]; -"1358 linear_52" -> "1359 reshape_37" [style=solid, label="(-1, -1, 1152)"]; -"1359 reshape_37" -> "1360 permute_39" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1360 permute_39" -> "1361 select_24" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1360 permute_39" -> "1362 select_25" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1360 permute_39" -> "1363 select_26" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1361 select_24" -> "1364 linalg_vector_norm_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1361 select_24" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1361 select_24" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1370 linalg_vector_norm_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1362 select_25" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1363 select_26" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1364 linalg_vector_norm_16" -> "1365 clamp_min_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1365 clamp_min_16" -> "1366 expand_as_16" [style=solid, label="(-1, 12, -1, 1)"]; -"1366 expand_as_16" -> "1367 div_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1367 div_16" -> "1368 quantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1368 quantize_per_tensor_default_52" -> "1369 dequantize_per_tensor_default_52" [style=solid, label="(-1, 12, -1, 32)"]; -"1369 dequantize_per_tensor_default_52" -> "1377 matmul_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1370 linalg_vector_norm_17" -> "1371 clamp_min_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1371 clamp_min_17" -> "1372 expand_as_17" [style=solid, label="(-1, 12, -1, 1)"]; -"1372 expand_as_17" -> "1373 div_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1373 div_17" -> "1374 quantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1374 quantize_per_tensor_default_53" -> "1375 dequantize_per_tensor_default_53" [style=solid, label="(-1, 12, -1, 32)"]; -"1375 dequantize_per_tensor_default_53" -> "1376 transpose_16" [style=solid, label="(-1, 12, -1, 32)"]; -"1376 transpose_16" -> "1377 matmul_16" [style=solid, label="(-1, 12, 32, -1)"]; -"1377 matmul_16" -> "1380 mul_44" [style=solid, label="(-1, 12, -1, -1)"]; -"1378 clamp_8" -> "1379 exp_8" [style=solid, label="(12, 1, 1)"]; -"1379 exp_8" -> "1380 mul_44" [style=solid, label="(12, 1, 1)"]; -"1380 mul_44" -> "1381 add_28" [style=solid, label="(-1, 12, -1, -1)"]; -"1381 add_28" -> "1382 softmax_8" [style=solid, label="(-1, 12, -1, -1)"]; -"1382 softmax_8" -> "1383 dropout_32" [style=solid, label="(-1, 12, -1, -1)"]; -"1383 dropout_32" -> "1384 matmul_17" [style=solid, label="(-1, 12, -1, -1)"]; -"1384 matmul_17" -> "1385 transpose_17" [style=solid, label="(-1, 12, -1, 32)"]; -"1385 transpose_17" -> "1386 reshape_38" [style=solid, label="(-1, -1, 12, 32)"]; -"1386 reshape_38" -> "1387 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1387 reshape_38_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1388 quantize_per_tensor_default_54" -> "1389 dequantize_per_tensor_default_54" [style=solid, label="(-1, -1, 384)"]; -"1389 dequantize_per_tensor_default_54" -> "1395 linear_53" [style=solid, label="(-1, -1, 384)"]; -"1390 linear_53_scale_0" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1390 linear_53_scale_0" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1391 linear_53_zero_point_0" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1391 linear_53_zero_point_0" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1392 compressed_weight_updated_constant36" -> "1393 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1393 quantize_per_channel_default_36" -> "1394 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1394 dequantize_per_channel_default_36" -> "1395 linear_53" [style=solid, label="(384, 384)"]; -"1395 linear_53" -> "1396 dropout_33" [style=solid, label="(-1, -1, 384)"]; -"1396 dropout_33" -> "1397 view_47" [style=solid, label="(-1, -1, 384)"]; -"1397 view_47" -> "1398 permute_40" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1398 permute_40" -> "1399 reshape_39" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1399 reshape_39" -> "1400 slice_114" [style=solid, label="(1, -1, -1, 384)"]; -"1400 slice_114" -> "1401 slice_115" [style=solid, label="(1, -1, -1, 384)"]; -"1401 slice_115" -> "1402 contiguous_15" [style=solid, label="(1, -1, -1, 384)"]; -"1402 contiguous_15" -> "1403 layer_norm_19" [style=solid, label="(1, -1, -1, 384)"]; -"1403 layer_norm_19" -> "1404 add_29" [style=solid, label="(1, -1, -1, 384)"]; -"1404 add_29" -> "1405 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1404 add_29" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1405 add_29_0_0_nncf_smooth_quant_0" -> "1406 quantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1406 quantize_per_tensor_default_55" -> "1407 dequantize_per_tensor_default_55" [style=solid, label="(1, -1, -1, 384)"]; -"1407 dequantize_per_tensor_default_55" -> "1413 linear_54" [style=solid, label="(1, -1, -1, 384)"]; -"1408 linear_54_scale_0" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1408 linear_54_scale_0" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1409 linear_54_zero_point_0" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1409 linear_54_zero_point_0" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1410 compressed_weight_updated_constant37" -> "1411 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1411 quantize_per_channel_default_37" -> "1412 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1412 dequantize_per_channel_default_37" -> "1413 linear_54" [style=solid, label="(1536, 384)"]; -"1413 linear_54" -> "1414 gelu_8" [style=solid, label="(1, -1, -1, 1536)"]; -"1414 gelu_8" -> "1415 dropout_34" [style=solid, label="(1, -1, -1, 1536)"]; -"1415 dropout_34" -> "1416 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1416 dropout_34_0_0_nncf_smooth_quant_0" -> "1417 quantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1417 quantize_per_tensor_default_56" -> "1418 dequantize_per_tensor_default_56" [style=solid, label="(1, -1, -1, 1536)"]; -"1418 dequantize_per_tensor_default_56" -> "1424 linear_55" [style=solid, label="(1, -1, -1, 1536)"]; -"1419 linear_55_scale_0" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1419 linear_55_scale_0" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1420 linear_55_zero_point_0" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1420 linear_55_zero_point_0" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1421 compressed_weight_updated_constant38" -> "1422 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1422 quantize_per_channel_default_38" -> "1423 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1423 dequantize_per_channel_default_38" -> "1424 linear_55" [style=solid, label="(384, 1536)"]; -"1424 linear_55" -> "1425 dropout_35" [style=solid, label="(1, -1, -1, 384)"]; -"1425 dropout_35" -> "1426 layer_norm_20" [style=solid, label="(1, -1, -1, 384)"]; -"1426 layer_norm_20" -> "1427 add_30" [style=solid, label="(1, -1, -1, 384)"]; -"1427 add_30" -> "1443 pad_11" [style=solid, label="(1, -1, -1, 384)"]; -"1427 add_30" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1428 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1430 linear_56" [style=solid, label="(512, 2)"]; -"1429 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1430 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1430 linear_56" -> "1431 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1431 relu__9" -> "1433 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1432 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1434 linear_57" [style=solid, label="(12, 512)"]; -"1433 relu__9_0_0_nncf_smooth_quant_0" -> "1434 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1434 linear_57" -> "1435 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1435 view_48" -> "1436 index_9" [style=solid, label="(225, 12)"]; -"1436 index_9" -> "1437 view_49" [style=solid, label="(4096, 12)"]; -"1437 view_49" -> "1438 permute_41" [style=solid, label="(64, 64, 12)"]; -"1438 permute_41" -> "1439 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1439 contiguous_16" -> "1440 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1440 unsqueeze_25" -> "1441 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1441 sigmoid_9" -> "1442 mul_45" [style=solid, label="(1, 12, 64, 64)"]; -"1442 mul_45" -> "1482 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1443 pad_11" -> "1444 roll_8" [style=solid, label="(1, -1, -1, 384)"]; -"1444 roll_8" -> "1445 view_50" [style=solid, label="(1, -1, -1, 384)"]; -"1445 view_50" -> "1446 permute_42" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1446 permute_42" -> "1447 reshape_40" [style=solid, label="(1, -1, -1, -1, -1, 384)"]; -"1447 reshape_40" -> "1451 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1447 reshape_40" -> "1483 new_zeros_4" [style=solid, label="(-1, -1, 384)"]; -"1448 clone_9" -> "1449 slice_116" [style=solid, label="(1152,)"]; -"1448 clone_9" -> "1459 linear_58" [style=solid, label="(1152,)"]; -"1449 slice_116" -> "1450 zero__9" [style=solid, label="(384,)"]; -"1451 reshape_40_0_0_nncf_smooth_quant_0" -> "1452 quantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1452 quantize_per_tensor_default_57" -> "1453 dequantize_per_tensor_default_57" [style=solid, label="(-1, -1, 384)"]; -"1453 dequantize_per_tensor_default_57" -> "1459 linear_58" [style=solid, label="(-1, -1, 384)"]; -"1454 linear_58_scale_0" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1454 linear_58_scale_0" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1455 linear_58_zero_point_0" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1455 linear_58_zero_point_0" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1456 compressed_weight_updated_constant39" -> "1457 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1457 quantize_per_channel_default_39" -> "1458 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1458 dequantize_per_channel_default_39" -> "1459 linear_58" [style=solid, label="(1152, 384)"]; -"1459 linear_58" -> "1460 reshape_41" [style=solid, label="(-1, -1, 1152)"]; -"1460 reshape_41" -> "1461 permute_43" [style=solid, label="(-1, -1, 3, 12, 32)"]; -"1461 permute_43" -> "1462 select_27" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1461 permute_43" -> "1463 select_28" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1461 permute_43" -> "1464 select_29" [style=solid, label="(3, -1, 12, -1, 32)"]; -"1462 select_27" -> "1465 linalg_vector_norm_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1462 select_27" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1462 select_27" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1471 linalg_vector_norm_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1463 select_28" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1464 select_29" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1465 linalg_vector_norm_18" -> "1466 clamp_min_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1466 clamp_min_18" -> "1467 expand_as_18" [style=solid, label="(-1, 12, -1, 1)"]; -"1467 expand_as_18" -> "1468 div_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1468 div_18" -> "1469 quantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1469 quantize_per_tensor_default_58" -> "1470 dequantize_per_tensor_default_58" [style=solid, label="(-1, 12, -1, 32)"]; -"1470 dequantize_per_tensor_default_58" -> "1478 matmul_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1471 linalg_vector_norm_19" -> "1472 clamp_min_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1472 clamp_min_19" -> "1473 expand_as_19" [style=solid, label="(-1, 12, -1, 1)"]; -"1473 expand_as_19" -> "1474 div_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1474 div_19" -> "1475 quantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1475 quantize_per_tensor_default_59" -> "1476 dequantize_per_tensor_default_59" [style=solid, label="(-1, 12, -1, 32)"]; -"1476 dequantize_per_tensor_default_59" -> "1477 transpose_18" [style=solid, label="(-1, 12, -1, 32)"]; -"1477 transpose_18" -> "1478 matmul_18" [style=solid, label="(-1, 12, 32, -1)"]; -"1478 matmul_18" -> "1481 mul_47" [style=solid, label="(-1, 12, -1, -1)"]; -"1479 clamp_9" -> "1480 exp_9" [style=solid, label="(12, 1, 1)"]; -"1480 exp_9" -> "1481 mul_47" [style=solid, label="(12, 1, 1)"]; -"1481 mul_47" -> "1482 add_31" [style=solid, label="(-1, 12, -1, -1)"]; -"1482 add_31" -> "1530 view_52" [style=solid, label="(-1, 12, -1, -1)"]; -"1483 new_zeros_4" -> "1485 slice_117" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1489 slice_119" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1493 slice_121" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1497 slice_123" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1501 slice_125" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1505 slice_127" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1509 slice_129" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1513 slice_131" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1517 slice_133" [style=solid, label="(-1, -1)"]; -"1483 new_zeros_4" -> "1520 view_51" [style=solid, label="(-1, -1)"]; -"1484 lift_fresh_copy_36" -> "1487 fill__36" [style=solid, label="()"]; -"1485 slice_117" -> "1486 slice_118" [style=solid, label="(-1, -1)"]; -"1486 slice_118" -> "1487 fill__36" [style=solid, label="(-1, -1)"]; -"1488 lift_fresh_copy_37" -> "1491 fill__37" [style=solid, label="()"]; -"1489 slice_119" -> "1490 slice_120" [style=solid, label="(-1, -1)"]; -"1490 slice_120" -> "1491 fill__37" [style=solid, label="(-1, 4)"]; -"1492 lift_fresh_copy_38" -> "1495 fill__38" [style=solid, label="()"]; -"1493 slice_121" -> "1494 slice_122" [style=solid, label="(-1, -1)"]; -"1494 slice_122" -> "1495 fill__38" [style=solid, label="(-1, 4)"]; -"1496 lift_fresh_copy_39" -> "1499 fill__39" [style=solid, label="()"]; -"1497 slice_123" -> "1498 slice_124" [style=solid, label="(4, -1)"]; -"1498 slice_124" -> "1499 fill__39" [style=solid, label="(4, -1)"]; -"1500 lift_fresh_copy_40" -> "1503 fill__40" [style=solid, label="()"]; -"1501 slice_125" -> "1502 slice_126" [style=solid, label="(4, -1)"]; -"1502 slice_126" -> "1503 fill__40" [style=solid, label="(4, 4)"]; -"1504 lift_fresh_copy_41" -> "1507 fill__41" [style=solid, label="()"]; -"1505 slice_127" -> "1506 slice_128" [style=solid, label="(4, -1)"]; -"1506 slice_128" -> "1507 fill__41" [style=solid, label="(4, 4)"]; -"1508 lift_fresh_copy_42" -> "1511 fill__42" [style=solid, label="()"]; -"1509 slice_129" -> "1510 slice_130" [style=solid, label="(4, -1)"]; -"1510 slice_130" -> "1511 fill__42" [style=solid, label="(4, -1)"]; -"1512 lift_fresh_copy_43" -> "1515 fill__43" [style=solid, label="()"]; -"1513 slice_131" -> "1514 slice_132" [style=solid, label="(4, -1)"]; -"1514 slice_132" -> "1515 fill__43" [style=solid, label="(4, 4)"]; -"1516 lift_fresh_copy_44" -> "1519 fill__44" [style=solid, label="()"]; -"1517 slice_133" -> "1518 slice_134" [style=solid, label="(4, -1)"]; -"1518 slice_134" -> "1519 fill__44" [style=solid, label="(4, 4)"]; -"1520 view_51" -> "1521 permute_44" [style=solid, label="(-1, -1, -1, -1)"]; -"1521 permute_44" -> "1522 reshape_42" [style=solid, label="(-1, -1, -1, -1)"]; -"1522 reshape_42" -> "1523 unsqueeze_26" [style=solid, label="(-1, -1)"]; -"1522 reshape_42" -> "1524 unsqueeze_27" [style=solid, label="(-1, -1)"]; -"1523 unsqueeze_26" -> "1525 sub_24" [style=solid, label="(-1, 1, -1)"]; -"1524 unsqueeze_27" -> "1525 sub_24" [style=solid, label="(-1, -1, 1)"]; -"1525 sub_24" -> "1526 ne_12" [style=solid, label="(-1, -1, -1)"]; -"1525 sub_24" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1525 sub_24" -> "1528 eq_32" [style=solid, label="(-1, -1, -1)"]; -"1526 ne_12" -> "1527 masked_fill_8" [style=solid, label="(-1, -1, -1)"]; -"1527 masked_fill_8" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1528 eq_32" -> "1529 masked_fill_9" [style=solid, label="(-1, -1, -1)"]; -"1529 masked_fill_9" -> "1531 unsqueeze_28" [style=solid, label="(-1, -1, -1)"]; -"1530 view_52" -> "1533 add_32" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1531 unsqueeze_28" -> "1532 unsqueeze_29" [style=solid, label="(-1, 1, -1, -1)"]; -"1532 unsqueeze_29" -> "1533 add_32" [style=solid, label="(1, -1, 1, -1, -1)"]; -"1533 add_32" -> "1534 view_53" [style=solid, label="(1, -1, 12, -1, -1)"]; -"1534 view_53" -> "1535 softmax_9" [style=solid, label="(-1, 12, -1, -1)"]; -"1535 softmax_9" -> "1536 dropout_36" [style=solid, label="(-1, 12, -1, -1)"]; -"1536 dropout_36" -> "1537 matmul_19" [style=solid, label="(-1, 12, -1, -1)"]; -"1537 matmul_19" -> "1538 transpose_19" [style=solid, label="(-1, 12, -1, 32)"]; -"1538 transpose_19" -> "1539 reshape_43" [style=solid, label="(-1, -1, 12, 32)"]; -"1539 reshape_43" -> "1540 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(-1, -1, 384)"]; -"1540 reshape_43_0_0_nncf_smooth_quant_0" -> "1541 quantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1541 quantize_per_tensor_default_60" -> "1542 dequantize_per_tensor_default_60" [style=solid, label="(-1, -1, 384)"]; -"1542 dequantize_per_tensor_default_60" -> "1548 linear_59" [style=solid, label="(-1, -1, 384)"]; -"1543 linear_59_scale_0" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1543 linear_59_scale_0" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1544 linear_59_zero_point_0" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1544 linear_59_zero_point_0" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1545 compressed_weight_updated_constant40" -> "1546 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1546 quantize_per_channel_default_40" -> "1547 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1547 dequantize_per_channel_default_40" -> "1548 linear_59" [style=solid, label="(384, 384)"]; -"1548 linear_59" -> "1549 dropout_37" [style=solid, label="(-1, -1, 384)"]; -"1549 dropout_37" -> "1550 view_54" [style=solid, label="(-1, -1, 384)"]; -"1550 view_54" -> "1551 permute_45" [style=solid, label="(1, -1, -1, 8, -1, 384)"]; -"1551 permute_45" -> "1552 reshape_44" [style=solid, label="(1, -1, 8, -1, -1, 384)"]; -"1552 reshape_44" -> "1553 roll_9" [style=solid, label="(1, -1, -1, 384)"]; -"1553 roll_9" -> "1554 slice_135" [style=solid, label="(1, -1, -1, 384)"]; -"1554 slice_135" -> "1555 slice_136" [style=solid, label="(1, -1, -1, 384)"]; -"1555 slice_136" -> "1556 contiguous_17" [style=solid, label="(1, -1, -1, 384)"]; -"1556 contiguous_17" -> "1557 layer_norm_21" [style=solid, label="(1, -1, -1, 384)"]; -"1557 layer_norm_21" -> "1558 add_33" [style=solid, label="(1, -1, -1, 384)"]; -"1558 add_33" -> "1559 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 384)"]; -"1558 add_33" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1559 add_33_0_0_nncf_smooth_quant_0" -> "1560 quantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1560 quantize_per_tensor_default_61" -> "1561 dequantize_per_tensor_default_61" [style=solid, label="(1, -1, -1, 384)"]; -"1561 dequantize_per_tensor_default_61" -> "1567 linear_60" [style=solid, label="(1, -1, -1, 384)"]; -"1562 linear_60_scale_0" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1562 linear_60_scale_0" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1563 linear_60_zero_point_0" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1563 linear_60_zero_point_0" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1564 compressed_weight_updated_constant41" -> "1565 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1565 quantize_per_channel_default_41" -> "1566 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1566 dequantize_per_channel_default_41" -> "1567 linear_60" [style=solid, label="(1536, 384)"]; -"1567 linear_60" -> "1568 gelu_9" [style=solid, label="(1, -1, -1, 1536)"]; -"1568 gelu_9" -> "1569 dropout_38" [style=solid, label="(1, -1, -1, 1536)"]; -"1569 dropout_38" -> "1570 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1570 dropout_38_0_0_nncf_smooth_quant_0" -> "1571 quantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1571 quantize_per_tensor_default_62" -> "1572 dequantize_per_tensor_default_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1572 dequantize_per_tensor_default_62" -> "1578 linear_61" [style=solid, label="(1, -1, -1, 1536)"]; -"1573 linear_61_scale_0" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1573 linear_61_scale_0" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1574 linear_61_zero_point_0" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1574 linear_61_zero_point_0" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1575 compressed_weight_updated_constant42" -> "1576 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1576 quantize_per_channel_default_42" -> "1577 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1577 dequantize_per_channel_default_42" -> "1578 linear_61" [style=solid, label="(384, 1536)"]; -"1578 linear_61" -> "1579 dropout_39" [style=solid, label="(1, -1, -1, 384)"]; -"1579 dropout_39" -> "1580 layer_norm_22" [style=solid, label="(1, -1, -1, 384)"]; -"1580 layer_norm_22" -> "1581 add_34" [style=solid, label="(1, -1, -1, 384)"]; -"1581 add_34" -> "1584 pad_12" [style=solid, label="(1, -1, -1, 384)"]; -"1582 mod_44" -> "1584 pad_12" [style=solid, label="(-1,)"]; -"1582 mod_44" -> "1620 add_56" [style=solid, label="(-1,)"]; -"1583 mod_45" -> "1584 pad_12" [style=solid, label="(-1,)"]; -"1583 mod_45" -> "1626 add_58" [style=solid, label="(-1,)"]; -"1584 pad_12" -> "1585 slice_137" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1587 slice_139" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1589 slice_141" [style=solid, label="(1, -1, -1, 384)"]; -"1584 pad_12" -> "1591 slice_143" [style=solid, label="(1, -1, -1, 384)"]; -"1585 slice_137" -> "1586 slice_138" [style=solid, label="(1, -1, -1, 384)"]; -"1586 slice_138" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1587 slice_139" -> "1588 slice_140" [style=solid, label="(1, -1, -1, 384)"]; -"1588 slice_140" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1589 slice_141" -> "1590 slice_142" [style=solid, label="(1, -1, -1, 384)"]; -"1590 slice_142" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1591 slice_143" -> "1592 slice_144" [style=solid, label="(1, -1, -1, 384)"]; -"1592 slice_144" -> "1593 cat_2" [style=solid, label="(1, -1, -1, 384)"]; -"1593 cat_2" -> "1594 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 1536)"]; -"1594 cat_2_0_0_nncf_smooth_quant_0" -> "1595 quantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1595 quantize_per_tensor_default_63" -> "1596 dequantize_per_tensor_default_63" [style=solid, label="(1, -1, -1, 1536)"]; -"1596 dequantize_per_tensor_default_63" -> "1602 linear_62" [style=solid, label="(1, -1, -1, 1536)"]; -"1597 linear_62_scale_0" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1597 linear_62_scale_0" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1598 linear_62_zero_point_0" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1598 linear_62_zero_point_0" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1599 compressed_weight_updated_constant43" -> "1600 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1600 quantize_per_channel_default_43" -> "1601 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1601 dequantize_per_channel_default_43" -> "1602 linear_62" [style=solid, label="(768, 1536)"]; -"1602 linear_62" -> "1603 layer_norm_23" [style=solid, label="(1, -1, -1, 768)"]; -"1603 layer_norm_23" -> "1631 pad_13" [style=solid, label="(1, -1, -1, 768)"]; -"1603 layer_norm_23" -> "1702 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1604 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1606 linear_63" [style=solid, label="(512, 2)"]; -"1605 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1606 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1606 linear_63" -> "1607 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1607 relu__10" -> "1609 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1608 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1610 linear_64" [style=solid, label="(24, 512)"]; -"1609 relu__10_0_0_nncf_smooth_quant_0" -> "1610 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1610 linear_64" -> "1611 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1611 view_55" -> "1612 index_10" [style=solid, label="(225, 24)"]; -"1612 index_10" -> "1613 view_56" [style=solid, label="(4096, 24)"]; -"1613 view_56" -> "1614 permute_46" [style=solid, label="(64, 64, 24)"]; -"1614 permute_46" -> "1615 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1615 contiguous_18" -> "1616 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1616 unsqueeze_30" -> "1617 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1617 sigmoid_10" -> "1618 mul_48" [style=solid, label="(1, 24, 64, 64)"]; -"1618 mul_48" -> "1679 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1619 add_55" -> "1620 add_56" [style=solid, label="(-1,)"]; -"1620 add_56" -> "1621 floordiv_99" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1622 mod_46" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1634 add_60" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1699 slice_147" [style=solid, label="(-1,)"]; -"1621 floordiv_99" -> "1799 slice_150" [style=solid, label="(-1,)"]; -"1622 mod_46" -> "1623 sub_25" [style=solid, label="(-1,)"]; -"1623 sub_25" -> "1624 mod_47" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1631 pad_13" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1634 add_60" [style=solid, label="(-1,)"]; -"1624 mod_47" -> "1741 pad_14" [style=solid, label="(-1,)"]; -"1625 add_57" -> "1626 add_58" [style=solid, label="(-1,)"]; -"1626 add_58" -> "1627 floordiv_100" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1628 mod_48" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1632 add_59" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1698 slice_146" [style=solid, label="(-1,)"]; -"1627 floordiv_100" -> "1798 slice_149" [style=solid, label="(-1,)"]; -"1628 mod_48" -> "1629 sub_26" [style=solid, label="(-1,)"]; -"1629 sub_26" -> "1630 mod_49" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1631 pad_13" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1632 add_59" [style=solid, label="(-1,)"]; -"1630 mod_49" -> "1741 pad_14" [style=solid, label="(-1,)"]; -"1631 pad_13" -> "1637 view_57" [style=solid, label="(1, -1, -1, 768)"]; -"1632 add_59" -> "1633 floordiv_75" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1697 reshape_48" [style=solid, label="(-1,)"]; -"1632 add_59" -> "1797 reshape_52" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1636 mul_49" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1637 view_57" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1652 floordiv_101" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1654 mul_57" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1695 view_58" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1742 view_61" [style=solid, label="(-1,)"]; -"1633 floordiv_75" -> "1795 view_62" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1635 floordiv_76" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1697 reshape_48" [style=solid, label="(-1,)"]; -"1634 add_60" -> "1797 reshape_52" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1636 mul_49" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1637 view_57" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1653 floordiv_102" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1655 mul_58" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1695 view_58" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1742 view_61" [style=solid, label="(-1,)"]; -"1635 floordiv_76" -> "1795 view_62" [style=solid, label="(-1,)"]; -"1636 mul_49" -> "1639 reshape_45" [style=solid, label="(-1,)"]; -"1636 mul_49" -> "1744 reshape_49" [style=solid, label="(-1,)"]; -"1637 view_57" -> "1638 permute_47" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1638 permute_47" -> "1639 reshape_45" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1639 reshape_45" -> "1643 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1640 clone_10" -> "1641 slice_145" [style=solid, label="(2304,)"]; -"1640 clone_10" -> "1651 linear_65" [style=solid, label="(2304,)"]; -"1641 slice_145" -> "1642 zero__10" [style=solid, label="(768,)"]; -"1643 reshape_45_0_0_nncf_smooth_quant_0" -> "1644 quantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1644 quantize_per_tensor_default_64" -> "1645 dequantize_per_tensor_default_64" [style=solid, label="(1, -1, 768)"]; -"1645 dequantize_per_tensor_default_64" -> "1651 linear_65" [style=solid, label="(1, -1, 768)"]; -"1646 linear_65_scale_0" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1646 linear_65_scale_0" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1647 linear_65_zero_point_0" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1647 linear_65_zero_point_0" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1648 compressed_weight_updated_constant44" -> "1649 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1649 quantize_per_channel_default_44" -> "1650 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1650 dequantize_per_channel_default_44" -> "1651 linear_65" [style=solid, label="(2304, 768)"]; -"1651 linear_65" -> "1657 reshape_46" [style=solid, label="(1, -1, 2304)"]; -"1652 floordiv_101" -> "1654 mul_57" [style=solid, label="(-1,)"]; -"1653 floordiv_102" -> "1656 mul_59" [style=solid, label="(-1,)"]; -"1654 mul_57" -> "1655 mul_58" [style=solid, label="(-1,)"]; -"1655 mul_58" -> "1656 mul_59" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1657 reshape_46" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1684 reshape_47" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1757 reshape_50" [style=solid, label="(-1,)"]; -"1656 mul_59" -> "1784 reshape_51" [style=solid, label="(-1,)"]; -"1657 reshape_46" -> "1658 permute_48" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1658 permute_48" -> "1659 select_30" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1658 permute_48" -> "1660 select_31" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1658 permute_48" -> "1661 select_32" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1659 select_30" -> "1662 linalg_vector_norm_20" [style=solid, label="(1, 24, -1, 32)"]; -"1659 select_30" -> "1664 expand_as_20" [style=solid, label="(1, 24, -1, 32)"]; -"1659 select_30" -> "1665 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1668 linalg_vector_norm_21" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1670 expand_as_21" [style=solid, label="(1, 24, -1, 32)"]; -"1660 select_31" -> "1671 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1661 select_32" -> "1682 matmul_21" [style=solid, label="(1, 24, -1, 32)"]; -"1662 linalg_vector_norm_20" -> "1663 clamp_min_20" [style=solid, label="(1, 24, -1, 1)"]; -"1663 clamp_min_20" -> "1664 expand_as_20" [style=solid, label="(1, 24, -1, 1)"]; -"1664 expand_as_20" -> "1665 div_20" [style=solid, label="(1, 24, -1, 32)"]; -"1665 div_20" -> "1666 quantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1666 quantize_per_tensor_default_65" -> "1667 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, -1, 32)"]; -"1667 dequantize_per_tensor_default_65" -> "1675 matmul_20" [style=solid, label="(1, 24, -1, 32)"]; -"1668 linalg_vector_norm_21" -> "1669 clamp_min_21" [style=solid, label="(1, 24, -1, 1)"]; -"1669 clamp_min_21" -> "1670 expand_as_21" [style=solid, label="(1, 24, -1, 1)"]; -"1670 expand_as_21" -> "1671 div_21" [style=solid, label="(1, 24, -1, 32)"]; -"1671 div_21" -> "1672 quantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1672 quantize_per_tensor_default_66" -> "1673 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, -1, 32)"]; -"1673 dequantize_per_tensor_default_66" -> "1674 transpose_20" [style=solid, label="(1, 24, -1, 32)"]; -"1674 transpose_20" -> "1675 matmul_20" [style=solid, label="(1, 24, 32, -1)"]; -"1675 matmul_20" -> "1678 mul_50" [style=solid, label="(1, 24, -1, -1)"]; -"1676 clamp_10" -> "1677 exp_10" [style=solid, label="(24, 1, 1)"]; -"1677 exp_10" -> "1678 mul_50" [style=solid, label="(24, 1, 1)"]; -"1678 mul_50" -> "1679 add_35" [style=solid, label="(1, 24, -1, -1)"]; -"1679 add_35" -> "1680 softmax_10" [style=solid, label="(1, 24, -1, -1)"]; -"1680 softmax_10" -> "1681 dropout_40" [style=solid, label="(1, 24, -1, -1)"]; -"1681 dropout_40" -> "1682 matmul_21" [style=solid, label="(1, 24, -1, -1)"]; -"1682 matmul_21" -> "1683 transpose_21" [style=solid, label="(1, 24, -1, 32)"]; -"1683 transpose_21" -> "1684 reshape_47" [style=solid, label="(1, -1, 24, 32)"]; -"1684 reshape_47" -> "1685 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1685 reshape_47_0_0_nncf_smooth_quant_0" -> "1686 quantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1686 quantize_per_tensor_default_67" -> "1687 dequantize_per_tensor_default_67" [style=solid, label="(1, -1, 768)"]; -"1687 dequantize_per_tensor_default_67" -> "1693 linear_66" [style=solid, label="(1, -1, 768)"]; -"1688 linear_66_scale_0" -> "1691 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1688 linear_66_scale_0" -> "1692 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1689 linear_66_zero_point_0" -> "1691 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1689 linear_66_zero_point_0" -> "1692 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1690 compressed_weight_updated_constant45" -> "1691 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1691 quantize_per_channel_default_45" -> "1692 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1692 dequantize_per_channel_default_45" -> "1693 linear_66" [style=solid, label="(768, 768)"]; -"1693 linear_66" -> "1694 dropout_41" [style=solid, label="(1, -1, 768)"]; -"1694 dropout_41" -> "1695 view_58" [style=solid, label="(1, -1, 768)"]; -"1695 view_58" -> "1696 permute_49" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1696 permute_49" -> "1697 reshape_48" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1697 reshape_48" -> "1698 slice_146" [style=solid, label="(1, -1, -1, 768)"]; -"1698 slice_146" -> "1699 slice_147" [style=solid, label="(1, -1, -1, 768)"]; -"1699 slice_147" -> "1700 contiguous_19" [style=solid, label="(1, -1, -1, 768)"]; -"1700 contiguous_19" -> "1701 layer_norm_24" [style=solid, label="(1, -1, -1, 768)"]; -"1701 layer_norm_24" -> "1702 add_36" [style=solid, label="(1, -1, -1, 768)"]; -"1702 add_36" -> "1703 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1702 add_36" -> "1725 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1703 add_36_0_0_nncf_smooth_quant_0" -> "1704 quantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1704 quantize_per_tensor_default_68" -> "1705 dequantize_per_tensor_default_68" [style=solid, label="(1, -1, -1, 768)"]; -"1705 dequantize_per_tensor_default_68" -> "1711 linear_67" [style=solid, label="(1, -1, -1, 768)"]; -"1706 linear_67_scale_0" -> "1709 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1706 linear_67_scale_0" -> "1710 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1707 linear_67_zero_point_0" -> "1709 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1707 linear_67_zero_point_0" -> "1710 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1708 compressed_weight_updated_constant46" -> "1709 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1709 quantize_per_channel_default_46" -> "1710 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1710 dequantize_per_channel_default_46" -> "1711 linear_67" [style=solid, label="(3072, 768)"]; -"1711 linear_67" -> "1712 gelu_10" [style=solid, label="(1, -1, -1, 3072)"]; -"1712 gelu_10" -> "1713 dropout_42" [style=solid, label="(1, -1, -1, 3072)"]; -"1713 dropout_42" -> "1714 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1714 dropout_42_0_0_nncf_smooth_quant_0" -> "1715 quantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1715 quantize_per_tensor_default_69" -> "1716 dequantize_per_tensor_default_69" [style=solid, label="(1, -1, -1, 3072)"]; -"1716 dequantize_per_tensor_default_69" -> "1722 linear_68" [style=solid, label="(1, -1, -1, 3072)"]; -"1717 linear_68_scale_0" -> "1720 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1717 linear_68_scale_0" -> "1721 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1718 linear_68_zero_point_0" -> "1720 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1718 linear_68_zero_point_0" -> "1721 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1719 compressed_weight_updated_constant47" -> "1720 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1720 quantize_per_channel_default_47" -> "1721 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1721 dequantize_per_channel_default_47" -> "1722 linear_68" [style=solid, label="(768, 3072)"]; -"1722 linear_68" -> "1723 dropout_43" [style=solid, label="(1, -1, -1, 768)"]; -"1723 dropout_43" -> "1724 layer_norm_25" [style=solid, label="(1, -1, -1, 768)"]; -"1724 layer_norm_25" -> "1725 add_37" [style=solid, label="(1, -1, -1, 768)"]; -"1725 add_37" -> "1741 pad_14" [style=solid, label="(1, -1, -1, 768)"]; -"1725 add_37" -> "1802 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1726 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1728 linear_69" [style=solid, label="(512, 2)"]; -"1727 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1728 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1728 linear_69" -> "1729 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1729 relu__11" -> "1731 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1730 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1732 linear_70" [style=solid, label="(24, 512)"]; -"1731 relu__11_0_0_nncf_smooth_quant_0" -> "1732 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1732 linear_70" -> "1733 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1733 view_59" -> "1734 index_11" [style=solid, label="(225, 24)"]; -"1734 index_11" -> "1735 view_60" [style=solid, label="(4096, 24)"]; -"1735 view_60" -> "1736 permute_50" [style=solid, label="(64, 64, 24)"]; -"1736 permute_50" -> "1737 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1737 contiguous_20" -> "1738 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1738 unsqueeze_31" -> "1739 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1739 sigmoid_11" -> "1740 mul_51" [style=solid, label="(1, 24, 64, 64)"]; -"1740 mul_51" -> "1779 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1741 pad_14" -> "1742 view_61" [style=solid, label="(1, -1, -1, 768)"]; -"1742 view_61" -> "1743 permute_51" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1743 permute_51" -> "1744 reshape_49" [style=solid, label="(1, -1, -1, -1, -1, 768)"]; -"1744 reshape_49" -> "1748 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1745 clone_11" -> "1746 slice_148" [style=solid, label="(2304,)"]; -"1745 clone_11" -> "1756 linear_71" [style=solid, label="(2304,)"]; -"1746 slice_148" -> "1747 zero__11" [style=solid, label="(768,)"]; -"1748 reshape_49_0_0_nncf_smooth_quant_0" -> "1749 quantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1749 quantize_per_tensor_default_70" -> "1750 dequantize_per_tensor_default_70" [style=solid, label="(1, -1, 768)"]; -"1750 dequantize_per_tensor_default_70" -> "1756 linear_71" [style=solid, label="(1, -1, 768)"]; -"1751 linear_71_scale_0" -> "1754 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1751 linear_71_scale_0" -> "1755 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1752 linear_71_zero_point_0" -> "1754 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1752 linear_71_zero_point_0" -> "1755 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1753 compressed_weight_updated_constant48" -> "1754 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1754 quantize_per_channel_default_48" -> "1755 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1755 dequantize_per_channel_default_48" -> "1756 linear_71" [style=solid, label="(2304, 768)"]; -"1756 linear_71" -> "1757 reshape_50" [style=solid, label="(1, -1, 2304)"]; -"1757 reshape_50" -> "1758 permute_52" [style=solid, label="(1, -1, 3, 24, 32)"]; -"1758 permute_52" -> "1759 select_33" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1758 permute_52" -> "1760 select_34" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1758 permute_52" -> "1761 select_35" [style=solid, label="(3, 1, 24, -1, 32)"]; -"1759 select_33" -> "1762 linalg_vector_norm_22" [style=solid, label="(1, 24, -1, 32)"]; -"1759 select_33" -> "1764 expand_as_22" [style=solid, label="(1, 24, -1, 32)"]; -"1759 select_33" -> "1765 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1768 linalg_vector_norm_23" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1770 expand_as_23" [style=solid, label="(1, 24, -1, 32)"]; -"1760 select_34" -> "1771 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1761 select_35" -> "1782 matmul_23" [style=solid, label="(1, 24, -1, 32)"]; -"1762 linalg_vector_norm_22" -> "1763 clamp_min_22" [style=solid, label="(1, 24, -1, 1)"]; -"1763 clamp_min_22" -> "1764 expand_as_22" [style=solid, label="(1, 24, -1, 1)"]; -"1764 expand_as_22" -> "1765 div_22" [style=solid, label="(1, 24, -1, 32)"]; -"1765 div_22" -> "1766 quantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1766 quantize_per_tensor_default_71" -> "1767 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, -1, 32)"]; -"1767 dequantize_per_tensor_default_71" -> "1775 matmul_22" [style=solid, label="(1, 24, -1, 32)"]; -"1768 linalg_vector_norm_23" -> "1769 clamp_min_23" [style=solid, label="(1, 24, -1, 1)"]; -"1769 clamp_min_23" -> "1770 expand_as_23" [style=solid, label="(1, 24, -1, 1)"]; -"1770 expand_as_23" -> "1771 div_23" [style=solid, label="(1, 24, -1, 32)"]; -"1771 div_23" -> "1772 quantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1772 quantize_per_tensor_default_72" -> "1773 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, -1, 32)"]; -"1773 dequantize_per_tensor_default_72" -> "1774 transpose_22" [style=solid, label="(1, 24, -1, 32)"]; -"1774 transpose_22" -> "1775 matmul_22" [style=solid, label="(1, 24, 32, -1)"]; -"1775 matmul_22" -> "1778 mul_53" [style=solid, label="(1, 24, -1, -1)"]; -"1776 clamp_11" -> "1777 exp_11" [style=solid, label="(24, 1, 1)"]; -"1777 exp_11" -> "1778 mul_53" [style=solid, label="(24, 1, 1)"]; -"1778 mul_53" -> "1779 add_38" [style=solid, label="(1, 24, -1, -1)"]; -"1779 add_38" -> "1780 softmax_11" [style=solid, label="(1, 24, -1, -1)"]; -"1780 softmax_11" -> "1781 dropout_44" [style=solid, label="(1, 24, -1, -1)"]; -"1781 dropout_44" -> "1782 matmul_23" [style=solid, label="(1, 24, -1, -1)"]; -"1782 matmul_23" -> "1783 transpose_23" [style=solid, label="(1, 24, -1, 32)"]; -"1783 transpose_23" -> "1784 reshape_51" [style=solid, label="(1, -1, 24, 32)"]; -"1784 reshape_51" -> "1785 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, 768)"]; -"1785 reshape_51_0_0_nncf_smooth_quant_0" -> "1786 quantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1786 quantize_per_tensor_default_73" -> "1787 dequantize_per_tensor_default_73" [style=solid, label="(1, -1, 768)"]; -"1787 dequantize_per_tensor_default_73" -> "1793 linear_72" [style=solid, label="(1, -1, 768)"]; -"1788 linear_72_scale_0" -> "1791 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1788 linear_72_scale_0" -> "1792 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1789 linear_72_zero_point_0" -> "1791 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1789 linear_72_zero_point_0" -> "1792 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1790 compressed_weight_updated_constant49" -> "1791 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1791 quantize_per_channel_default_49" -> "1792 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1792 dequantize_per_channel_default_49" -> "1793 linear_72" [style=solid, label="(768, 768)"]; -"1793 linear_72" -> "1794 dropout_45" [style=solid, label="(1, -1, 768)"]; -"1794 dropout_45" -> "1795 view_62" [style=solid, label="(1, -1, 768)"]; -"1795 view_62" -> "1796 permute_53" [style=solid, label="(1, -1, -1, 8, -1, 768)"]; -"1796 permute_53" -> "1797 reshape_52" [style=solid, label="(1, -1, 8, -1, -1, 768)"]; -"1797 reshape_52" -> "1798 slice_149" [style=solid, label="(1, -1, -1, 768)"]; -"1798 slice_149" -> "1799 slice_150" [style=solid, label="(1, -1, -1, 768)"]; -"1799 slice_150" -> "1800 contiguous_21" [style=solid, label="(1, -1, -1, 768)"]; -"1800 contiguous_21" -> "1801 layer_norm_26" [style=solid, label="(1, -1, -1, 768)"]; -"1801 layer_norm_26" -> "1802 add_39" [style=solid, label="(1, -1, -1, 768)"]; -"1802 add_39" -> "1803 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 768)"]; -"1802 add_39" -> "1825 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1803 add_39_0_0_nncf_smooth_quant_0" -> "1804 quantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1804 quantize_per_tensor_default_74" -> "1805 dequantize_per_tensor_default_74" [style=solid, label="(1, -1, -1, 768)"]; -"1805 dequantize_per_tensor_default_74" -> "1811 linear_73" [style=solid, label="(1, -1, -1, 768)"]; -"1806 linear_73_scale_0" -> "1809 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1806 linear_73_scale_0" -> "1810 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1807 linear_73_zero_point_0" -> "1809 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1807 linear_73_zero_point_0" -> "1810 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1808 compressed_weight_updated_constant50" -> "1809 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1809 quantize_per_channel_default_50" -> "1810 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1810 dequantize_per_channel_default_50" -> "1811 linear_73" [style=solid, label="(3072, 768)"]; -"1811 linear_73" -> "1812 gelu_11" [style=solid, label="(1, -1, -1, 3072)"]; -"1812 gelu_11" -> "1813 dropout_46" [style=solid, label="(1, -1, -1, 3072)"]; -"1813 dropout_46" -> "1814 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, -1, -1, 3072)"]; -"1814 dropout_46_0_0_nncf_smooth_quant_0" -> "1815 quantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1815 quantize_per_tensor_default_75" -> "1816 dequantize_per_tensor_default_75" [style=solid, label="(1, -1, -1, 3072)"]; -"1816 dequantize_per_tensor_default_75" -> "1822 linear_74" [style=solid, label="(1, -1, -1, 3072)"]; -"1817 linear_74_scale_0" -> "1820 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1817 linear_74_scale_0" -> "1821 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1818 linear_74_zero_point_0" -> "1820 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1818 linear_74_zero_point_0" -> "1821 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1819 compressed_weight_updated_constant51" -> "1820 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1820 quantize_per_channel_default_51" -> "1821 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1821 dequantize_per_channel_default_51" -> "1822 linear_74" [style=solid, label="(768, 3072)"]; -"1822 linear_74" -> "1823 dropout_47" [style=solid, label="(1, -1, -1, 768)"]; -"1823 dropout_47" -> "1824 layer_norm_27" [style=solid, label="(1, -1, -1, 768)"]; -"1824 layer_norm_27" -> "1825 add_40" [style=solid, label="(1, -1, -1, 768)"]; -"1825 add_40" -> "1826 layer_norm_28" [style=solid, label="(1, -1, -1, 768)"]; -"1826 layer_norm_28" -> "1827 permute_54" [style=solid, label="(1, -1, -1, 768)"]; -"1827 permute_54" -> "1828 adaptive_avg_pool2d" [style=solid, label="(1, 768, -1, -1)"]; -"1828 adaptive_avg_pool2d" -> "1829 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1829 flatten" -> "1830 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1830 flatten_0_0_nncf_smooth_quant_0" -> "1831 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1831 quantize_per_tensor_default_76" -> "1832 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1832 dequantize_per_tensor_default_76" -> "1838 linear_75" [style=solid, label="(1, 768)"]; -"1833 linear_75_scale_0" -> "1836 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1833 linear_75_scale_0" -> "1837 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1834 linear_75_zero_point_0" -> "1836 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1834 linear_75_zero_point_0" -> "1837 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1835 compressed_weight_updated_constant52" -> "1836 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1836 quantize_per_channel_default_52" -> "1837 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1837 dequantize_per_channel_default_52" -> "1838 linear_75" [style=solid, label="(1000, 768)"]; -"1838 linear_75" -> "1839 output" [style=solid, label="(1, 1000)"]; -} diff --git a/tests/torch/data/fx/post_quantization_compressed/swin_v2_single_block.dot b/tests/torch/data/fx/post_quantization_compressed/swin_v2_single_block.dot new file mode 100644 index 00000000000..61107de0e99 --- /dev/null +++ b/tests/torch/data/fx/post_quantization_compressed/swin_v2_single_block.dot @@ -0,0 +1,1128 @@ +digraph { +"0 model_features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; +"1 model_features_1_0_attn_proj_bias" [id=1, type="get_attr"]; +"2 model_features_1_0_attn_logit_scale" [id=2, type="get_attr"]; +"3 model_features_3_0_attn_qkv_bias" [id=3, type="get_attr"]; +"4 model_features_3_0_attn_proj_bias" [id=4, type="get_attr"]; +"5 model_features_3_0_attn_logit_scale" [id=5, type="get_attr"]; +"6 model_features_5_0_attn_qkv_bias" [id=6, type="get_attr"]; +"7 model_features_5_0_attn_proj_bias" [id=7, type="get_attr"]; +"8 model_features_5_0_attn_logit_scale" [id=8, type="get_attr"]; +"9 model_features_7_0_attn_qkv_bias" [id=9, type="get_attr"]; +"10 model_features_7_0_attn_proj_bias" [id=10, type="get_attr"]; +"11 model_features_7_0_attn_logit_scale" [id=11, type="get_attr"]; +"12 model_features_0_0_bias" [id=12, type="get_attr"]; +"13 model_features_0_2_weight" [id=13, type="get_attr"]; +"14 model_features_0_2_bias" [id=14, type="get_attr"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" [id=15, type="get_attr"]; +"16 model_features_1_0_norm1_weight" [id=16, type="get_attr"]; +"17 model_features_1_0_norm1_bias" [id=17, type="get_attr"]; +"18 model_features_1_0_mlp_0_bias" [id=18, type="get_attr"]; +"19 model_features_1_0_mlp_3_bias" [id=19, type="get_attr"]; +"20 model_features_1_0_norm2_weight" [id=20, type="get_attr"]; +"21 model_features_1_0_norm2_bias" [id=21, type="get_attr"]; +"22 model_features_2_norm_weight" [id=22, type="get_attr"]; +"23 model_features_2_norm_bias" [id=23, type="get_attr"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" [id=24, type="get_attr"]; +"25 model_features_3_0_norm1_weight" [id=25, type="get_attr"]; +"26 model_features_3_0_norm1_bias" [id=26, type="get_attr"]; +"27 model_features_3_0_mlp_0_bias" [id=27, type="get_attr"]; +"28 model_features_3_0_mlp_3_bias" [id=28, type="get_attr"]; +"29 model_features_3_0_norm2_weight" [id=29, type="get_attr"]; +"30 model_features_3_0_norm2_bias" [id=30, type="get_attr"]; +"31 model_features_4_norm_weight" [id=31, type="get_attr"]; +"32 model_features_4_norm_bias" [id=32, type="get_attr"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" [id=33, type="get_attr"]; +"34 model_features_5_0_norm1_weight" [id=34, type="get_attr"]; +"35 model_features_5_0_norm1_bias" [id=35, type="get_attr"]; +"36 model_features_5_0_mlp_0_bias" [id=36, type="get_attr"]; +"37 model_features_5_0_mlp_3_bias" [id=37, type="get_attr"]; +"38 model_features_5_0_norm2_weight" [id=38, type="get_attr"]; +"39 model_features_5_0_norm2_bias" [id=39, type="get_attr"]; +"40 model_features_6_norm_weight" [id=40, type="get_attr"]; +"41 model_features_6_norm_bias" [id=41, type="get_attr"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" [id=42, type="get_attr"]; +"43 model_features_7_0_norm1_weight" [id=43, type="get_attr"]; +"44 model_features_7_0_norm1_bias" [id=44, type="get_attr"]; +"45 model_features_7_0_mlp_0_bias" [id=45, type="get_attr"]; +"46 model_features_7_0_mlp_3_bias" [id=46, type="get_attr"]; +"47 model_features_7_0_norm2_weight" [id=47, type="get_attr"]; +"48 model_features_7_0_norm2_bias" [id=48, type="get_attr"]; +"49 model_norm_weight" [id=49, type="get_attr"]; +"50 model_norm_bias" [id=50, type="get_attr"]; +"51 model_head_bias" [id=51, type="get_attr"]; +"52 model_features_1_0_attn_relative_coords_table" [id=52, type="get_attr"]; +"53 model_features_1_0_attn_relative_position_index" [id=53, type="get_attr"]; +"54 model_features_3_0_attn_relative_coords_table" [id=54, type="get_attr"]; +"55 model_features_3_0_attn_relative_position_index" [id=55, type="get_attr"]; +"56 model_features_5_0_attn_relative_coords_table" [id=56, type="get_attr"]; +"57 model_features_5_0_attn_relative_position_index" [id=57, type="get_attr"]; +"58 model_features_7_0_attn_relative_coords_table" [id=58, type="get_attr"]; +"59 model_features_7_0_attn_relative_position_index" [id=59, type="get_attr"]; +"60 x" [id=60, type=input]; +"61 quantize_per_tensor_default" [id=61, type="quantize_per_tensor"]; +"62 dequantize_per_tensor_default" [id=62, type="dequantize_per_tensor"]; +"63 scale_updated_constant0" [id=63, type="get_attr"]; +"64 compressed_weight_updated_constant0" [id=64, type="get_attr"]; +"65 mul_tensor" [id=65, type=mul]; +"66 zero_point_updated_constant0" [id=66, type="get_attr"]; +"67 sub_tensor" [id=67, type=sub]; +"68 conv2d" [id=68, type=conv2d]; +"69 permute" [id=69, type=permute]; +"70 layer_norm" [id=70, type="layer_norm"]; +"71 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=71, type="get_attr"]; +"72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=72, type="call_module"]; +"73 linear" [id=73, type=linear]; +"74 relu_" [id=74, type="relu_"]; +"75 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=75, type="get_attr"]; +"76 relu__0_0_nncf_smooth_quant_0" [id=76, type="call_module"]; +"77 linear_1" [id=77, type=linear]; +"78 view" [id=78, type=view]; +"79 index" [id=79, type=index]; +"80 view_1" [id=80, type=view]; +"81 permute_1" [id=81, type=permute]; +"82 contiguous" [id=82, type=contiguous]; +"83 unsqueeze" [id=83, type=unsqueeze]; +"84 sigmoid" [id=84, type=sigmoid]; +"85 mul" [id=85, type=mul]; +"86 pad" [id=86, type=pad]; +"87 view_2" [id=87, type=view]; +"88 permute_2" [id=88, type=permute]; +"89 reshape" [id=89, type=reshape]; +"90 clone" [id=90, type=clone]; +"91 slice_1" [id=91, type=slice]; +"92 zero_" [id=92, type="zero_"]; +"93 reshape_0_0_nncf_smooth_quant_0" [id=93, type="call_module"]; +"94 quantize_per_tensor_default_1" [id=94, type="quantize_per_tensor"]; +"95 dequantize_per_tensor_default_1" [id=95, type="dequantize_per_tensor"]; +"96 scale_updated_constant1" [id=96, type="get_attr"]; +"97 compressed_weight_updated_constant1" [id=97, type="get_attr"]; +"98 mul_tensor_1" [id=98, type=mul]; +"99 zero_point_updated_constant1" [id=99, type="get_attr"]; +"100 sub_tensor_1" [id=100, type=sub]; +"101 linear_2" [id=101, type=linear]; +"102 reshape_1" [id=102, type=reshape]; +"103 permute_3" [id=103, type=permute]; +"104 select" [id=104, type=select]; +"105 select_1" [id=105, type=select]; +"106 select_2" [id=106, type=select]; +"107 linalg_vector_norm" [id=107, type="linalg_vector_norm"]; +"108 clamp_min" [id=108, type="clamp_min"]; +"109 expand_as" [id=109, type="expand_as"]; +"110 div" [id=110, type=div]; +"111 quantize_per_tensor_default_2" [id=111, type="quantize_per_tensor"]; +"112 dequantize_per_tensor_default_2" [id=112, type="dequantize_per_tensor"]; +"113 linalg_vector_norm_1" [id=113, type="linalg_vector_norm"]; +"114 clamp_min_1" [id=114, type="clamp_min"]; +"115 expand_as_1" [id=115, type="expand_as"]; +"116 div_1" [id=116, type=div]; +"117 quantize_per_tensor_default_3" [id=117, type="quantize_per_tensor"]; +"118 dequantize_per_tensor_default_3" [id=118, type="dequantize_per_tensor"]; +"119 transpose" [id=119, type=transpose]; +"120 matmul" [id=120, type=matmul]; +"121 clamp" [id=121, type=clamp]; +"122 exp" [id=122, type=exp]; +"123 mul_1" [id=123, type=mul]; +"124 add" [id=124, type=add]; +"125 softmax" [id=125, type=softmax]; +"126 dropout" [id=126, type=dropout]; +"127 matmul_1" [id=127, type=matmul]; +"128 transpose_1" [id=128, type=transpose]; +"129 reshape_2" [id=129, type=reshape]; +"130 reshape_2_0_0_nncf_smooth_quant_0" [id=130, type="call_module"]; +"131 quantize_per_tensor_default_4" [id=131, type="quantize_per_tensor"]; +"132 dequantize_per_tensor_default_4" [id=132, type="dequantize_per_tensor"]; +"133 scale_updated_constant2" [id=133, type="get_attr"]; +"134 compressed_weight_updated_constant2" [id=134, type="get_attr"]; +"135 mul_tensor_2" [id=135, type=mul]; +"136 zero_point_updated_constant2" [id=136, type="get_attr"]; +"137 sub_tensor_2" [id=137, type=sub]; +"138 linear_3" [id=138, type=linear]; +"139 dropout_1" [id=139, type=dropout]; +"140 view_3" [id=140, type=view]; +"141 permute_4" [id=141, type=permute]; +"142 reshape_3" [id=142, type=reshape]; +"143 alias" [id=143, type=alias]; +"144 layer_norm_1" [id=144, type="layer_norm"]; +"145 add_1" [id=145, type=add]; +"146 add_1_0_0_nncf_smooth_quant_0" [id=146, type="call_module"]; +"147 quantize_per_tensor_default_5" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_default_5" [id=148, type="dequantize_per_tensor"]; +"149 scale_updated_constant3" [id=149, type="get_attr"]; +"150 compressed_weight_updated_constant3" [id=150, type="get_attr"]; +"151 mul_tensor_3" [id=151, type=mul]; +"152 zero_point_updated_constant3" [id=152, type="get_attr"]; +"153 sub_tensor_3" [id=153, type=sub]; +"154 linear_4" [id=154, type=linear]; +"155 gelu" [id=155, type=gelu]; +"156 dropout_2" [id=156, type=dropout]; +"157 dropout_2_0_0_nncf_smooth_quant_0" [id=157, type="call_module"]; +"158 quantize_per_tensor_default_6" [id=158, type="quantize_per_tensor"]; +"159 dequantize_per_tensor_default_6" [id=159, type="dequantize_per_tensor"]; +"160 scale_updated_constant4" [id=160, type="get_attr"]; +"161 compressed_weight_updated_constant4" [id=161, type="get_attr"]; +"162 mul_tensor_4" [id=162, type=mul]; +"163 zero_point_updated_constant4" [id=163, type="get_attr"]; +"164 sub_tensor_4" [id=164, type=sub]; +"165 linear_5" [id=165, type=linear]; +"166 dropout_3" [id=166, type=dropout]; +"167 layer_norm_2" [id=167, type="layer_norm"]; +"168 add_2" [id=168, type=add]; +"169 pad_1" [id=169, type=pad]; +"170 slice_2" [id=170, type=slice]; +"171 slice_3" [id=171, type=slice]; +"172 slice_4" [id=172, type=slice]; +"173 slice_5" [id=173, type=slice]; +"174 slice_6" [id=174, type=slice]; +"175 slice_7" [id=175, type=slice]; +"176 slice_8" [id=176, type=slice]; +"177 slice_9" [id=177, type=slice]; +"178 cat" [id=178, type=cat]; +"179 cat_0_0_nncf_smooth_quant_0" [id=179, type="call_module"]; +"180 quantize_per_tensor_default_7" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_7" [id=181, type="dequantize_per_tensor"]; +"182 scale_updated_constant5" [id=182, type="get_attr"]; +"183 compressed_weight_updated_constant5" [id=183, type="get_attr"]; +"184 mul_tensor_5" [id=184, type=mul]; +"185 zero_point_updated_constant5" [id=185, type="get_attr"]; +"186 sub_tensor_5" [id=186, type=sub]; +"187 linear_6" [id=187, type=linear]; +"188 layer_norm_3" [id=188, type="layer_norm"]; +"189 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=189, type="get_attr"]; +"190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=190, type="call_module"]; +"191 linear_7" [id=191, type=linear]; +"192 relu__1" [id=192, type="relu_"]; +"193 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=193, type="get_attr"]; +"194 relu__1_0_0_nncf_smooth_quant_0" [id=194, type="call_module"]; +"195 linear_8" [id=195, type=linear]; +"196 view_4" [id=196, type=view]; +"197 index_1" [id=197, type=index]; +"198 view_5" [id=198, type=view]; +"199 permute_5" [id=199, type=permute]; +"200 contiguous_1" [id=200, type=contiguous]; +"201 unsqueeze_1" [id=201, type=unsqueeze]; +"202 sigmoid_1" [id=202, type=sigmoid]; +"203 mul_2" [id=203, type=mul]; +"204 pad_2" [id=204, type=pad]; +"205 view_6" [id=205, type=view]; +"206 permute_6" [id=206, type=permute]; +"207 reshape_4" [id=207, type=reshape]; +"208 clone_1" [id=208, type=clone]; +"209 slice_10" [id=209, type=slice]; +"210 zero__1" [id=210, type="zero_"]; +"211 reshape_4_0_0_nncf_smooth_quant_0" [id=211, type="call_module"]; +"212 quantize_per_tensor_default_8" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_default_8" [id=213, type="dequantize_per_tensor"]; +"214 scale_updated_constant6" [id=214, type="get_attr"]; +"215 compressed_weight_updated_constant6" [id=215, type="get_attr"]; +"216 mul_tensor_6" [id=216, type=mul]; +"217 zero_point_updated_constant6" [id=217, type="get_attr"]; +"218 sub_tensor_6" [id=218, type=sub]; +"219 linear_9" [id=219, type=linear]; +"220 reshape_5" [id=220, type=reshape]; +"221 permute_7" [id=221, type=permute]; +"222 select_3" [id=222, type=select]; +"223 select_4" [id=223, type=select]; +"224 select_5" [id=224, type=select]; +"225 linalg_vector_norm_2" [id=225, type="linalg_vector_norm"]; +"226 clamp_min_2" [id=226, type="clamp_min"]; +"227 expand_as_2" [id=227, type="expand_as"]; +"228 div_2" [id=228, type=div]; +"229 quantize_per_tensor_default_9" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_9" [id=230, type="dequantize_per_tensor"]; +"231 linalg_vector_norm_3" [id=231, type="linalg_vector_norm"]; +"232 clamp_min_3" [id=232, type="clamp_min"]; +"233 expand_as_3" [id=233, type="expand_as"]; +"234 div_3" [id=234, type=div]; +"235 quantize_per_tensor_default_10" [id=235, type="quantize_per_tensor"]; +"236 dequantize_per_tensor_default_10" [id=236, type="dequantize_per_tensor"]; +"237 transpose_2" [id=237, type=transpose]; +"238 matmul_2" [id=238, type=matmul]; +"239 clamp_1" [id=239, type=clamp]; +"240 exp_1" [id=240, type=exp]; +"241 mul_3" [id=241, type=mul]; +"242 add_3" [id=242, type=add]; +"243 softmax_1" [id=243, type=softmax]; +"244 dropout_4" [id=244, type=dropout]; +"245 matmul_3" [id=245, type=matmul]; +"246 transpose_3" [id=246, type=transpose]; +"247 reshape_6" [id=247, type=reshape]; +"248 reshape_6_0_0_nncf_smooth_quant_0" [id=248, type="call_module"]; +"249 quantize_per_tensor_default_11" [id=249, type="quantize_per_tensor"]; +"250 dequantize_per_tensor_default_11" [id=250, type="dequantize_per_tensor"]; +"251 scale_updated_constant7" [id=251, type="get_attr"]; +"252 compressed_weight_updated_constant7" [id=252, type="get_attr"]; +"253 mul_tensor_7" [id=253, type=mul]; +"254 zero_point_updated_constant7" [id=254, type="get_attr"]; +"255 sub_tensor_7" [id=255, type=sub]; +"256 linear_10" [id=256, type=linear]; +"257 dropout_5" [id=257, type=dropout]; +"258 view_7" [id=258, type=view]; +"259 permute_8" [id=259, type=permute]; +"260 reshape_7" [id=260, type=reshape]; +"261 slice_11" [id=261, type=slice]; +"262 slice_12" [id=262, type=slice]; +"263 contiguous_2" [id=263, type=contiguous]; +"264 layer_norm_4" [id=264, type="layer_norm"]; +"265 add_4" [id=265, type=add]; +"266 add_4_0_0_nncf_smooth_quant_0" [id=266, type="call_module"]; +"267 quantize_per_tensor_default_12" [id=267, type="quantize_per_tensor"]; +"268 dequantize_per_tensor_default_12" [id=268, type="dequantize_per_tensor"]; +"269 scale_updated_constant8" [id=269, type="get_attr"]; +"270 compressed_weight_updated_constant8" [id=270, type="get_attr"]; +"271 mul_tensor_8" [id=271, type=mul]; +"272 zero_point_updated_constant8" [id=272, type="get_attr"]; +"273 sub_tensor_8" [id=273, type=sub]; +"274 linear_11" [id=274, type=linear]; +"275 gelu_1" [id=275, type=gelu]; +"276 dropout_6" [id=276, type=dropout]; +"277 dropout_6_0_0_nncf_smooth_quant_0" [id=277, type="call_module"]; +"278 quantize_per_tensor_default_13" [id=278, type="quantize_per_tensor"]; +"279 dequantize_per_tensor_default_13" [id=279, type="dequantize_per_tensor"]; +"280 scale_updated_constant9" [id=280, type="get_attr"]; +"281 compressed_weight_updated_constant9" [id=281, type="get_attr"]; +"282 mul_tensor_9" [id=282, type=mul]; +"283 zero_point_updated_constant9" [id=283, type="get_attr"]; +"284 sub_tensor_9" [id=284, type=sub]; +"285 linear_12" [id=285, type=linear]; +"286 dropout_7" [id=286, type=dropout]; +"287 layer_norm_5" [id=287, type="layer_norm"]; +"288 add_5" [id=288, type=add]; +"289 pad_3" [id=289, type=pad]; +"290 slice_13" [id=290, type=slice]; +"291 slice_14" [id=291, type=slice]; +"292 slice_15" [id=292, type=slice]; +"293 slice_16" [id=293, type=slice]; +"294 slice_17" [id=294, type=slice]; +"295 slice_18" [id=295, type=slice]; +"296 slice_19" [id=296, type=slice]; +"297 slice_20" [id=297, type=slice]; +"298 cat_1" [id=298, type=cat]; +"299 cat_1_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; +"300 quantize_per_tensor_default_14" [id=300, type="quantize_per_tensor"]; +"301 dequantize_per_tensor_default_14" [id=301, type="dequantize_per_tensor"]; +"302 scale_updated_constant10" [id=302, type="get_attr"]; +"303 compressed_weight_updated_constant10" [id=303, type="get_attr"]; +"304 mul_tensor_10" [id=304, type=mul]; +"305 zero_point_updated_constant10" [id=305, type="get_attr"]; +"306 sub_tensor_10" [id=306, type=sub]; +"307 linear_13" [id=307, type=linear]; +"308 layer_norm_6" [id=308, type="layer_norm"]; +"309 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=309, type="get_attr"]; +"310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=310, type="call_module"]; +"311 linear_14" [id=311, type=linear]; +"312 relu__2" [id=312, type="relu_"]; +"313 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=313, type="get_attr"]; +"314 relu__2_0_0_nncf_smooth_quant_0" [id=314, type="call_module"]; +"315 linear_15" [id=315, type=linear]; +"316 view_8" [id=316, type=view]; +"317 index_2" [id=317, type=index]; +"318 view_9" [id=318, type=view]; +"319 permute_9" [id=319, type=permute]; +"320 contiguous_3" [id=320, type=contiguous]; +"321 unsqueeze_2" [id=321, type=unsqueeze]; +"322 sigmoid_2" [id=322, type=sigmoid]; +"323 mul_4" [id=323, type=mul]; +"324 pad_4" [id=324, type=pad]; +"325 view_10" [id=325, type=view]; +"326 permute_10" [id=326, type=permute]; +"327 reshape_8" [id=327, type=reshape]; +"328 clone_2" [id=328, type=clone]; +"329 slice_21" [id=329, type=slice]; +"330 zero__2" [id=330, type="zero_"]; +"331 reshape_8_0_0_nncf_smooth_quant_0" [id=331, type="call_module"]; +"332 quantize_per_tensor_default_15" [id=332, type="quantize_per_tensor"]; +"333 dequantize_per_tensor_default_15" [id=333, type="dequantize_per_tensor"]; +"334 scale_updated_constant11" [id=334, type="get_attr"]; +"335 compressed_weight_updated_constant11" [id=335, type="get_attr"]; +"336 mul_tensor_11" [id=336, type=mul]; +"337 zero_point_updated_constant11" [id=337, type="get_attr"]; +"338 sub_tensor_11" [id=338, type=sub]; +"339 linear_16" [id=339, type=linear]; +"340 reshape_9" [id=340, type=reshape]; +"341 permute_11" [id=341, type=permute]; +"342 select_6" [id=342, type=select]; +"343 select_7" [id=343, type=select]; +"344 select_8" [id=344, type=select]; +"345 linalg_vector_norm_4" [id=345, type="linalg_vector_norm"]; +"346 clamp_min_4" [id=346, type="clamp_min"]; +"347 expand_as_4" [id=347, type="expand_as"]; +"348 div_4" [id=348, type=div]; +"349 quantize_per_tensor_default_16" [id=349, type="quantize_per_tensor"]; +"350 dequantize_per_tensor_default_16" [id=350, type="dequantize_per_tensor"]; +"351 linalg_vector_norm_5" [id=351, type="linalg_vector_norm"]; +"352 clamp_min_5" [id=352, type="clamp_min"]; +"353 expand_as_5" [id=353, type="expand_as"]; +"354 div_5" [id=354, type=div]; +"355 quantize_per_tensor_default_17" [id=355, type="quantize_per_tensor"]; +"356 dequantize_per_tensor_default_17" [id=356, type="dequantize_per_tensor"]; +"357 transpose_4" [id=357, type=transpose]; +"358 matmul_4" [id=358, type=matmul]; +"359 clamp_2" [id=359, type=clamp]; +"360 exp_2" [id=360, type=exp]; +"361 mul_5" [id=361, type=mul]; +"362 add_6" [id=362, type=add]; +"363 softmax_2" [id=363, type=softmax]; +"364 dropout_8" [id=364, type=dropout]; +"365 matmul_5" [id=365, type=matmul]; +"366 transpose_5" [id=366, type=transpose]; +"367 reshape_10" [id=367, type=reshape]; +"368 reshape_10_0_0_nncf_smooth_quant_0" [id=368, type="call_module"]; +"369 quantize_per_tensor_default_18" [id=369, type="quantize_per_tensor"]; +"370 dequantize_per_tensor_default_18" [id=370, type="dequantize_per_tensor"]; +"371 scale_updated_constant12" [id=371, type="get_attr"]; +"372 compressed_weight_updated_constant12" [id=372, type="get_attr"]; +"373 mul_tensor_12" [id=373, type=mul]; +"374 zero_point_updated_constant12" [id=374, type="get_attr"]; +"375 sub_tensor_12" [id=375, type=sub]; +"376 linear_17" [id=376, type=linear]; +"377 dropout_9" [id=377, type=dropout]; +"378 view_11" [id=378, type=view]; +"379 permute_12" [id=379, type=permute]; +"380 reshape_11" [id=380, type=reshape]; +"381 slice_22" [id=381, type=slice]; +"382 slice_23" [id=382, type=slice]; +"383 contiguous_4" [id=383, type=contiguous]; +"384 layer_norm_7" [id=384, type="layer_norm"]; +"385 add_7" [id=385, type=add]; +"386 add_7_0_0_nncf_smooth_quant_0" [id=386, type="call_module"]; +"387 quantize_per_tensor_default_19" [id=387, type="quantize_per_tensor"]; +"388 dequantize_per_tensor_default_19" [id=388, type="dequantize_per_tensor"]; +"389 scale_updated_constant13" [id=389, type="get_attr"]; +"390 compressed_weight_updated_constant13" [id=390, type="get_attr"]; +"391 mul_tensor_13" [id=391, type=mul]; +"392 zero_point_updated_constant13" [id=392, type="get_attr"]; +"393 sub_tensor_13" [id=393, type=sub]; +"394 linear_18" [id=394, type=linear]; +"395 gelu_2" [id=395, type=gelu]; +"396 dropout_10" [id=396, type=dropout]; +"397 dropout_10_0_0_nncf_smooth_quant_0" [id=397, type="call_module"]; +"398 quantize_per_tensor_default_20" [id=398, type="quantize_per_tensor"]; +"399 dequantize_per_tensor_default_20" [id=399, type="dequantize_per_tensor"]; +"400 scale_updated_constant14" [id=400, type="get_attr"]; +"401 compressed_weight_updated_constant14" [id=401, type="get_attr"]; +"402 mul_tensor_14" [id=402, type=mul]; +"403 zero_point_updated_constant14" [id=403, type="get_attr"]; +"404 sub_tensor_14" [id=404, type=sub]; +"405 linear_19" [id=405, type=linear]; +"406 dropout_11" [id=406, type=dropout]; +"407 layer_norm_8" [id=407, type="layer_norm"]; +"408 add_8" [id=408, type=add]; +"409 pad_5" [id=409, type=pad]; +"410 slice_24" [id=410, type=slice]; +"411 slice_25" [id=411, type=slice]; +"412 slice_26" [id=412, type=slice]; +"413 slice_27" [id=413, type=slice]; +"414 slice_28" [id=414, type=slice]; +"415 slice_29" [id=415, type=slice]; +"416 slice_30" [id=416, type=slice]; +"417 slice_31" [id=417, type=slice]; +"418 cat_2" [id=418, type=cat]; +"419 cat_2_0_0_nncf_smooth_quant_0" [id=419, type="call_module"]; +"420 quantize_per_tensor_default_21" [id=420, type="quantize_per_tensor"]; +"421 dequantize_per_tensor_default_21" [id=421, type="dequantize_per_tensor"]; +"422 scale_updated_constant15" [id=422, type="get_attr"]; +"423 compressed_weight_updated_constant15" [id=423, type="get_attr"]; +"424 mul_tensor_15" [id=424, type=mul]; +"425 zero_point_updated_constant15" [id=425, type="get_attr"]; +"426 sub_tensor_15" [id=426, type=sub]; +"427 linear_20" [id=427, type=linear]; +"428 layer_norm_9" [id=428, type="layer_norm"]; +"429 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=429, type="get_attr"]; +"430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=430, type="call_module"]; +"431 linear_21" [id=431, type=linear]; +"432 relu__3" [id=432, type="relu_"]; +"433 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=433, type="get_attr"]; +"434 relu__3_0_0_nncf_smooth_quant_0" [id=434, type="call_module"]; +"435 linear_22" [id=435, type=linear]; +"436 view_12" [id=436, type=view]; +"437 index_3" [id=437, type=index]; +"438 view_13" [id=438, type=view]; +"439 permute_13" [id=439, type=permute]; +"440 contiguous_5" [id=440, type=contiguous]; +"441 unsqueeze_3" [id=441, type=unsqueeze]; +"442 sigmoid_3" [id=442, type=sigmoid]; +"443 mul_6" [id=443, type=mul]; +"444 pad_6" [id=444, type=pad]; +"445 view_14" [id=445, type=view]; +"446 permute_14" [id=446, type=permute]; +"447 reshape_12" [id=447, type=reshape]; +"448 clone_3" [id=448, type=clone]; +"449 slice_32" [id=449, type=slice]; +"450 zero__3" [id=450, type="zero_"]; +"451 reshape_12_0_0_nncf_smooth_quant_0" [id=451, type="call_module"]; +"452 quantize_per_tensor_default_22" [id=452, type="quantize_per_tensor"]; +"453 dequantize_per_tensor_default_22" [id=453, type="dequantize_per_tensor"]; +"454 scale_updated_constant16" [id=454, type="get_attr"]; +"455 compressed_weight_updated_constant16" [id=455, type="get_attr"]; +"456 mul_tensor_16" [id=456, type=mul]; +"457 zero_point_updated_constant16" [id=457, type="get_attr"]; +"458 sub_tensor_16" [id=458, type=sub]; +"459 linear_23" [id=459, type=linear]; +"460 reshape_13" [id=460, type=reshape]; +"461 permute_15" [id=461, type=permute]; +"462 select_9" [id=462, type=select]; +"463 select_10" [id=463, type=select]; +"464 select_11" [id=464, type=select]; +"465 linalg_vector_norm_6" [id=465, type="linalg_vector_norm"]; +"466 clamp_min_6" [id=466, type="clamp_min"]; +"467 expand_as_6" [id=467, type="expand_as"]; +"468 div_6" [id=468, type=div]; +"469 quantize_per_tensor_default_23" [id=469, type="quantize_per_tensor"]; +"470 dequantize_per_tensor_default_23" [id=470, type="dequantize_per_tensor"]; +"471 linalg_vector_norm_7" [id=471, type="linalg_vector_norm"]; +"472 clamp_min_7" [id=472, type="clamp_min"]; +"473 expand_as_7" [id=473, type="expand_as"]; +"474 div_7" [id=474, type=div]; +"475 quantize_per_tensor_default_24" [id=475, type="quantize_per_tensor"]; +"476 dequantize_per_tensor_default_24" [id=476, type="dequantize_per_tensor"]; +"477 transpose_6" [id=477, type=transpose]; +"478 matmul_6" [id=478, type=matmul]; +"479 clamp_3" [id=479, type=clamp]; +"480 exp_3" [id=480, type=exp]; +"481 mul_7" [id=481, type=mul]; +"482 add_9" [id=482, type=add]; +"483 softmax_3" [id=483, type=softmax]; +"484 dropout_12" [id=484, type=dropout]; +"485 matmul_7" [id=485, type=matmul]; +"486 transpose_7" [id=486, type=transpose]; +"487 reshape_14" [id=487, type=reshape]; +"488 reshape_14_0_0_nncf_smooth_quant_0" [id=488, type="call_module"]; +"489 quantize_per_tensor_default_25" [id=489, type="quantize_per_tensor"]; +"490 dequantize_per_tensor_default_25" [id=490, type="dequantize_per_tensor"]; +"491 scale_updated_constant17" [id=491, type="get_attr"]; +"492 compressed_weight_updated_constant17" [id=492, type="get_attr"]; +"493 mul_tensor_17" [id=493, type=mul]; +"494 zero_point_updated_constant17" [id=494, type="get_attr"]; +"495 sub_tensor_17" [id=495, type=sub]; +"496 linear_24" [id=496, type=linear]; +"497 dropout_13" [id=497, type=dropout]; +"498 view_15" [id=498, type=view]; +"499 permute_16" [id=499, type=permute]; +"500 reshape_15" [id=500, type=reshape]; +"501 slice_33" [id=501, type=slice]; +"502 slice_34" [id=502, type=slice]; +"503 contiguous_6" [id=503, type=contiguous]; +"504 layer_norm_10" [id=504, type="layer_norm"]; +"505 add_10" [id=505, type=add]; +"506 add_10_0_0_nncf_smooth_quant_0" [id=506, type="call_module"]; +"507 quantize_per_tensor_default_26" [id=507, type="quantize_per_tensor"]; +"508 dequantize_per_tensor_default_26" [id=508, type="dequantize_per_tensor"]; +"509 scale_updated_constant18" [id=509, type="get_attr"]; +"510 compressed_weight_updated_constant18" [id=510, type="get_attr"]; +"511 mul_tensor_18" [id=511, type=mul]; +"512 zero_point_updated_constant18" [id=512, type="get_attr"]; +"513 sub_tensor_18" [id=513, type=sub]; +"514 linear_25" [id=514, type=linear]; +"515 gelu_3" [id=515, type=gelu]; +"516 dropout_14" [id=516, type=dropout]; +"517 dropout_14_0_0_nncf_smooth_quant_0" [id=517, type="call_module"]; +"518 quantize_per_tensor_default_27" [id=518, type="quantize_per_tensor"]; +"519 dequantize_per_tensor_default_27" [id=519, type="dequantize_per_tensor"]; +"520 scale_updated_constant19" [id=520, type="get_attr"]; +"521 compressed_weight_updated_constant19" [id=521, type="get_attr"]; +"522 mul_tensor_19" [id=522, type=mul]; +"523 zero_point_updated_constant19" [id=523, type="get_attr"]; +"524 sub_tensor_19" [id=524, type=sub]; +"525 linear_26" [id=525, type=linear]; +"526 dropout_15" [id=526, type=dropout]; +"527 layer_norm_11" [id=527, type="layer_norm"]; +"528 add_11" [id=528, type=add]; +"529 layer_norm_12" [id=529, type="layer_norm"]; +"530 permute_17" [id=530, type=permute]; +"531 adaptive_avg_pool2d" [id=531, type="adaptive_avg_pool2d"]; +"532 flatten" [id=532, type=flatten]; +"533 flatten_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; +"534 quantize_per_tensor_default_28" [id=534, type="quantize_per_tensor"]; +"535 dequantize_per_tensor_default_28" [id=535, type="dequantize_per_tensor"]; +"536 scale_updated_constant20" [id=536, type="get_attr"]; +"537 compressed_weight_updated_constant20" [id=537, type="get_attr"]; +"538 mul_tensor_20" [id=538, type=mul]; +"539 zero_point_updated_constant20" [id=539, type="get_attr"]; +"540 sub_tensor_20" [id=540, type=sub]; +"541 linear_27" [id=541, type=linear]; +"542 output" [id=542, type=output]; +"0 model_features_1_0_attn_qkv_bias" -> "90 clone" [key=0, style=solid, label="(288,)"]; +"1 model_features_1_0_attn_proj_bias" -> "138 linear_3" [key=0, style=solid, label="(96,)"]; +"2 model_features_1_0_attn_logit_scale" -> "121 clamp" [key=0, style=solid, label="(3, 1, 1)"]; +"3 model_features_3_0_attn_qkv_bias" -> "208 clone_1" [key=0, style=solid, label="(576,)"]; +"4 model_features_3_0_attn_proj_bias" -> "256 linear_10" [key=0, style=solid, label="(192,)"]; +"5 model_features_3_0_attn_logit_scale" -> "239 clamp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"6 model_features_5_0_attn_qkv_bias" -> "328 clone_2" [key=0, style=solid, label="(1152,)"]; +"7 model_features_5_0_attn_proj_bias" -> "376 linear_17" [key=0, style=solid, label="(384,)"]; +"8 model_features_5_0_attn_logit_scale" -> "359 clamp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"9 model_features_7_0_attn_qkv_bias" -> "448 clone_3" [key=0, style=solid, label="(2304,)"]; +"10 model_features_7_0_attn_proj_bias" -> "496 linear_24" [key=0, style=solid, label="(768,)"]; +"11 model_features_7_0_attn_logit_scale" -> "479 clamp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"12 model_features_0_0_bias" -> "68 conv2d" [key=0, style=solid, label="(96,)"]; +"13 model_features_0_2_weight" -> "70 layer_norm" [key=0, style=solid, label="(96,)"]; +"14 model_features_0_2_bias" -> "70 layer_norm" [key=0, style=solid, label="(96,)"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" -> "73 linear" [key=0, style=solid, label="(512,)"]; +"16 model_features_1_0_norm1_weight" -> "144 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"17 model_features_1_0_norm1_bias" -> "144 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"18 model_features_1_0_mlp_0_bias" -> "154 linear_4" [key=0, style=solid, label="(384,)"]; +"19 model_features_1_0_mlp_3_bias" -> "165 linear_5" [key=0, style=solid, label="(96,)"]; +"20 model_features_1_0_norm2_weight" -> "167 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"21 model_features_1_0_norm2_bias" -> "167 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"22 model_features_2_norm_weight" -> "188 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"23 model_features_2_norm_bias" -> "188 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" -> "191 linear_7" [key=0, style=solid, label="(512,)"]; +"25 model_features_3_0_norm1_weight" -> "264 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"26 model_features_3_0_norm1_bias" -> "264 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"27 model_features_3_0_mlp_0_bias" -> "274 linear_11" [key=0, style=solid, label="(768,)"]; +"28 model_features_3_0_mlp_3_bias" -> "285 linear_12" [key=0, style=solid, label="(192,)"]; +"29 model_features_3_0_norm2_weight" -> "287 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"30 model_features_3_0_norm2_bias" -> "287 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"31 model_features_4_norm_weight" -> "308 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"32 model_features_4_norm_bias" -> "308 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" -> "311 linear_14" [key=0, style=solid, label="(512,)"]; +"34 model_features_5_0_norm1_weight" -> "384 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"35 model_features_5_0_norm1_bias" -> "384 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"36 model_features_5_0_mlp_0_bias" -> "394 linear_18" [key=0, style=solid, label="(1536,)"]; +"37 model_features_5_0_mlp_3_bias" -> "405 linear_19" [key=0, style=solid, label="(384,)"]; +"38 model_features_5_0_norm2_weight" -> "407 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"39 model_features_5_0_norm2_bias" -> "407 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"40 model_features_6_norm_weight" -> "428 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"41 model_features_6_norm_bias" -> "428 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" -> "431 linear_21" [key=0, style=solid, label="(512,)"]; +"43 model_features_7_0_norm1_weight" -> "504 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"44 model_features_7_0_norm1_bias" -> "504 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"45 model_features_7_0_mlp_0_bias" -> "514 linear_25" [key=0, style=solid, label="(3072,)"]; +"46 model_features_7_0_mlp_3_bias" -> "525 linear_26" [key=0, style=solid, label="(768,)"]; +"47 model_features_7_0_norm2_weight" -> "527 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"48 model_features_7_0_norm2_bias" -> "527 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"49 model_norm_weight" -> "529 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"50 model_norm_bias" -> "529 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"51 model_head_bias" -> "541 linear_27" [key=0, style=solid, label="(10,)"]; +"52 model_features_1_0_attn_relative_coords_table" -> "72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"53 model_features_1_0_attn_relative_position_index" -> "79 index" [key=0, style=solid, label="(4096,)"]; +"54 model_features_3_0_attn_relative_coords_table" -> "190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"55 model_features_3_0_attn_relative_position_index" -> "197 index_1" [key=0, style=solid, label="(4096,)"]; +"56 model_features_5_0_attn_relative_coords_table" -> "310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"57 model_features_5_0_attn_relative_position_index" -> "317 index_2" [key=0, style=solid, label="(4096,)"]; +"58 model_features_7_0_attn_relative_coords_table" -> "430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"59 model_features_7_0_attn_relative_position_index" -> "437 index_3" [key=0, style=solid, label="(4096,)"]; +"60 x" -> "61 quantize_per_tensor_default" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"61 quantize_per_tensor_default" -> "62 dequantize_per_tensor_default" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"62 dequantize_per_tensor_default" -> "68 conv2d" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"63 scale_updated_constant0" -> "65 mul_tensor" [key=0, style=solid, label="(96, 1, 1, 1)"]; +"64 compressed_weight_updated_constant0" -> "65 mul_tensor" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"65 mul_tensor" -> "67 sub_tensor" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"66 zero_point_updated_constant0" -> "67 sub_tensor" [key=0, style=solid, label="(96, 1, 1, 1)"]; +"67 sub_tensor" -> "68 conv2d" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"68 conv2d" -> "69 permute" [key=0, style=solid, label="(1, 96, 56, 56)"]; +"69 permute" -> "70 layer_norm" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"70 layer_norm" -> "86 pad" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"70 layer_norm" -> "145 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"71 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "73 linear" [key=0, style=solid, label="(512, 2)"]; +"72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "73 linear" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"73 linear" -> "74 relu_" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"74 relu_" -> "76 relu__0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"75 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "77 linear_1" [key=0, style=solid, label="(3, 512)"]; +"76 relu__0_0_nncf_smooth_quant_0" -> "77 linear_1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"77 linear_1" -> "78 view" [key=0, style=solid, label="(1, 15, 15, 3)"]; +"78 view" -> "79 index" [key=0, style=solid, label="(225, 3)"]; +"79 index" -> "80 view_1" [key=0, style=solid, label="(4096, 3)"]; +"80 view_1" -> "81 permute_1" [key=0, style=solid, label="(64, 64, 3)"]; +"81 permute_1" -> "82 contiguous" [key=0, style=solid, label="(3, 64, 64)"]; +"82 contiguous" -> "83 unsqueeze" [key=0, style=solid, label="(3, 64, 64)"]; +"83 unsqueeze" -> "84 sigmoid" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"84 sigmoid" -> "85 mul" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"85 mul" -> "124 add" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"86 pad" -> "87 view_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"87 view_2" -> "88 permute_2" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"88 permute_2" -> "89 reshape" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"89 reshape" -> "93 reshape_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(49, 64, 96)"]; +"90 clone" -> "91 slice_1" [key=0, style=solid, label="(288,)"]; +"90 clone" -> "101 linear_2" [key=0, style=solid, label="(288,)"]; +"91 slice_1" -> "92 zero_" [key=0, style=solid, label="(96,)"]; +"93 reshape_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_1" [key=0, style=solid, label="(49, 64, 96)"]; +"94 quantize_per_tensor_default_1" -> "95 dequantize_per_tensor_default_1" [key=0, style=solid, label="(49, 64, 96)"]; +"95 dequantize_per_tensor_default_1" -> "101 linear_2" [key=0, style=solid, label="(49, 64, 96)"]; +"96 scale_updated_constant1" -> "98 mul_tensor_1" [key=0, style=solid, label="(288, 1)"]; +"97 compressed_weight_updated_constant1" -> "98 mul_tensor_1" [key=0, style=solid, label="(288, 96)"]; +"98 mul_tensor_1" -> "100 sub_tensor_1" [key=0, style=solid, label="(288, 96)"]; +"99 zero_point_updated_constant1" -> "100 sub_tensor_1" [key=0, style=solid, label="(288, 1)"]; +"100 sub_tensor_1" -> "101 linear_2" [key=0, style=solid, label="(288, 96)"]; +"101 linear_2" -> "102 reshape_1" [key=0, style=solid, label="(49, 64, 288)"]; +"102 reshape_1" -> "103 permute_3" [key=0, style=solid, label="(49, 64, 3, 3, 32)"]; +"103 permute_3" -> "104 select" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"103 permute_3" -> "105 select_1" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"103 permute_3" -> "106 select_2" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"104 select" -> "107 linalg_vector_norm" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"104 select" -> "109 expand_as" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"104 select" -> "110 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "113 linalg_vector_norm_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "115 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "116 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"106 select_2" -> "127 matmul_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"107 linalg_vector_norm" -> "108 clamp_min" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"108 clamp_min" -> "109 expand_as" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"109 expand_as" -> "110 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"110 div" -> "111 quantize_per_tensor_default_2" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"111 quantize_per_tensor_default_2" -> "112 dequantize_per_tensor_default_2" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"112 dequantize_per_tensor_default_2" -> "120 matmul" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"113 linalg_vector_norm_1" -> "114 clamp_min_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"114 clamp_min_1" -> "115 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"115 expand_as_1" -> "116 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"116 div_1" -> "117 quantize_per_tensor_default_3" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"117 quantize_per_tensor_default_3" -> "118 dequantize_per_tensor_default_3" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"118 dequantize_per_tensor_default_3" -> "119 transpose" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"119 transpose" -> "120 matmul" [key=0, style=solid, label="(49, 3, 32, 64)"]; +"120 matmul" -> "123 mul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"121 clamp" -> "122 exp" [key=0, style=solid, label="(3, 1, 1)"]; +"122 exp" -> "123 mul_1" [key=0, style=solid, label="(3, 1, 1)"]; +"123 mul_1" -> "124 add" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"124 add" -> "125 softmax" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"125 softmax" -> "126 dropout" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"126 dropout" -> "127 matmul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"127 matmul_1" -> "128 transpose_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"128 transpose_1" -> "129 reshape_2" [key=0, style=solid, label="(49, 64, 3, 32)"]; +"129 reshape_2" -> "130 reshape_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(49, 64, 96)"]; +"130 reshape_2_0_0_nncf_smooth_quant_0" -> "131 quantize_per_tensor_default_4" [key=0, style=solid, label="(49, 64, 96)"]; +"131 quantize_per_tensor_default_4" -> "132 dequantize_per_tensor_default_4" [key=0, style=solid, label="(49, 64, 96)"]; +"132 dequantize_per_tensor_default_4" -> "138 linear_3" [key=0, style=solid, label="(49, 64, 96)"]; +"133 scale_updated_constant2" -> "135 mul_tensor_2" [key=0, style=solid, label="(96, 1)"]; +"134 compressed_weight_updated_constant2" -> "135 mul_tensor_2" [key=0, style=solid, label="(96, 96)"]; +"135 mul_tensor_2" -> "137 sub_tensor_2" [key=0, style=solid, label="(96, 96)"]; +"136 zero_point_updated_constant2" -> "137 sub_tensor_2" [key=0, style=solid, label="(96, 1)"]; +"137 sub_tensor_2" -> "138 linear_3" [key=0, style=solid, label="(96, 96)"]; +"138 linear_3" -> "139 dropout_1" [key=0, style=solid, label="(49, 64, 96)"]; +"139 dropout_1" -> "140 view_3" [key=0, style=solid, label="(49, 64, 96)"]; +"140 view_3" -> "141 permute_4" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"141 permute_4" -> "142 reshape_3" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"142 reshape_3" -> "143 alias" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"143 alias" -> "144 layer_norm_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"144 layer_norm_1" -> "145 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"145 add_1" -> "146 add_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"145 add_1" -> "168 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"146 add_1_0_0_nncf_smooth_quant_0" -> "147 quantize_per_tensor_default_5" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"147 quantize_per_tensor_default_5" -> "148 dequantize_per_tensor_default_5" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"148 dequantize_per_tensor_default_5" -> "154 linear_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"149 scale_updated_constant3" -> "151 mul_tensor_3" [key=0, style=solid, label="(384, 1)"]; +"150 compressed_weight_updated_constant3" -> "151 mul_tensor_3" [key=0, style=solid, label="(384, 96)"]; +"151 mul_tensor_3" -> "153 sub_tensor_3" [key=0, style=solid, label="(384, 96)"]; +"152 zero_point_updated_constant3" -> "153 sub_tensor_3" [key=0, style=solid, label="(384, 1)"]; +"153 sub_tensor_3" -> "154 linear_4" [key=0, style=solid, label="(384, 96)"]; +"154 linear_4" -> "155 gelu" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"155 gelu" -> "156 dropout_2" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"156 dropout_2" -> "157 dropout_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"157 dropout_2_0_0_nncf_smooth_quant_0" -> "158 quantize_per_tensor_default_6" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"158 quantize_per_tensor_default_6" -> "159 dequantize_per_tensor_default_6" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"159 dequantize_per_tensor_default_6" -> "165 linear_5" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"160 scale_updated_constant4" -> "162 mul_tensor_4" [key=0, style=solid, label="(96, 1)"]; +"161 compressed_weight_updated_constant4" -> "162 mul_tensor_4" [key=0, style=solid, label="(96, 384)"]; +"162 mul_tensor_4" -> "164 sub_tensor_4" [key=0, style=solid, label="(96, 384)"]; +"163 zero_point_updated_constant4" -> "164 sub_tensor_4" [key=0, style=solid, label="(96, 1)"]; +"164 sub_tensor_4" -> "165 linear_5" [key=0, style=solid, label="(96, 384)"]; +"165 linear_5" -> "166 dropout_3" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"166 dropout_3" -> "167 layer_norm_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"167 layer_norm_2" -> "168 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"168 add_2" -> "169 pad_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "170 slice_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "172 slice_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "174 slice_6" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "176 slice_8" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"170 slice_2" -> "171 slice_3" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"171 slice_3" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"172 slice_4" -> "173 slice_5" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"173 slice_5" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"174 slice_6" -> "175 slice_7" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"175 slice_7" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"176 slice_8" -> "177 slice_9" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"177 slice_9" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"178 cat" -> "179 cat_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"179 cat_0_0_nncf_smooth_quant_0" -> "180 quantize_per_tensor_default_7" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"180 quantize_per_tensor_default_7" -> "181 dequantize_per_tensor_default_7" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"181 dequantize_per_tensor_default_7" -> "187 linear_6" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"182 scale_updated_constant5" -> "184 mul_tensor_5" [key=0, style=solid, label="(192, 1)"]; +"183 compressed_weight_updated_constant5" -> "184 mul_tensor_5" [key=0, style=solid, label="(192, 384)"]; +"184 mul_tensor_5" -> "186 sub_tensor_5" [key=0, style=solid, label="(192, 384)"]; +"185 zero_point_updated_constant5" -> "186 sub_tensor_5" [key=0, style=solid, label="(192, 1)"]; +"186 sub_tensor_5" -> "187 linear_6" [key=0, style=solid, label="(192, 384)"]; +"187 linear_6" -> "188 layer_norm_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"188 layer_norm_3" -> "204 pad_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"188 layer_norm_3" -> "265 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"189 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "191 linear_7" [key=0, style=solid, label="(512, 2)"]; +"190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "191 linear_7" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"191 linear_7" -> "192 relu__1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"192 relu__1" -> "194 relu__1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"193 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "195 linear_8" [key=0, style=solid, label="(6, 512)"]; +"194 relu__1_0_0_nncf_smooth_quant_0" -> "195 linear_8" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"195 linear_8" -> "196 view_4" [key=0, style=solid, label="(1, 15, 15, 6)"]; +"196 view_4" -> "197 index_1" [key=0, style=solid, label="(225, 6)"]; +"197 index_1" -> "198 view_5" [key=0, style=solid, label="(4096, 6)"]; +"198 view_5" -> "199 permute_5" [key=0, style=solid, label="(64, 64, 6)"]; +"199 permute_5" -> "200 contiguous_1" [key=0, style=solid, label="(6, 64, 64)"]; +"200 contiguous_1" -> "201 unsqueeze_1" [key=0, style=solid, label="(6, 64, 64)"]; +"201 unsqueeze_1" -> "202 sigmoid_1" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"202 sigmoid_1" -> "203 mul_2" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"203 mul_2" -> "242 add_3" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"204 pad_2" -> "205 view_6" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"205 view_6" -> "206 permute_6" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"206 permute_6" -> "207 reshape_4" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"207 reshape_4" -> "211 reshape_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(16, 64, 192)"]; +"208 clone_1" -> "209 slice_10" [key=0, style=solid, label="(576,)"]; +"208 clone_1" -> "219 linear_9" [key=0, style=solid, label="(576,)"]; +"209 slice_10" -> "210 zero__1" [key=0, style=solid, label="(192,)"]; +"211 reshape_4_0_0_nncf_smooth_quant_0" -> "212 quantize_per_tensor_default_8" [key=0, style=solid, label="(16, 64, 192)"]; +"212 quantize_per_tensor_default_8" -> "213 dequantize_per_tensor_default_8" [key=0, style=solid, label="(16, 64, 192)"]; +"213 dequantize_per_tensor_default_8" -> "219 linear_9" [key=0, style=solid, label="(16, 64, 192)"]; +"214 scale_updated_constant6" -> "216 mul_tensor_6" [key=0, style=solid, label="(576, 1)"]; +"215 compressed_weight_updated_constant6" -> "216 mul_tensor_6" [key=0, style=solid, label="(576, 192)"]; +"216 mul_tensor_6" -> "218 sub_tensor_6" [key=0, style=solid, label="(576, 192)"]; +"217 zero_point_updated_constant6" -> "218 sub_tensor_6" [key=0, style=solid, label="(576, 1)"]; +"218 sub_tensor_6" -> "219 linear_9" [key=0, style=solid, label="(576, 192)"]; +"219 linear_9" -> "220 reshape_5" [key=0, style=solid, label="(16, 64, 576)"]; +"220 reshape_5" -> "221 permute_7" [key=0, style=solid, label="(16, 64, 3, 6, 32)"]; +"221 permute_7" -> "222 select_3" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"221 permute_7" -> "223 select_4" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"221 permute_7" -> "224 select_5" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"222 select_3" -> "225 linalg_vector_norm_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"222 select_3" -> "227 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"222 select_3" -> "228 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "231 linalg_vector_norm_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "233 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "234 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"224 select_5" -> "245 matmul_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"225 linalg_vector_norm_2" -> "226 clamp_min_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"226 clamp_min_2" -> "227 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"227 expand_as_2" -> "228 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"228 div_2" -> "229 quantize_per_tensor_default_9" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"229 quantize_per_tensor_default_9" -> "230 dequantize_per_tensor_default_9" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"230 dequantize_per_tensor_default_9" -> "238 matmul_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"231 linalg_vector_norm_3" -> "232 clamp_min_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"232 clamp_min_3" -> "233 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"233 expand_as_3" -> "234 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"234 div_3" -> "235 quantize_per_tensor_default_10" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"235 quantize_per_tensor_default_10" -> "236 dequantize_per_tensor_default_10" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"236 dequantize_per_tensor_default_10" -> "237 transpose_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"237 transpose_2" -> "238 matmul_2" [key=0, style=solid, label="(16, 6, 32, 64)"]; +"238 matmul_2" -> "241 mul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"239 clamp_1" -> "240 exp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"240 exp_1" -> "241 mul_3" [key=0, style=solid, label="(6, 1, 1)"]; +"241 mul_3" -> "242 add_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"242 add_3" -> "243 softmax_1" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"243 softmax_1" -> "244 dropout_4" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"244 dropout_4" -> "245 matmul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"245 matmul_3" -> "246 transpose_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"246 transpose_3" -> "247 reshape_6" [key=0, style=solid, label="(16, 64, 6, 32)"]; +"247 reshape_6" -> "248 reshape_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(16, 64, 192)"]; +"248 reshape_6_0_0_nncf_smooth_quant_0" -> "249 quantize_per_tensor_default_11" [key=0, style=solid, label="(16, 64, 192)"]; +"249 quantize_per_tensor_default_11" -> "250 dequantize_per_tensor_default_11" [key=0, style=solid, label="(16, 64, 192)"]; +"250 dequantize_per_tensor_default_11" -> "256 linear_10" [key=0, style=solid, label="(16, 64, 192)"]; +"251 scale_updated_constant7" -> "253 mul_tensor_7" [key=0, style=solid, label="(192, 1)"]; +"252 compressed_weight_updated_constant7" -> "253 mul_tensor_7" [key=0, style=solid, label="(192, 192)"]; +"253 mul_tensor_7" -> "255 sub_tensor_7" [key=0, style=solid, label="(192, 192)"]; +"254 zero_point_updated_constant7" -> "255 sub_tensor_7" [key=0, style=solid, label="(192, 1)"]; +"255 sub_tensor_7" -> "256 linear_10" [key=0, style=solid, label="(192, 192)"]; +"256 linear_10" -> "257 dropout_5" [key=0, style=solid, label="(16, 64, 192)"]; +"257 dropout_5" -> "258 view_7" [key=0, style=solid, label="(16, 64, 192)"]; +"258 view_7" -> "259 permute_8" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"259 permute_8" -> "260 reshape_7" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"260 reshape_7" -> "261 slice_11" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"261 slice_11" -> "262 slice_12" [key=0, style=solid, label="(1, 28, 32, 192)"]; +"262 slice_12" -> "263 contiguous_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"263 contiguous_2" -> "264 layer_norm_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"264 layer_norm_4" -> "265 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"265 add_4" -> "266 add_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"265 add_4" -> "288 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"266 add_4_0_0_nncf_smooth_quant_0" -> "267 quantize_per_tensor_default_12" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"267 quantize_per_tensor_default_12" -> "268 dequantize_per_tensor_default_12" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"268 dequantize_per_tensor_default_12" -> "274 linear_11" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"269 scale_updated_constant8" -> "271 mul_tensor_8" [key=0, style=solid, label="(768, 1)"]; +"270 compressed_weight_updated_constant8" -> "271 mul_tensor_8" [key=0, style=solid, label="(768, 192)"]; +"271 mul_tensor_8" -> "273 sub_tensor_8" [key=0, style=solid, label="(768, 192)"]; +"272 zero_point_updated_constant8" -> "273 sub_tensor_8" [key=0, style=solid, label="(768, 1)"]; +"273 sub_tensor_8" -> "274 linear_11" [key=0, style=solid, label="(768, 192)"]; +"274 linear_11" -> "275 gelu_1" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"275 gelu_1" -> "276 dropout_6" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"276 dropout_6" -> "277 dropout_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"277 dropout_6_0_0_nncf_smooth_quant_0" -> "278 quantize_per_tensor_default_13" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"278 quantize_per_tensor_default_13" -> "279 dequantize_per_tensor_default_13" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"279 dequantize_per_tensor_default_13" -> "285 linear_12" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"280 scale_updated_constant9" -> "282 mul_tensor_9" [key=0, style=solid, label="(192, 1)"]; +"281 compressed_weight_updated_constant9" -> "282 mul_tensor_9" [key=0, style=solid, label="(192, 768)"]; +"282 mul_tensor_9" -> "284 sub_tensor_9" [key=0, style=solid, label="(192, 768)"]; +"283 zero_point_updated_constant9" -> "284 sub_tensor_9" [key=0, style=solid, label="(192, 1)"]; +"284 sub_tensor_9" -> "285 linear_12" [key=0, style=solid, label="(192, 768)"]; +"285 linear_12" -> "286 dropout_7" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"286 dropout_7" -> "287 layer_norm_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"287 layer_norm_5" -> "288 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"288 add_5" -> "289 pad_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "290 slice_13" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "292 slice_15" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "294 slice_17" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "296 slice_19" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"290 slice_13" -> "291 slice_14" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"291 slice_14" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"292 slice_15" -> "293 slice_16" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"293 slice_16" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"294 slice_17" -> "295 slice_18" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"295 slice_18" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"296 slice_19" -> "297 slice_20" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"297 slice_20" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"298 cat_1" -> "299 cat_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"299 cat_1_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_default_14" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"300 quantize_per_tensor_default_14" -> "301 dequantize_per_tensor_default_14" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"301 dequantize_per_tensor_default_14" -> "307 linear_13" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"302 scale_updated_constant10" -> "304 mul_tensor_10" [key=0, style=solid, label="(384, 1)"]; +"303 compressed_weight_updated_constant10" -> "304 mul_tensor_10" [key=0, style=solid, label="(384, 768)"]; +"304 mul_tensor_10" -> "306 sub_tensor_10" [key=0, style=solid, label="(384, 768)"]; +"305 zero_point_updated_constant10" -> "306 sub_tensor_10" [key=0, style=solid, label="(384, 1)"]; +"306 sub_tensor_10" -> "307 linear_13" [key=0, style=solid, label="(384, 768)"]; +"307 linear_13" -> "308 layer_norm_6" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"308 layer_norm_6" -> "324 pad_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"308 layer_norm_6" -> "385 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"309 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "311 linear_14" [key=0, style=solid, label="(512, 2)"]; +"310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "311 linear_14" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"311 linear_14" -> "312 relu__2" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"312 relu__2" -> "314 relu__2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"313 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "315 linear_15" [key=0, style=solid, label="(12, 512)"]; +"314 relu__2_0_0_nncf_smooth_quant_0" -> "315 linear_15" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"315 linear_15" -> "316 view_8" [key=0, style=solid, label="(1, 15, 15, 12)"]; +"316 view_8" -> "317 index_2" [key=0, style=solid, label="(225, 12)"]; +"317 index_2" -> "318 view_9" [key=0, style=solid, label="(4096, 12)"]; +"318 view_9" -> "319 permute_9" [key=0, style=solid, label="(64, 64, 12)"]; +"319 permute_9" -> "320 contiguous_3" [key=0, style=solid, label="(12, 64, 64)"]; +"320 contiguous_3" -> "321 unsqueeze_2" [key=0, style=solid, label="(12, 64, 64)"]; +"321 unsqueeze_2" -> "322 sigmoid_2" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"322 sigmoid_2" -> "323 mul_4" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"323 mul_4" -> "362 add_6" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"324 pad_4" -> "325 view_10" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"325 view_10" -> "326 permute_10" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"326 permute_10" -> "327 reshape_8" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"327 reshape_8" -> "331 reshape_8_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(4, 64, 384)"]; +"328 clone_2" -> "329 slice_21" [key=0, style=solid, label="(1152,)"]; +"328 clone_2" -> "339 linear_16" [key=0, style=solid, label="(1152,)"]; +"329 slice_21" -> "330 zero__2" [key=0, style=solid, label="(384,)"]; +"331 reshape_8_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_15" [key=0, style=solid, label="(4, 64, 384)"]; +"332 quantize_per_tensor_default_15" -> "333 dequantize_per_tensor_default_15" [key=0, style=solid, label="(4, 64, 384)"]; +"333 dequantize_per_tensor_default_15" -> "339 linear_16" [key=0, style=solid, label="(4, 64, 384)"]; +"334 scale_updated_constant11" -> "336 mul_tensor_11" [key=0, style=solid, label="(1152, 1)"]; +"335 compressed_weight_updated_constant11" -> "336 mul_tensor_11" [key=0, style=solid, label="(1152, 384)"]; +"336 mul_tensor_11" -> "338 sub_tensor_11" [key=0, style=solid, label="(1152, 384)"]; +"337 zero_point_updated_constant11" -> "338 sub_tensor_11" [key=0, style=solid, label="(1152, 1)"]; +"338 sub_tensor_11" -> "339 linear_16" [key=0, style=solid, label="(1152, 384)"]; +"339 linear_16" -> "340 reshape_9" [key=0, style=solid, label="(4, 64, 1152)"]; +"340 reshape_9" -> "341 permute_11" [key=0, style=solid, label="(4, 64, 3, 12, 32)"]; +"341 permute_11" -> "342 select_6" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"341 permute_11" -> "343 select_7" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"341 permute_11" -> "344 select_8" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"342 select_6" -> "345 linalg_vector_norm_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"342 select_6" -> "347 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"342 select_6" -> "348 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "351 linalg_vector_norm_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "353 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "354 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"344 select_8" -> "365 matmul_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"345 linalg_vector_norm_4" -> "346 clamp_min_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"346 clamp_min_4" -> "347 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"347 expand_as_4" -> "348 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"348 div_4" -> "349 quantize_per_tensor_default_16" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"349 quantize_per_tensor_default_16" -> "350 dequantize_per_tensor_default_16" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"350 dequantize_per_tensor_default_16" -> "358 matmul_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"351 linalg_vector_norm_5" -> "352 clamp_min_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"352 clamp_min_5" -> "353 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"353 expand_as_5" -> "354 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"354 div_5" -> "355 quantize_per_tensor_default_17" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"355 quantize_per_tensor_default_17" -> "356 dequantize_per_tensor_default_17" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"356 dequantize_per_tensor_default_17" -> "357 transpose_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"357 transpose_4" -> "358 matmul_4" [key=0, style=solid, label="(4, 12, 32, 64)"]; +"358 matmul_4" -> "361 mul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"359 clamp_2" -> "360 exp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"360 exp_2" -> "361 mul_5" [key=0, style=solid, label="(12, 1, 1)"]; +"361 mul_5" -> "362 add_6" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"362 add_6" -> "363 softmax_2" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"363 softmax_2" -> "364 dropout_8" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"364 dropout_8" -> "365 matmul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"365 matmul_5" -> "366 transpose_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"366 transpose_5" -> "367 reshape_10" [key=0, style=solid, label="(4, 64, 12, 32)"]; +"367 reshape_10" -> "368 reshape_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(4, 64, 384)"]; +"368 reshape_10_0_0_nncf_smooth_quant_0" -> "369 quantize_per_tensor_default_18" [key=0, style=solid, label="(4, 64, 384)"]; +"369 quantize_per_tensor_default_18" -> "370 dequantize_per_tensor_default_18" [key=0, style=solid, label="(4, 64, 384)"]; +"370 dequantize_per_tensor_default_18" -> "376 linear_17" [key=0, style=solid, label="(4, 64, 384)"]; +"371 scale_updated_constant12" -> "373 mul_tensor_12" [key=0, style=solid, label="(384, 1)"]; +"372 compressed_weight_updated_constant12" -> "373 mul_tensor_12" [key=0, style=solid, label="(384, 384)"]; +"373 mul_tensor_12" -> "375 sub_tensor_12" [key=0, style=solid, label="(384, 384)"]; +"374 zero_point_updated_constant12" -> "375 sub_tensor_12" [key=0, style=solid, label="(384, 1)"]; +"375 sub_tensor_12" -> "376 linear_17" [key=0, style=solid, label="(384, 384)"]; +"376 linear_17" -> "377 dropout_9" [key=0, style=solid, label="(4, 64, 384)"]; +"377 dropout_9" -> "378 view_11" [key=0, style=solid, label="(4, 64, 384)"]; +"378 view_11" -> "379 permute_12" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"379 permute_12" -> "380 reshape_11" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"380 reshape_11" -> "381 slice_22" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"381 slice_22" -> "382 slice_23" [key=0, style=solid, label="(1, 14, 16, 384)"]; +"382 slice_23" -> "383 contiguous_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"383 contiguous_4" -> "384 layer_norm_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"384 layer_norm_7" -> "385 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"385 add_7" -> "386 add_7_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"385 add_7" -> "408 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"386 add_7_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_19" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"387 quantize_per_tensor_default_19" -> "388 dequantize_per_tensor_default_19" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"388 dequantize_per_tensor_default_19" -> "394 linear_18" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"389 scale_updated_constant13" -> "391 mul_tensor_13" [key=0, style=solid, label="(1536, 1)"]; +"390 compressed_weight_updated_constant13" -> "391 mul_tensor_13" [key=0, style=solid, label="(1536, 384)"]; +"391 mul_tensor_13" -> "393 sub_tensor_13" [key=0, style=solid, label="(1536, 384)"]; +"392 zero_point_updated_constant13" -> "393 sub_tensor_13" [key=0, style=solid, label="(1536, 1)"]; +"393 sub_tensor_13" -> "394 linear_18" [key=0, style=solid, label="(1536, 384)"]; +"394 linear_18" -> "395 gelu_2" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"395 gelu_2" -> "396 dropout_10" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"396 dropout_10" -> "397 dropout_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"397 dropout_10_0_0_nncf_smooth_quant_0" -> "398 quantize_per_tensor_default_20" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"398 quantize_per_tensor_default_20" -> "399 dequantize_per_tensor_default_20" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"399 dequantize_per_tensor_default_20" -> "405 linear_19" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"400 scale_updated_constant14" -> "402 mul_tensor_14" [key=0, style=solid, label="(384, 1)"]; +"401 compressed_weight_updated_constant14" -> "402 mul_tensor_14" [key=0, style=solid, label="(384, 1536)"]; +"402 mul_tensor_14" -> "404 sub_tensor_14" [key=0, style=solid, label="(384, 1536)"]; +"403 zero_point_updated_constant14" -> "404 sub_tensor_14" [key=0, style=solid, label="(384, 1)"]; +"404 sub_tensor_14" -> "405 linear_19" [key=0, style=solid, label="(384, 1536)"]; +"405 linear_19" -> "406 dropout_11" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"406 dropout_11" -> "407 layer_norm_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"407 layer_norm_8" -> "408 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"408 add_8" -> "409 pad_5" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "410 slice_24" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "412 slice_26" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "414 slice_28" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "416 slice_30" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"410 slice_24" -> "411 slice_25" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"411 slice_25" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"412 slice_26" -> "413 slice_27" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"413 slice_27" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"414 slice_28" -> "415 slice_29" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"415 slice_29" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"416 slice_30" -> "417 slice_31" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"417 slice_31" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"418 cat_2" -> "419 cat_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"419 cat_2_0_0_nncf_smooth_quant_0" -> "420 quantize_per_tensor_default_21" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"420 quantize_per_tensor_default_21" -> "421 dequantize_per_tensor_default_21" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"421 dequantize_per_tensor_default_21" -> "427 linear_20" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"422 scale_updated_constant15" -> "424 mul_tensor_15" [key=0, style=solid, label="(768, 1)"]; +"423 compressed_weight_updated_constant15" -> "424 mul_tensor_15" [key=0, style=solid, label="(768, 1536)"]; +"424 mul_tensor_15" -> "426 sub_tensor_15" [key=0, style=solid, label="(768, 1536)"]; +"425 zero_point_updated_constant15" -> "426 sub_tensor_15" [key=0, style=solid, label="(768, 1)"]; +"426 sub_tensor_15" -> "427 linear_20" [key=0, style=solid, label="(768, 1536)"]; +"427 linear_20" -> "428 layer_norm_9" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"428 layer_norm_9" -> "444 pad_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"428 layer_norm_9" -> "505 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"429 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "431 linear_21" [key=0, style=solid, label="(512, 2)"]; +"430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "431 linear_21" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"431 linear_21" -> "432 relu__3" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"432 relu__3" -> "434 relu__3_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"433 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "435 linear_22" [key=0, style=solid, label="(24, 512)"]; +"434 relu__3_0_0_nncf_smooth_quant_0" -> "435 linear_22" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"435 linear_22" -> "436 view_12" [key=0, style=solid, label="(1, 15, 15, 24)"]; +"436 view_12" -> "437 index_3" [key=0, style=solid, label="(225, 24)"]; +"437 index_3" -> "438 view_13" [key=0, style=solid, label="(4096, 24)"]; +"438 view_13" -> "439 permute_13" [key=0, style=solid, label="(64, 64, 24)"]; +"439 permute_13" -> "440 contiguous_5" [key=0, style=solid, label="(24, 64, 64)"]; +"440 contiguous_5" -> "441 unsqueeze_3" [key=0, style=solid, label="(24, 64, 64)"]; +"441 unsqueeze_3" -> "442 sigmoid_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"442 sigmoid_3" -> "443 mul_6" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"443 mul_6" -> "482 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"444 pad_6" -> "445 view_14" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"445 view_14" -> "446 permute_14" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"446 permute_14" -> "447 reshape_12" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"447 reshape_12" -> "451 reshape_12_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 64, 768)"]; +"448 clone_3" -> "449 slice_32" [key=0, style=solid, label="(2304,)"]; +"448 clone_3" -> "459 linear_23" [key=0, style=solid, label="(2304,)"]; +"449 slice_32" -> "450 zero__3" [key=0, style=solid, label="(768,)"]; +"451 reshape_12_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_22" [key=0, style=solid, label="(1, 64, 768)"]; +"452 quantize_per_tensor_default_22" -> "453 dequantize_per_tensor_default_22" [key=0, style=solid, label="(1, 64, 768)"]; +"453 dequantize_per_tensor_default_22" -> "459 linear_23" [key=0, style=solid, label="(1, 64, 768)"]; +"454 scale_updated_constant16" -> "456 mul_tensor_16" [key=0, style=solid, label="(2304, 1)"]; +"455 compressed_weight_updated_constant16" -> "456 mul_tensor_16" [key=0, style=solid, label="(2304, 768)"]; +"456 mul_tensor_16" -> "458 sub_tensor_16" [key=0, style=solid, label="(2304, 768)"]; +"457 zero_point_updated_constant16" -> "458 sub_tensor_16" [key=0, style=solid, label="(2304, 1)"]; +"458 sub_tensor_16" -> "459 linear_23" [key=0, style=solid, label="(2304, 768)"]; +"459 linear_23" -> "460 reshape_13" [key=0, style=solid, label="(1, 64, 2304)"]; +"460 reshape_13" -> "461 permute_15" [key=0, style=solid, label="(1, 64, 3, 24, 32)"]; +"461 permute_15" -> "462 select_9" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"461 permute_15" -> "463 select_10" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"461 permute_15" -> "464 select_11" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"462 select_9" -> "465 linalg_vector_norm_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"462 select_9" -> "467 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"462 select_9" -> "468 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "471 linalg_vector_norm_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "473 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "474 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"464 select_11" -> "485 matmul_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"465 linalg_vector_norm_6" -> "466 clamp_min_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"466 clamp_min_6" -> "467 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"467 expand_as_6" -> "468 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"468 div_6" -> "469 quantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"469 quantize_per_tensor_default_23" -> "470 dequantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"470 dequantize_per_tensor_default_23" -> "478 matmul_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"471 linalg_vector_norm_7" -> "472 clamp_min_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"472 clamp_min_7" -> "473 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"473 expand_as_7" -> "474 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"474 div_7" -> "475 quantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"475 quantize_per_tensor_default_24" -> "476 dequantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"476 dequantize_per_tensor_default_24" -> "477 transpose_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"477 transpose_6" -> "478 matmul_6" [key=0, style=solid, label="(1, 24, 32, 64)"]; +"478 matmul_6" -> "481 mul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"479 clamp_3" -> "480 exp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"480 exp_3" -> "481 mul_7" [key=0, style=solid, label="(24, 1, 1)"]; +"481 mul_7" -> "482 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"482 add_9" -> "483 softmax_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"483 softmax_3" -> "484 dropout_12" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"484 dropout_12" -> "485 matmul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"485 matmul_7" -> "486 transpose_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"486 transpose_7" -> "487 reshape_14" [key=0, style=solid, label="(1, 64, 24, 32)"]; +"487 reshape_14" -> "488 reshape_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 64, 768)"]; +"488 reshape_14_0_0_nncf_smooth_quant_0" -> "489 quantize_per_tensor_default_25" [key=0, style=solid, label="(1, 64, 768)"]; +"489 quantize_per_tensor_default_25" -> "490 dequantize_per_tensor_default_25" [key=0, style=solid, label="(1, 64, 768)"]; +"490 dequantize_per_tensor_default_25" -> "496 linear_24" [key=0, style=solid, label="(1, 64, 768)"]; +"491 scale_updated_constant17" -> "493 mul_tensor_17" [key=0, style=solid, label="(768, 1)"]; +"492 compressed_weight_updated_constant17" -> "493 mul_tensor_17" [key=0, style=solid, label="(768, 768)"]; +"493 mul_tensor_17" -> "495 sub_tensor_17" [key=0, style=solid, label="(768, 768)"]; +"494 zero_point_updated_constant17" -> "495 sub_tensor_17" [key=0, style=solid, label="(768, 1)"]; +"495 sub_tensor_17" -> "496 linear_24" [key=0, style=solid, label="(768, 768)"]; +"496 linear_24" -> "497 dropout_13" [key=0, style=solid, label="(1, 64, 768)"]; +"497 dropout_13" -> "498 view_15" [key=0, style=solid, label="(1, 64, 768)"]; +"498 view_15" -> "499 permute_16" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"499 permute_16" -> "500 reshape_15" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"500 reshape_15" -> "501 slice_33" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"501 slice_33" -> "502 slice_34" [key=0, style=solid, label="(1, 7, 8, 768)"]; +"502 slice_34" -> "503 contiguous_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"503 contiguous_6" -> "504 layer_norm_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"504 layer_norm_10" -> "505 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"505 add_10" -> "506 add_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"505 add_10" -> "528 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"506 add_10_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_26" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"507 quantize_per_tensor_default_26" -> "508 dequantize_per_tensor_default_26" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"508 dequantize_per_tensor_default_26" -> "514 linear_25" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"509 scale_updated_constant18" -> "511 mul_tensor_18" [key=0, style=solid, label="(3072, 1)"]; +"510 compressed_weight_updated_constant18" -> "511 mul_tensor_18" [key=0, style=solid, label="(3072, 768)"]; +"511 mul_tensor_18" -> "513 sub_tensor_18" [key=0, style=solid, label="(3072, 768)"]; +"512 zero_point_updated_constant18" -> "513 sub_tensor_18" [key=0, style=solid, label="(3072, 1)"]; +"513 sub_tensor_18" -> "514 linear_25" [key=0, style=solid, label="(3072, 768)"]; +"514 linear_25" -> "515 gelu_3" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"515 gelu_3" -> "516 dropout_14" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"516 dropout_14" -> "517 dropout_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"517 dropout_14_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_27" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"518 quantize_per_tensor_default_27" -> "519 dequantize_per_tensor_default_27" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"519 dequantize_per_tensor_default_27" -> "525 linear_26" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"520 scale_updated_constant19" -> "522 mul_tensor_19" [key=0, style=solid, label="(768, 1)"]; +"521 compressed_weight_updated_constant19" -> "522 mul_tensor_19" [key=0, style=solid, label="(768, 3072)"]; +"522 mul_tensor_19" -> "524 sub_tensor_19" [key=0, style=solid, label="(768, 3072)"]; +"523 zero_point_updated_constant19" -> "524 sub_tensor_19" [key=0, style=solid, label="(768, 1)"]; +"524 sub_tensor_19" -> "525 linear_26" [key=0, style=solid, label="(768, 3072)"]; +"525 linear_26" -> "526 dropout_15" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"526 dropout_15" -> "527 layer_norm_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"527 layer_norm_11" -> "528 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"528 add_11" -> "529 layer_norm_12" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"529 layer_norm_12" -> "530 permute_17" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"530 permute_17" -> "531 adaptive_avg_pool2d" [key=0, style=solid, label="(1, 768, 7, 7)"]; +"531 adaptive_avg_pool2d" -> "532 flatten" [key=0, style=solid, label="(1, 768, 1, 1)"]; +"532 flatten" -> "533 flatten_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 768)"]; +"533 flatten_0_0_nncf_smooth_quant_0" -> "534 quantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"534 quantize_per_tensor_default_28" -> "535 dequantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"535 dequantize_per_tensor_default_28" -> "541 linear_27" [key=0, style=solid, label="(1, 768)"]; +"536 scale_updated_constant20" -> "538 mul_tensor_20" [key=0, style=solid, label="(10, 1)"]; +"537 compressed_weight_updated_constant20" -> "538 mul_tensor_20" [key=0, style=solid, label="(10, 768)"]; +"538 mul_tensor_20" -> "540 sub_tensor_20" [key=0, style=solid, label="(10, 768)"]; +"539 zero_point_updated_constant20" -> "540 sub_tensor_20" [key=0, style=solid, label="(10, 1)"]; +"540 sub_tensor_20" -> "541 linear_27" [key=0, style=solid, label="(10, 768)"]; +"541 linear_27" -> "542 output" [key=0, style=solid, label="(1, 10)"]; +} diff --git a/tests/torch/data/fx/post_quantization_compressed/swin_v2_t.dot b/tests/torch/data/fx/post_quantization_compressed/swin_v2_t.dot deleted file mode 100644 index 42dbd0af7eb..00000000000 --- a/tests/torch/data/fx/post_quantization_compressed/swin_v2_t.dot +++ /dev/null @@ -1,3630 +0,0 @@ -strict digraph { -"0 features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; -"1 features_1_0_attn_proj_bias" [id=1, type="get_attr"]; -"2 features_1_0_attn_logit_scale" [id=2, type="get_attr"]; -"3 features_1_1_attn_qkv_bias" [id=3, type="get_attr"]; -"4 features_1_1_attn_proj_bias" [id=4, type="get_attr"]; -"5 features_1_1_attn_logit_scale" [id=5, type="get_attr"]; -"6 features_3_0_attn_qkv_bias" [id=6, type="get_attr"]; -"7 features_3_0_attn_proj_bias" [id=7, type="get_attr"]; -"8 features_3_0_attn_logit_scale" [id=8, type="get_attr"]; -"9 features_3_1_attn_qkv_bias" [id=9, type="get_attr"]; -"10 features_3_1_attn_proj_bias" [id=10, type="get_attr"]; -"11 features_3_1_attn_logit_scale" [id=11, type="get_attr"]; -"12 features_5_0_attn_qkv_bias" [id=12, type="get_attr"]; -"13 features_5_0_attn_proj_bias" [id=13, type="get_attr"]; -"14 features_5_0_attn_logit_scale" [id=14, type="get_attr"]; -"15 features_5_1_attn_qkv_bias" [id=15, type="get_attr"]; -"16 features_5_1_attn_proj_bias" [id=16, type="get_attr"]; -"17 features_5_1_attn_logit_scale" [id=17, type="get_attr"]; -"18 features_5_2_attn_qkv_bias" [id=18, type="get_attr"]; -"19 features_5_2_attn_proj_bias" [id=19, type="get_attr"]; -"20 features_5_2_attn_logit_scale" [id=20, type="get_attr"]; -"21 features_5_3_attn_qkv_bias" [id=21, type="get_attr"]; -"22 features_5_3_attn_proj_bias" [id=22, type="get_attr"]; -"23 features_5_3_attn_logit_scale" [id=23, type="get_attr"]; -"24 features_5_4_attn_qkv_bias" [id=24, type="get_attr"]; -"25 features_5_4_attn_proj_bias" [id=25, type="get_attr"]; -"26 features_5_4_attn_logit_scale" [id=26, type="get_attr"]; -"27 features_5_5_attn_qkv_bias" [id=27, type="get_attr"]; -"28 features_5_5_attn_proj_bias" [id=28, type="get_attr"]; -"29 features_5_5_attn_logit_scale" [id=29, type="get_attr"]; -"30 features_7_0_attn_qkv_bias" [id=30, type="get_attr"]; -"31 features_7_0_attn_proj_bias" [id=31, type="get_attr"]; -"32 features_7_0_attn_logit_scale" [id=32, type="get_attr"]; -"33 features_7_1_attn_qkv_bias" [id=33, type="get_attr"]; -"34 features_7_1_attn_proj_bias" [id=34, type="get_attr"]; -"35 features_7_1_attn_logit_scale" [id=35, type="get_attr"]; -"36 features_0_0_bias" [id=36, type="get_attr"]; -"37 features_0_2_weight" [id=37, type="get_attr"]; -"38 features_0_2_bias" [id=38, type="get_attr"]; -"39 features_1_0_attn_cpb_mlp_0_bias" [id=39, type="get_attr"]; -"40 features_1_0_norm1_weight" [id=40, type="get_attr"]; -"41 features_1_0_norm1_bias" [id=41, type="get_attr"]; -"42 features_1_0_mlp_0_bias" [id=42, type="get_attr"]; -"43 features_1_0_mlp_3_bias" [id=43, type="get_attr"]; -"44 features_1_0_norm2_weight" [id=44, type="get_attr"]; -"45 features_1_0_norm2_bias" [id=45, type="get_attr"]; -"46 features_1_1_attn_cpb_mlp_0_bias" [id=46, type="get_attr"]; -"47 features_1_1_norm1_weight" [id=47, type="get_attr"]; -"48 features_1_1_norm1_bias" [id=48, type="get_attr"]; -"49 features_1_1_mlp_0_bias" [id=49, type="get_attr"]; -"50 features_1_1_mlp_3_bias" [id=50, type="get_attr"]; -"51 features_1_1_norm2_weight" [id=51, type="get_attr"]; -"52 features_1_1_norm2_bias" [id=52, type="get_attr"]; -"53 features_2_norm_weight" [id=53, type="get_attr"]; -"54 features_2_norm_bias" [id=54, type="get_attr"]; -"55 features_3_0_attn_cpb_mlp_0_bias" [id=55, type="get_attr"]; -"56 features_3_0_norm1_weight" [id=56, type="get_attr"]; -"57 features_3_0_norm1_bias" [id=57, type="get_attr"]; -"58 features_3_0_mlp_0_bias" [id=58, type="get_attr"]; -"59 features_3_0_mlp_3_bias" [id=59, type="get_attr"]; -"60 features_3_0_norm2_weight" [id=60, type="get_attr"]; -"61 features_3_0_norm2_bias" [id=61, type="get_attr"]; -"62 features_3_1_attn_cpb_mlp_0_bias" [id=62, type="get_attr"]; -"63 features_3_1_norm1_weight" [id=63, type="get_attr"]; -"64 features_3_1_norm1_bias" [id=64, type="get_attr"]; -"65 features_3_1_mlp_0_bias" [id=65, type="get_attr"]; -"66 features_3_1_mlp_3_bias" [id=66, type="get_attr"]; -"67 features_3_1_norm2_weight" [id=67, type="get_attr"]; -"68 features_3_1_norm2_bias" [id=68, type="get_attr"]; -"69 features_4_norm_weight" [id=69, type="get_attr"]; -"70 features_4_norm_bias" [id=70, type="get_attr"]; -"71 features_5_0_attn_cpb_mlp_0_bias" [id=71, type="get_attr"]; -"72 features_5_0_norm1_weight" [id=72, type="get_attr"]; -"73 features_5_0_norm1_bias" [id=73, type="get_attr"]; -"74 features_5_0_mlp_0_bias" [id=74, type="get_attr"]; -"75 features_5_0_mlp_3_bias" [id=75, type="get_attr"]; -"76 features_5_0_norm2_weight" [id=76, type="get_attr"]; -"77 features_5_0_norm2_bias" [id=77, type="get_attr"]; -"78 features_5_1_attn_cpb_mlp_0_bias" [id=78, type="get_attr"]; -"79 features_5_1_norm1_weight" [id=79, type="get_attr"]; -"80 features_5_1_norm1_bias" [id=80, type="get_attr"]; -"81 features_5_1_mlp_0_bias" [id=81, type="get_attr"]; -"82 features_5_1_mlp_3_bias" [id=82, type="get_attr"]; -"83 features_5_1_norm2_weight" [id=83, type="get_attr"]; -"84 features_5_1_norm2_bias" [id=84, type="get_attr"]; -"85 features_5_2_attn_cpb_mlp_0_bias" [id=85, type="get_attr"]; -"86 features_5_2_norm1_weight" [id=86, type="get_attr"]; -"87 features_5_2_norm1_bias" [id=87, type="get_attr"]; -"88 features_5_2_mlp_0_bias" [id=88, type="get_attr"]; -"89 features_5_2_mlp_3_bias" [id=89, type="get_attr"]; -"90 features_5_2_norm2_weight" [id=90, type="get_attr"]; -"91 features_5_2_norm2_bias" [id=91, type="get_attr"]; -"92 features_5_3_attn_cpb_mlp_0_bias" [id=92, type="get_attr"]; -"93 features_5_3_norm1_weight" [id=93, type="get_attr"]; -"94 features_5_3_norm1_bias" [id=94, type="get_attr"]; -"95 features_5_3_mlp_0_bias" [id=95, type="get_attr"]; -"96 features_5_3_mlp_3_bias" [id=96, type="get_attr"]; -"97 features_5_3_norm2_weight" [id=97, type="get_attr"]; -"98 features_5_3_norm2_bias" [id=98, type="get_attr"]; -"99 features_5_4_attn_cpb_mlp_0_bias" [id=99, type="get_attr"]; -"100 features_5_4_norm1_weight" [id=100, type="get_attr"]; -"101 features_5_4_norm1_bias" [id=101, type="get_attr"]; -"102 features_5_4_mlp_0_bias" [id=102, type="get_attr"]; -"103 features_5_4_mlp_3_bias" [id=103, type="get_attr"]; -"104 features_5_4_norm2_weight" [id=104, type="get_attr"]; -"105 features_5_4_norm2_bias" [id=105, type="get_attr"]; -"106 features_5_5_attn_cpb_mlp_0_bias" [id=106, type="get_attr"]; -"107 features_5_5_norm1_weight" [id=107, type="get_attr"]; -"108 features_5_5_norm1_bias" [id=108, type="get_attr"]; -"109 features_5_5_mlp_0_bias" [id=109, type="get_attr"]; -"110 features_5_5_mlp_3_bias" [id=110, type="get_attr"]; -"111 features_5_5_norm2_weight" [id=111, type="get_attr"]; -"112 features_5_5_norm2_bias" [id=112, type="get_attr"]; -"113 features_6_norm_weight" [id=113, type="get_attr"]; -"114 features_6_norm_bias" [id=114, type="get_attr"]; -"115 features_7_0_attn_cpb_mlp_0_bias" [id=115, type="get_attr"]; -"116 features_7_0_norm1_weight" [id=116, type="get_attr"]; -"117 features_7_0_norm1_bias" [id=117, type="get_attr"]; -"118 features_7_0_mlp_0_bias" [id=118, type="get_attr"]; -"119 features_7_0_mlp_3_bias" [id=119, type="get_attr"]; -"120 features_7_0_norm2_weight" [id=120, type="get_attr"]; -"121 features_7_0_norm2_bias" [id=121, type="get_attr"]; -"122 features_7_1_attn_cpb_mlp_0_bias" [id=122, type="get_attr"]; -"123 features_7_1_norm1_weight" [id=123, type="get_attr"]; -"124 features_7_1_norm1_bias" [id=124, type="get_attr"]; -"125 features_7_1_mlp_0_bias" [id=125, type="get_attr"]; -"126 features_7_1_mlp_3_bias" [id=126, type="get_attr"]; -"127 features_7_1_norm2_weight" [id=127, type="get_attr"]; -"128 features_7_1_norm2_bias" [id=128, type="get_attr"]; -"129 norm_weight" [id=129, type="get_attr"]; -"130 norm_bias" [id=130, type="get_attr"]; -"131 head_bias" [id=131, type="get_attr"]; -"132 features_1_0_attn_relative_coords_table" [id=132, type="get_attr"]; -"133 features_1_0_attn_relative_position_index" [id=133, type="get_attr"]; -"134 features_1_1_attn_relative_coords_table" [id=134, type="get_attr"]; -"135 features_1_1_attn_relative_position_index" [id=135, type="get_attr"]; -"136 features_3_0_attn_relative_coords_table" [id=136, type="get_attr"]; -"137 features_3_0_attn_relative_position_index" [id=137, type="get_attr"]; -"138 features_3_1_attn_relative_coords_table" [id=138, type="get_attr"]; -"139 features_3_1_attn_relative_position_index" [id=139, type="get_attr"]; -"140 features_5_0_attn_relative_coords_table" [id=140, type="get_attr"]; -"141 features_5_0_attn_relative_position_index" [id=141, type="get_attr"]; -"142 features_5_1_attn_relative_coords_table" [id=142, type="get_attr"]; -"143 features_5_1_attn_relative_position_index" [id=143, type="get_attr"]; -"144 features_5_2_attn_relative_coords_table" [id=144, type="get_attr"]; -"145 features_5_2_attn_relative_position_index" [id=145, type="get_attr"]; -"146 features_5_3_attn_relative_coords_table" [id=146, type="get_attr"]; -"147 features_5_3_attn_relative_position_index" [id=147, type="get_attr"]; -"148 features_5_4_attn_relative_coords_table" [id=148, type="get_attr"]; -"149 features_5_4_attn_relative_position_index" [id=149, type="get_attr"]; -"150 features_5_5_attn_relative_coords_table" [id=150, type="get_attr"]; -"151 features_5_5_attn_relative_position_index" [id=151, type="get_attr"]; -"152 features_7_0_attn_relative_coords_table" [id=152, type="get_attr"]; -"153 features_7_0_attn_relative_position_index" [id=153, type="get_attr"]; -"154 features_7_1_attn_relative_coords_table" [id=154, type="get_attr"]; -"155 features_7_1_attn_relative_position_index" [id=155, type="get_attr"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" [id=156, type="get_attr"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" [id=157, type="get_attr"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" [id=158, type="get_attr"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" [id=159, type="get_attr"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" [id=160, type="get_attr"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" [id=161, type="get_attr"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" [id=162, type="get_attr"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" [id=163, type="get_attr"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" [id=164, type="get_attr"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" [id=165, type="get_attr"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" [id=166, type="get_attr"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" [id=167, type="get_attr"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" [id=168, type="get_attr"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" [id=169, type="get_attr"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" [id=170, type="get_attr"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" [id=171, type="get_attr"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" [id=172, type="get_attr"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" [id=173, type="get_attr"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" [id=174, type="get_attr"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" [id=175, type="get_attr"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" [id=176, type="get_attr"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" [id=177, type="get_attr"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" [id=178, type="get_attr"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" [id=179, type="get_attr"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" [id=180, type="get_attr"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" [id=181, type="get_attr"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" [id=182, type="get_attr"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" [id=183, type="get_attr"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" [id=184, type="get_attr"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" [id=185, type="get_attr"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" [id=186, type="get_attr"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" [id=187, type="get_attr"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" [id=188, type="get_attr"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" [id=189, type="get_attr"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" [id=190, type="get_attr"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" [id=191, type="get_attr"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" [id=192, type="get_attr"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" [id=193, type="get_attr"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" [id=194, type="get_attr"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" [id=195, type="get_attr"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" [id=196, type="get_attr"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" [id=197, type="get_attr"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" [id=198, type="get_attr"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" [id=199, type="get_attr"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" [id=200, type="get_attr"]; -"201 x" [id=201, type=input]; -"202 quantize_per_tensor_default" [id=202, type="quantize_per_tensor"]; -"203 dequantize_per_tensor_default" [id=203, type="dequantize_per_tensor"]; -"204 scale_updated_constant0" [id=204, type="get_attr"]; -"205 compressed_weight_updated_constant0" [id=205, type="get_attr"]; -"206 mul_tensor" [id=206, type=mul]; -"207 zero_point_updated_constant0" [id=207, type="get_attr"]; -"208 sub_tensor" [id=208, type=sub]; -"209 conv2d" [id=209, type=conv2d]; -"210 permute" [id=210, type=permute]; -"211 layer_norm" [id=211, type="layer_norm"]; -"212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=212, type="get_attr"]; -"213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=213, type="call_module"]; -"214 linear" [id=214, type=linear]; -"215 relu_" [id=215, type="relu_"]; -"216 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=216, type="get_attr"]; -"217 relu__0_0_nncf_smooth_quant_0" [id=217, type="call_module"]; -"218 linear_1" [id=218, type=linear]; -"219 view" [id=219, type=view]; -"220 index" [id=220, type=index]; -"221 view_1" [id=221, type=view]; -"222 permute_1" [id=222, type=permute]; -"223 contiguous" [id=223, type=contiguous]; -"224 unsqueeze" [id=224, type=unsqueeze]; -"225 sigmoid" [id=225, type=sigmoid]; -"226 mul" [id=226, type=mul]; -"227 pad" [id=227, type=pad]; -"228 view_2" [id=228, type=view]; -"229 permute_2" [id=229, type=permute]; -"230 reshape" [id=230, type=reshape]; -"231 clone" [id=231, type=clone]; -"232 slice_1" [id=232, type=slice]; -"233 zero_" [id=233, type="zero_"]; -"234 reshape_0_0_nncf_smooth_quant_0" [id=234, type="call_module"]; -"235 quantize_per_tensor_default_1" [id=235, type="quantize_per_tensor"]; -"236 dequantize_per_tensor_default_1" [id=236, type="dequantize_per_tensor"]; -"237 scale_updated_constant1" [id=237, type="get_attr"]; -"238 compressed_weight_updated_constant1" [id=238, type="get_attr"]; -"239 mul_tensor_1" [id=239, type=mul]; -"240 zero_point_updated_constant1" [id=240, type="get_attr"]; -"241 sub_tensor_1" [id=241, type=sub]; -"242 linear_2" [id=242, type=linear]; -"243 reshape_1" [id=243, type=reshape]; -"244 permute_3" [id=244, type=permute]; -"245 select" [id=245, type=select]; -"246 select_1" [id=246, type=select]; -"247 select_2" [id=247, type=select]; -"248 linalg_vector_norm" [id=248, type="linalg_vector_norm"]; -"249 clamp_min" [id=249, type="clamp_min"]; -"250 expand_as" [id=250, type="expand_as"]; -"251 div" [id=251, type=div]; -"252 quantize_per_tensor_default_2" [id=252, type="quantize_per_tensor"]; -"253 dequantize_per_tensor_default_2" [id=253, type="dequantize_per_tensor"]; -"254 linalg_vector_norm_1" [id=254, type="linalg_vector_norm"]; -"255 clamp_min_1" [id=255, type="clamp_min"]; -"256 expand_as_1" [id=256, type="expand_as"]; -"257 div_1" [id=257, type=div]; -"258 quantize_per_tensor_default_3" [id=258, type="quantize_per_tensor"]; -"259 dequantize_per_tensor_default_3" [id=259, type="dequantize_per_tensor"]; -"260 transpose" [id=260, type=transpose]; -"261 matmul" [id=261, type=matmul]; -"262 clamp" [id=262, type=clamp]; -"263 exp" [id=263, type=exp]; -"264 mul_1" [id=264, type=mul]; -"265 add" [id=265, type=add]; -"266 softmax" [id=266, type=softmax]; -"267 dropout" [id=267, type=dropout]; -"268 matmul_1" [id=268, type=matmul]; -"269 transpose_1" [id=269, type=transpose]; -"270 reshape_2" [id=270, type=reshape]; -"271 reshape_2_0_0_nncf_smooth_quant_0" [id=271, type="call_module"]; -"272 quantize_per_tensor_default_4" [id=272, type="quantize_per_tensor"]; -"273 dequantize_per_tensor_default_4" [id=273, type="dequantize_per_tensor"]; -"274 scale_updated_constant2" [id=274, type="get_attr"]; -"275 compressed_weight_updated_constant2" [id=275, type="get_attr"]; -"276 mul_tensor_2" [id=276, type=mul]; -"277 zero_point_updated_constant2" [id=277, type="get_attr"]; -"278 sub_tensor_2" [id=278, type=sub]; -"279 linear_3" [id=279, type=linear]; -"280 dropout_1" [id=280, type=dropout]; -"281 view_3" [id=281, type=view]; -"282 permute_4" [id=282, type=permute]; -"283 reshape_3" [id=283, type=reshape]; -"284 alias" [id=284, type=alias]; -"285 layer_norm_1" [id=285, type="layer_norm"]; -"286 add_1" [id=286, type=add]; -"287 add_1_0_0_nncf_smooth_quant_0" [id=287, type="call_module"]; -"288 quantize_per_tensor_default_5" [id=288, type="quantize_per_tensor"]; -"289 dequantize_per_tensor_default_5" [id=289, type="dequantize_per_tensor"]; -"290 scale_updated_constant3" [id=290, type="get_attr"]; -"291 compressed_weight_updated_constant3" [id=291, type="get_attr"]; -"292 mul_tensor_3" [id=292, type=mul]; -"293 zero_point_updated_constant3" [id=293, type="get_attr"]; -"294 sub_tensor_3" [id=294, type=sub]; -"295 linear_4" [id=295, type=linear]; -"296 gelu" [id=296, type=gelu]; -"297 dropout_2" [id=297, type=dropout]; -"298 dropout_2_0_0_nncf_smooth_quant_0" [id=298, type="call_module"]; -"299 quantize_per_tensor_default_6" [id=299, type="quantize_per_tensor"]; -"300 dequantize_per_tensor_default_6" [id=300, type="dequantize_per_tensor"]; -"301 scale_updated_constant4" [id=301, type="get_attr"]; -"302 compressed_weight_updated_constant4" [id=302, type="get_attr"]; -"303 mul_tensor_4" [id=303, type=mul]; -"304 zero_point_updated_constant4" [id=304, type="get_attr"]; -"305 sub_tensor_4" [id=305, type=sub]; -"306 linear_5" [id=306, type=linear]; -"307 dropout_3" [id=307, type=dropout]; -"308 layer_norm_2" [id=308, type="layer_norm"]; -"309 add_2" [id=309, type=add]; -"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=310, type="get_attr"]; -"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=311, type="call_module"]; -"312 linear_6" [id=312, type=linear]; -"313 relu__1" [id=313, type="relu_"]; -"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=314, type="get_attr"]; -"315 relu__1_0_0_nncf_smooth_quant_0" [id=315, type="call_module"]; -"316 linear_7" [id=316, type=linear]; -"317 view_4" [id=317, type=view]; -"318 index_1" [id=318, type=index]; -"319 view_5" [id=319, type=view]; -"320 permute_5" [id=320, type=permute]; -"321 contiguous_1" [id=321, type=contiguous]; -"322 unsqueeze_1" [id=322, type=unsqueeze]; -"323 sigmoid_1" [id=323, type=sigmoid]; -"324 mul_2" [id=324, type=mul]; -"325 pad_1" [id=325, type=pad]; -"326 roll" [id=326, type=roll]; -"327 view_6" [id=327, type=view]; -"328 permute_6" [id=328, type=permute]; -"329 reshape_4" [id=329, type=reshape]; -"330 clone_1" [id=330, type=clone]; -"331 slice_2" [id=331, type=slice]; -"332 zero__1" [id=332, type="zero_"]; -"333 reshape_4_0_0_nncf_smooth_quant_0" [id=333, type="call_module"]; -"334 quantize_per_tensor_default_7" [id=334, type="quantize_per_tensor"]; -"335 dequantize_per_tensor_default_7" [id=335, type="dequantize_per_tensor"]; -"336 scale_updated_constant5" [id=336, type="get_attr"]; -"337 compressed_weight_updated_constant5" [id=337, type="get_attr"]; -"338 mul_tensor_5" [id=338, type=mul]; -"339 zero_point_updated_constant5" [id=339, type="get_attr"]; -"340 sub_tensor_5" [id=340, type=sub]; -"341 linear_8" [id=341, type=linear]; -"342 reshape_5" [id=342, type=reshape]; -"343 permute_7" [id=343, type=permute]; -"344 select_3" [id=344, type=select]; -"345 select_4" [id=345, type=select]; -"346 select_5" [id=346, type=select]; -"347 linalg_vector_norm_2" [id=347, type="linalg_vector_norm"]; -"348 clamp_min_2" [id=348, type="clamp_min"]; -"349 expand_as_2" [id=349, type="expand_as"]; -"350 div_2" [id=350, type=div]; -"351 quantize_per_tensor_default_8" [id=351, type="quantize_per_tensor"]; -"352 dequantize_per_tensor_default_8" [id=352, type="dequantize_per_tensor"]; -"353 linalg_vector_norm_3" [id=353, type="linalg_vector_norm"]; -"354 clamp_min_3" [id=354, type="clamp_min"]; -"355 expand_as_3" [id=355, type="expand_as"]; -"356 div_3" [id=356, type=div]; -"357 quantize_per_tensor_default_9" [id=357, type="quantize_per_tensor"]; -"358 dequantize_per_tensor_default_9" [id=358, type="dequantize_per_tensor"]; -"359 transpose_2" [id=359, type=transpose]; -"360 matmul_2" [id=360, type=matmul]; -"361 clamp_1" [id=361, type=clamp]; -"362 exp_1" [id=362, type=exp]; -"363 mul_3" [id=363, type=mul]; -"364 add_3" [id=364, type=add]; -"365 new_zeros" [id=365, type="new_zeros"]; -"366 lift_fresh_copy" [id=366, type="lift_fresh_copy"]; -"367 slice_3" [id=367, type=slice]; -"368 slice_4" [id=368, type=slice]; -"369 fill_" [id=369, type="fill_"]; -"370 lift_fresh_copy_1" [id=370, type="lift_fresh_copy"]; -"371 slice_5" [id=371, type=slice]; -"372 slice_6" [id=372, type=slice]; -"373 fill__1" [id=373, type="fill_"]; -"374 lift_fresh_copy_2" [id=374, type="lift_fresh_copy"]; -"375 slice_7" [id=375, type=slice]; -"376 slice_8" [id=376, type=slice]; -"377 fill__2" [id=377, type="fill_"]; -"378 lift_fresh_copy_3" [id=378, type="lift_fresh_copy"]; -"379 slice_9" [id=379, type=slice]; -"380 slice_10" [id=380, type=slice]; -"381 fill__3" [id=381, type="fill_"]; -"382 lift_fresh_copy_4" [id=382, type="lift_fresh_copy"]; -"383 slice_11" [id=383, type=slice]; -"384 slice_12" [id=384, type=slice]; -"385 fill__4" [id=385, type="fill_"]; -"386 lift_fresh_copy_5" [id=386, type="lift_fresh_copy"]; -"387 slice_13" [id=387, type=slice]; -"388 slice_14" [id=388, type=slice]; -"389 fill__5" [id=389, type="fill_"]; -"390 lift_fresh_copy_6" [id=390, type="lift_fresh_copy"]; -"391 slice_15" [id=391, type=slice]; -"392 slice_16" [id=392, type=slice]; -"393 fill__6" [id=393, type="fill_"]; -"394 lift_fresh_copy_7" [id=394, type="lift_fresh_copy"]; -"395 slice_17" [id=395, type=slice]; -"396 slice_18" [id=396, type=slice]; -"397 fill__7" [id=397, type="fill_"]; -"398 lift_fresh_copy_8" [id=398, type="lift_fresh_copy"]; -"399 slice_19" [id=399, type=slice]; -"400 slice_20" [id=400, type=slice]; -"401 fill__8" [id=401, type="fill_"]; -"402 view_7" [id=402, type=view]; -"403 permute_8" [id=403, type=permute]; -"404 reshape_6" [id=404, type=reshape]; -"405 unsqueeze_2" [id=405, type=unsqueeze]; -"406 unsqueeze_3" [id=406, type=unsqueeze]; -"407 sub" [id=407, type=sub]; -"408 ne" [id=408, type=ne]; -"409 masked_fill" [id=409, type="masked_fill"]; -"410 eq" [id=410, type=eq]; -"411 masked_fill_1" [id=411, type="masked_fill"]; -"412 view_8" [id=412, type=view]; -"413 unsqueeze_4" [id=413, type=unsqueeze]; -"414 unsqueeze_5" [id=414, type=unsqueeze]; -"415 add_4" [id=415, type=add]; -"416 view_9" [id=416, type=view]; -"417 softmax_1" [id=417, type=softmax]; -"418 dropout_4" [id=418, type=dropout]; -"419 matmul_3" [id=419, type=matmul]; -"420 transpose_3" [id=420, type=transpose]; -"421 reshape_7" [id=421, type=reshape]; -"422 reshape_7_0_0_nncf_smooth_quant_0" [id=422, type="call_module"]; -"423 quantize_per_tensor_default_10" [id=423, type="quantize_per_tensor"]; -"424 dequantize_per_tensor_default_10" [id=424, type="dequantize_per_tensor"]; -"425 scale_updated_constant6" [id=425, type="get_attr"]; -"426 compressed_weight_updated_constant6" [id=426, type="get_attr"]; -"427 mul_tensor_6" [id=427, type=mul]; -"428 zero_point_updated_constant6" [id=428, type="get_attr"]; -"429 sub_tensor_6" [id=429, type=sub]; -"430 linear_9" [id=430, type=linear]; -"431 dropout_5" [id=431, type=dropout]; -"432 view_10" [id=432, type=view]; -"433 permute_9" [id=433, type=permute]; -"434 reshape_8" [id=434, type=reshape]; -"435 roll_1" [id=435, type=roll]; -"436 alias_1" [id=436, type=alias]; -"437 layer_norm_3" [id=437, type="layer_norm"]; -"438 add_5" [id=438, type=add]; -"439 add_5_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; -"440 quantize_per_tensor_default_11" [id=440, type="quantize_per_tensor"]; -"441 dequantize_per_tensor_default_11" [id=441, type="dequantize_per_tensor"]; -"442 scale_updated_constant7" [id=442, type="get_attr"]; -"443 compressed_weight_updated_constant7" [id=443, type="get_attr"]; -"444 mul_tensor_7" [id=444, type=mul]; -"445 zero_point_updated_constant7" [id=445, type="get_attr"]; -"446 sub_tensor_7" [id=446, type=sub]; -"447 linear_10" [id=447, type=linear]; -"448 gelu_1" [id=448, type=gelu]; -"449 dropout_6" [id=449, type=dropout]; -"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; -"451 quantize_per_tensor_default_12" [id=451, type="quantize_per_tensor"]; -"452 dequantize_per_tensor_default_12" [id=452, type="dequantize_per_tensor"]; -"453 scale_updated_constant8" [id=453, type="get_attr"]; -"454 compressed_weight_updated_constant8" [id=454, type="get_attr"]; -"455 mul_tensor_8" [id=455, type=mul]; -"456 zero_point_updated_constant8" [id=456, type="get_attr"]; -"457 sub_tensor_8" [id=457, type=sub]; -"458 linear_11" [id=458, type=linear]; -"459 dropout_7" [id=459, type=dropout]; -"460 layer_norm_4" [id=460, type="layer_norm"]; -"461 add_6" [id=461, type=add]; -"462 pad_2" [id=462, type=pad]; -"463 slice_21" [id=463, type=slice]; -"464 slice_22" [id=464, type=slice]; -"465 slice_23" [id=465, type=slice]; -"466 slice_24" [id=466, type=slice]; -"467 slice_25" [id=467, type=slice]; -"468 slice_26" [id=468, type=slice]; -"469 slice_27" [id=469, type=slice]; -"470 slice_28" [id=470, type=slice]; -"471 cat" [id=471, type=cat]; -"472 cat_0_0_nncf_smooth_quant_0" [id=472, type="call_module"]; -"473 quantize_per_tensor_default_13" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_default_13" [id=474, type="dequantize_per_tensor"]; -"475 scale_updated_constant9" [id=475, type="get_attr"]; -"476 compressed_weight_updated_constant9" [id=476, type="get_attr"]; -"477 mul_tensor_9" [id=477, type=mul]; -"478 zero_point_updated_constant9" [id=478, type="get_attr"]; -"479 sub_tensor_9" [id=479, type=sub]; -"480 linear_12" [id=480, type=linear]; -"481 layer_norm_5" [id=481, type="layer_norm"]; -"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=482, type="get_attr"]; -"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=483, type="call_module"]; -"484 linear_13" [id=484, type=linear]; -"485 relu__2" [id=485, type="relu_"]; -"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=486, type="get_attr"]; -"487 relu__2_0_0_nncf_smooth_quant_0" [id=487, type="call_module"]; -"488 linear_14" [id=488, type=linear]; -"489 view_11" [id=489, type=view]; -"490 index_2" [id=490, type=index]; -"491 view_12" [id=491, type=view]; -"492 permute_10" [id=492, type=permute]; -"493 contiguous_2" [id=493, type=contiguous]; -"494 unsqueeze_6" [id=494, type=unsqueeze]; -"495 sigmoid_2" [id=495, type=sigmoid]; -"496 mul_4" [id=496, type=mul]; -"497 pad_3" [id=497, type=pad]; -"498 view_13" [id=498, type=view]; -"499 permute_11" [id=499, type=permute]; -"500 reshape_9" [id=500, type=reshape]; -"501 clone_2" [id=501, type=clone]; -"502 slice_29" [id=502, type=slice]; -"503 zero__2" [id=503, type="zero_"]; -"504 reshape_9_0_0_nncf_smooth_quant_0" [id=504, type="call_module"]; -"505 quantize_per_tensor_default_14" [id=505, type="quantize_per_tensor"]; -"506 dequantize_per_tensor_default_14" [id=506, type="dequantize_per_tensor"]; -"507 scale_updated_constant10" [id=507, type="get_attr"]; -"508 compressed_weight_updated_constant10" [id=508, type="get_attr"]; -"509 mul_tensor_10" [id=509, type=mul]; -"510 zero_point_updated_constant10" [id=510, type="get_attr"]; -"511 sub_tensor_10" [id=511, type=sub]; -"512 linear_15" [id=512, type=linear]; -"513 reshape_10" [id=513, type=reshape]; -"514 permute_12" [id=514, type=permute]; -"515 select_6" [id=515, type=select]; -"516 select_7" [id=516, type=select]; -"517 select_8" [id=517, type=select]; -"518 linalg_vector_norm_4" [id=518, type="linalg_vector_norm"]; -"519 clamp_min_4" [id=519, type="clamp_min"]; -"520 expand_as_4" [id=520, type="expand_as"]; -"521 div_4" [id=521, type=div]; -"522 quantize_per_tensor_default_15" [id=522, type="quantize_per_tensor"]; -"523 dequantize_per_tensor_default_15" [id=523, type="dequantize_per_tensor"]; -"524 linalg_vector_norm_5" [id=524, type="linalg_vector_norm"]; -"525 clamp_min_5" [id=525, type="clamp_min"]; -"526 expand_as_5" [id=526, type="expand_as"]; -"527 div_5" [id=527, type=div]; -"528 quantize_per_tensor_default_16" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_default_16" [id=529, type="dequantize_per_tensor"]; -"530 transpose_4" [id=530, type=transpose]; -"531 matmul_4" [id=531, type=matmul]; -"532 clamp_2" [id=532, type=clamp]; -"533 exp_2" [id=533, type=exp]; -"534 mul_5" [id=534, type=mul]; -"535 add_7" [id=535, type=add]; -"536 softmax_2" [id=536, type=softmax]; -"537 dropout_8" [id=537, type=dropout]; -"538 matmul_5" [id=538, type=matmul]; -"539 transpose_5" [id=539, type=transpose]; -"540 reshape_11" [id=540, type=reshape]; -"541 reshape_11_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; -"542 quantize_per_tensor_default_17" [id=542, type="quantize_per_tensor"]; -"543 dequantize_per_tensor_default_17" [id=543, type="dequantize_per_tensor"]; -"544 scale_updated_constant11" [id=544, type="get_attr"]; -"545 compressed_weight_updated_constant11" [id=545, type="get_attr"]; -"546 mul_tensor_11" [id=546, type=mul]; -"547 zero_point_updated_constant11" [id=547, type="get_attr"]; -"548 sub_tensor_11" [id=548, type=sub]; -"549 linear_16" [id=549, type=linear]; -"550 dropout_9" [id=550, type=dropout]; -"551 view_14" [id=551, type=view]; -"552 permute_13" [id=552, type=permute]; -"553 reshape_12" [id=553, type=reshape]; -"554 slice_30" [id=554, type=slice]; -"555 slice_31" [id=555, type=slice]; -"556 contiguous_3" [id=556, type=contiguous]; -"557 layer_norm_6" [id=557, type="layer_norm"]; -"558 add_8" [id=558, type=add]; -"559 add_8_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; -"560 quantize_per_tensor_default_18" [id=560, type="quantize_per_tensor"]; -"561 dequantize_per_tensor_default_18" [id=561, type="dequantize_per_tensor"]; -"562 scale_updated_constant12" [id=562, type="get_attr"]; -"563 compressed_weight_updated_constant12" [id=563, type="get_attr"]; -"564 mul_tensor_12" [id=564, type=mul]; -"565 zero_point_updated_constant12" [id=565, type="get_attr"]; -"566 sub_tensor_12" [id=566, type=sub]; -"567 linear_17" [id=567, type=linear]; -"568 gelu_2" [id=568, type=gelu]; -"569 dropout_10" [id=569, type=dropout]; -"570 dropout_10_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; -"571 quantize_per_tensor_default_19" [id=571, type="quantize_per_tensor"]; -"572 dequantize_per_tensor_default_19" [id=572, type="dequantize_per_tensor"]; -"573 scale_updated_constant13" [id=573, type="get_attr"]; -"574 compressed_weight_updated_constant13" [id=574, type="get_attr"]; -"575 mul_tensor_13" [id=575, type=mul]; -"576 zero_point_updated_constant13" [id=576, type="get_attr"]; -"577 sub_tensor_13" [id=577, type=sub]; -"578 linear_18" [id=578, type=linear]; -"579 dropout_11" [id=579, type=dropout]; -"580 layer_norm_7" [id=580, type="layer_norm"]; -"581 add_9" [id=581, type=add]; -"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=582, type="get_attr"]; -"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; -"584 linear_19" [id=584, type=linear]; -"585 relu__3" [id=585, type="relu_"]; -"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=586, type="get_attr"]; -"587 relu__3_0_0_nncf_smooth_quant_0" [id=587, type="call_module"]; -"588 linear_20" [id=588, type=linear]; -"589 view_15" [id=589, type=view]; -"590 index_3" [id=590, type=index]; -"591 view_16" [id=591, type=view]; -"592 permute_14" [id=592, type=permute]; -"593 contiguous_4" [id=593, type=contiguous]; -"594 unsqueeze_7" [id=594, type=unsqueeze]; -"595 sigmoid_3" [id=595, type=sigmoid]; -"596 mul_6" [id=596, type=mul]; -"597 pad_4" [id=597, type=pad]; -"598 roll_2" [id=598, type=roll]; -"599 view_17" [id=599, type=view]; -"600 permute_15" [id=600, type=permute]; -"601 reshape_13" [id=601, type=reshape]; -"602 clone_3" [id=602, type=clone]; -"603 slice_32" [id=603, type=slice]; -"604 zero__3" [id=604, type="zero_"]; -"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; -"606 quantize_per_tensor_default_20" [id=606, type="quantize_per_tensor"]; -"607 dequantize_per_tensor_default_20" [id=607, type="dequantize_per_tensor"]; -"608 scale_updated_constant14" [id=608, type="get_attr"]; -"609 compressed_weight_updated_constant14" [id=609, type="get_attr"]; -"610 mul_tensor_14" [id=610, type=mul]; -"611 zero_point_updated_constant14" [id=611, type="get_attr"]; -"612 sub_tensor_14" [id=612, type=sub]; -"613 linear_21" [id=613, type=linear]; -"614 reshape_14" [id=614, type=reshape]; -"615 permute_16" [id=615, type=permute]; -"616 select_9" [id=616, type=select]; -"617 select_10" [id=617, type=select]; -"618 select_11" [id=618, type=select]; -"619 linalg_vector_norm_6" [id=619, type="linalg_vector_norm"]; -"620 clamp_min_6" [id=620, type="clamp_min"]; -"621 expand_as_6" [id=621, type="expand_as"]; -"622 div_6" [id=622, type=div]; -"623 quantize_per_tensor_default_21" [id=623, type="quantize_per_tensor"]; -"624 dequantize_per_tensor_default_21" [id=624, type="dequantize_per_tensor"]; -"625 linalg_vector_norm_7" [id=625, type="linalg_vector_norm"]; -"626 clamp_min_7" [id=626, type="clamp_min"]; -"627 expand_as_7" [id=627, type="expand_as"]; -"628 div_7" [id=628, type=div]; -"629 quantize_per_tensor_default_22" [id=629, type="quantize_per_tensor"]; -"630 dequantize_per_tensor_default_22" [id=630, type="dequantize_per_tensor"]; -"631 transpose_6" [id=631, type=transpose]; -"632 matmul_6" [id=632, type=matmul]; -"633 clamp_3" [id=633, type=clamp]; -"634 exp_3" [id=634, type=exp]; -"635 mul_7" [id=635, type=mul]; -"636 add_10" [id=636, type=add]; -"637 new_zeros_1" [id=637, type="new_zeros"]; -"638 lift_fresh_copy_9" [id=638, type="lift_fresh_copy"]; -"639 slice_33" [id=639, type=slice]; -"640 slice_34" [id=640, type=slice]; -"641 fill__9" [id=641, type="fill_"]; -"642 lift_fresh_copy_10" [id=642, type="lift_fresh_copy"]; -"643 slice_35" [id=643, type=slice]; -"644 slice_36" [id=644, type=slice]; -"645 fill__10" [id=645, type="fill_"]; -"646 lift_fresh_copy_11" [id=646, type="lift_fresh_copy"]; -"647 slice_37" [id=647, type=slice]; -"648 slice_38" [id=648, type=slice]; -"649 fill__11" [id=649, type="fill_"]; -"650 lift_fresh_copy_12" [id=650, type="lift_fresh_copy"]; -"651 slice_39" [id=651, type=slice]; -"652 slice_40" [id=652, type=slice]; -"653 fill__12" [id=653, type="fill_"]; -"654 lift_fresh_copy_13" [id=654, type="lift_fresh_copy"]; -"655 slice_41" [id=655, type=slice]; -"656 slice_42" [id=656, type=slice]; -"657 fill__13" [id=657, type="fill_"]; -"658 lift_fresh_copy_14" [id=658, type="lift_fresh_copy"]; -"659 slice_43" [id=659, type=slice]; -"660 slice_44" [id=660, type=slice]; -"661 fill__14" [id=661, type="fill_"]; -"662 lift_fresh_copy_15" [id=662, type="lift_fresh_copy"]; -"663 slice_45" [id=663, type=slice]; -"664 slice_46" [id=664, type=slice]; -"665 fill__15" [id=665, type="fill_"]; -"666 lift_fresh_copy_16" [id=666, type="lift_fresh_copy"]; -"667 slice_47" [id=667, type=slice]; -"668 slice_48" [id=668, type=slice]; -"669 fill__16" [id=669, type="fill_"]; -"670 lift_fresh_copy_17" [id=670, type="lift_fresh_copy"]; -"671 slice_49" [id=671, type=slice]; -"672 slice_50" [id=672, type=slice]; -"673 fill__17" [id=673, type="fill_"]; -"674 view_18" [id=674, type=view]; -"675 permute_17" [id=675, type=permute]; -"676 reshape_15" [id=676, type=reshape]; -"677 unsqueeze_8" [id=677, type=unsqueeze]; -"678 unsqueeze_9" [id=678, type=unsqueeze]; -"679 sub_1" [id=679, type=sub]; -"680 ne_1" [id=680, type=ne]; -"681 masked_fill_2" [id=681, type="masked_fill"]; -"682 eq_1" [id=682, type=eq]; -"683 masked_fill_3" [id=683, type="masked_fill"]; -"684 view_19" [id=684, type=view]; -"685 unsqueeze_10" [id=685, type=unsqueeze]; -"686 unsqueeze_11" [id=686, type=unsqueeze]; -"687 add_11" [id=687, type=add]; -"688 view_20" [id=688, type=view]; -"689 softmax_3" [id=689, type=softmax]; -"690 dropout_12" [id=690, type=dropout]; -"691 matmul_7" [id=691, type=matmul]; -"692 transpose_7" [id=692, type=transpose]; -"693 reshape_16" [id=693, type=reshape]; -"694 reshape_16_0_0_nncf_smooth_quant_0" [id=694, type="call_module"]; -"695 quantize_per_tensor_default_23" [id=695, type="quantize_per_tensor"]; -"696 dequantize_per_tensor_default_23" [id=696, type="dequantize_per_tensor"]; -"697 scale_updated_constant15" [id=697, type="get_attr"]; -"698 compressed_weight_updated_constant15" [id=698, type="get_attr"]; -"699 mul_tensor_15" [id=699, type=mul]; -"700 zero_point_updated_constant15" [id=700, type="get_attr"]; -"701 sub_tensor_15" [id=701, type=sub]; -"702 linear_22" [id=702, type=linear]; -"703 dropout_13" [id=703, type=dropout]; -"704 view_21" [id=704, type=view]; -"705 permute_18" [id=705, type=permute]; -"706 reshape_17" [id=706, type=reshape]; -"707 roll_3" [id=707, type=roll]; -"708 slice_51" [id=708, type=slice]; -"709 slice_52" [id=709, type=slice]; -"710 contiguous_5" [id=710, type=contiguous]; -"711 layer_norm_8" [id=711, type="layer_norm"]; -"712 add_12" [id=712, type=add]; -"713 add_12_0_0_nncf_smooth_quant_0" [id=713, type="call_module"]; -"714 quantize_per_tensor_default_24" [id=714, type="quantize_per_tensor"]; -"715 dequantize_per_tensor_default_24" [id=715, type="dequantize_per_tensor"]; -"716 scale_updated_constant16" [id=716, type="get_attr"]; -"717 compressed_weight_updated_constant16" [id=717, type="get_attr"]; -"718 mul_tensor_16" [id=718, type=mul]; -"719 zero_point_updated_constant16" [id=719, type="get_attr"]; -"720 sub_tensor_16" [id=720, type=sub]; -"721 linear_23" [id=721, type=linear]; -"722 gelu_3" [id=722, type=gelu]; -"723 dropout_14" [id=723, type=dropout]; -"724 dropout_14_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; -"725 quantize_per_tensor_default_25" [id=725, type="quantize_per_tensor"]; -"726 dequantize_per_tensor_default_25" [id=726, type="dequantize_per_tensor"]; -"727 scale_updated_constant17" [id=727, type="get_attr"]; -"728 compressed_weight_updated_constant17" [id=728, type="get_attr"]; -"729 mul_tensor_17" [id=729, type=mul]; -"730 zero_point_updated_constant17" [id=730, type="get_attr"]; -"731 sub_tensor_17" [id=731, type=sub]; -"732 linear_24" [id=732, type=linear]; -"733 dropout_15" [id=733, type=dropout]; -"734 layer_norm_9" [id=734, type="layer_norm"]; -"735 add_13" [id=735, type=add]; -"736 pad_5" [id=736, type=pad]; -"737 slice_53" [id=737, type=slice]; -"738 slice_54" [id=738, type=slice]; -"739 slice_55" [id=739, type=slice]; -"740 slice_56" [id=740, type=slice]; -"741 slice_57" [id=741, type=slice]; -"742 slice_58" [id=742, type=slice]; -"743 slice_59" [id=743, type=slice]; -"744 slice_60" [id=744, type=slice]; -"745 cat_1" [id=745, type=cat]; -"746 cat_1_0_0_nncf_smooth_quant_0" [id=746, type="call_module"]; -"747 quantize_per_tensor_default_26" [id=747, type="quantize_per_tensor"]; -"748 dequantize_per_tensor_default_26" [id=748, type="dequantize_per_tensor"]; -"749 scale_updated_constant18" [id=749, type="get_attr"]; -"750 compressed_weight_updated_constant18" [id=750, type="get_attr"]; -"751 mul_tensor_18" [id=751, type=mul]; -"752 zero_point_updated_constant18" [id=752, type="get_attr"]; -"753 sub_tensor_18" [id=753, type=sub]; -"754 linear_25" [id=754, type=linear]; -"755 layer_norm_10" [id=755, type="layer_norm"]; -"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=756, type="get_attr"]; -"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=757, type="call_module"]; -"758 linear_26" [id=758, type=linear]; -"759 relu__4" [id=759, type="relu_"]; -"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=760, type="get_attr"]; -"761 relu__4_0_0_nncf_smooth_quant_0" [id=761, type="call_module"]; -"762 linear_27" [id=762, type=linear]; -"763 view_22" [id=763, type=view]; -"764 index_4" [id=764, type=index]; -"765 view_23" [id=765, type=view]; -"766 permute_19" [id=766, type=permute]; -"767 contiguous_6" [id=767, type=contiguous]; -"768 unsqueeze_12" [id=768, type=unsqueeze]; -"769 sigmoid_4" [id=769, type=sigmoid]; -"770 mul_8" [id=770, type=mul]; -"771 pad_6" [id=771, type=pad]; -"772 view_24" [id=772, type=view]; -"773 permute_20" [id=773, type=permute]; -"774 reshape_18" [id=774, type=reshape]; -"775 clone_4" [id=775, type=clone]; -"776 slice_61" [id=776, type=slice]; -"777 zero__4" [id=777, type="zero_"]; -"778 reshape_18_0_0_nncf_smooth_quant_0" [id=778, type="call_module"]; -"779 quantize_per_tensor_default_27" [id=779, type="quantize_per_tensor"]; -"780 dequantize_per_tensor_default_27" [id=780, type="dequantize_per_tensor"]; -"781 scale_updated_constant19" [id=781, type="get_attr"]; -"782 compressed_weight_updated_constant19" [id=782, type="get_attr"]; -"783 mul_tensor_19" [id=783, type=mul]; -"784 zero_point_updated_constant19" [id=784, type="get_attr"]; -"785 sub_tensor_19" [id=785, type=sub]; -"786 linear_28" [id=786, type=linear]; -"787 reshape_19" [id=787, type=reshape]; -"788 permute_21" [id=788, type=permute]; -"789 select_12" [id=789, type=select]; -"790 select_13" [id=790, type=select]; -"791 select_14" [id=791, type=select]; -"792 linalg_vector_norm_8" [id=792, type="linalg_vector_norm"]; -"793 clamp_min_8" [id=793, type="clamp_min"]; -"794 expand_as_8" [id=794, type="expand_as"]; -"795 div_8" [id=795, type=div]; -"796 quantize_per_tensor_default_28" [id=796, type="quantize_per_tensor"]; -"797 dequantize_per_tensor_default_28" [id=797, type="dequantize_per_tensor"]; -"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; -"799 clamp_min_9" [id=799, type="clamp_min"]; -"800 expand_as_9" [id=800, type="expand_as"]; -"801 div_9" [id=801, type=div]; -"802 quantize_per_tensor_default_29" [id=802, type="quantize_per_tensor"]; -"803 dequantize_per_tensor_default_29" [id=803, type="dequantize_per_tensor"]; -"804 transpose_8" [id=804, type=transpose]; -"805 matmul_8" [id=805, type=matmul]; -"806 clamp_4" [id=806, type=clamp]; -"807 exp_4" [id=807, type=exp]; -"808 mul_9" [id=808, type=mul]; -"809 add_14" [id=809, type=add]; -"810 softmax_4" [id=810, type=softmax]; -"811 dropout_16" [id=811, type=dropout]; -"812 matmul_9" [id=812, type=matmul]; -"813 transpose_9" [id=813, type=transpose]; -"814 reshape_20" [id=814, type=reshape]; -"815 reshape_20_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; -"816 quantize_per_tensor_default_30" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_default_30" [id=817, type="dequantize_per_tensor"]; -"818 scale_updated_constant20" [id=818, type="get_attr"]; -"819 compressed_weight_updated_constant20" [id=819, type="get_attr"]; -"820 mul_tensor_20" [id=820, type=mul]; -"821 zero_point_updated_constant20" [id=821, type="get_attr"]; -"822 sub_tensor_20" [id=822, type=sub]; -"823 linear_29" [id=823, type=linear]; -"824 dropout_17" [id=824, type=dropout]; -"825 view_25" [id=825, type=view]; -"826 permute_22" [id=826, type=permute]; -"827 reshape_21" [id=827, type=reshape]; -"828 slice_62" [id=828, type=slice]; -"829 slice_63" [id=829, type=slice]; -"830 contiguous_7" [id=830, type=contiguous]; -"831 layer_norm_11" [id=831, type="layer_norm"]; -"832 add_15" [id=832, type=add]; -"833 add_15_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_default_31" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_default_31" [id=835, type="dequantize_per_tensor"]; -"836 scale_updated_constant21" [id=836, type="get_attr"]; -"837 compressed_weight_updated_constant21" [id=837, type="get_attr"]; -"838 mul_tensor_21" [id=838, type=mul]; -"839 zero_point_updated_constant21" [id=839, type="get_attr"]; -"840 sub_tensor_21" [id=840, type=sub]; -"841 linear_30" [id=841, type=linear]; -"842 gelu_4" [id=842, type=gelu]; -"843 dropout_18" [id=843, type=dropout]; -"844 dropout_18_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; -"845 quantize_per_tensor_default_32" [id=845, type="quantize_per_tensor"]; -"846 dequantize_per_tensor_default_32" [id=846, type="dequantize_per_tensor"]; -"847 scale_updated_constant22" [id=847, type="get_attr"]; -"848 compressed_weight_updated_constant22" [id=848, type="get_attr"]; -"849 mul_tensor_22" [id=849, type=mul]; -"850 zero_point_updated_constant22" [id=850, type="get_attr"]; -"851 sub_tensor_22" [id=851, type=sub]; -"852 linear_31" [id=852, type=linear]; -"853 dropout_19" [id=853, type=dropout]; -"854 layer_norm_12" [id=854, type="layer_norm"]; -"855 add_16" [id=855, type=add]; -"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=856, type="get_attr"]; -"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=857, type="call_module"]; -"858 linear_32" [id=858, type=linear]; -"859 relu__5" [id=859, type="relu_"]; -"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=860, type="get_attr"]; -"861 relu__5_0_0_nncf_smooth_quant_0" [id=861, type="call_module"]; -"862 linear_33" [id=862, type=linear]; -"863 view_26" [id=863, type=view]; -"864 index_5" [id=864, type=index]; -"865 view_27" [id=865, type=view]; -"866 permute_23" [id=866, type=permute]; -"867 contiguous_8" [id=867, type=contiguous]; -"868 unsqueeze_13" [id=868, type=unsqueeze]; -"869 sigmoid_5" [id=869, type=sigmoid]; -"870 mul_10" [id=870, type=mul]; -"871 pad_7" [id=871, type=pad]; -"872 roll_4" [id=872, type=roll]; -"873 view_28" [id=873, type=view]; -"874 permute_24" [id=874, type=permute]; -"875 reshape_22" [id=875, type=reshape]; -"876 clone_5" [id=876, type=clone]; -"877 slice_64" [id=877, type=slice]; -"878 zero__5" [id=878, type="zero_"]; -"879 reshape_22_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; -"880 quantize_per_tensor_default_33" [id=880, type="quantize_per_tensor"]; -"881 dequantize_per_tensor_default_33" [id=881, type="dequantize_per_tensor"]; -"882 scale_updated_constant23" [id=882, type="get_attr"]; -"883 compressed_weight_updated_constant23" [id=883, type="get_attr"]; -"884 mul_tensor_23" [id=884, type=mul]; -"885 zero_point_updated_constant23" [id=885, type="get_attr"]; -"886 sub_tensor_23" [id=886, type=sub]; -"887 linear_34" [id=887, type=linear]; -"888 reshape_23" [id=888, type=reshape]; -"889 permute_25" [id=889, type=permute]; -"890 select_15" [id=890, type=select]; -"891 select_16" [id=891, type=select]; -"892 select_17" [id=892, type=select]; -"893 linalg_vector_norm_10" [id=893, type="linalg_vector_norm"]; -"894 clamp_min_10" [id=894, type="clamp_min"]; -"895 expand_as_10" [id=895, type="expand_as"]; -"896 div_10" [id=896, type=div]; -"897 quantize_per_tensor_default_34" [id=897, type="quantize_per_tensor"]; -"898 dequantize_per_tensor_default_34" [id=898, type="dequantize_per_tensor"]; -"899 linalg_vector_norm_11" [id=899, type="linalg_vector_norm"]; -"900 clamp_min_11" [id=900, type="clamp_min"]; -"901 expand_as_11" [id=901, type="expand_as"]; -"902 div_11" [id=902, type=div]; -"903 quantize_per_tensor_default_35" [id=903, type="quantize_per_tensor"]; -"904 dequantize_per_tensor_default_35" [id=904, type="dequantize_per_tensor"]; -"905 transpose_10" [id=905, type=transpose]; -"906 matmul_10" [id=906, type=matmul]; -"907 clamp_5" [id=907, type=clamp]; -"908 exp_5" [id=908, type=exp]; -"909 mul_11" [id=909, type=mul]; -"910 add_17" [id=910, type=add]; -"911 new_zeros_2" [id=911, type="new_zeros"]; -"912 lift_fresh_copy_18" [id=912, type="lift_fresh_copy"]; -"913 slice_65" [id=913, type=slice]; -"914 slice_66" [id=914, type=slice]; -"915 fill__18" [id=915, type="fill_"]; -"916 lift_fresh_copy_19" [id=916, type="lift_fresh_copy"]; -"917 slice_67" [id=917, type=slice]; -"918 slice_68" [id=918, type=slice]; -"919 fill__19" [id=919, type="fill_"]; -"920 lift_fresh_copy_20" [id=920, type="lift_fresh_copy"]; -"921 slice_69" [id=921, type=slice]; -"922 slice_70" [id=922, type=slice]; -"923 fill__20" [id=923, type="fill_"]; -"924 lift_fresh_copy_21" [id=924, type="lift_fresh_copy"]; -"925 slice_71" [id=925, type=slice]; -"926 slice_72" [id=926, type=slice]; -"927 fill__21" [id=927, type="fill_"]; -"928 lift_fresh_copy_22" [id=928, type="lift_fresh_copy"]; -"929 slice_73" [id=929, type=slice]; -"930 slice_74" [id=930, type=slice]; -"931 fill__22" [id=931, type="fill_"]; -"932 lift_fresh_copy_23" [id=932, type="lift_fresh_copy"]; -"933 slice_75" [id=933, type=slice]; -"934 slice_76" [id=934, type=slice]; -"935 fill__23" [id=935, type="fill_"]; -"936 lift_fresh_copy_24" [id=936, type="lift_fresh_copy"]; -"937 slice_77" [id=937, type=slice]; -"938 slice_78" [id=938, type=slice]; -"939 fill__24" [id=939, type="fill_"]; -"940 lift_fresh_copy_25" [id=940, type="lift_fresh_copy"]; -"941 slice_79" [id=941, type=slice]; -"942 slice_80" [id=942, type=slice]; -"943 fill__25" [id=943, type="fill_"]; -"944 lift_fresh_copy_26" [id=944, type="lift_fresh_copy"]; -"945 slice_81" [id=945, type=slice]; -"946 slice_82" [id=946, type=slice]; -"947 fill__26" [id=947, type="fill_"]; -"948 view_29" [id=948, type=view]; -"949 permute_26" [id=949, type=permute]; -"950 reshape_24" [id=950, type=reshape]; -"951 unsqueeze_14" [id=951, type=unsqueeze]; -"952 unsqueeze_15" [id=952, type=unsqueeze]; -"953 sub_2" [id=953, type=sub]; -"954 ne_2" [id=954, type=ne]; -"955 masked_fill_4" [id=955, type="masked_fill"]; -"956 eq_2" [id=956, type=eq]; -"957 masked_fill_5" [id=957, type="masked_fill"]; -"958 view_30" [id=958, type=view]; -"959 unsqueeze_16" [id=959, type=unsqueeze]; -"960 unsqueeze_17" [id=960, type=unsqueeze]; -"961 add_18" [id=961, type=add]; -"962 view_31" [id=962, type=view]; -"963 softmax_5" [id=963, type=softmax]; -"964 dropout_20" [id=964, type=dropout]; -"965 matmul_11" [id=965, type=matmul]; -"966 transpose_11" [id=966, type=transpose]; -"967 reshape_25" [id=967, type=reshape]; -"968 reshape_25_0_0_nncf_smooth_quant_0" [id=968, type="call_module"]; -"969 quantize_per_tensor_default_36" [id=969, type="quantize_per_tensor"]; -"970 dequantize_per_tensor_default_36" [id=970, type="dequantize_per_tensor"]; -"971 scale_updated_constant24" [id=971, type="get_attr"]; -"972 compressed_weight_updated_constant24" [id=972, type="get_attr"]; -"973 mul_tensor_24" [id=973, type=mul]; -"974 zero_point_updated_constant24" [id=974, type="get_attr"]; -"975 sub_tensor_24" [id=975, type=sub]; -"976 linear_35" [id=976, type=linear]; -"977 dropout_21" [id=977, type=dropout]; -"978 view_32" [id=978, type=view]; -"979 permute_27" [id=979, type=permute]; -"980 reshape_26" [id=980, type=reshape]; -"981 roll_5" [id=981, type=roll]; -"982 slice_83" [id=982, type=slice]; -"983 slice_84" [id=983, type=slice]; -"984 contiguous_9" [id=984, type=contiguous]; -"985 layer_norm_13" [id=985, type="layer_norm"]; -"986 add_19" [id=986, type=add]; -"987 add_19_0_0_nncf_smooth_quant_0" [id=987, type="call_module"]; -"988 quantize_per_tensor_default_37" [id=988, type="quantize_per_tensor"]; -"989 dequantize_per_tensor_default_37" [id=989, type="dequantize_per_tensor"]; -"990 scale_updated_constant25" [id=990, type="get_attr"]; -"991 compressed_weight_updated_constant25" [id=991, type="get_attr"]; -"992 mul_tensor_25" [id=992, type=mul]; -"993 zero_point_updated_constant25" [id=993, type="get_attr"]; -"994 sub_tensor_25" [id=994, type=sub]; -"995 linear_36" [id=995, type=linear]; -"996 gelu_5" [id=996, type=gelu]; -"997 dropout_22" [id=997, type=dropout]; -"998 dropout_22_0_0_nncf_smooth_quant_0" [id=998, type="call_module"]; -"999 quantize_per_tensor_default_38" [id=999, type="quantize_per_tensor"]; -"1000 dequantize_per_tensor_default_38" [id=1000, type="dequantize_per_tensor"]; -"1001 scale_updated_constant26" [id=1001, type="get_attr"]; -"1002 compressed_weight_updated_constant26" [id=1002, type="get_attr"]; -"1003 mul_tensor_26" [id=1003, type=mul]; -"1004 zero_point_updated_constant26" [id=1004, type="get_attr"]; -"1005 sub_tensor_26" [id=1005, type=sub]; -"1006 linear_37" [id=1006, type=linear]; -"1007 dropout_23" [id=1007, type=dropout]; -"1008 layer_norm_14" [id=1008, type="layer_norm"]; -"1009 add_20" [id=1009, type=add]; -"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1010, type="get_attr"]; -"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1011, type="call_module"]; -"1012 linear_38" [id=1012, type=linear]; -"1013 relu__6" [id=1013, type="relu_"]; -"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1014, type="get_attr"]; -"1015 relu__6_0_0_nncf_smooth_quant_0" [id=1015, type="call_module"]; -"1016 linear_39" [id=1016, type=linear]; -"1017 view_33" [id=1017, type=view]; -"1018 index_6" [id=1018, type=index]; -"1019 view_34" [id=1019, type=view]; -"1020 permute_28" [id=1020, type=permute]; -"1021 contiguous_10" [id=1021, type=contiguous]; -"1022 unsqueeze_18" [id=1022, type=unsqueeze]; -"1023 sigmoid_6" [id=1023, type=sigmoid]; -"1024 mul_12" [id=1024, type=mul]; -"1025 pad_8" [id=1025, type=pad]; -"1026 view_35" [id=1026, type=view]; -"1027 permute_29" [id=1027, type=permute]; -"1028 reshape_27" [id=1028, type=reshape]; -"1029 clone_6" [id=1029, type=clone]; -"1030 slice_85" [id=1030, type=slice]; -"1031 zero__6" [id=1031, type="zero_"]; -"1032 reshape_27_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; -"1033 quantize_per_tensor_default_39" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_default_39" [id=1034, type="dequantize_per_tensor"]; -"1035 scale_updated_constant27" [id=1035, type="get_attr"]; -"1036 compressed_weight_updated_constant27" [id=1036, type="get_attr"]; -"1037 mul_tensor_27" [id=1037, type=mul]; -"1038 zero_point_updated_constant27" [id=1038, type="get_attr"]; -"1039 sub_tensor_27" [id=1039, type=sub]; -"1040 linear_40" [id=1040, type=linear]; -"1041 reshape_28" [id=1041, type=reshape]; -"1042 permute_30" [id=1042, type=permute]; -"1043 select_18" [id=1043, type=select]; -"1044 select_19" [id=1044, type=select]; -"1045 select_20" [id=1045, type=select]; -"1046 linalg_vector_norm_12" [id=1046, type="linalg_vector_norm"]; -"1047 clamp_min_12" [id=1047, type="clamp_min"]; -"1048 expand_as_12" [id=1048, type="expand_as"]; -"1049 div_12" [id=1049, type=div]; -"1050 quantize_per_tensor_default_40" [id=1050, type="quantize_per_tensor"]; -"1051 dequantize_per_tensor_default_40" [id=1051, type="dequantize_per_tensor"]; -"1052 linalg_vector_norm_13" [id=1052, type="linalg_vector_norm"]; -"1053 clamp_min_13" [id=1053, type="clamp_min"]; -"1054 expand_as_13" [id=1054, type="expand_as"]; -"1055 div_13" [id=1055, type=div]; -"1056 quantize_per_tensor_default_41" [id=1056, type="quantize_per_tensor"]; -"1057 dequantize_per_tensor_default_41" [id=1057, type="dequantize_per_tensor"]; -"1058 transpose_12" [id=1058, type=transpose]; -"1059 matmul_12" [id=1059, type=matmul]; -"1060 clamp_6" [id=1060, type=clamp]; -"1061 exp_6" [id=1061, type=exp]; -"1062 mul_13" [id=1062, type=mul]; -"1063 add_21" [id=1063, type=add]; -"1064 softmax_6" [id=1064, type=softmax]; -"1065 dropout_24" [id=1065, type=dropout]; -"1066 matmul_13" [id=1066, type=matmul]; -"1067 transpose_13" [id=1067, type=transpose]; -"1068 reshape_29" [id=1068, type=reshape]; -"1069 reshape_29_0_0_nncf_smooth_quant_0" [id=1069, type="call_module"]; -"1070 quantize_per_tensor_default_42" [id=1070, type="quantize_per_tensor"]; -"1071 dequantize_per_tensor_default_42" [id=1071, type="dequantize_per_tensor"]; -"1072 scale_updated_constant28" [id=1072, type="get_attr"]; -"1073 compressed_weight_updated_constant28" [id=1073, type="get_attr"]; -"1074 mul_tensor_28" [id=1074, type=mul]; -"1075 zero_point_updated_constant28" [id=1075, type="get_attr"]; -"1076 sub_tensor_28" [id=1076, type=sub]; -"1077 linear_41" [id=1077, type=linear]; -"1078 dropout_25" [id=1078, type=dropout]; -"1079 view_36" [id=1079, type=view]; -"1080 permute_31" [id=1080, type=permute]; -"1081 reshape_30" [id=1081, type=reshape]; -"1082 slice_86" [id=1082, type=slice]; -"1083 slice_87" [id=1083, type=slice]; -"1084 contiguous_11" [id=1084, type=contiguous]; -"1085 layer_norm_15" [id=1085, type="layer_norm"]; -"1086 add_22" [id=1086, type=add]; -"1087 add_22_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_default_43" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_default_43" [id=1089, type="dequantize_per_tensor"]; -"1090 scale_updated_constant29" [id=1090, type="get_attr"]; -"1091 compressed_weight_updated_constant29" [id=1091, type="get_attr"]; -"1092 mul_tensor_29" [id=1092, type=mul]; -"1093 zero_point_updated_constant29" [id=1093, type="get_attr"]; -"1094 sub_tensor_29" [id=1094, type=sub]; -"1095 linear_42" [id=1095, type=linear]; -"1096 gelu_6" [id=1096, type=gelu]; -"1097 dropout_26" [id=1097, type=dropout]; -"1098 dropout_26_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; -"1099 quantize_per_tensor_default_44" [id=1099, type="quantize_per_tensor"]; -"1100 dequantize_per_tensor_default_44" [id=1100, type="dequantize_per_tensor"]; -"1101 scale_updated_constant30" [id=1101, type="get_attr"]; -"1102 compressed_weight_updated_constant30" [id=1102, type="get_attr"]; -"1103 mul_tensor_30" [id=1103, type=mul]; -"1104 zero_point_updated_constant30" [id=1104, type="get_attr"]; -"1105 sub_tensor_30" [id=1105, type=sub]; -"1106 linear_43" [id=1106, type=linear]; -"1107 dropout_27" [id=1107, type=dropout]; -"1108 layer_norm_16" [id=1108, type="layer_norm"]; -"1109 add_23" [id=1109, type=add]; -"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1110, type="get_attr"]; -"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; -"1112 linear_44" [id=1112, type=linear]; -"1113 relu__7" [id=1113, type="relu_"]; -"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1114, type="get_attr"]; -"1115 relu__7_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; -"1116 linear_45" [id=1116, type=linear]; -"1117 view_37" [id=1117, type=view]; -"1118 index_7" [id=1118, type=index]; -"1119 view_38" [id=1119, type=view]; -"1120 permute_32" [id=1120, type=permute]; -"1121 contiguous_12" [id=1121, type=contiguous]; -"1122 unsqueeze_19" [id=1122, type=unsqueeze]; -"1123 sigmoid_7" [id=1123, type=sigmoid]; -"1124 mul_14" [id=1124, type=mul]; -"1125 pad_9" [id=1125, type=pad]; -"1126 roll_6" [id=1126, type=roll]; -"1127 view_39" [id=1127, type=view]; -"1128 permute_33" [id=1128, type=permute]; -"1129 reshape_31" [id=1129, type=reshape]; -"1130 clone_7" [id=1130, type=clone]; -"1131 slice_88" [id=1131, type=slice]; -"1132 zero__7" [id=1132, type="zero_"]; -"1133 reshape_31_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; -"1134 quantize_per_tensor_default_45" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_45" [id=1135, type="dequantize_per_tensor"]; -"1136 scale_updated_constant31" [id=1136, type="get_attr"]; -"1137 compressed_weight_updated_constant31" [id=1137, type="get_attr"]; -"1138 mul_tensor_31" [id=1138, type=mul]; -"1139 zero_point_updated_constant31" [id=1139, type="get_attr"]; -"1140 sub_tensor_31" [id=1140, type=sub]; -"1141 linear_46" [id=1141, type=linear]; -"1142 reshape_32" [id=1142, type=reshape]; -"1143 permute_34" [id=1143, type=permute]; -"1144 select_21" [id=1144, type=select]; -"1145 select_22" [id=1145, type=select]; -"1146 select_23" [id=1146, type=select]; -"1147 linalg_vector_norm_14" [id=1147, type="linalg_vector_norm"]; -"1148 clamp_min_14" [id=1148, type="clamp_min"]; -"1149 expand_as_14" [id=1149, type="expand_as"]; -"1150 div_14" [id=1150, type=div]; -"1151 quantize_per_tensor_default_46" [id=1151, type="quantize_per_tensor"]; -"1152 dequantize_per_tensor_default_46" [id=1152, type="dequantize_per_tensor"]; -"1153 linalg_vector_norm_15" [id=1153, type="linalg_vector_norm"]; -"1154 clamp_min_15" [id=1154, type="clamp_min"]; -"1155 expand_as_15" [id=1155, type="expand_as"]; -"1156 div_15" [id=1156, type=div]; -"1157 quantize_per_tensor_default_47" [id=1157, type="quantize_per_tensor"]; -"1158 dequantize_per_tensor_default_47" [id=1158, type="dequantize_per_tensor"]; -"1159 transpose_14" [id=1159, type=transpose]; -"1160 matmul_14" [id=1160, type=matmul]; -"1161 clamp_7" [id=1161, type=clamp]; -"1162 exp_7" [id=1162, type=exp]; -"1163 mul_15" [id=1163, type=mul]; -"1164 add_24" [id=1164, type=add]; -"1165 new_zeros_3" [id=1165, type="new_zeros"]; -"1166 lift_fresh_copy_27" [id=1166, type="lift_fresh_copy"]; -"1167 slice_89" [id=1167, type=slice]; -"1168 slice_90" [id=1168, type=slice]; -"1169 fill__27" [id=1169, type="fill_"]; -"1170 lift_fresh_copy_28" [id=1170, type="lift_fresh_copy"]; -"1171 slice_91" [id=1171, type=slice]; -"1172 slice_92" [id=1172, type=slice]; -"1173 fill__28" [id=1173, type="fill_"]; -"1174 lift_fresh_copy_29" [id=1174, type="lift_fresh_copy"]; -"1175 slice_93" [id=1175, type=slice]; -"1176 slice_94" [id=1176, type=slice]; -"1177 fill__29" [id=1177, type="fill_"]; -"1178 lift_fresh_copy_30" [id=1178, type="lift_fresh_copy"]; -"1179 slice_95" [id=1179, type=slice]; -"1180 slice_96" [id=1180, type=slice]; -"1181 fill__30" [id=1181, type="fill_"]; -"1182 lift_fresh_copy_31" [id=1182, type="lift_fresh_copy"]; -"1183 slice_97" [id=1183, type=slice]; -"1184 slice_98" [id=1184, type=slice]; -"1185 fill__31" [id=1185, type="fill_"]; -"1186 lift_fresh_copy_32" [id=1186, type="lift_fresh_copy"]; -"1187 slice_99" [id=1187, type=slice]; -"1188 slice_100" [id=1188, type=slice]; -"1189 fill__32" [id=1189, type="fill_"]; -"1190 lift_fresh_copy_33" [id=1190, type="lift_fresh_copy"]; -"1191 slice_101" [id=1191, type=slice]; -"1192 slice_102" [id=1192, type=slice]; -"1193 fill__33" [id=1193, type="fill_"]; -"1194 lift_fresh_copy_34" [id=1194, type="lift_fresh_copy"]; -"1195 slice_103" [id=1195, type=slice]; -"1196 slice_104" [id=1196, type=slice]; -"1197 fill__34" [id=1197, type="fill_"]; -"1198 lift_fresh_copy_35" [id=1198, type="lift_fresh_copy"]; -"1199 slice_105" [id=1199, type=slice]; -"1200 slice_106" [id=1200, type=slice]; -"1201 fill__35" [id=1201, type="fill_"]; -"1202 view_40" [id=1202, type=view]; -"1203 permute_35" [id=1203, type=permute]; -"1204 reshape_33" [id=1204, type=reshape]; -"1205 unsqueeze_20" [id=1205, type=unsqueeze]; -"1206 unsqueeze_21" [id=1206, type=unsqueeze]; -"1207 sub_3" [id=1207, type=sub]; -"1208 ne_3" [id=1208, type=ne]; -"1209 masked_fill_6" [id=1209, type="masked_fill"]; -"1210 eq_3" [id=1210, type=eq]; -"1211 masked_fill_7" [id=1211, type="masked_fill"]; -"1212 view_41" [id=1212, type=view]; -"1213 unsqueeze_22" [id=1213, type=unsqueeze]; -"1214 unsqueeze_23" [id=1214, type=unsqueeze]; -"1215 add_25" [id=1215, type=add]; -"1216 view_42" [id=1216, type=view]; -"1217 softmax_7" [id=1217, type=softmax]; -"1218 dropout_28" [id=1218, type=dropout]; -"1219 matmul_15" [id=1219, type=matmul]; -"1220 transpose_15" [id=1220, type=transpose]; -"1221 reshape_34" [id=1221, type=reshape]; -"1222 reshape_34_0_0_nncf_smooth_quant_0" [id=1222, type="call_module"]; -"1223 quantize_per_tensor_default_48" [id=1223, type="quantize_per_tensor"]; -"1224 dequantize_per_tensor_default_48" [id=1224, type="dequantize_per_tensor"]; -"1225 scale_updated_constant32" [id=1225, type="get_attr"]; -"1226 compressed_weight_updated_constant32" [id=1226, type="get_attr"]; -"1227 mul_tensor_32" [id=1227, type=mul]; -"1228 zero_point_updated_constant32" [id=1228, type="get_attr"]; -"1229 sub_tensor_32" [id=1229, type=sub]; -"1230 linear_47" [id=1230, type=linear]; -"1231 dropout_29" [id=1231, type=dropout]; -"1232 view_43" [id=1232, type=view]; -"1233 permute_36" [id=1233, type=permute]; -"1234 reshape_35" [id=1234, type=reshape]; -"1235 roll_7" [id=1235, type=roll]; -"1236 slice_107" [id=1236, type=slice]; -"1237 slice_108" [id=1237, type=slice]; -"1238 contiguous_13" [id=1238, type=contiguous]; -"1239 layer_norm_17" [id=1239, type="layer_norm"]; -"1240 add_26" [id=1240, type=add]; -"1241 add_26_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; -"1242 quantize_per_tensor_default_49" [id=1242, type="quantize_per_tensor"]; -"1243 dequantize_per_tensor_default_49" [id=1243, type="dequantize_per_tensor"]; -"1244 scale_updated_constant33" [id=1244, type="get_attr"]; -"1245 compressed_weight_updated_constant33" [id=1245, type="get_attr"]; -"1246 mul_tensor_33" [id=1246, type=mul]; -"1247 zero_point_updated_constant33" [id=1247, type="get_attr"]; -"1248 sub_tensor_33" [id=1248, type=sub]; -"1249 linear_48" [id=1249, type=linear]; -"1250 gelu_7" [id=1250, type=gelu]; -"1251 dropout_30" [id=1251, type=dropout]; -"1252 dropout_30_0_0_nncf_smooth_quant_0" [id=1252, type="call_module"]; -"1253 quantize_per_tensor_default_50" [id=1253, type="quantize_per_tensor"]; -"1254 dequantize_per_tensor_default_50" [id=1254, type="dequantize_per_tensor"]; -"1255 scale_updated_constant34" [id=1255, type="get_attr"]; -"1256 compressed_weight_updated_constant34" [id=1256, type="get_attr"]; -"1257 mul_tensor_34" [id=1257, type=mul]; -"1258 zero_point_updated_constant34" [id=1258, type="get_attr"]; -"1259 sub_tensor_34" [id=1259, type=sub]; -"1260 linear_49" [id=1260, type=linear]; -"1261 dropout_31" [id=1261, type=dropout]; -"1262 layer_norm_18" [id=1262, type="layer_norm"]; -"1263 add_27" [id=1263, type=add]; -"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1264, type="get_attr"]; -"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1265, type="call_module"]; -"1266 linear_50" [id=1266, type=linear]; -"1267 relu__8" [id=1267, type="relu_"]; -"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1268, type="get_attr"]; -"1269 relu__8_0_0_nncf_smooth_quant_0" [id=1269, type="call_module"]; -"1270 linear_51" [id=1270, type=linear]; -"1271 view_44" [id=1271, type=view]; -"1272 index_8" [id=1272, type=index]; -"1273 view_45" [id=1273, type=view]; -"1274 permute_37" [id=1274, type=permute]; -"1275 contiguous_14" [id=1275, type=contiguous]; -"1276 unsqueeze_24" [id=1276, type=unsqueeze]; -"1277 sigmoid_8" [id=1277, type=sigmoid]; -"1278 mul_16" [id=1278, type=mul]; -"1279 pad_10" [id=1279, type=pad]; -"1280 view_46" [id=1280, type=view]; -"1281 permute_38" [id=1281, type=permute]; -"1282 reshape_36" [id=1282, type=reshape]; -"1283 clone_8" [id=1283, type=clone]; -"1284 slice_109" [id=1284, type=slice]; -"1285 zero__8" [id=1285, type="zero_"]; -"1286 reshape_36_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; -"1287 quantize_per_tensor_default_51" [id=1287, type="quantize_per_tensor"]; -"1288 dequantize_per_tensor_default_51" [id=1288, type="dequantize_per_tensor"]; -"1289 scale_updated_constant35" [id=1289, type="get_attr"]; -"1290 compressed_weight_updated_constant35" [id=1290, type="get_attr"]; -"1291 mul_tensor_35" [id=1291, type=mul]; -"1292 zero_point_updated_constant35" [id=1292, type="get_attr"]; -"1293 sub_tensor_35" [id=1293, type=sub]; -"1294 linear_52" [id=1294, type=linear]; -"1295 reshape_37" [id=1295, type=reshape]; -"1296 permute_39" [id=1296, type=permute]; -"1297 select_24" [id=1297, type=select]; -"1298 select_25" [id=1298, type=select]; -"1299 select_26" [id=1299, type=select]; -"1300 linalg_vector_norm_16" [id=1300, type="linalg_vector_norm"]; -"1301 clamp_min_16" [id=1301, type="clamp_min"]; -"1302 expand_as_16" [id=1302, type="expand_as"]; -"1303 div_16" [id=1303, type=div]; -"1304 quantize_per_tensor_default_52" [id=1304, type="quantize_per_tensor"]; -"1305 dequantize_per_tensor_default_52" [id=1305, type="dequantize_per_tensor"]; -"1306 linalg_vector_norm_17" [id=1306, type="linalg_vector_norm"]; -"1307 clamp_min_17" [id=1307, type="clamp_min"]; -"1308 expand_as_17" [id=1308, type="expand_as"]; -"1309 div_17" [id=1309, type=div]; -"1310 quantize_per_tensor_default_53" [id=1310, type="quantize_per_tensor"]; -"1311 dequantize_per_tensor_default_53" [id=1311, type="dequantize_per_tensor"]; -"1312 transpose_16" [id=1312, type=transpose]; -"1313 matmul_16" [id=1313, type=matmul]; -"1314 clamp_8" [id=1314, type=clamp]; -"1315 exp_8" [id=1315, type=exp]; -"1316 mul_17" [id=1316, type=mul]; -"1317 add_28" [id=1317, type=add]; -"1318 softmax_8" [id=1318, type=softmax]; -"1319 dropout_32" [id=1319, type=dropout]; -"1320 matmul_17" [id=1320, type=matmul]; -"1321 transpose_17" [id=1321, type=transpose]; -"1322 reshape_38" [id=1322, type=reshape]; -"1323 reshape_38_0_0_nncf_smooth_quant_0" [id=1323, type="call_module"]; -"1324 quantize_per_tensor_default_54" [id=1324, type="quantize_per_tensor"]; -"1325 dequantize_per_tensor_default_54" [id=1325, type="dequantize_per_tensor"]; -"1326 scale_updated_constant36" [id=1326, type="get_attr"]; -"1327 compressed_weight_updated_constant36" [id=1327, type="get_attr"]; -"1328 mul_tensor_36" [id=1328, type=mul]; -"1329 zero_point_updated_constant36" [id=1329, type="get_attr"]; -"1330 sub_tensor_36" [id=1330, type=sub]; -"1331 linear_53" [id=1331, type=linear]; -"1332 dropout_33" [id=1332, type=dropout]; -"1333 view_47" [id=1333, type=view]; -"1334 permute_40" [id=1334, type=permute]; -"1335 reshape_39" [id=1335, type=reshape]; -"1336 slice_110" [id=1336, type=slice]; -"1337 slice_111" [id=1337, type=slice]; -"1338 contiguous_15" [id=1338, type=contiguous]; -"1339 layer_norm_19" [id=1339, type="layer_norm"]; -"1340 add_29" [id=1340, type=add]; -"1341 add_29_0_0_nncf_smooth_quant_0" [id=1341, type="call_module"]; -"1342 quantize_per_tensor_default_55" [id=1342, type="quantize_per_tensor"]; -"1343 dequantize_per_tensor_default_55" [id=1343, type="dequantize_per_tensor"]; -"1344 scale_updated_constant37" [id=1344, type="get_attr"]; -"1345 compressed_weight_updated_constant37" [id=1345, type="get_attr"]; -"1346 mul_tensor_37" [id=1346, type=mul]; -"1347 zero_point_updated_constant37" [id=1347, type="get_attr"]; -"1348 sub_tensor_37" [id=1348, type=sub]; -"1349 linear_54" [id=1349, type=linear]; -"1350 gelu_8" [id=1350, type=gelu]; -"1351 dropout_34" [id=1351, type=dropout]; -"1352 dropout_34_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; -"1353 quantize_per_tensor_default_56" [id=1353, type="quantize_per_tensor"]; -"1354 dequantize_per_tensor_default_56" [id=1354, type="dequantize_per_tensor"]; -"1355 scale_updated_constant38" [id=1355, type="get_attr"]; -"1356 compressed_weight_updated_constant38" [id=1356, type="get_attr"]; -"1357 mul_tensor_38" [id=1357, type=mul]; -"1358 zero_point_updated_constant38" [id=1358, type="get_attr"]; -"1359 sub_tensor_38" [id=1359, type=sub]; -"1360 linear_55" [id=1360, type=linear]; -"1361 dropout_35" [id=1361, type=dropout]; -"1362 layer_norm_20" [id=1362, type="layer_norm"]; -"1363 add_30" [id=1363, type=add]; -"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1364, type="get_attr"]; -"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 linear_56" [id=1366, type=linear]; -"1367 relu__9" [id=1367, type="relu_"]; -"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1368, type="get_attr"]; -"1369 relu__9_0_0_nncf_smooth_quant_0" [id=1369, type="call_module"]; -"1370 linear_57" [id=1370, type=linear]; -"1371 view_48" [id=1371, type=view]; -"1372 index_9" [id=1372, type=index]; -"1373 view_49" [id=1373, type=view]; -"1374 permute_41" [id=1374, type=permute]; -"1375 contiguous_16" [id=1375, type=contiguous]; -"1376 unsqueeze_25" [id=1376, type=unsqueeze]; -"1377 sigmoid_9" [id=1377, type=sigmoid]; -"1378 mul_18" [id=1378, type=mul]; -"1379 pad_11" [id=1379, type=pad]; -"1380 roll_8" [id=1380, type=roll]; -"1381 view_50" [id=1381, type=view]; -"1382 permute_42" [id=1382, type=permute]; -"1383 reshape_40" [id=1383, type=reshape]; -"1384 clone_9" [id=1384, type=clone]; -"1385 slice_112" [id=1385, type=slice]; -"1386 zero__9" [id=1386, type="zero_"]; -"1387 reshape_40_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; -"1388 quantize_per_tensor_default_57" [id=1388, type="quantize_per_tensor"]; -"1389 dequantize_per_tensor_default_57" [id=1389, type="dequantize_per_tensor"]; -"1390 scale_updated_constant39" [id=1390, type="get_attr"]; -"1391 compressed_weight_updated_constant39" [id=1391, type="get_attr"]; -"1392 mul_tensor_39" [id=1392, type=mul]; -"1393 zero_point_updated_constant39" [id=1393, type="get_attr"]; -"1394 sub_tensor_39" [id=1394, type=sub]; -"1395 linear_58" [id=1395, type=linear]; -"1396 reshape_41" [id=1396, type=reshape]; -"1397 permute_43" [id=1397, type=permute]; -"1398 select_27" [id=1398, type=select]; -"1399 select_28" [id=1399, type=select]; -"1400 select_29" [id=1400, type=select]; -"1401 linalg_vector_norm_18" [id=1401, type="linalg_vector_norm"]; -"1402 clamp_min_18" [id=1402, type="clamp_min"]; -"1403 expand_as_18" [id=1403, type="expand_as"]; -"1404 div_18" [id=1404, type=div]; -"1405 quantize_per_tensor_default_58" [id=1405, type="quantize_per_tensor"]; -"1406 dequantize_per_tensor_default_58" [id=1406, type="dequantize_per_tensor"]; -"1407 linalg_vector_norm_19" [id=1407, type="linalg_vector_norm"]; -"1408 clamp_min_19" [id=1408, type="clamp_min"]; -"1409 expand_as_19" [id=1409, type="expand_as"]; -"1410 div_19" [id=1410, type=div]; -"1411 quantize_per_tensor_default_59" [id=1411, type="quantize_per_tensor"]; -"1412 dequantize_per_tensor_default_59" [id=1412, type="dequantize_per_tensor"]; -"1413 transpose_18" [id=1413, type=transpose]; -"1414 matmul_18" [id=1414, type=matmul]; -"1415 clamp_9" [id=1415, type=clamp]; -"1416 exp_9" [id=1416, type=exp]; -"1417 mul_19" [id=1417, type=mul]; -"1418 add_31" [id=1418, type=add]; -"1419 new_zeros_4" [id=1419, type="new_zeros"]; -"1420 lift_fresh_copy_36" [id=1420, type="lift_fresh_copy"]; -"1421 slice_113" [id=1421, type=slice]; -"1422 slice_114" [id=1422, type=slice]; -"1423 fill__36" [id=1423, type="fill_"]; -"1424 lift_fresh_copy_37" [id=1424, type="lift_fresh_copy"]; -"1425 slice_115" [id=1425, type=slice]; -"1426 slice_116" [id=1426, type=slice]; -"1427 fill__37" [id=1427, type="fill_"]; -"1428 lift_fresh_copy_38" [id=1428, type="lift_fresh_copy"]; -"1429 slice_117" [id=1429, type=slice]; -"1430 slice_118" [id=1430, type=slice]; -"1431 fill__38" [id=1431, type="fill_"]; -"1432 lift_fresh_copy_39" [id=1432, type="lift_fresh_copy"]; -"1433 slice_119" [id=1433, type=slice]; -"1434 slice_120" [id=1434, type=slice]; -"1435 fill__39" [id=1435, type="fill_"]; -"1436 lift_fresh_copy_40" [id=1436, type="lift_fresh_copy"]; -"1437 slice_121" [id=1437, type=slice]; -"1438 slice_122" [id=1438, type=slice]; -"1439 fill__40" [id=1439, type="fill_"]; -"1440 lift_fresh_copy_41" [id=1440, type="lift_fresh_copy"]; -"1441 slice_123" [id=1441, type=slice]; -"1442 slice_124" [id=1442, type=slice]; -"1443 fill__41" [id=1443, type="fill_"]; -"1444 lift_fresh_copy_42" [id=1444, type="lift_fresh_copy"]; -"1445 slice_125" [id=1445, type=slice]; -"1446 slice_126" [id=1446, type=slice]; -"1447 fill__42" [id=1447, type="fill_"]; -"1448 lift_fresh_copy_43" [id=1448, type="lift_fresh_copy"]; -"1449 slice_127" [id=1449, type=slice]; -"1450 slice_128" [id=1450, type=slice]; -"1451 fill__43" [id=1451, type="fill_"]; -"1452 lift_fresh_copy_44" [id=1452, type="lift_fresh_copy"]; -"1453 slice_129" [id=1453, type=slice]; -"1454 slice_130" [id=1454, type=slice]; -"1455 fill__44" [id=1455, type="fill_"]; -"1456 view_51" [id=1456, type=view]; -"1457 permute_44" [id=1457, type=permute]; -"1458 reshape_42" [id=1458, type=reshape]; -"1459 unsqueeze_26" [id=1459, type=unsqueeze]; -"1460 unsqueeze_27" [id=1460, type=unsqueeze]; -"1461 sub_4" [id=1461, type=sub]; -"1462 ne_4" [id=1462, type=ne]; -"1463 masked_fill_8" [id=1463, type="masked_fill"]; -"1464 eq_4" [id=1464, type=eq]; -"1465 masked_fill_9" [id=1465, type="masked_fill"]; -"1466 view_52" [id=1466, type=view]; -"1467 unsqueeze_28" [id=1467, type=unsqueeze]; -"1468 unsqueeze_29" [id=1468, type=unsqueeze]; -"1469 add_32" [id=1469, type=add]; -"1470 view_53" [id=1470, type=view]; -"1471 softmax_9" [id=1471, type=softmax]; -"1472 dropout_36" [id=1472, type=dropout]; -"1473 matmul_19" [id=1473, type=matmul]; -"1474 transpose_19" [id=1474, type=transpose]; -"1475 reshape_43" [id=1475, type=reshape]; -"1476 reshape_43_0_0_nncf_smooth_quant_0" [id=1476, type="call_module"]; -"1477 quantize_per_tensor_default_60" [id=1477, type="quantize_per_tensor"]; -"1478 dequantize_per_tensor_default_60" [id=1478, type="dequantize_per_tensor"]; -"1479 scale_updated_constant40" [id=1479, type="get_attr"]; -"1480 compressed_weight_updated_constant40" [id=1480, type="get_attr"]; -"1481 mul_tensor_40" [id=1481, type=mul]; -"1482 zero_point_updated_constant40" [id=1482, type="get_attr"]; -"1483 sub_tensor_40" [id=1483, type=sub]; -"1484 linear_59" [id=1484, type=linear]; -"1485 dropout_37" [id=1485, type=dropout]; -"1486 view_54" [id=1486, type=view]; -"1487 permute_45" [id=1487, type=permute]; -"1488 reshape_44" [id=1488, type=reshape]; -"1489 roll_9" [id=1489, type=roll]; -"1490 slice_131" [id=1490, type=slice]; -"1491 slice_132" [id=1491, type=slice]; -"1492 contiguous_17" [id=1492, type=contiguous]; -"1493 layer_norm_21" [id=1493, type="layer_norm"]; -"1494 add_33" [id=1494, type=add]; -"1495 add_33_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; -"1496 quantize_per_tensor_default_61" [id=1496, type="quantize_per_tensor"]; -"1497 dequantize_per_tensor_default_61" [id=1497, type="dequantize_per_tensor"]; -"1498 scale_updated_constant41" [id=1498, type="get_attr"]; -"1499 compressed_weight_updated_constant41" [id=1499, type="get_attr"]; -"1500 mul_tensor_41" [id=1500, type=mul]; -"1501 zero_point_updated_constant41" [id=1501, type="get_attr"]; -"1502 sub_tensor_41" [id=1502, type=sub]; -"1503 linear_60" [id=1503, type=linear]; -"1504 gelu_9" [id=1504, type=gelu]; -"1505 dropout_38" [id=1505, type=dropout]; -"1506 dropout_38_0_0_nncf_smooth_quant_0" [id=1506, type="call_module"]; -"1507 quantize_per_tensor_default_62" [id=1507, type="quantize_per_tensor"]; -"1508 dequantize_per_tensor_default_62" [id=1508, type="dequantize_per_tensor"]; -"1509 scale_updated_constant42" [id=1509, type="get_attr"]; -"1510 compressed_weight_updated_constant42" [id=1510, type="get_attr"]; -"1511 mul_tensor_42" [id=1511, type=mul]; -"1512 zero_point_updated_constant42" [id=1512, type="get_attr"]; -"1513 sub_tensor_42" [id=1513, type=sub]; -"1514 linear_61" [id=1514, type=linear]; -"1515 dropout_39" [id=1515, type=dropout]; -"1516 layer_norm_22" [id=1516, type="layer_norm"]; -"1517 add_34" [id=1517, type=add]; -"1518 pad_12" [id=1518, type=pad]; -"1519 slice_133" [id=1519, type=slice]; -"1520 slice_134" [id=1520, type=slice]; -"1521 slice_135" [id=1521, type=slice]; -"1522 slice_136" [id=1522, type=slice]; -"1523 slice_137" [id=1523, type=slice]; -"1524 slice_138" [id=1524, type=slice]; -"1525 slice_139" [id=1525, type=slice]; -"1526 slice_140" [id=1526, type=slice]; -"1527 cat_2" [id=1527, type=cat]; -"1528 cat_2_0_0_nncf_smooth_quant_0" [id=1528, type="call_module"]; -"1529 quantize_per_tensor_default_63" [id=1529, type="quantize_per_tensor"]; -"1530 dequantize_per_tensor_default_63" [id=1530, type="dequantize_per_tensor"]; -"1531 scale_updated_constant43" [id=1531, type="get_attr"]; -"1532 compressed_weight_updated_constant43" [id=1532, type="get_attr"]; -"1533 mul_tensor_43" [id=1533, type=mul]; -"1534 zero_point_updated_constant43" [id=1534, type="get_attr"]; -"1535 sub_tensor_43" [id=1535, type=sub]; -"1536 linear_62" [id=1536, type=linear]; -"1537 layer_norm_23" [id=1537, type="layer_norm"]; -"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1538, type="get_attr"]; -"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1539, type="call_module"]; -"1540 linear_63" [id=1540, type=linear]; -"1541 relu__10" [id=1541, type="relu_"]; -"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1542, type="get_attr"]; -"1543 relu__10_0_0_nncf_smooth_quant_0" [id=1543, type="call_module"]; -"1544 linear_64" [id=1544, type=linear]; -"1545 view_55" [id=1545, type=view]; -"1546 index_10" [id=1546, type=index]; -"1547 view_56" [id=1547, type=view]; -"1548 permute_46" [id=1548, type=permute]; -"1549 contiguous_18" [id=1549, type=contiguous]; -"1550 unsqueeze_30" [id=1550, type=unsqueeze]; -"1551 sigmoid_10" [id=1551, type=sigmoid]; -"1552 mul_20" [id=1552, type=mul]; -"1553 pad_13" [id=1553, type=pad]; -"1554 view_57" [id=1554, type=view]; -"1555 permute_47" [id=1555, type=permute]; -"1556 reshape_45" [id=1556, type=reshape]; -"1557 clone_10" [id=1557, type=clone]; -"1558 slice_141" [id=1558, type=slice]; -"1559 zero__10" [id=1559, type="zero_"]; -"1560 reshape_45_0_0_nncf_smooth_quant_0" [id=1560, type="call_module"]; -"1561 quantize_per_tensor_default_64" [id=1561, type="quantize_per_tensor"]; -"1562 dequantize_per_tensor_default_64" [id=1562, type="dequantize_per_tensor"]; -"1563 scale_updated_constant44" [id=1563, type="get_attr"]; -"1564 compressed_weight_updated_constant44" [id=1564, type="get_attr"]; -"1565 mul_tensor_44" [id=1565, type=mul]; -"1566 zero_point_updated_constant44" [id=1566, type="get_attr"]; -"1567 sub_tensor_44" [id=1567, type=sub]; -"1568 linear_65" [id=1568, type=linear]; -"1569 reshape_46" [id=1569, type=reshape]; -"1570 permute_48" [id=1570, type=permute]; -"1571 select_30" [id=1571, type=select]; -"1572 select_31" [id=1572, type=select]; -"1573 select_32" [id=1573, type=select]; -"1574 linalg_vector_norm_20" [id=1574, type="linalg_vector_norm"]; -"1575 clamp_min_20" [id=1575, type="clamp_min"]; -"1576 expand_as_20" [id=1576, type="expand_as"]; -"1577 div_20" [id=1577, type=div]; -"1578 quantize_per_tensor_default_65" [id=1578, type="quantize_per_tensor"]; -"1579 dequantize_per_tensor_default_65" [id=1579, type="dequantize_per_tensor"]; -"1580 linalg_vector_norm_21" [id=1580, type="linalg_vector_norm"]; -"1581 clamp_min_21" [id=1581, type="clamp_min"]; -"1582 expand_as_21" [id=1582, type="expand_as"]; -"1583 div_21" [id=1583, type=div]; -"1584 quantize_per_tensor_default_66" [id=1584, type="quantize_per_tensor"]; -"1585 dequantize_per_tensor_default_66" [id=1585, type="dequantize_per_tensor"]; -"1586 transpose_20" [id=1586, type=transpose]; -"1587 matmul_20" [id=1587, type=matmul]; -"1588 clamp_10" [id=1588, type=clamp]; -"1589 exp_10" [id=1589, type=exp]; -"1590 mul_21" [id=1590, type=mul]; -"1591 add_35" [id=1591, type=add]; -"1592 softmax_10" [id=1592, type=softmax]; -"1593 dropout_40" [id=1593, type=dropout]; -"1594 matmul_21" [id=1594, type=matmul]; -"1595 transpose_21" [id=1595, type=transpose]; -"1596 reshape_47" [id=1596, type=reshape]; -"1597 reshape_47_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; -"1598 quantize_per_tensor_default_67" [id=1598, type="quantize_per_tensor"]; -"1599 dequantize_per_tensor_default_67" [id=1599, type="dequantize_per_tensor"]; -"1600 scale_updated_constant45" [id=1600, type="get_attr"]; -"1601 compressed_weight_updated_constant45" [id=1601, type="get_attr"]; -"1602 mul_tensor_45" [id=1602, type=mul]; -"1603 zero_point_updated_constant45" [id=1603, type="get_attr"]; -"1604 sub_tensor_45" [id=1604, type=sub]; -"1605 linear_66" [id=1605, type=linear]; -"1606 dropout_41" [id=1606, type=dropout]; -"1607 view_58" [id=1607, type=view]; -"1608 permute_49" [id=1608, type=permute]; -"1609 reshape_48" [id=1609, type=reshape]; -"1610 slice_142" [id=1610, type=slice]; -"1611 slice_143" [id=1611, type=slice]; -"1612 contiguous_19" [id=1612, type=contiguous]; -"1613 layer_norm_24" [id=1613, type="layer_norm"]; -"1614 add_36" [id=1614, type=add]; -"1615 add_36_0_0_nncf_smooth_quant_0" [id=1615, type="call_module"]; -"1616 quantize_per_tensor_default_68" [id=1616, type="quantize_per_tensor"]; -"1617 dequantize_per_tensor_default_68" [id=1617, type="dequantize_per_tensor"]; -"1618 scale_updated_constant46" [id=1618, type="get_attr"]; -"1619 compressed_weight_updated_constant46" [id=1619, type="get_attr"]; -"1620 mul_tensor_46" [id=1620, type=mul]; -"1621 zero_point_updated_constant46" [id=1621, type="get_attr"]; -"1622 sub_tensor_46" [id=1622, type=sub]; -"1623 linear_67" [id=1623, type=linear]; -"1624 gelu_10" [id=1624, type=gelu]; -"1625 dropout_42" [id=1625, type=dropout]; -"1626 dropout_42_0_0_nncf_smooth_quant_0" [id=1626, type="call_module"]; -"1627 quantize_per_tensor_default_69" [id=1627, type="quantize_per_tensor"]; -"1628 dequantize_per_tensor_default_69" [id=1628, type="dequantize_per_tensor"]; -"1629 scale_updated_constant47" [id=1629, type="get_attr"]; -"1630 compressed_weight_updated_constant47" [id=1630, type="get_attr"]; -"1631 mul_tensor_47" [id=1631, type=mul]; -"1632 zero_point_updated_constant47" [id=1632, type="get_attr"]; -"1633 sub_tensor_47" [id=1633, type=sub]; -"1634 linear_68" [id=1634, type=linear]; -"1635 dropout_43" [id=1635, type=dropout]; -"1636 layer_norm_25" [id=1636, type="layer_norm"]; -"1637 add_37" [id=1637, type=add]; -"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1638, type="get_attr"]; -"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1639, type="call_module"]; -"1640 linear_69" [id=1640, type=linear]; -"1641 relu__11" [id=1641, type="relu_"]; -"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1642, type="get_attr"]; -"1643 relu__11_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; -"1644 linear_70" [id=1644, type=linear]; -"1645 view_59" [id=1645, type=view]; -"1646 index_11" [id=1646, type=index]; -"1647 view_60" [id=1647, type=view]; -"1648 permute_50" [id=1648, type=permute]; -"1649 contiguous_20" [id=1649, type=contiguous]; -"1650 unsqueeze_31" [id=1650, type=unsqueeze]; -"1651 sigmoid_11" [id=1651, type=sigmoid]; -"1652 mul_22" [id=1652, type=mul]; -"1653 pad_14" [id=1653, type=pad]; -"1654 view_61" [id=1654, type=view]; -"1655 permute_51" [id=1655, type=permute]; -"1656 reshape_49" [id=1656, type=reshape]; -"1657 clone_11" [id=1657, type=clone]; -"1658 slice_144" [id=1658, type=slice]; -"1659 zero__11" [id=1659, type="zero_"]; -"1660 reshape_49_0_0_nncf_smooth_quant_0" [id=1660, type="call_module"]; -"1661 quantize_per_tensor_default_70" [id=1661, type="quantize_per_tensor"]; -"1662 dequantize_per_tensor_default_70" [id=1662, type="dequantize_per_tensor"]; -"1663 scale_updated_constant48" [id=1663, type="get_attr"]; -"1664 compressed_weight_updated_constant48" [id=1664, type="get_attr"]; -"1665 mul_tensor_48" [id=1665, type=mul]; -"1666 zero_point_updated_constant48" [id=1666, type="get_attr"]; -"1667 sub_tensor_48" [id=1667, type=sub]; -"1668 linear_71" [id=1668, type=linear]; -"1669 reshape_50" [id=1669, type=reshape]; -"1670 permute_52" [id=1670, type=permute]; -"1671 select_33" [id=1671, type=select]; -"1672 select_34" [id=1672, type=select]; -"1673 select_35" [id=1673, type=select]; -"1674 linalg_vector_norm_22" [id=1674, type="linalg_vector_norm"]; -"1675 clamp_min_22" [id=1675, type="clamp_min"]; -"1676 expand_as_22" [id=1676, type="expand_as"]; -"1677 div_22" [id=1677, type=div]; -"1678 quantize_per_tensor_default_71" [id=1678, type="quantize_per_tensor"]; -"1679 dequantize_per_tensor_default_71" [id=1679, type="dequantize_per_tensor"]; -"1680 linalg_vector_norm_23" [id=1680, type="linalg_vector_norm"]; -"1681 clamp_min_23" [id=1681, type="clamp_min"]; -"1682 expand_as_23" [id=1682, type="expand_as"]; -"1683 div_23" [id=1683, type=div]; -"1684 quantize_per_tensor_default_72" [id=1684, type="quantize_per_tensor"]; -"1685 dequantize_per_tensor_default_72" [id=1685, type="dequantize_per_tensor"]; -"1686 transpose_22" [id=1686, type=transpose]; -"1687 matmul_22" [id=1687, type=matmul]; -"1688 clamp_11" [id=1688, type=clamp]; -"1689 exp_11" [id=1689, type=exp]; -"1690 mul_23" [id=1690, type=mul]; -"1691 add_38" [id=1691, type=add]; -"1692 softmax_11" [id=1692, type=softmax]; -"1693 dropout_44" [id=1693, type=dropout]; -"1694 matmul_23" [id=1694, type=matmul]; -"1695 transpose_23" [id=1695, type=transpose]; -"1696 reshape_51" [id=1696, type=reshape]; -"1697 reshape_51_0_0_nncf_smooth_quant_0" [id=1697, type="call_module"]; -"1698 quantize_per_tensor_default_73" [id=1698, type="quantize_per_tensor"]; -"1699 dequantize_per_tensor_default_73" [id=1699, type="dequantize_per_tensor"]; -"1700 scale_updated_constant49" [id=1700, type="get_attr"]; -"1701 compressed_weight_updated_constant49" [id=1701, type="get_attr"]; -"1702 mul_tensor_49" [id=1702, type=mul]; -"1703 zero_point_updated_constant49" [id=1703, type="get_attr"]; -"1704 sub_tensor_49" [id=1704, type=sub]; -"1705 linear_72" [id=1705, type=linear]; -"1706 dropout_45" [id=1706, type=dropout]; -"1707 view_62" [id=1707, type=view]; -"1708 permute_53" [id=1708, type=permute]; -"1709 reshape_52" [id=1709, type=reshape]; -"1710 slice_145" [id=1710, type=slice]; -"1711 slice_146" [id=1711, type=slice]; -"1712 contiguous_21" [id=1712, type=contiguous]; -"1713 layer_norm_26" [id=1713, type="layer_norm"]; -"1714 add_39" [id=1714, type=add]; -"1715 add_39_0_0_nncf_smooth_quant_0" [id=1715, type="call_module"]; -"1716 quantize_per_tensor_default_74" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_default_74" [id=1717, type="dequantize_per_tensor"]; -"1718 scale_updated_constant50" [id=1718, type="get_attr"]; -"1719 compressed_weight_updated_constant50" [id=1719, type="get_attr"]; -"1720 mul_tensor_50" [id=1720, type=mul]; -"1721 zero_point_updated_constant50" [id=1721, type="get_attr"]; -"1722 sub_tensor_50" [id=1722, type=sub]; -"1723 linear_73" [id=1723, type=linear]; -"1724 gelu_11" [id=1724, type=gelu]; -"1725 dropout_46" [id=1725, type=dropout]; -"1726 dropout_46_0_0_nncf_smooth_quant_0" [id=1726, type="call_module"]; -"1727 quantize_per_tensor_default_75" [id=1727, type="quantize_per_tensor"]; -"1728 dequantize_per_tensor_default_75" [id=1728, type="dequantize_per_tensor"]; -"1729 scale_updated_constant51" [id=1729, type="get_attr"]; -"1730 compressed_weight_updated_constant51" [id=1730, type="get_attr"]; -"1731 mul_tensor_51" [id=1731, type=mul]; -"1732 zero_point_updated_constant51" [id=1732, type="get_attr"]; -"1733 sub_tensor_51" [id=1733, type=sub]; -"1734 linear_74" [id=1734, type=linear]; -"1735 dropout_47" [id=1735, type=dropout]; -"1736 layer_norm_27" [id=1736, type="layer_norm"]; -"1737 add_40" [id=1737, type=add]; -"1738 layer_norm_28" [id=1738, type="layer_norm"]; -"1739 permute_54" [id=1739, type=permute]; -"1740 adaptive_avg_pool2d" [id=1740, type="adaptive_avg_pool2d"]; -"1741 flatten" [id=1741, type=flatten]; -"1742 flatten_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; -"1743 quantize_per_tensor_default_76" [id=1743, type="quantize_per_tensor"]; -"1744 dequantize_per_tensor_default_76" [id=1744, type="dequantize_per_tensor"]; -"1745 scale_updated_constant52" [id=1745, type="get_attr"]; -"1746 compressed_weight_updated_constant52" [id=1746, type="get_attr"]; -"1747 mul_tensor_52" [id=1747, type=mul]; -"1748 zero_point_updated_constant52" [id=1748, type="get_attr"]; -"1749 sub_tensor_52" [id=1749, type=sub]; -"1750 linear_75" [id=1750, type=linear]; -"1751 output" [id=1751, type=output]; -"0 features_1_0_attn_qkv_bias" -> "231 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "279 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "262 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "330 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "430 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "361 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "501 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "549 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "532 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "602 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "702 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "633 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "775 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "823 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "806 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "876 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "976 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "907 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1029 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1077 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1060 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1130 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1230 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1161 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1283 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1331 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1314 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1384 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1484 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1415 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1557 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1605 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1588 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1657 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1705 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1688 clamp_11" [style=solid, label="(24, 1, 1)"]; -"36 features_0_0_bias" -> "209 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "211 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "211 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "214 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "285 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "285 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "295 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "306 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "308 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "308 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "312 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "437 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "437 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "458 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "460 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "460 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "481 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "481 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "484 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "557 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "557 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "567 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "578 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "580 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "580 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "584 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "711 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "711 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "721 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "732 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "734 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "734 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "755 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "755 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "758 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "831 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "831 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "841 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "852 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "854 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "854 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "858 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "995 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1006 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1012 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1095 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1106 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1112 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1249 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1260 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1266 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1349 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1360 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1366 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1503 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1514 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1540 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1623 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1634 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1640 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1723 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1734 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1750 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "220 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "318 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "490 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "590 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "764 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "864 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1018 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1118 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1272 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1372 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1546 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1646 index_11" [style=solid, label="(4096,)"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" -> "366 lift_fresh_copy" [style=solid, label="()"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" -> "370 lift_fresh_copy_1" [style=solid, label="()"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" -> "374 lift_fresh_copy_2" [style=solid, label="()"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" -> "378 lift_fresh_copy_3" [style=solid, label="()"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" -> "382 lift_fresh_copy_4" [style=solid, label="()"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" -> "386 lift_fresh_copy_5" [style=solid, label="()"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" -> "390 lift_fresh_copy_6" [style=solid, label="()"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" -> "394 lift_fresh_copy_7" [style=solid, label="()"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" -> "398 lift_fresh_copy_8" [style=solid, label="()"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" -> "638 lift_fresh_copy_9" [style=solid, label="()"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" -> "642 lift_fresh_copy_10" [style=solid, label="()"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" -> "646 lift_fresh_copy_11" [style=solid, label="()"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" -> "650 lift_fresh_copy_12" [style=solid, label="()"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" -> "654 lift_fresh_copy_13" [style=solid, label="()"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" -> "658 lift_fresh_copy_14" [style=solid, label="()"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" -> "662 lift_fresh_copy_15" [style=solid, label="()"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" -> "666 lift_fresh_copy_16" [style=solid, label="()"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" -> "670 lift_fresh_copy_17" [style=solid, label="()"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" -> "912 lift_fresh_copy_18" [style=solid, label="()"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" -> "916 lift_fresh_copy_19" [style=solid, label="()"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" -> "920 lift_fresh_copy_20" [style=solid, label="()"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" -> "924 lift_fresh_copy_21" [style=solid, label="()"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" -> "928 lift_fresh_copy_22" [style=solid, label="()"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" -> "932 lift_fresh_copy_23" [style=solid, label="()"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" -> "936 lift_fresh_copy_24" [style=solid, label="()"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" -> "940 lift_fresh_copy_25" [style=solid, label="()"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" -> "944 lift_fresh_copy_26" [style=solid, label="()"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" -> "1166 lift_fresh_copy_27" [style=solid, label="()"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" -> "1170 lift_fresh_copy_28" [style=solid, label="()"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" -> "1174 lift_fresh_copy_29" [style=solid, label="()"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" -> "1178 lift_fresh_copy_30" [style=solid, label="()"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" -> "1182 lift_fresh_copy_31" [style=solid, label="()"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" -> "1186 lift_fresh_copy_32" [style=solid, label="()"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" -> "1190 lift_fresh_copy_33" [style=solid, label="()"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" -> "1194 lift_fresh_copy_34" [style=solid, label="()"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" -> "1198 lift_fresh_copy_35" [style=solid, label="()"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" -> "1420 lift_fresh_copy_36" [style=solid, label="()"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" -> "1424 lift_fresh_copy_37" [style=solid, label="()"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" -> "1428 lift_fresh_copy_38" [style=solid, label="()"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" -> "1432 lift_fresh_copy_39" [style=solid, label="()"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" -> "1436 lift_fresh_copy_40" [style=solid, label="()"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" -> "1440 lift_fresh_copy_41" [style=solid, label="()"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" -> "1444 lift_fresh_copy_42" [style=solid, label="()"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" -> "1448 lift_fresh_copy_43" [style=solid, label="()"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" -> "1452 lift_fresh_copy_44" [style=solid, label="()"]; -"201 x" -> "202 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"202 quantize_per_tensor_default" -> "203 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"203 dequantize_per_tensor_default" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; -"204 scale_updated_constant0" -> "206 mul_tensor" [style=solid, label="(96, 1, 1, 1)"]; -"205 compressed_weight_updated_constant0" -> "206 mul_tensor" [style=solid, label="(96, 3, 4, 4)"]; -"206 mul_tensor" -> "208 sub_tensor" [style=solid, label="(96, 3, 4, 4)"]; -"207 zero_point_updated_constant0" -> "208 sub_tensor" [style=solid, label="(96, 1, 1, 1)"]; -"208 sub_tensor" -> "209 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"209 conv2d" -> "210 permute" [style=solid, label="(1, 96, 56, 56)"]; -"210 permute" -> "211 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "227 pad" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "214 linear" [style=solid, label="(512, 2)"]; -"213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "214 linear" [style=solid, label="(1, 15, 15, 2)"]; -"214 linear" -> "215 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"215 relu_" -> "217 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"216 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "218 linear_1" [style=solid, label="(3, 512)"]; -"217 relu__0_0_nncf_smooth_quant_0" -> "218 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"218 linear_1" -> "219 view" [style=solid, label="(1, 15, 15, 3)"]; -"219 view" -> "220 index" [style=solid, label="(225, 3)"]; -"220 index" -> "221 view_1" [style=solid, label="(4096, 3)"]; -"221 view_1" -> "222 permute_1" [style=solid, label="(64, 64, 3)"]; -"222 permute_1" -> "223 contiguous" [style=solid, label="(3, 64, 64)"]; -"223 contiguous" -> "224 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"224 unsqueeze" -> "225 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"225 sigmoid" -> "226 mul" [style=solid, label="(1, 3, 64, 64)"]; -"226 mul" -> "265 add" [style=solid, label="(1, 3, 64, 64)"]; -"227 pad" -> "228 view_2" [style=solid, label="(1, 56, 56, 96)"]; -"228 view_2" -> "229 permute_2" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"229 permute_2" -> "230 reshape" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"230 reshape" -> "234 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"231 clone" -> "232 slice_1" [style=solid, label="(288,)"]; -"231 clone" -> "242 linear_2" [style=solid, label="(288,)"]; -"232 slice_1" -> "233 zero_" [style=solid, label="(96,)"]; -"234 reshape_0_0_nncf_smooth_quant_0" -> "235 quantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"235 quantize_per_tensor_default_1" -> "236 dequantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"236 dequantize_per_tensor_default_1" -> "242 linear_2" [style=solid, label="(49, 64, 96)"]; -"237 scale_updated_constant1" -> "239 mul_tensor_1" [style=solid, label="(288, 1)"]; -"238 compressed_weight_updated_constant1" -> "239 mul_tensor_1" [style=solid, label="(288, 96)"]; -"239 mul_tensor_1" -> "241 sub_tensor_1" [style=solid, label="(288, 96)"]; -"240 zero_point_updated_constant1" -> "241 sub_tensor_1" [style=solid, label="(288, 1)"]; -"241 sub_tensor_1" -> "242 linear_2" [style=solid, label="(288, 96)"]; -"242 linear_2" -> "243 reshape_1" [style=solid, label="(49, 64, 288)"]; -"243 reshape_1" -> "244 permute_3" [style=solid, label="(49, 64, 3, 3, 32)"]; -"244 permute_3" -> "245 select" [style=solid, label="(3, 49, 3, 64, 32)"]; -"244 permute_3" -> "246 select_1" [style=solid, label="(3, 49, 3, 64, 32)"]; -"244 permute_3" -> "247 select_2" [style=solid, label="(3, 49, 3, 64, 32)"]; -"245 select" -> "248 linalg_vector_norm" [style=solid, label="(49, 3, 64, 32)"]; -"245 select" -> "250 expand_as" [style=solid, label="(49, 3, 64, 32)"]; -"245 select" -> "251 div" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "254 linalg_vector_norm_1" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "256 expand_as_1" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "257 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"247 select_2" -> "268 matmul_1" [style=solid, label="(49, 3, 64, 32)"]; -"248 linalg_vector_norm" -> "249 clamp_min" [style=solid, label="(49, 3, 64, 1)"]; -"249 clamp_min" -> "250 expand_as" [style=solid, label="(49, 3, 64, 1)"]; -"250 expand_as" -> "251 div" [style=solid, label="(49, 3, 64, 32)"]; -"251 div" -> "252 quantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"252 quantize_per_tensor_default_2" -> "253 dequantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"253 dequantize_per_tensor_default_2" -> "261 matmul" [style=solid, label="(49, 3, 64, 32)"]; -"254 linalg_vector_norm_1" -> "255 clamp_min_1" [style=solid, label="(49, 3, 64, 1)"]; -"255 clamp_min_1" -> "256 expand_as_1" [style=solid, label="(49, 3, 64, 1)"]; -"256 expand_as_1" -> "257 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"257 div_1" -> "258 quantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"258 quantize_per_tensor_default_3" -> "259 dequantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"259 dequantize_per_tensor_default_3" -> "260 transpose" [style=solid, label="(49, 3, 64, 32)"]; -"260 transpose" -> "261 matmul" [style=solid, label="(49, 3, 32, 64)"]; -"261 matmul" -> "264 mul_1" [style=solid, label="(49, 3, 64, 64)"]; -"262 clamp" -> "263 exp" [style=solid, label="(3, 1, 1)"]; -"263 exp" -> "264 mul_1" [style=solid, label="(3, 1, 1)"]; -"264 mul_1" -> "265 add" [style=solid, label="(49, 3, 64, 64)"]; -"265 add" -> "266 softmax" [style=solid, label="(49, 3, 64, 64)"]; -"266 softmax" -> "267 dropout" [style=solid, label="(49, 3, 64, 64)"]; -"267 dropout" -> "268 matmul_1" [style=solid, label="(49, 3, 64, 64)"]; -"268 matmul_1" -> "269 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; -"269 transpose_1" -> "270 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; -"270 reshape_2" -> "271 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"271 reshape_2_0_0_nncf_smooth_quant_0" -> "272 quantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"272 quantize_per_tensor_default_4" -> "273 dequantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"273 dequantize_per_tensor_default_4" -> "279 linear_3" [style=solid, label="(49, 64, 96)"]; -"274 scale_updated_constant2" -> "276 mul_tensor_2" [style=solid, label="(96, 1)"]; -"275 compressed_weight_updated_constant2" -> "276 mul_tensor_2" [style=solid, label="(96, 96)"]; -"276 mul_tensor_2" -> "278 sub_tensor_2" [style=solid, label="(96, 96)"]; -"277 zero_point_updated_constant2" -> "278 sub_tensor_2" [style=solid, label="(96, 1)"]; -"278 sub_tensor_2" -> "279 linear_3" [style=solid, label="(96, 96)"]; -"279 linear_3" -> "280 dropout_1" [style=solid, label="(49, 64, 96)"]; -"280 dropout_1" -> "281 view_3" [style=solid, label="(49, 64, 96)"]; -"281 view_3" -> "282 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"282 permute_4" -> "283 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"283 reshape_3" -> "284 alias" [style=solid, label="(1, 56, 56, 96)"]; -"284 alias" -> "285 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"285 layer_norm_1" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"286 add_1" -> "287 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"286 add_1" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1_0_0_nncf_smooth_quant_0" -> "288 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"288 quantize_per_tensor_default_5" -> "289 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"289 dequantize_per_tensor_default_5" -> "295 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"290 scale_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 1)"]; -"291 compressed_weight_updated_constant3" -> "292 mul_tensor_3" [style=solid, label="(384, 96)"]; -"292 mul_tensor_3" -> "294 sub_tensor_3" [style=solid, label="(384, 96)"]; -"293 zero_point_updated_constant3" -> "294 sub_tensor_3" [style=solid, label="(384, 1)"]; -"294 sub_tensor_3" -> "295 linear_4" [style=solid, label="(384, 96)"]; -"295 linear_4" -> "296 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"296 gelu" -> "297 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"297 dropout_2" -> "298 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"298 dropout_2_0_0_nncf_smooth_quant_0" -> "299 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"299 quantize_per_tensor_default_6" -> "300 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"300 dequantize_per_tensor_default_6" -> "306 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"301 scale_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 1)"]; -"302 compressed_weight_updated_constant4" -> "303 mul_tensor_4" [style=solid, label="(96, 384)"]; -"303 mul_tensor_4" -> "305 sub_tensor_4" [style=solid, label="(96, 384)"]; -"304 zero_point_updated_constant4" -> "305 sub_tensor_4" [style=solid, label="(96, 1)"]; -"305 sub_tensor_4" -> "306 linear_5" [style=solid, label="(96, 384)"]; -"306 linear_5" -> "307 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"307 dropout_3" -> "308 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"308 layer_norm_2" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"309 add_2" -> "325 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"309 add_2" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "312 linear_6" [style=solid, label="(512, 2)"]; -"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "312 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"312 linear_6" -> "313 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"313 relu__1" -> "315 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "316 linear_7" [style=solid, label="(3, 512)"]; -"315 relu__1_0_0_nncf_smooth_quant_0" -> "316 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"316 linear_7" -> "317 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"317 view_4" -> "318 index_1" [style=solid, label="(225, 3)"]; -"318 index_1" -> "319 view_5" [style=solid, label="(4096, 3)"]; -"319 view_5" -> "320 permute_5" [style=solid, label="(64, 64, 3)"]; -"320 permute_5" -> "321 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"321 contiguous_1" -> "322 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"322 unsqueeze_1" -> "323 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"323 sigmoid_1" -> "324 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"324 mul_2" -> "364 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"325 pad_1" -> "326 roll" [style=solid, label="(1, 56, 56, 96)"]; -"326 roll" -> "327 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"327 view_6" -> "328 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"328 permute_6" -> "329 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"329 reshape_4" -> "333 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"329 reshape_4" -> "365 new_zeros" [style=solid, label="(49, 64, 96)"]; -"330 clone_1" -> "331 slice_2" [style=solid, label="(288,)"]; -"330 clone_1" -> "341 linear_8" [style=solid, label="(288,)"]; -"331 slice_2" -> "332 zero__1" [style=solid, label="(96,)"]; -"333 reshape_4_0_0_nncf_smooth_quant_0" -> "334 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"334 quantize_per_tensor_default_7" -> "335 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"335 dequantize_per_tensor_default_7" -> "341 linear_8" [style=solid, label="(49, 64, 96)"]; -"336 scale_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 1)"]; -"337 compressed_weight_updated_constant5" -> "338 mul_tensor_5" [style=solid, label="(288, 96)"]; -"338 mul_tensor_5" -> "340 sub_tensor_5" [style=solid, label="(288, 96)"]; -"339 zero_point_updated_constant5" -> "340 sub_tensor_5" [style=solid, label="(288, 1)"]; -"340 sub_tensor_5" -> "341 linear_8" [style=solid, label="(288, 96)"]; -"341 linear_8" -> "342 reshape_5" [style=solid, label="(49, 64, 288)"]; -"342 reshape_5" -> "343 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"343 permute_7" -> "344 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"343 permute_7" -> "345 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"343 permute_7" -> "346 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 select_3" -> "347 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"344 select_3" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"344 select_3" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "353 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_5" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"347 linalg_vector_norm_2" -> "348 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"348 clamp_min_2" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"349 expand_as_2" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"350 div_2" -> "351 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"351 quantize_per_tensor_default_8" -> "352 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"352 dequantize_per_tensor_default_8" -> "360 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"353 linalg_vector_norm_3" -> "354 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"354 clamp_min_3" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"355 expand_as_3" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"356 div_3" -> "357 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"357 quantize_per_tensor_default_9" -> "358 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"358 dequantize_per_tensor_default_9" -> "359 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"359 transpose_2" -> "360 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"360 matmul_2" -> "363 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"361 clamp_1" -> "362 exp_1" [style=solid, label="(3, 1, 1)"]; -"362 exp_1" -> "363 mul_3" [style=solid, label="(3, 1, 1)"]; -"363 mul_3" -> "364 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"364 add_3" -> "412 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"365 new_zeros" -> "367 slice_3" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "371 slice_5" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "375 slice_7" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "379 slice_9" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "383 slice_11" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "387 slice_13" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "391 slice_15" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "395 slice_17" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "399 slice_19" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "402 view_7" [style=solid, label="(56, 56)"]; -"366 lift_fresh_copy" -> "369 fill_" [style=solid, label="()"]; -"367 slice_3" -> "368 slice_4" [style=solid, label="(48, 56)"]; -"368 slice_4" -> "369 fill_" [style=solid, label="(48, 48)"]; -"370 lift_fresh_copy_1" -> "373 fill__1" [style=solid, label="()"]; -"371 slice_5" -> "372 slice_6" [style=solid, label="(48, 56)"]; -"372 slice_6" -> "373 fill__1" [style=solid, label="(48, 4)"]; -"374 lift_fresh_copy_2" -> "377 fill__2" [style=solid, label="()"]; -"375 slice_7" -> "376 slice_8" [style=solid, label="(48, 56)"]; -"376 slice_8" -> "377 fill__2" [style=solid, label="(48, 4)"]; -"378 lift_fresh_copy_3" -> "381 fill__3" [style=solid, label="()"]; -"379 slice_9" -> "380 slice_10" [style=solid, label="(4, 56)"]; -"380 slice_10" -> "381 fill__3" [style=solid, label="(4, 48)"]; -"382 lift_fresh_copy_4" -> "385 fill__4" [style=solid, label="()"]; -"383 slice_11" -> "384 slice_12" [style=solid, label="(4, 56)"]; -"384 slice_12" -> "385 fill__4" [style=solid, label="(4, 4)"]; -"386 lift_fresh_copy_5" -> "389 fill__5" [style=solid, label="()"]; -"387 slice_13" -> "388 slice_14" [style=solid, label="(4, 56)"]; -"388 slice_14" -> "389 fill__5" [style=solid, label="(4, 4)"]; -"390 lift_fresh_copy_6" -> "393 fill__6" [style=solid, label="()"]; -"391 slice_15" -> "392 slice_16" [style=solid, label="(4, 56)"]; -"392 slice_16" -> "393 fill__6" [style=solid, label="(4, 48)"]; -"394 lift_fresh_copy_7" -> "397 fill__7" [style=solid, label="()"]; -"395 slice_17" -> "396 slice_18" [style=solid, label="(4, 56)"]; -"396 slice_18" -> "397 fill__7" [style=solid, label="(4, 4)"]; -"398 lift_fresh_copy_8" -> "401 fill__8" [style=solid, label="()"]; -"399 slice_19" -> "400 slice_20" [style=solid, label="(4, 56)"]; -"400 slice_20" -> "401 fill__8" [style=solid, label="(4, 4)"]; -"402 view_7" -> "403 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"403 permute_8" -> "404 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"404 reshape_6" -> "405 unsqueeze_2" [style=solid, label="(49, 64)"]; -"404 reshape_6" -> "406 unsqueeze_3" [style=solid, label="(49, 64)"]; -"405 unsqueeze_2" -> "407 sub" [style=solid, label="(49, 1, 64)"]; -"406 unsqueeze_3" -> "407 sub" [style=solid, label="(49, 64, 1)"]; -"407 sub" -> "408 ne" [style=solid, label="(49, 64, 64)"]; -"407 sub" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; -"407 sub" -> "410 eq" [style=solid, label="(49, 64, 64)"]; -"408 ne" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; -"409 masked_fill" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"410 eq" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"411 masked_fill_1" -> "413 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"412 view_8" -> "415 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"413 unsqueeze_4" -> "414 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"414 unsqueeze_5" -> "415 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"415 add_4" -> "416 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"416 view_9" -> "417 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"417 softmax_1" -> "418 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"418 dropout_4" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"419 matmul_3" -> "420 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"420 transpose_3" -> "421 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"421 reshape_7" -> "422 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"422 reshape_7_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"423 quantize_per_tensor_default_10" -> "424 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"424 dequantize_per_tensor_default_10" -> "430 linear_9" [style=solid, label="(49, 64, 96)"]; -"425 scale_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 1)"]; -"426 compressed_weight_updated_constant6" -> "427 mul_tensor_6" [style=solid, label="(96, 96)"]; -"427 mul_tensor_6" -> "429 sub_tensor_6" [style=solid, label="(96, 96)"]; -"428 zero_point_updated_constant6" -> "429 sub_tensor_6" [style=solid, label="(96, 1)"]; -"429 sub_tensor_6" -> "430 linear_9" [style=solid, label="(96, 96)"]; -"430 linear_9" -> "431 dropout_5" [style=solid, label="(49, 64, 96)"]; -"431 dropout_5" -> "432 view_10" [style=solid, label="(49, 64, 96)"]; -"432 view_10" -> "433 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"433 permute_9" -> "434 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"434 reshape_8" -> "435 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"435 roll_1" -> "436 alias_1" [style=solid, label="(1, 56, 56, 96)"]; -"436 alias_1" -> "437 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"437 layer_norm_3" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"438 add_5" -> "439 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"438 add_5" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"439 add_5_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"441 dequantize_per_tensor_default_11" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"442 scale_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 1)"]; -"443 compressed_weight_updated_constant7" -> "444 mul_tensor_7" [style=solid, label="(384, 96)"]; -"444 mul_tensor_7" -> "446 sub_tensor_7" [style=solid, label="(384, 96)"]; -"445 zero_point_updated_constant7" -> "446 sub_tensor_7" [style=solid, label="(384, 1)"]; -"446 sub_tensor_7" -> "447 linear_10" [style=solid, label="(384, 96)"]; -"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"452 dequantize_per_tensor_default_12" -> "458 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"453 scale_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 1)"]; -"454 compressed_weight_updated_constant8" -> "455 mul_tensor_8" [style=solid, label="(96, 384)"]; -"455 mul_tensor_8" -> "457 sub_tensor_8" [style=solid, label="(96, 384)"]; -"456 zero_point_updated_constant8" -> "457 sub_tensor_8" [style=solid, label="(96, 1)"]; -"457 sub_tensor_8" -> "458 linear_11" [style=solid, label="(96, 384)"]; -"458 linear_11" -> "459 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"459 dropout_7" -> "460 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"460 layer_norm_4" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"461 add_6" -> "462 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "463 slice_21" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "465 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "467 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "469 slice_27" [style=solid, label="(1, 56, 56, 96)"]; -"463 slice_21" -> "464 slice_22" [style=solid, label="(1, 28, 56, 96)"]; -"464 slice_22" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"465 slice_23" -> "466 slice_24" [style=solid, label="(1, 28, 56, 96)"]; -"466 slice_24" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"467 slice_25" -> "468 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"468 slice_26" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"469 slice_27" -> "470 slice_28" [style=solid, label="(1, 28, 56, 96)"]; -"470 slice_28" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"471 cat" -> "472 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"472 cat_0_0_nncf_smooth_quant_0" -> "473 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"473 quantize_per_tensor_default_13" -> "474 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"474 dequantize_per_tensor_default_13" -> "480 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"475 scale_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 1)"]; -"476 compressed_weight_updated_constant9" -> "477 mul_tensor_9" [style=solid, label="(192, 384)"]; -"477 mul_tensor_9" -> "479 sub_tensor_9" [style=solid, label="(192, 384)"]; -"478 zero_point_updated_constant9" -> "479 sub_tensor_9" [style=solid, label="(192, 1)"]; -"479 sub_tensor_9" -> "480 linear_12" [style=solid, label="(192, 384)"]; -"480 linear_12" -> "481 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"481 layer_norm_5" -> "497 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"481 layer_norm_5" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "484 linear_13" [style=solid, label="(512, 2)"]; -"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "484 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"484 linear_13" -> "485 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"485 relu__2" -> "487 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "488 linear_14" [style=solid, label="(6, 512)"]; -"487 relu__2_0_0_nncf_smooth_quant_0" -> "488 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"488 linear_14" -> "489 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"489 view_11" -> "490 index_2" [style=solid, label="(225, 6)"]; -"490 index_2" -> "491 view_12" [style=solid, label="(4096, 6)"]; -"491 view_12" -> "492 permute_10" [style=solid, label="(64, 64, 6)"]; -"492 permute_10" -> "493 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"493 contiguous_2" -> "494 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"494 unsqueeze_6" -> "495 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"495 sigmoid_2" -> "496 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"496 mul_4" -> "535 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"497 pad_3" -> "498 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"498 view_13" -> "499 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"499 permute_11" -> "500 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"500 reshape_9" -> "504 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"501 clone_2" -> "502 slice_29" [style=solid, label="(576,)"]; -"501 clone_2" -> "512 linear_15" [style=solid, label="(576,)"]; -"502 slice_29" -> "503 zero__2" [style=solid, label="(192,)"]; -"504 reshape_9_0_0_nncf_smooth_quant_0" -> "505 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"505 quantize_per_tensor_default_14" -> "506 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"506 dequantize_per_tensor_default_14" -> "512 linear_15" [style=solid, label="(16, 64, 192)"]; -"507 scale_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 1)"]; -"508 compressed_weight_updated_constant10" -> "509 mul_tensor_10" [style=solid, label="(576, 192)"]; -"509 mul_tensor_10" -> "511 sub_tensor_10" [style=solid, label="(576, 192)"]; -"510 zero_point_updated_constant10" -> "511 sub_tensor_10" [style=solid, label="(576, 1)"]; -"511 sub_tensor_10" -> "512 linear_15" [style=solid, label="(576, 192)"]; -"512 linear_15" -> "513 reshape_10" [style=solid, label="(16, 64, 576)"]; -"513 reshape_10" -> "514 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"514 permute_12" -> "515 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"514 permute_12" -> "516 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"514 permute_12" -> "517 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"515 select_6" -> "518 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"515 select_6" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"515 select_6" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "524 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"517 select_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"518 linalg_vector_norm_4" -> "519 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"519 clamp_min_4" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"520 expand_as_4" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 div_4" -> "522 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"522 quantize_per_tensor_default_15" -> "523 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"523 dequantize_per_tensor_default_15" -> "531 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"524 linalg_vector_norm_5" -> "525 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"525 clamp_min_5" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"526 expand_as_5" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_5" -> "528 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_default_16" -> "529 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_default_16" -> "530 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"530 transpose_4" -> "531 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"531 matmul_4" -> "534 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"532 clamp_2" -> "533 exp_2" [style=solid, label="(6, 1, 1)"]; -"533 exp_2" -> "534 mul_5" [style=solid, label="(6, 1, 1)"]; -"534 mul_5" -> "535 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"535 add_7" -> "536 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"536 softmax_2" -> "537 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"537 dropout_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"538 matmul_5" -> "539 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"539 transpose_5" -> "540 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"540 reshape_11" -> "541 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"541 reshape_11_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"542 quantize_per_tensor_default_17" -> "543 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"543 dequantize_per_tensor_default_17" -> "549 linear_16" [style=solid, label="(16, 64, 192)"]; -"544 scale_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 1)"]; -"545 compressed_weight_updated_constant11" -> "546 mul_tensor_11" [style=solid, label="(192, 192)"]; -"546 mul_tensor_11" -> "548 sub_tensor_11" [style=solid, label="(192, 192)"]; -"547 zero_point_updated_constant11" -> "548 sub_tensor_11" [style=solid, label="(192, 1)"]; -"548 sub_tensor_11" -> "549 linear_16" [style=solid, label="(192, 192)"]; -"549 linear_16" -> "550 dropout_9" [style=solid, label="(16, 64, 192)"]; -"550 dropout_9" -> "551 view_14" [style=solid, label="(16, 64, 192)"]; -"551 view_14" -> "552 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"552 permute_13" -> "553 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"553 reshape_12" -> "554 slice_30" [style=solid, label="(1, 32, 32, 192)"]; -"554 slice_30" -> "555 slice_31" [style=solid, label="(1, 28, 32, 192)"]; -"555 slice_31" -> "556 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"556 contiguous_3" -> "557 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"557 layer_norm_6" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"558 add_8" -> "559 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"558 add_8" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"559 add_8_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"560 quantize_per_tensor_default_18" -> "561 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"561 dequantize_per_tensor_default_18" -> "567 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"562 scale_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 1)"]; -"563 compressed_weight_updated_constant12" -> "564 mul_tensor_12" [style=solid, label="(768, 192)"]; -"564 mul_tensor_12" -> "566 sub_tensor_12" [style=solid, label="(768, 192)"]; -"565 zero_point_updated_constant12" -> "566 sub_tensor_12" [style=solid, label="(768, 1)"]; -"566 sub_tensor_12" -> "567 linear_17" [style=solid, label="(768, 192)"]; -"567 linear_17" -> "568 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"568 gelu_2" -> "569 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"569 dropout_10" -> "570 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"570 dropout_10_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"571 quantize_per_tensor_default_19" -> "572 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"572 dequantize_per_tensor_default_19" -> "578 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"573 scale_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 1)"]; -"574 compressed_weight_updated_constant13" -> "575 mul_tensor_13" [style=solid, label="(192, 768)"]; -"575 mul_tensor_13" -> "577 sub_tensor_13" [style=solid, label="(192, 768)"]; -"576 zero_point_updated_constant13" -> "577 sub_tensor_13" [style=solid, label="(192, 1)"]; -"577 sub_tensor_13" -> "578 linear_18" [style=solid, label="(192, 768)"]; -"578 linear_18" -> "579 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"579 dropout_11" -> "580 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"580 layer_norm_7" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"581 add_9" -> "597 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"581 add_9" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "584 linear_19" [style=solid, label="(512, 2)"]; -"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "584 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"584 linear_19" -> "585 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"585 relu__3" -> "587 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "588 linear_20" [style=solid, label="(6, 512)"]; -"587 relu__3_0_0_nncf_smooth_quant_0" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"588 linear_20" -> "589 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"589 view_15" -> "590 index_3" [style=solid, label="(225, 6)"]; -"590 index_3" -> "591 view_16" [style=solid, label="(4096, 6)"]; -"591 view_16" -> "592 permute_14" [style=solid, label="(64, 64, 6)"]; -"592 permute_14" -> "593 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"593 contiguous_4" -> "594 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"594 unsqueeze_7" -> "595 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"595 sigmoid_3" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"596 mul_6" -> "636 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"597 pad_4" -> "598 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"598 roll_2" -> "599 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"599 view_17" -> "600 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"600 permute_15" -> "601 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"601 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"601 reshape_13" -> "637 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"602 clone_3" -> "603 slice_32" [style=solid, label="(576,)"]; -"602 clone_3" -> "613 linear_21" [style=solid, label="(576,)"]; -"603 slice_32" -> "604 zero__3" [style=solid, label="(192,)"]; -"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"606 quantize_per_tensor_default_20" -> "607 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"607 dequantize_per_tensor_default_20" -> "613 linear_21" [style=solid, label="(16, 64, 192)"]; -"608 scale_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 1)"]; -"609 compressed_weight_updated_constant14" -> "610 mul_tensor_14" [style=solid, label="(576, 192)"]; -"610 mul_tensor_14" -> "612 sub_tensor_14" [style=solid, label="(576, 192)"]; -"611 zero_point_updated_constant14" -> "612 sub_tensor_14" [style=solid, label="(576, 1)"]; -"612 sub_tensor_14" -> "613 linear_21" [style=solid, label="(576, 192)"]; -"613 linear_21" -> "614 reshape_14" [style=solid, label="(16, 64, 576)"]; -"614 reshape_14" -> "615 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"615 permute_16" -> "616 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"615 permute_16" -> "617 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"615 permute_16" -> "618 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"616 select_9" -> "619 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"616 select_9" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"616 select_9" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "625 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"618 select_11" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"619 linalg_vector_norm_6" -> "620 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"620 clamp_min_6" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"621 expand_as_6" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"622 div_6" -> "623 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"623 quantize_per_tensor_default_21" -> "624 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"624 dequantize_per_tensor_default_21" -> "632 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"625 linalg_vector_norm_7" -> "626 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"626 clamp_min_7" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"627 expand_as_7" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"628 div_7" -> "629 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"629 quantize_per_tensor_default_22" -> "630 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"630 dequantize_per_tensor_default_22" -> "631 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"631 transpose_6" -> "632 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"632 matmul_6" -> "635 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"633 clamp_3" -> "634 exp_3" [style=solid, label="(6, 1, 1)"]; -"634 exp_3" -> "635 mul_7" [style=solid, label="(6, 1, 1)"]; -"635 mul_7" -> "636 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"636 add_10" -> "684 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"637 new_zeros_1" -> "639 slice_33" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "643 slice_35" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "647 slice_37" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "651 slice_39" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "655 slice_41" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "659 slice_43" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "663 slice_45" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "667 slice_47" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "671 slice_49" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "674 view_18" [style=solid, label="(32, 32)"]; -"638 lift_fresh_copy_9" -> "641 fill__9" [style=solid, label="()"]; -"639 slice_33" -> "640 slice_34" [style=solid, label="(24, 32)"]; -"640 slice_34" -> "641 fill__9" [style=solid, label="(24, 24)"]; -"642 lift_fresh_copy_10" -> "645 fill__10" [style=solid, label="()"]; -"643 slice_35" -> "644 slice_36" [style=solid, label="(24, 32)"]; -"644 slice_36" -> "645 fill__10" [style=solid, label="(24, 4)"]; -"646 lift_fresh_copy_11" -> "649 fill__11" [style=solid, label="()"]; -"647 slice_37" -> "648 slice_38" [style=solid, label="(24, 32)"]; -"648 slice_38" -> "649 fill__11" [style=solid, label="(24, 4)"]; -"650 lift_fresh_copy_12" -> "653 fill__12" [style=solid, label="()"]; -"651 slice_39" -> "652 slice_40" [style=solid, label="(4, 32)"]; -"652 slice_40" -> "653 fill__12" [style=solid, label="(4, 24)"]; -"654 lift_fresh_copy_13" -> "657 fill__13" [style=solid, label="()"]; -"655 slice_41" -> "656 slice_42" [style=solid, label="(4, 32)"]; -"656 slice_42" -> "657 fill__13" [style=solid, label="(4, 4)"]; -"658 lift_fresh_copy_14" -> "661 fill__14" [style=solid, label="()"]; -"659 slice_43" -> "660 slice_44" [style=solid, label="(4, 32)"]; -"660 slice_44" -> "661 fill__14" [style=solid, label="(4, 4)"]; -"662 lift_fresh_copy_15" -> "665 fill__15" [style=solid, label="()"]; -"663 slice_45" -> "664 slice_46" [style=solid, label="(4, 32)"]; -"664 slice_46" -> "665 fill__15" [style=solid, label="(4, 24)"]; -"666 lift_fresh_copy_16" -> "669 fill__16" [style=solid, label="()"]; -"667 slice_47" -> "668 slice_48" [style=solid, label="(4, 32)"]; -"668 slice_48" -> "669 fill__16" [style=solid, label="(4, 4)"]; -"670 lift_fresh_copy_17" -> "673 fill__17" [style=solid, label="()"]; -"671 slice_49" -> "672 slice_50" [style=solid, label="(4, 32)"]; -"672 slice_50" -> "673 fill__17" [style=solid, label="(4, 4)"]; -"674 view_18" -> "675 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"675 permute_17" -> "676 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"676 reshape_15" -> "677 unsqueeze_8" [style=solid, label="(16, 64)"]; -"676 reshape_15" -> "678 unsqueeze_9" [style=solid, label="(16, 64)"]; -"677 unsqueeze_8" -> "679 sub_1" [style=solid, label="(16, 1, 64)"]; -"678 unsqueeze_9" -> "679 sub_1" [style=solid, label="(16, 64, 1)"]; -"679 sub_1" -> "680 ne_1" [style=solid, label="(16, 64, 64)"]; -"679 sub_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"679 sub_1" -> "682 eq_1" [style=solid, label="(16, 64, 64)"]; -"680 ne_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"681 masked_fill_2" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"682 eq_1" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"683 masked_fill_3" -> "685 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"684 view_19" -> "687 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"685 unsqueeze_10" -> "686 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"686 unsqueeze_11" -> "687 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"687 add_11" -> "688 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"688 view_20" -> "689 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"689 softmax_3" -> "690 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"690 dropout_12" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"691 matmul_7" -> "692 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"692 transpose_7" -> "693 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"693 reshape_16" -> "694 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"694 reshape_16_0_0_nncf_smooth_quant_0" -> "695 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"695 quantize_per_tensor_default_23" -> "696 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"696 dequantize_per_tensor_default_23" -> "702 linear_22" [style=solid, label="(16, 64, 192)"]; -"697 scale_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 1)"]; -"698 compressed_weight_updated_constant15" -> "699 mul_tensor_15" [style=solid, label="(192, 192)"]; -"699 mul_tensor_15" -> "701 sub_tensor_15" [style=solid, label="(192, 192)"]; -"700 zero_point_updated_constant15" -> "701 sub_tensor_15" [style=solid, label="(192, 1)"]; -"701 sub_tensor_15" -> "702 linear_22" [style=solid, label="(192, 192)"]; -"702 linear_22" -> "703 dropout_13" [style=solid, label="(16, 64, 192)"]; -"703 dropout_13" -> "704 view_21" [style=solid, label="(16, 64, 192)"]; -"704 view_21" -> "705 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"705 permute_18" -> "706 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"706 reshape_17" -> "707 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"707 roll_3" -> "708 slice_51" [style=solid, label="(1, 32, 32, 192)"]; -"708 slice_51" -> "709 slice_52" [style=solid, label="(1, 28, 32, 192)"]; -"709 slice_52" -> "710 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"710 contiguous_5" -> "711 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"711 layer_norm_8" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"712 add_12" -> "713 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"712 add_12" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"713 add_12_0_0_nncf_smooth_quant_0" -> "714 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"714 quantize_per_tensor_default_24" -> "715 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"715 dequantize_per_tensor_default_24" -> "721 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"716 scale_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 1)"]; -"717 compressed_weight_updated_constant16" -> "718 mul_tensor_16" [style=solid, label="(768, 192)"]; -"718 mul_tensor_16" -> "720 sub_tensor_16" [style=solid, label="(768, 192)"]; -"719 zero_point_updated_constant16" -> "720 sub_tensor_16" [style=solid, label="(768, 1)"]; -"720 sub_tensor_16" -> "721 linear_23" [style=solid, label="(768, 192)"]; -"721 linear_23" -> "722 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"722 gelu_3" -> "723 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"723 dropout_14" -> "724 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"724 dropout_14_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"725 quantize_per_tensor_default_25" -> "726 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"726 dequantize_per_tensor_default_25" -> "732 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"727 scale_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 1)"]; -"728 compressed_weight_updated_constant17" -> "729 mul_tensor_17" [style=solid, label="(192, 768)"]; -"729 mul_tensor_17" -> "731 sub_tensor_17" [style=solid, label="(192, 768)"]; -"730 zero_point_updated_constant17" -> "731 sub_tensor_17" [style=solid, label="(192, 1)"]; -"731 sub_tensor_17" -> "732 linear_24" [style=solid, label="(192, 768)"]; -"732 linear_24" -> "733 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"733 dropout_15" -> "734 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"734 layer_norm_9" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"735 add_13" -> "736 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "737 slice_53" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "739 slice_55" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "741 slice_57" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "743 slice_59" [style=solid, label="(1, 28, 28, 192)"]; -"737 slice_53" -> "738 slice_54" [style=solid, label="(1, 14, 28, 192)"]; -"738 slice_54" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"739 slice_55" -> "740 slice_56" [style=solid, label="(1, 14, 28, 192)"]; -"740 slice_56" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"741 slice_57" -> "742 slice_58" [style=solid, label="(1, 14, 28, 192)"]; -"742 slice_58" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"743 slice_59" -> "744 slice_60" [style=solid, label="(1, 14, 28, 192)"]; -"744 slice_60" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"745 cat_1" -> "746 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"746 cat_1_0_0_nncf_smooth_quant_0" -> "747 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"747 quantize_per_tensor_default_26" -> "748 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"748 dequantize_per_tensor_default_26" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"749 scale_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 1)"]; -"750 compressed_weight_updated_constant18" -> "751 mul_tensor_18" [style=solid, label="(384, 768)"]; -"751 mul_tensor_18" -> "753 sub_tensor_18" [style=solid, label="(384, 768)"]; -"752 zero_point_updated_constant18" -> "753 sub_tensor_18" [style=solid, label="(384, 1)"]; -"753 sub_tensor_18" -> "754 linear_25" [style=solid, label="(384, 768)"]; -"754 linear_25" -> "755 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"755 layer_norm_10" -> "771 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"755 layer_norm_10" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "758 linear_26" [style=solid, label="(512, 2)"]; -"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "758 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"758 linear_26" -> "759 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"759 relu__4" -> "761 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "762 linear_27" [style=solid, label="(12, 512)"]; -"761 relu__4_0_0_nncf_smooth_quant_0" -> "762 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"762 linear_27" -> "763 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"763 view_22" -> "764 index_4" [style=solid, label="(225, 12)"]; -"764 index_4" -> "765 view_23" [style=solid, label="(4096, 12)"]; -"765 view_23" -> "766 permute_19" [style=solid, label="(64, 64, 12)"]; -"766 permute_19" -> "767 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"767 contiguous_6" -> "768 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"768 unsqueeze_12" -> "769 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"769 sigmoid_4" -> "770 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"770 mul_8" -> "809 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"771 pad_6" -> "772 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"772 view_24" -> "773 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"773 permute_20" -> "774 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"774 reshape_18" -> "778 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"775 clone_4" -> "776 slice_61" [style=solid, label="(1152,)"]; -"775 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; -"776 slice_61" -> "777 zero__4" [style=solid, label="(384,)"]; -"778 reshape_18_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"779 quantize_per_tensor_default_27" -> "780 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"780 dequantize_per_tensor_default_27" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; -"781 scale_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 1)"]; -"782 compressed_weight_updated_constant19" -> "783 mul_tensor_19" [style=solid, label="(1152, 384)"]; -"783 mul_tensor_19" -> "785 sub_tensor_19" [style=solid, label="(1152, 384)"]; -"784 zero_point_updated_constant19" -> "785 sub_tensor_19" [style=solid, label="(1152, 1)"]; -"785 sub_tensor_19" -> "786 linear_28" [style=solid, label="(1152, 384)"]; -"786 linear_28" -> "787 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"787 reshape_19" -> "788 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"788 permute_21" -> "789 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"788 permute_21" -> "790 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"788 permute_21" -> "791 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"789 select_12" -> "792 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"789 select_12" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"789 select_12" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"791 select_14" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"792 linalg_vector_norm_8" -> "793 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"793 clamp_min_8" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"794 expand_as_8" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"795 div_8" -> "796 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"796 quantize_per_tensor_default_28" -> "797 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"797 dequantize_per_tensor_default_28" -> "805 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"801 div_9" -> "802 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"802 quantize_per_tensor_default_29" -> "803 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"803 dequantize_per_tensor_default_29" -> "804 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"804 transpose_8" -> "805 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"805 matmul_8" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"806 clamp_4" -> "807 exp_4" [style=solid, label="(12, 1, 1)"]; -"807 exp_4" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; -"808 mul_9" -> "809 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"809 add_14" -> "810 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"810 softmax_4" -> "811 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"811 dropout_16" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"812 matmul_9" -> "813 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"813 transpose_9" -> "814 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"814 reshape_20" -> "815 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"815 reshape_20_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"816 quantize_per_tensor_default_30" -> "817 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"817 dequantize_per_tensor_default_30" -> "823 linear_29" [style=solid, label="(4, 64, 384)"]; -"818 scale_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 1)"]; -"819 compressed_weight_updated_constant20" -> "820 mul_tensor_20" [style=solid, label="(384, 384)"]; -"820 mul_tensor_20" -> "822 sub_tensor_20" [style=solid, label="(384, 384)"]; -"821 zero_point_updated_constant20" -> "822 sub_tensor_20" [style=solid, label="(384, 1)"]; -"822 sub_tensor_20" -> "823 linear_29" [style=solid, label="(384, 384)"]; -"823 linear_29" -> "824 dropout_17" [style=solid, label="(4, 64, 384)"]; -"824 dropout_17" -> "825 view_25" [style=solid, label="(4, 64, 384)"]; -"825 view_25" -> "826 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"826 permute_22" -> "827 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"827 reshape_21" -> "828 slice_62" [style=solid, label="(1, 16, 16, 384)"]; -"828 slice_62" -> "829 slice_63" [style=solid, label="(1, 14, 16, 384)"]; -"829 slice_63" -> "830 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"830 contiguous_7" -> "831 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"831 layer_norm_11" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_15" -> "833 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_15" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"833 add_15_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"834 quantize_per_tensor_default_31" -> "835 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"835 dequantize_per_tensor_default_31" -> "841 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"836 scale_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 1)"]; -"837 compressed_weight_updated_constant21" -> "838 mul_tensor_21" [style=solid, label="(1536, 384)"]; -"838 mul_tensor_21" -> "840 sub_tensor_21" [style=solid, label="(1536, 384)"]; -"839 zero_point_updated_constant21" -> "840 sub_tensor_21" [style=solid, label="(1536, 1)"]; -"840 sub_tensor_21" -> "841 linear_30" [style=solid, label="(1536, 384)"]; -"841 linear_30" -> "842 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"842 gelu_4" -> "843 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"843 dropout_18" -> "844 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"844 dropout_18_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"845 quantize_per_tensor_default_32" -> "846 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"846 dequantize_per_tensor_default_32" -> "852 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"847 scale_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1)"]; -"848 compressed_weight_updated_constant22" -> "849 mul_tensor_22" [style=solid, label="(384, 1536)"]; -"849 mul_tensor_22" -> "851 sub_tensor_22" [style=solid, label="(384, 1536)"]; -"850 zero_point_updated_constant22" -> "851 sub_tensor_22" [style=solid, label="(384, 1)"]; -"851 sub_tensor_22" -> "852 linear_31" [style=solid, label="(384, 1536)"]; -"852 linear_31" -> "853 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"853 dropout_19" -> "854 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"854 layer_norm_12" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"855 add_16" -> "871 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"855 add_16" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "858 linear_32" [style=solid, label="(512, 2)"]; -"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "858 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"858 linear_32" -> "859 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"859 relu__5" -> "861 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "862 linear_33" [style=solid, label="(12, 512)"]; -"861 relu__5_0_0_nncf_smooth_quant_0" -> "862 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"862 linear_33" -> "863 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"863 view_26" -> "864 index_5" [style=solid, label="(225, 12)"]; -"864 index_5" -> "865 view_27" [style=solid, label="(4096, 12)"]; -"865 view_27" -> "866 permute_23" [style=solid, label="(64, 64, 12)"]; -"866 permute_23" -> "867 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"867 contiguous_8" -> "868 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"868 unsqueeze_13" -> "869 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"869 sigmoid_5" -> "870 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"870 mul_10" -> "910 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"871 pad_7" -> "872 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"872 roll_4" -> "873 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"873 view_28" -> "874 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"874 permute_24" -> "875 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"875 reshape_22" -> "879 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"875 reshape_22" -> "911 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"876 clone_5" -> "877 slice_64" [style=solid, label="(1152,)"]; -"876 clone_5" -> "887 linear_34" [style=solid, label="(1152,)"]; -"877 slice_64" -> "878 zero__5" [style=solid, label="(384,)"]; -"879 reshape_22_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"880 quantize_per_tensor_default_33" -> "881 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"881 dequantize_per_tensor_default_33" -> "887 linear_34" [style=solid, label="(4, 64, 384)"]; -"882 scale_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 1)"]; -"883 compressed_weight_updated_constant23" -> "884 mul_tensor_23" [style=solid, label="(1152, 384)"]; -"884 mul_tensor_23" -> "886 sub_tensor_23" [style=solid, label="(1152, 384)"]; -"885 zero_point_updated_constant23" -> "886 sub_tensor_23" [style=solid, label="(1152, 1)"]; -"886 sub_tensor_23" -> "887 linear_34" [style=solid, label="(1152, 384)"]; -"887 linear_34" -> "888 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"888 reshape_23" -> "889 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"889 permute_25" -> "890 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"889 permute_25" -> "891 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"889 permute_25" -> "892 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"890 select_15" -> "893 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"890 select_15" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"890 select_15" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "899 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"892 select_17" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"893 linalg_vector_norm_10" -> "894 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"894 clamp_min_10" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"895 expand_as_10" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"896 div_10" -> "897 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"897 quantize_per_tensor_default_34" -> "898 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"898 dequantize_per_tensor_default_34" -> "906 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"899 linalg_vector_norm_11" -> "900 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"900 clamp_min_11" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"901 expand_as_11" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"902 div_11" -> "903 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"903 quantize_per_tensor_default_35" -> "904 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"904 dequantize_per_tensor_default_35" -> "905 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"905 transpose_10" -> "906 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"906 matmul_10" -> "909 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"907 clamp_5" -> "908 exp_5" [style=solid, label="(12, 1, 1)"]; -"908 exp_5" -> "909 mul_11" [style=solid, label="(12, 1, 1)"]; -"909 mul_11" -> "910 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"910 add_17" -> "958 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"911 new_zeros_2" -> "913 slice_65" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "917 slice_67" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "921 slice_69" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "925 slice_71" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "929 slice_73" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "933 slice_75" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "937 slice_77" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "941 slice_79" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "945 slice_81" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "948 view_29" [style=solid, label="(16, 16)"]; -"912 lift_fresh_copy_18" -> "915 fill__18" [style=solid, label="()"]; -"913 slice_65" -> "914 slice_66" [style=solid, label="(8, 16)"]; -"914 slice_66" -> "915 fill__18" [style=solid, label="(8, 8)"]; -"916 lift_fresh_copy_19" -> "919 fill__19" [style=solid, label="()"]; -"917 slice_67" -> "918 slice_68" [style=solid, label="(8, 16)"]; -"918 slice_68" -> "919 fill__19" [style=solid, label="(8, 4)"]; -"920 lift_fresh_copy_20" -> "923 fill__20" [style=solid, label="()"]; -"921 slice_69" -> "922 slice_70" [style=solid, label="(8, 16)"]; -"922 slice_70" -> "923 fill__20" [style=solid, label="(8, 4)"]; -"924 lift_fresh_copy_21" -> "927 fill__21" [style=solid, label="()"]; -"925 slice_71" -> "926 slice_72" [style=solid, label="(4, 16)"]; -"926 slice_72" -> "927 fill__21" [style=solid, label="(4, 8)"]; -"928 lift_fresh_copy_22" -> "931 fill__22" [style=solid, label="()"]; -"929 slice_73" -> "930 slice_74" [style=solid, label="(4, 16)"]; -"930 slice_74" -> "931 fill__22" [style=solid, label="(4, 4)"]; -"932 lift_fresh_copy_23" -> "935 fill__23" [style=solid, label="()"]; -"933 slice_75" -> "934 slice_76" [style=solid, label="(4, 16)"]; -"934 slice_76" -> "935 fill__23" [style=solid, label="(4, 4)"]; -"936 lift_fresh_copy_24" -> "939 fill__24" [style=solid, label="()"]; -"937 slice_77" -> "938 slice_78" [style=solid, label="(4, 16)"]; -"938 slice_78" -> "939 fill__24" [style=solid, label="(4, 8)"]; -"940 lift_fresh_copy_25" -> "943 fill__25" [style=solid, label="()"]; -"941 slice_79" -> "942 slice_80" [style=solid, label="(4, 16)"]; -"942 slice_80" -> "943 fill__25" [style=solid, label="(4, 4)"]; -"944 lift_fresh_copy_26" -> "947 fill__26" [style=solid, label="()"]; -"945 slice_81" -> "946 slice_82" [style=solid, label="(4, 16)"]; -"946 slice_82" -> "947 fill__26" [style=solid, label="(4, 4)"]; -"948 view_29" -> "949 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"949 permute_26" -> "950 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"950 reshape_24" -> "951 unsqueeze_14" [style=solid, label="(4, 64)"]; -"950 reshape_24" -> "952 unsqueeze_15" [style=solid, label="(4, 64)"]; -"951 unsqueeze_14" -> "953 sub_2" [style=solid, label="(4, 1, 64)"]; -"952 unsqueeze_15" -> "953 sub_2" [style=solid, label="(4, 64, 1)"]; -"953 sub_2" -> "954 ne_2" [style=solid, label="(4, 64, 64)"]; -"953 sub_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"953 sub_2" -> "956 eq_2" [style=solid, label="(4, 64, 64)"]; -"954 ne_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"955 masked_fill_4" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"956 eq_2" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"957 masked_fill_5" -> "959 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"958 view_30" -> "961 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"959 unsqueeze_16" -> "960 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"960 unsqueeze_17" -> "961 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"961 add_18" -> "962 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"962 view_31" -> "963 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"963 softmax_5" -> "964 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"964 dropout_20" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"965 matmul_11" -> "966 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"966 transpose_11" -> "967 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"967 reshape_25" -> "968 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"968 reshape_25_0_0_nncf_smooth_quant_0" -> "969 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"969 quantize_per_tensor_default_36" -> "970 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"970 dequantize_per_tensor_default_36" -> "976 linear_35" [style=solid, label="(4, 64, 384)"]; -"971 scale_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 1)"]; -"972 compressed_weight_updated_constant24" -> "973 mul_tensor_24" [style=solid, label="(384, 384)"]; -"973 mul_tensor_24" -> "975 sub_tensor_24" [style=solid, label="(384, 384)"]; -"974 zero_point_updated_constant24" -> "975 sub_tensor_24" [style=solid, label="(384, 1)"]; -"975 sub_tensor_24" -> "976 linear_35" [style=solid, label="(384, 384)"]; -"976 linear_35" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; -"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; -"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; -"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; -"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"985 layer_norm_13" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"986 add_19" -> "987 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"986 add_19" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"987 add_19_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"988 quantize_per_tensor_default_37" -> "989 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"989 dequantize_per_tensor_default_37" -> "995 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"990 scale_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 1)"]; -"991 compressed_weight_updated_constant25" -> "992 mul_tensor_25" [style=solid, label="(1536, 384)"]; -"992 mul_tensor_25" -> "994 sub_tensor_25" [style=solid, label="(1536, 384)"]; -"993 zero_point_updated_constant25" -> "994 sub_tensor_25" [style=solid, label="(1536, 1)"]; -"994 sub_tensor_25" -> "995 linear_36" [style=solid, label="(1536, 384)"]; -"995 linear_36" -> "996 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"996 gelu_5" -> "997 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"997 dropout_22" -> "998 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"998 dropout_22_0_0_nncf_smooth_quant_0" -> "999 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"999 quantize_per_tensor_default_38" -> "1000 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1000 dequantize_per_tensor_default_38" -> "1006 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1001 scale_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1)"]; -"1002 compressed_weight_updated_constant26" -> "1003 mul_tensor_26" [style=solid, label="(384, 1536)"]; -"1003 mul_tensor_26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1536)"]; -"1004 zero_point_updated_constant26" -> "1005 sub_tensor_26" [style=solid, label="(384, 1)"]; -"1005 sub_tensor_26" -> "1006 linear_37" [style=solid, label="(384, 1536)"]; -"1006 linear_37" -> "1007 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dropout_23" -> "1008 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1008 layer_norm_14" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1009 add_20" -> "1025 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1009 add_20" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1012 linear_38" [style=solid, label="(512, 2)"]; -"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1012 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1012 linear_38" -> "1013 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1013 relu__6" -> "1015 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1016 linear_39" [style=solid, label="(12, 512)"]; -"1015 relu__6_0_0_nncf_smooth_quant_0" -> "1016 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1016 linear_39" -> "1017 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1017 view_33" -> "1018 index_6" [style=solid, label="(225, 12)"]; -"1018 index_6" -> "1019 view_34" [style=solid, label="(4096, 12)"]; -"1019 view_34" -> "1020 permute_28" [style=solid, label="(64, 64, 12)"]; -"1020 permute_28" -> "1021 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1021 contiguous_10" -> "1022 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1022 unsqueeze_18" -> "1023 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1023 sigmoid_6" -> "1024 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1024 mul_12" -> "1063 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1025 pad_8" -> "1026 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1026 view_35" -> "1027 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1027 permute_29" -> "1028 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1028 reshape_27" -> "1032 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1029 clone_6" -> "1030 slice_85" [style=solid, label="(1152,)"]; -"1029 clone_6" -> "1040 linear_40" [style=solid, label="(1152,)"]; -"1030 slice_85" -> "1031 zero__6" [style=solid, label="(384,)"]; -"1032 reshape_27_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1033 quantize_per_tensor_default_39" -> "1034 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1034 dequantize_per_tensor_default_39" -> "1040 linear_40" [style=solid, label="(4, 64, 384)"]; -"1035 scale_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 1)"]; -"1036 compressed_weight_updated_constant27" -> "1037 mul_tensor_27" [style=solid, label="(1152, 384)"]; -"1037 mul_tensor_27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 384)"]; -"1038 zero_point_updated_constant27" -> "1039 sub_tensor_27" [style=solid, label="(1152, 1)"]; -"1039 sub_tensor_27" -> "1040 linear_40" [style=solid, label="(1152, 384)"]; -"1040 linear_40" -> "1041 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1041 reshape_28" -> "1042 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1042 permute_30" -> "1043 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1042 permute_30" -> "1044 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1042 permute_30" -> "1045 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1043 select_18" -> "1046 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1043 select_18" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1043 select_18" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1052 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1045 select_20" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1046 linalg_vector_norm_12" -> "1047 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1047 clamp_min_12" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1048 expand_as_12" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1049 div_12" -> "1050 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1050 quantize_per_tensor_default_40" -> "1051 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1051 dequantize_per_tensor_default_40" -> "1059 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1052 linalg_vector_norm_13" -> "1053 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1053 clamp_min_13" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1054 expand_as_13" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1055 div_13" -> "1056 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1056 quantize_per_tensor_default_41" -> "1057 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1057 dequantize_per_tensor_default_41" -> "1058 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1058 transpose_12" -> "1059 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1059 matmul_12" -> "1062 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1060 clamp_6" -> "1061 exp_6" [style=solid, label="(12, 1, 1)"]; -"1061 exp_6" -> "1062 mul_13" [style=solid, label="(12, 1, 1)"]; -"1062 mul_13" -> "1063 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1063 add_21" -> "1064 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1064 softmax_6" -> "1065 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1065 dropout_24" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1066 matmul_13" -> "1067 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1067 transpose_13" -> "1068 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1068 reshape_29" -> "1069 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1069 reshape_29_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1070 quantize_per_tensor_default_42" -> "1071 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1071 dequantize_per_tensor_default_42" -> "1077 linear_41" [style=solid, label="(4, 64, 384)"]; -"1072 scale_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 1)"]; -"1073 compressed_weight_updated_constant28" -> "1074 mul_tensor_28" [style=solid, label="(384, 384)"]; -"1074 mul_tensor_28" -> "1076 sub_tensor_28" [style=solid, label="(384, 384)"]; -"1075 zero_point_updated_constant28" -> "1076 sub_tensor_28" [style=solid, label="(384, 1)"]; -"1076 sub_tensor_28" -> "1077 linear_41" [style=solid, label="(384, 384)"]; -"1077 linear_41" -> "1078 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1078 dropout_25" -> "1079 view_36" [style=solid, label="(4, 64, 384)"]; -"1079 view_36" -> "1080 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1080 permute_31" -> "1081 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1081 reshape_30" -> "1082 slice_86" [style=solid, label="(1, 16, 16, 384)"]; -"1082 slice_86" -> "1083 slice_87" [style=solid, label="(1, 14, 16, 384)"]; -"1083 slice_87" -> "1084 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1084 contiguous_11" -> "1085 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1085 layer_norm_15" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1086 add_22" -> "1087 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1086 add_22" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1087 add_22_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1088 quantize_per_tensor_default_43" -> "1089 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1089 dequantize_per_tensor_default_43" -> "1095 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1090 scale_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 1)"]; -"1091 compressed_weight_updated_constant29" -> "1092 mul_tensor_29" [style=solid, label="(1536, 384)"]; -"1092 mul_tensor_29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 384)"]; -"1093 zero_point_updated_constant29" -> "1094 sub_tensor_29" [style=solid, label="(1536, 1)"]; -"1094 sub_tensor_29" -> "1095 linear_42" [style=solid, label="(1536, 384)"]; -"1095 linear_42" -> "1096 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1096 gelu_6" -> "1097 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1097 dropout_26" -> "1098 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1098 dropout_26_0_0_nncf_smooth_quant_0" -> "1099 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1099 quantize_per_tensor_default_44" -> "1100 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1100 dequantize_per_tensor_default_44" -> "1106 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1101 scale_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1)"]; -"1102 compressed_weight_updated_constant30" -> "1103 mul_tensor_30" [style=solid, label="(384, 1536)"]; -"1103 mul_tensor_30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1536)"]; -"1104 zero_point_updated_constant30" -> "1105 sub_tensor_30" [style=solid, label="(384, 1)"]; -"1105 sub_tensor_30" -> "1106 linear_43" [style=solid, label="(384, 1536)"]; -"1106 linear_43" -> "1107 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1107 dropout_27" -> "1108 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1108 layer_norm_16" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1109 add_23" -> "1125 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1109 add_23" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1112 linear_44" [style=solid, label="(512, 2)"]; -"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1112 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1112 linear_44" -> "1113 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1113 relu__7" -> "1115 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1116 linear_45" [style=solid, label="(12, 512)"]; -"1115 relu__7_0_0_nncf_smooth_quant_0" -> "1116 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1116 linear_45" -> "1117 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1117 view_37" -> "1118 index_7" [style=solid, label="(225, 12)"]; -"1118 index_7" -> "1119 view_38" [style=solid, label="(4096, 12)"]; -"1119 view_38" -> "1120 permute_32" [style=solid, label="(64, 64, 12)"]; -"1120 permute_32" -> "1121 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1121 contiguous_12" -> "1122 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1122 unsqueeze_19" -> "1123 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1123 sigmoid_7" -> "1124 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1124 mul_14" -> "1164 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1125 pad_9" -> "1126 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1126 roll_6" -> "1127 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1127 view_39" -> "1128 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1128 permute_33" -> "1129 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1129 reshape_31" -> "1133 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1129 reshape_31" -> "1165 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1130 clone_7" -> "1131 slice_88" [style=solid, label="(1152,)"]; -"1130 clone_7" -> "1141 linear_46" [style=solid, label="(1152,)"]; -"1131 slice_88" -> "1132 zero__7" [style=solid, label="(384,)"]; -"1133 reshape_31_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1134 quantize_per_tensor_default_45" -> "1135 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1135 dequantize_per_tensor_default_45" -> "1141 linear_46" [style=solid, label="(4, 64, 384)"]; -"1136 scale_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 1)"]; -"1137 compressed_weight_updated_constant31" -> "1138 mul_tensor_31" [style=solid, label="(1152, 384)"]; -"1138 mul_tensor_31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 384)"]; -"1139 zero_point_updated_constant31" -> "1140 sub_tensor_31" [style=solid, label="(1152, 1)"]; -"1140 sub_tensor_31" -> "1141 linear_46" [style=solid, label="(1152, 384)"]; -"1141 linear_46" -> "1142 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1142 reshape_32" -> "1143 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1143 permute_34" -> "1144 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1143 permute_34" -> "1145 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1143 permute_34" -> "1146 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1144 select_21" -> "1147 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1144 select_21" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1144 select_21" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1153 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1146 select_23" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1147 linalg_vector_norm_14" -> "1148 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1148 clamp_min_14" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1149 expand_as_14" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1150 div_14" -> "1151 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1151 quantize_per_tensor_default_46" -> "1152 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1152 dequantize_per_tensor_default_46" -> "1160 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1153 linalg_vector_norm_15" -> "1154 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1154 clamp_min_15" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1155 expand_as_15" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1156 div_15" -> "1157 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1157 quantize_per_tensor_default_47" -> "1158 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1158 dequantize_per_tensor_default_47" -> "1159 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1159 transpose_14" -> "1160 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1160 matmul_14" -> "1163 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1161 clamp_7" -> "1162 exp_7" [style=solid, label="(12, 1, 1)"]; -"1162 exp_7" -> "1163 mul_15" [style=solid, label="(12, 1, 1)"]; -"1163 mul_15" -> "1164 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1164 add_24" -> "1212 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1165 new_zeros_3" -> "1167 slice_89" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1171 slice_91" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1175 slice_93" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1179 slice_95" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1183 slice_97" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1187 slice_99" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1191 slice_101" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1195 slice_103" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1199 slice_105" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1202 view_40" [style=solid, label="(16, 16)"]; -"1166 lift_fresh_copy_27" -> "1169 fill__27" [style=solid, label="()"]; -"1167 slice_89" -> "1168 slice_90" [style=solid, label="(8, 16)"]; -"1168 slice_90" -> "1169 fill__27" [style=solid, label="(8, 8)"]; -"1170 lift_fresh_copy_28" -> "1173 fill__28" [style=solid, label="()"]; -"1171 slice_91" -> "1172 slice_92" [style=solid, label="(8, 16)"]; -"1172 slice_92" -> "1173 fill__28" [style=solid, label="(8, 4)"]; -"1174 lift_fresh_copy_29" -> "1177 fill__29" [style=solid, label="()"]; -"1175 slice_93" -> "1176 slice_94" [style=solid, label="(8, 16)"]; -"1176 slice_94" -> "1177 fill__29" [style=solid, label="(8, 4)"]; -"1178 lift_fresh_copy_30" -> "1181 fill__30" [style=solid, label="()"]; -"1179 slice_95" -> "1180 slice_96" [style=solid, label="(4, 16)"]; -"1180 slice_96" -> "1181 fill__30" [style=solid, label="(4, 8)"]; -"1182 lift_fresh_copy_31" -> "1185 fill__31" [style=solid, label="()"]; -"1183 slice_97" -> "1184 slice_98" [style=solid, label="(4, 16)"]; -"1184 slice_98" -> "1185 fill__31" [style=solid, label="(4, 4)"]; -"1186 lift_fresh_copy_32" -> "1189 fill__32" [style=solid, label="()"]; -"1187 slice_99" -> "1188 slice_100" [style=solid, label="(4, 16)"]; -"1188 slice_100" -> "1189 fill__32" [style=solid, label="(4, 4)"]; -"1190 lift_fresh_copy_33" -> "1193 fill__33" [style=solid, label="()"]; -"1191 slice_101" -> "1192 slice_102" [style=solid, label="(4, 16)"]; -"1192 slice_102" -> "1193 fill__33" [style=solid, label="(4, 8)"]; -"1194 lift_fresh_copy_34" -> "1197 fill__34" [style=solid, label="()"]; -"1195 slice_103" -> "1196 slice_104" [style=solid, label="(4, 16)"]; -"1196 slice_104" -> "1197 fill__34" [style=solid, label="(4, 4)"]; -"1198 lift_fresh_copy_35" -> "1201 fill__35" [style=solid, label="()"]; -"1199 slice_105" -> "1200 slice_106" [style=solid, label="(4, 16)"]; -"1200 slice_106" -> "1201 fill__35" [style=solid, label="(4, 4)"]; -"1202 view_40" -> "1203 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1203 permute_35" -> "1204 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1204 reshape_33" -> "1205 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1204 reshape_33" -> "1206 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1205 unsqueeze_20" -> "1207 sub_3" [style=solid, label="(4, 1, 64)"]; -"1206 unsqueeze_21" -> "1207 sub_3" [style=solid, label="(4, 64, 1)"]; -"1207 sub_3" -> "1208 ne_3" [style=solid, label="(4, 64, 64)"]; -"1207 sub_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1207 sub_3" -> "1210 eq_3" [style=solid, label="(4, 64, 64)"]; -"1208 ne_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1209 masked_fill_6" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1210 eq_3" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1211 masked_fill_7" -> "1213 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1212 view_41" -> "1215 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1213 unsqueeze_22" -> "1214 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1214 unsqueeze_23" -> "1215 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1215 add_25" -> "1216 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1216 view_42" -> "1217 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1217 softmax_7" -> "1218 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1218 dropout_28" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1219 matmul_15" -> "1220 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1220 transpose_15" -> "1221 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1221 reshape_34" -> "1222 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1222 reshape_34_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1223 quantize_per_tensor_default_48" -> "1224 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1224 dequantize_per_tensor_default_48" -> "1230 linear_47" [style=solid, label="(4, 64, 384)"]; -"1225 scale_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 1)"]; -"1226 compressed_weight_updated_constant32" -> "1227 mul_tensor_32" [style=solid, label="(384, 384)"]; -"1227 mul_tensor_32" -> "1229 sub_tensor_32" [style=solid, label="(384, 384)"]; -"1228 zero_point_updated_constant32" -> "1229 sub_tensor_32" [style=solid, label="(384, 1)"]; -"1229 sub_tensor_32" -> "1230 linear_47" [style=solid, label="(384, 384)"]; -"1230 linear_47" -> "1231 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1231 dropout_29" -> "1232 view_43" [style=solid, label="(4, 64, 384)"]; -"1232 view_43" -> "1233 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1233 permute_36" -> "1234 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1234 reshape_35" -> "1235 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1235 roll_7" -> "1236 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1236 slice_107" -> "1237 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1237 slice_108" -> "1238 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1238 contiguous_13" -> "1239 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1239 layer_norm_17" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1240 add_26" -> "1241 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1240 add_26" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1241 add_26_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1242 quantize_per_tensor_default_49" -> "1243 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1243 dequantize_per_tensor_default_49" -> "1249 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1244 scale_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 1)"]; -"1245 compressed_weight_updated_constant33" -> "1246 mul_tensor_33" [style=solid, label="(1536, 384)"]; -"1246 mul_tensor_33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 384)"]; -"1247 zero_point_updated_constant33" -> "1248 sub_tensor_33" [style=solid, label="(1536, 1)"]; -"1248 sub_tensor_33" -> "1249 linear_48" [style=solid, label="(1536, 384)"]; -"1249 linear_48" -> "1250 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1250 gelu_7" -> "1251 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1251 dropout_30" -> "1252 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1252 dropout_30_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1253 quantize_per_tensor_default_50" -> "1254 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1254 dequantize_per_tensor_default_50" -> "1260 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1255 scale_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1)"]; -"1256 compressed_weight_updated_constant34" -> "1257 mul_tensor_34" [style=solid, label="(384, 1536)"]; -"1257 mul_tensor_34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1536)"]; -"1258 zero_point_updated_constant34" -> "1259 sub_tensor_34" [style=solid, label="(384, 1)"]; -"1259 sub_tensor_34" -> "1260 linear_49" [style=solid, label="(384, 1536)"]; -"1260 linear_49" -> "1261 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1261 dropout_31" -> "1262 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1262 layer_norm_18" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_27" -> "1279 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_27" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1266 linear_50" [style=solid, label="(512, 2)"]; -"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1266 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1266 linear_50" -> "1267 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1267 relu__8" -> "1269 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1270 linear_51" [style=solid, label="(12, 512)"]; -"1269 relu__8_0_0_nncf_smooth_quant_0" -> "1270 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1270 linear_51" -> "1271 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1271 view_44" -> "1272 index_8" [style=solid, label="(225, 12)"]; -"1272 index_8" -> "1273 view_45" [style=solid, label="(4096, 12)"]; -"1273 view_45" -> "1274 permute_37" [style=solid, label="(64, 64, 12)"]; -"1274 permute_37" -> "1275 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1275 contiguous_14" -> "1276 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1276 unsqueeze_24" -> "1277 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1277 sigmoid_8" -> "1278 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1278 mul_16" -> "1317 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1279 pad_10" -> "1280 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1280 view_46" -> "1281 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1281 permute_38" -> "1282 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1282 reshape_36" -> "1286 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1283 clone_8" -> "1284 slice_109" [style=solid, label="(1152,)"]; -"1283 clone_8" -> "1294 linear_52" [style=solid, label="(1152,)"]; -"1284 slice_109" -> "1285 zero__8" [style=solid, label="(384,)"]; -"1286 reshape_36_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1287 quantize_per_tensor_default_51" -> "1288 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1288 dequantize_per_tensor_default_51" -> "1294 linear_52" [style=solid, label="(4, 64, 384)"]; -"1289 scale_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 1)"]; -"1290 compressed_weight_updated_constant35" -> "1291 mul_tensor_35" [style=solid, label="(1152, 384)"]; -"1291 mul_tensor_35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 384)"]; -"1292 zero_point_updated_constant35" -> "1293 sub_tensor_35" [style=solid, label="(1152, 1)"]; -"1293 sub_tensor_35" -> "1294 linear_52" [style=solid, label="(1152, 384)"]; -"1294 linear_52" -> "1295 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1295 reshape_37" -> "1296 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1296 permute_39" -> "1297 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1296 permute_39" -> "1298 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1296 permute_39" -> "1299 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1297 select_24" -> "1300 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1297 select_24" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1297 select_24" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1306 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1299 select_26" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1300 linalg_vector_norm_16" -> "1301 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1301 clamp_min_16" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1302 expand_as_16" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1303 div_16" -> "1304 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1304 quantize_per_tensor_default_52" -> "1305 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1305 dequantize_per_tensor_default_52" -> "1313 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1306 linalg_vector_norm_17" -> "1307 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1307 clamp_min_17" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1308 expand_as_17" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1309 div_17" -> "1310 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1310 quantize_per_tensor_default_53" -> "1311 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1311 dequantize_per_tensor_default_53" -> "1312 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1312 transpose_16" -> "1313 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1313 matmul_16" -> "1316 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1314 clamp_8" -> "1315 exp_8" [style=solid, label="(12, 1, 1)"]; -"1315 exp_8" -> "1316 mul_17" [style=solid, label="(12, 1, 1)"]; -"1316 mul_17" -> "1317 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1317 add_28" -> "1318 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1318 softmax_8" -> "1319 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1319 dropout_32" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1320 matmul_17" -> "1321 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1321 transpose_17" -> "1322 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1322 reshape_38" -> "1323 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1323 reshape_38_0_0_nncf_smooth_quant_0" -> "1324 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1324 quantize_per_tensor_default_54" -> "1325 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1325 dequantize_per_tensor_default_54" -> "1331 linear_53" [style=solid, label="(4, 64, 384)"]; -"1326 scale_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 1)"]; -"1327 compressed_weight_updated_constant36" -> "1328 mul_tensor_36" [style=solid, label="(384, 384)"]; -"1328 mul_tensor_36" -> "1330 sub_tensor_36" [style=solid, label="(384, 384)"]; -"1329 zero_point_updated_constant36" -> "1330 sub_tensor_36" [style=solid, label="(384, 1)"]; -"1330 sub_tensor_36" -> "1331 linear_53" [style=solid, label="(384, 384)"]; -"1331 linear_53" -> "1332 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1332 dropout_33" -> "1333 view_47" [style=solid, label="(4, 64, 384)"]; -"1333 view_47" -> "1334 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1334 permute_40" -> "1335 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1335 reshape_39" -> "1336 slice_110" [style=solid, label="(1, 16, 16, 384)"]; -"1336 slice_110" -> "1337 slice_111" [style=solid, label="(1, 14, 16, 384)"]; -"1337 slice_111" -> "1338 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1338 contiguous_15" -> "1339 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1339 layer_norm_19" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1340 add_29" -> "1341 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1340 add_29" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1341 add_29_0_0_nncf_smooth_quant_0" -> "1342 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1342 quantize_per_tensor_default_55" -> "1343 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1343 dequantize_per_tensor_default_55" -> "1349 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1344 scale_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 1)"]; -"1345 compressed_weight_updated_constant37" -> "1346 mul_tensor_37" [style=solid, label="(1536, 384)"]; -"1346 mul_tensor_37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 384)"]; -"1347 zero_point_updated_constant37" -> "1348 sub_tensor_37" [style=solid, label="(1536, 1)"]; -"1348 sub_tensor_37" -> "1349 linear_54" [style=solid, label="(1536, 384)"]; -"1349 linear_54" -> "1350 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1350 gelu_8" -> "1351 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1351 dropout_34" -> "1352 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1352 dropout_34_0_0_nncf_smooth_quant_0" -> "1353 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1353 quantize_per_tensor_default_56" -> "1354 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1354 dequantize_per_tensor_default_56" -> "1360 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1355 scale_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1)"]; -"1356 compressed_weight_updated_constant38" -> "1357 mul_tensor_38" [style=solid, label="(384, 1536)"]; -"1357 mul_tensor_38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1536)"]; -"1358 zero_point_updated_constant38" -> "1359 sub_tensor_38" [style=solid, label="(384, 1)"]; -"1359 sub_tensor_38" -> "1360 linear_55" [style=solid, label="(384, 1536)"]; -"1360 linear_55" -> "1361 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1361 dropout_35" -> "1362 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1362 layer_norm_20" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1363 add_30" -> "1379 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1363 add_30" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1366 linear_56" [style=solid, label="(512, 2)"]; -"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1366 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1366 linear_56" -> "1367 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1367 relu__9" -> "1369 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1370 linear_57" [style=solid, label="(12, 512)"]; -"1369 relu__9_0_0_nncf_smooth_quant_0" -> "1370 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1370 linear_57" -> "1371 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1371 view_48" -> "1372 index_9" [style=solid, label="(225, 12)"]; -"1372 index_9" -> "1373 view_49" [style=solid, label="(4096, 12)"]; -"1373 view_49" -> "1374 permute_41" [style=solid, label="(64, 64, 12)"]; -"1374 permute_41" -> "1375 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1375 contiguous_16" -> "1376 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1376 unsqueeze_25" -> "1377 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1377 sigmoid_9" -> "1378 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1378 mul_18" -> "1418 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1379 pad_11" -> "1380 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1380 roll_8" -> "1381 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1381 view_50" -> "1382 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1382 permute_42" -> "1383 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1383 reshape_40" -> "1387 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1383 reshape_40" -> "1419 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1384 clone_9" -> "1385 slice_112" [style=solid, label="(1152,)"]; -"1384 clone_9" -> "1395 linear_58" [style=solid, label="(1152,)"]; -"1385 slice_112" -> "1386 zero__9" [style=solid, label="(384,)"]; -"1387 reshape_40_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1388 quantize_per_tensor_default_57" -> "1389 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1389 dequantize_per_tensor_default_57" -> "1395 linear_58" [style=solid, label="(4, 64, 384)"]; -"1390 scale_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 1)"]; -"1391 compressed_weight_updated_constant39" -> "1392 mul_tensor_39" [style=solid, label="(1152, 384)"]; -"1392 mul_tensor_39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 384)"]; -"1393 zero_point_updated_constant39" -> "1394 sub_tensor_39" [style=solid, label="(1152, 1)"]; -"1394 sub_tensor_39" -> "1395 linear_58" [style=solid, label="(1152, 384)"]; -"1395 linear_58" -> "1396 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1396 reshape_41" -> "1397 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1397 permute_43" -> "1398 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1397 permute_43" -> "1399 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1397 permute_43" -> "1400 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1398 select_27" -> "1401 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1398 select_27" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1398 select_27" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1407 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1400 select_29" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1401 linalg_vector_norm_18" -> "1402 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1402 clamp_min_18" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1403 expand_as_18" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1404 div_18" -> "1405 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1405 quantize_per_tensor_default_58" -> "1406 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1406 dequantize_per_tensor_default_58" -> "1414 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1407 linalg_vector_norm_19" -> "1408 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1408 clamp_min_19" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1409 expand_as_19" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1410 div_19" -> "1411 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1411 quantize_per_tensor_default_59" -> "1412 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1412 dequantize_per_tensor_default_59" -> "1413 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1413 transpose_18" -> "1414 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1414 matmul_18" -> "1417 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1415 clamp_9" -> "1416 exp_9" [style=solid, label="(12, 1, 1)"]; -"1416 exp_9" -> "1417 mul_19" [style=solid, label="(12, 1, 1)"]; -"1417 mul_19" -> "1418 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1418 add_31" -> "1466 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1419 new_zeros_4" -> "1421 slice_113" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1425 slice_115" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1429 slice_117" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1433 slice_119" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1437 slice_121" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1441 slice_123" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1445 slice_125" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1449 slice_127" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1453 slice_129" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1456 view_51" [style=solid, label="(16, 16)"]; -"1420 lift_fresh_copy_36" -> "1423 fill__36" [style=solid, label="()"]; -"1421 slice_113" -> "1422 slice_114" [style=solid, label="(8, 16)"]; -"1422 slice_114" -> "1423 fill__36" [style=solid, label="(8, 8)"]; -"1424 lift_fresh_copy_37" -> "1427 fill__37" [style=solid, label="()"]; -"1425 slice_115" -> "1426 slice_116" [style=solid, label="(8, 16)"]; -"1426 slice_116" -> "1427 fill__37" [style=solid, label="(8, 4)"]; -"1428 lift_fresh_copy_38" -> "1431 fill__38" [style=solid, label="()"]; -"1429 slice_117" -> "1430 slice_118" [style=solid, label="(8, 16)"]; -"1430 slice_118" -> "1431 fill__38" [style=solid, label="(8, 4)"]; -"1432 lift_fresh_copy_39" -> "1435 fill__39" [style=solid, label="()"]; -"1433 slice_119" -> "1434 slice_120" [style=solid, label="(4, 16)"]; -"1434 slice_120" -> "1435 fill__39" [style=solid, label="(4, 8)"]; -"1436 lift_fresh_copy_40" -> "1439 fill__40" [style=solid, label="()"]; -"1437 slice_121" -> "1438 slice_122" [style=solid, label="(4, 16)"]; -"1438 slice_122" -> "1439 fill__40" [style=solid, label="(4, 4)"]; -"1440 lift_fresh_copy_41" -> "1443 fill__41" [style=solid, label="()"]; -"1441 slice_123" -> "1442 slice_124" [style=solid, label="(4, 16)"]; -"1442 slice_124" -> "1443 fill__41" [style=solid, label="(4, 4)"]; -"1444 lift_fresh_copy_42" -> "1447 fill__42" [style=solid, label="()"]; -"1445 slice_125" -> "1446 slice_126" [style=solid, label="(4, 16)"]; -"1446 slice_126" -> "1447 fill__42" [style=solid, label="(4, 8)"]; -"1448 lift_fresh_copy_43" -> "1451 fill__43" [style=solid, label="()"]; -"1449 slice_127" -> "1450 slice_128" [style=solid, label="(4, 16)"]; -"1450 slice_128" -> "1451 fill__43" [style=solid, label="(4, 4)"]; -"1452 lift_fresh_copy_44" -> "1455 fill__44" [style=solid, label="()"]; -"1453 slice_129" -> "1454 slice_130" [style=solid, label="(4, 16)"]; -"1454 slice_130" -> "1455 fill__44" [style=solid, label="(4, 4)"]; -"1456 view_51" -> "1457 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1457 permute_44" -> "1458 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1458 reshape_42" -> "1459 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1458 reshape_42" -> "1460 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1459 unsqueeze_26" -> "1461 sub_4" [style=solid, label="(4, 1, 64)"]; -"1460 unsqueeze_27" -> "1461 sub_4" [style=solid, label="(4, 64, 1)"]; -"1461 sub_4" -> "1462 ne_4" [style=solid, label="(4, 64, 64)"]; -"1461 sub_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1461 sub_4" -> "1464 eq_4" [style=solid, label="(4, 64, 64)"]; -"1462 ne_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1463 masked_fill_8" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1464 eq_4" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1465 masked_fill_9" -> "1467 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1466 view_52" -> "1469 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1467 unsqueeze_28" -> "1468 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1468 unsqueeze_29" -> "1469 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1469 add_32" -> "1470 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1470 view_53" -> "1471 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1471 softmax_9" -> "1472 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1472 dropout_36" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1473 matmul_19" -> "1474 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1474 transpose_19" -> "1475 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1475 reshape_43" -> "1476 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1476 reshape_43_0_0_nncf_smooth_quant_0" -> "1477 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1477 quantize_per_tensor_default_60" -> "1478 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1478 dequantize_per_tensor_default_60" -> "1484 linear_59" [style=solid, label="(4, 64, 384)"]; -"1479 scale_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 1)"]; -"1480 compressed_weight_updated_constant40" -> "1481 mul_tensor_40" [style=solid, label="(384, 384)"]; -"1481 mul_tensor_40" -> "1483 sub_tensor_40" [style=solid, label="(384, 384)"]; -"1482 zero_point_updated_constant40" -> "1483 sub_tensor_40" [style=solid, label="(384, 1)"]; -"1483 sub_tensor_40" -> "1484 linear_59" [style=solid, label="(384, 384)"]; -"1484 linear_59" -> "1485 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1485 dropout_37" -> "1486 view_54" [style=solid, label="(4, 64, 384)"]; -"1486 view_54" -> "1487 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1487 permute_45" -> "1488 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1488 reshape_44" -> "1489 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1489 roll_9" -> "1490 slice_131" [style=solid, label="(1, 16, 16, 384)"]; -"1490 slice_131" -> "1491 slice_132" [style=solid, label="(1, 14, 16, 384)"]; -"1491 slice_132" -> "1492 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1492 contiguous_17" -> "1493 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1493 layer_norm_21" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1494 add_33" -> "1495 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1494 add_33" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1495 add_33_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1496 quantize_per_tensor_default_61" -> "1497 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1497 dequantize_per_tensor_default_61" -> "1503 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1498 scale_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 1)"]; -"1499 compressed_weight_updated_constant41" -> "1500 mul_tensor_41" [style=solid, label="(1536, 384)"]; -"1500 mul_tensor_41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 384)"]; -"1501 zero_point_updated_constant41" -> "1502 sub_tensor_41" [style=solid, label="(1536, 1)"]; -"1502 sub_tensor_41" -> "1503 linear_60" [style=solid, label="(1536, 384)"]; -"1503 linear_60" -> "1504 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1504 gelu_9" -> "1505 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1505 dropout_38" -> "1506 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1506 dropout_38_0_0_nncf_smooth_quant_0" -> "1507 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1507 quantize_per_tensor_default_62" -> "1508 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1508 dequantize_per_tensor_default_62" -> "1514 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1509 scale_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1)"]; -"1510 compressed_weight_updated_constant42" -> "1511 mul_tensor_42" [style=solid, label="(384, 1536)"]; -"1511 mul_tensor_42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1536)"]; -"1512 zero_point_updated_constant42" -> "1513 sub_tensor_42" [style=solid, label="(384, 1)"]; -"1513 sub_tensor_42" -> "1514 linear_61" [style=solid, label="(384, 1536)"]; -"1514 linear_61" -> "1515 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1515 dropout_39" -> "1516 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1516 layer_norm_22" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1517 add_34" -> "1518 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1519 slice_133" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1521 slice_135" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1523 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1525 slice_139" [style=solid, label="(1, 14, 14, 384)"]; -"1519 slice_133" -> "1520 slice_134" [style=solid, label="(1, 7, 14, 384)"]; -"1520 slice_134" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1521 slice_135" -> "1522 slice_136" [style=solid, label="(1, 7, 14, 384)"]; -"1522 slice_136" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1523 slice_137" -> "1524 slice_138" [style=solid, label="(1, 7, 14, 384)"]; -"1524 slice_138" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1525 slice_139" -> "1526 slice_140" [style=solid, label="(1, 7, 14, 384)"]; -"1526 slice_140" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1527 cat_2" -> "1528 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1528 cat_2_0_0_nncf_smooth_quant_0" -> "1529 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1529 quantize_per_tensor_default_63" -> "1530 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1530 dequantize_per_tensor_default_63" -> "1536 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1531 scale_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1)"]; -"1532 compressed_weight_updated_constant43" -> "1533 mul_tensor_43" [style=solid, label="(768, 1536)"]; -"1533 mul_tensor_43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1536)"]; -"1534 zero_point_updated_constant43" -> "1535 sub_tensor_43" [style=solid, label="(768, 1)"]; -"1535 sub_tensor_43" -> "1536 linear_62" [style=solid, label="(768, 1536)"]; -"1536 linear_62" -> "1537 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1537 layer_norm_23" -> "1553 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1537 layer_norm_23" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1540 linear_63" [style=solid, label="(512, 2)"]; -"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1540 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1540 linear_63" -> "1541 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1541 relu__10" -> "1543 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1544 linear_64" [style=solid, label="(24, 512)"]; -"1543 relu__10_0_0_nncf_smooth_quant_0" -> "1544 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1544 linear_64" -> "1545 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1545 view_55" -> "1546 index_10" [style=solid, label="(225, 24)"]; -"1546 index_10" -> "1547 view_56" [style=solid, label="(4096, 24)"]; -"1547 view_56" -> "1548 permute_46" [style=solid, label="(64, 64, 24)"]; -"1548 permute_46" -> "1549 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1549 contiguous_18" -> "1550 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1550 unsqueeze_30" -> "1551 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1551 sigmoid_10" -> "1552 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1552 mul_20" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1553 pad_13" -> "1554 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1554 view_57" -> "1555 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1555 permute_47" -> "1556 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1556 reshape_45" -> "1560 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1557 clone_10" -> "1558 slice_141" [style=solid, label="(2304,)"]; -"1557 clone_10" -> "1568 linear_65" [style=solid, label="(2304,)"]; -"1558 slice_141" -> "1559 zero__10" [style=solid, label="(768,)"]; -"1560 reshape_45_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1561 quantize_per_tensor_default_64" -> "1562 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1562 dequantize_per_tensor_default_64" -> "1568 linear_65" [style=solid, label="(1, 64, 768)"]; -"1563 scale_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 1)"]; -"1564 compressed_weight_updated_constant44" -> "1565 mul_tensor_44" [style=solid, label="(2304, 768)"]; -"1565 mul_tensor_44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 768)"]; -"1566 zero_point_updated_constant44" -> "1567 sub_tensor_44" [style=solid, label="(2304, 1)"]; -"1567 sub_tensor_44" -> "1568 linear_65" [style=solid, label="(2304, 768)"]; -"1568 linear_65" -> "1569 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1569 reshape_46" -> "1570 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1570 permute_48" -> "1571 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1570 permute_48" -> "1572 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1570 permute_48" -> "1573 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1571 select_30" -> "1574 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1571 select_30" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1571 select_30" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1580 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1573 select_32" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1574 linalg_vector_norm_20" -> "1575 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1575 clamp_min_20" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1576 expand_as_20" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1577 div_20" -> "1578 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1578 quantize_per_tensor_default_65" -> "1579 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1579 dequantize_per_tensor_default_65" -> "1587 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1580 linalg_vector_norm_21" -> "1581 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1581 clamp_min_21" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1582 expand_as_21" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1583 div_21" -> "1584 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1584 quantize_per_tensor_default_66" -> "1585 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1585 dequantize_per_tensor_default_66" -> "1586 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1586 transpose_20" -> "1587 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1587 matmul_20" -> "1590 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1588 clamp_10" -> "1589 exp_10" [style=solid, label="(24, 1, 1)"]; -"1589 exp_10" -> "1590 mul_21" [style=solid, label="(24, 1, 1)"]; -"1590 mul_21" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1591 add_35" -> "1592 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1592 softmax_10" -> "1593 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1593 dropout_40" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1594 matmul_21" -> "1595 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1595 transpose_21" -> "1596 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1596 reshape_47" -> "1597 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1597 reshape_47_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1598 quantize_per_tensor_default_67" -> "1599 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1599 dequantize_per_tensor_default_67" -> "1605 linear_66" [style=solid, label="(1, 64, 768)"]; -"1600 scale_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 1)"]; -"1601 compressed_weight_updated_constant45" -> "1602 mul_tensor_45" [style=solid, label="(768, 768)"]; -"1602 mul_tensor_45" -> "1604 sub_tensor_45" [style=solid, label="(768, 768)"]; -"1603 zero_point_updated_constant45" -> "1604 sub_tensor_45" [style=solid, label="(768, 1)"]; -"1604 sub_tensor_45" -> "1605 linear_66" [style=solid, label="(768, 768)"]; -"1605 linear_66" -> "1606 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1606 dropout_41" -> "1607 view_58" [style=solid, label="(1, 64, 768)"]; -"1607 view_58" -> "1608 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1608 permute_49" -> "1609 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1609 reshape_48" -> "1610 slice_142" [style=solid, label="(1, 8, 8, 768)"]; -"1610 slice_142" -> "1611 slice_143" [style=solid, label="(1, 7, 8, 768)"]; -"1611 slice_143" -> "1612 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1612 contiguous_19" -> "1613 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1613 layer_norm_24" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1614 add_36" -> "1615 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1614 add_36" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1615 add_36_0_0_nncf_smooth_quant_0" -> "1616 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1616 quantize_per_tensor_default_68" -> "1617 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1617 dequantize_per_tensor_default_68" -> "1623 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1618 scale_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 1)"]; -"1619 compressed_weight_updated_constant46" -> "1620 mul_tensor_46" [style=solid, label="(3072, 768)"]; -"1620 mul_tensor_46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 768)"]; -"1621 zero_point_updated_constant46" -> "1622 sub_tensor_46" [style=solid, label="(3072, 1)"]; -"1622 sub_tensor_46" -> "1623 linear_67" [style=solid, label="(3072, 768)"]; -"1623 linear_67" -> "1624 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1624 gelu_10" -> "1625 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1625 dropout_42" -> "1626 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1626 dropout_42_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1627 quantize_per_tensor_default_69" -> "1628 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1628 dequantize_per_tensor_default_69" -> "1634 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1629 scale_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 1)"]; -"1630 compressed_weight_updated_constant47" -> "1631 mul_tensor_47" [style=solid, label="(768, 3072)"]; -"1631 mul_tensor_47" -> "1633 sub_tensor_47" [style=solid, label="(768, 3072)"]; -"1632 zero_point_updated_constant47" -> "1633 sub_tensor_47" [style=solid, label="(768, 1)"]; -"1633 sub_tensor_47" -> "1634 linear_68" [style=solid, label="(768, 3072)"]; -"1634 linear_68" -> "1635 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1635 dropout_43" -> "1636 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1636 layer_norm_25" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_37" -> "1653 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_37" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1640 linear_69" [style=solid, label="(512, 2)"]; -"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1640 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1640 linear_69" -> "1641 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1641 relu__11" -> "1643 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1644 linear_70" [style=solid, label="(24, 512)"]; -"1643 relu__11_0_0_nncf_smooth_quant_0" -> "1644 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1644 linear_70" -> "1645 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1645 view_59" -> "1646 index_11" [style=solid, label="(225, 24)"]; -"1646 index_11" -> "1647 view_60" [style=solid, label="(4096, 24)"]; -"1647 view_60" -> "1648 permute_50" [style=solid, label="(64, 64, 24)"]; -"1648 permute_50" -> "1649 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1649 contiguous_20" -> "1650 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1650 unsqueeze_31" -> "1651 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1651 sigmoid_11" -> "1652 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1652 mul_22" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1653 pad_14" -> "1654 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1654 view_61" -> "1655 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1655 permute_51" -> "1656 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1656 reshape_49" -> "1660 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1657 clone_11" -> "1658 slice_144" [style=solid, label="(2304,)"]; -"1657 clone_11" -> "1668 linear_71" [style=solid, label="(2304,)"]; -"1658 slice_144" -> "1659 zero__11" [style=solid, label="(768,)"]; -"1660 reshape_49_0_0_nncf_smooth_quant_0" -> "1661 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1661 quantize_per_tensor_default_70" -> "1662 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1662 dequantize_per_tensor_default_70" -> "1668 linear_71" [style=solid, label="(1, 64, 768)"]; -"1663 scale_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 1)"]; -"1664 compressed_weight_updated_constant48" -> "1665 mul_tensor_48" [style=solid, label="(2304, 768)"]; -"1665 mul_tensor_48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 768)"]; -"1666 zero_point_updated_constant48" -> "1667 sub_tensor_48" [style=solid, label="(2304, 1)"]; -"1667 sub_tensor_48" -> "1668 linear_71" [style=solid, label="(2304, 768)"]; -"1668 linear_71" -> "1669 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1669 reshape_50" -> "1670 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1670 permute_52" -> "1671 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1670 permute_52" -> "1672 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1670 permute_52" -> "1673 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1671 select_33" -> "1674 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1671 select_33" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1671 select_33" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1680 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1673 select_35" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1674 linalg_vector_norm_22" -> "1675 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1675 clamp_min_22" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1676 expand_as_22" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1677 div_22" -> "1678 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1678 quantize_per_tensor_default_71" -> "1679 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1679 dequantize_per_tensor_default_71" -> "1687 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1680 linalg_vector_norm_23" -> "1681 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1681 clamp_min_23" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1682 expand_as_23" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1683 div_23" -> "1684 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1684 quantize_per_tensor_default_72" -> "1685 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1685 dequantize_per_tensor_default_72" -> "1686 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1686 transpose_22" -> "1687 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1687 matmul_22" -> "1690 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1688 clamp_11" -> "1689 exp_11" [style=solid, label="(24, 1, 1)"]; -"1689 exp_11" -> "1690 mul_23" [style=solid, label="(24, 1, 1)"]; -"1690 mul_23" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1691 add_38" -> "1692 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1692 softmax_11" -> "1693 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1693 dropout_44" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1694 matmul_23" -> "1695 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1695 transpose_23" -> "1696 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1696 reshape_51" -> "1697 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1697 reshape_51_0_0_nncf_smooth_quant_0" -> "1698 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1698 quantize_per_tensor_default_73" -> "1699 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1699 dequantize_per_tensor_default_73" -> "1705 linear_72" [style=solid, label="(1, 64, 768)"]; -"1700 scale_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 1)"]; -"1701 compressed_weight_updated_constant49" -> "1702 mul_tensor_49" [style=solid, label="(768, 768)"]; -"1702 mul_tensor_49" -> "1704 sub_tensor_49" [style=solid, label="(768, 768)"]; -"1703 zero_point_updated_constant49" -> "1704 sub_tensor_49" [style=solid, label="(768, 1)"]; -"1704 sub_tensor_49" -> "1705 linear_72" [style=solid, label="(768, 768)"]; -"1705 linear_72" -> "1706 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1706 dropout_45" -> "1707 view_62" [style=solid, label="(1, 64, 768)"]; -"1707 view_62" -> "1708 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1708 permute_53" -> "1709 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1709 reshape_52" -> "1710 slice_145" [style=solid, label="(1, 8, 8, 768)"]; -"1710 slice_145" -> "1711 slice_146" [style=solid, label="(1, 7, 8, 768)"]; -"1711 slice_146" -> "1712 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1712 contiguous_21" -> "1713 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1713 layer_norm_26" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1714 add_39" -> "1715 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1714 add_39" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1715 add_39_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1716 quantize_per_tensor_default_74" -> "1717 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1717 dequantize_per_tensor_default_74" -> "1723 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1718 scale_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 1)"]; -"1719 compressed_weight_updated_constant50" -> "1720 mul_tensor_50" [style=solid, label="(3072, 768)"]; -"1720 mul_tensor_50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 768)"]; -"1721 zero_point_updated_constant50" -> "1722 sub_tensor_50" [style=solid, label="(3072, 1)"]; -"1722 sub_tensor_50" -> "1723 linear_73" [style=solid, label="(3072, 768)"]; -"1723 linear_73" -> "1724 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1724 gelu_11" -> "1725 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1725 dropout_46" -> "1726 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1726 dropout_46_0_0_nncf_smooth_quant_0" -> "1727 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1727 quantize_per_tensor_default_75" -> "1728 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1728 dequantize_per_tensor_default_75" -> "1734 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1729 scale_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 1)"]; -"1730 compressed_weight_updated_constant51" -> "1731 mul_tensor_51" [style=solid, label="(768, 3072)"]; -"1731 mul_tensor_51" -> "1733 sub_tensor_51" [style=solid, label="(768, 3072)"]; -"1732 zero_point_updated_constant51" -> "1733 sub_tensor_51" [style=solid, label="(768, 1)"]; -"1733 sub_tensor_51" -> "1734 linear_74" [style=solid, label="(768, 3072)"]; -"1734 linear_74" -> "1735 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1735 dropout_47" -> "1736 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1736 layer_norm_27" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1737 add_40" -> "1738 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1738 layer_norm_28" -> "1739 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1739 permute_54" -> "1740 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1740 adaptive_avg_pool2d" -> "1741 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1741 flatten" -> "1742 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1742 flatten_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1743 quantize_per_tensor_default_76" -> "1744 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1744 dequantize_per_tensor_default_76" -> "1750 linear_75" [style=solid, label="(1, 768)"]; -"1745 scale_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 1)"]; -"1746 compressed_weight_updated_constant52" -> "1747 mul_tensor_52" [style=solid, label="(1000, 768)"]; -"1747 mul_tensor_52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 768)"]; -"1748 zero_point_updated_constant52" -> "1749 sub_tensor_52" [style=solid, label="(1000, 1)"]; -"1749 sub_tensor_52" -> "1750 linear_75" [style=solid, label="(1000, 768)"]; -"1750 linear_75" -> "1751 output" [style=solid, label="(1, 1000)"]; -} diff --git a/tests/torch/data/fx/quantized/swin_v2_single_block.dot b/tests/torch/data/fx/quantized/swin_v2_single_block.dot new file mode 100644 index 00000000000..f11ee9c161d --- /dev/null +++ b/tests/torch/data/fx/quantized/swin_v2_single_block.dot @@ -0,0 +1,1170 @@ +digraph { +"0 model_features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; +"1 model_features_1_0_attn_proj_bias" [id=1, type="get_attr"]; +"2 model_features_1_0_attn_logit_scale" [id=2, type="get_attr"]; +"3 model_features_3_0_attn_qkv_bias" [id=3, type="get_attr"]; +"4 model_features_3_0_attn_proj_bias" [id=4, type="get_attr"]; +"5 model_features_3_0_attn_logit_scale" [id=5, type="get_attr"]; +"6 model_features_5_0_attn_qkv_bias" [id=6, type="get_attr"]; +"7 model_features_5_0_attn_proj_bias" [id=7, type="get_attr"]; +"8 model_features_5_0_attn_logit_scale" [id=8, type="get_attr"]; +"9 model_features_7_0_attn_qkv_bias" [id=9, type="get_attr"]; +"10 model_features_7_0_attn_proj_bias" [id=10, type="get_attr"]; +"11 model_features_7_0_attn_logit_scale" [id=11, type="get_attr"]; +"12 model_features_0_0_bias" [id=12, type="get_attr"]; +"13 model_features_0_2_weight" [id=13, type="get_attr"]; +"14 model_features_0_2_bias" [id=14, type="get_attr"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" [id=15, type="get_attr"]; +"16 model_features_1_0_norm1_weight" [id=16, type="get_attr"]; +"17 model_features_1_0_norm1_bias" [id=17, type="get_attr"]; +"18 model_features_1_0_mlp_0_bias" [id=18, type="get_attr"]; +"19 model_features_1_0_mlp_3_bias" [id=19, type="get_attr"]; +"20 model_features_1_0_norm2_weight" [id=20, type="get_attr"]; +"21 model_features_1_0_norm2_bias" [id=21, type="get_attr"]; +"22 model_features_2_norm_weight" [id=22, type="get_attr"]; +"23 model_features_2_norm_bias" [id=23, type="get_attr"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" [id=24, type="get_attr"]; +"25 model_features_3_0_norm1_weight" [id=25, type="get_attr"]; +"26 model_features_3_0_norm1_bias" [id=26, type="get_attr"]; +"27 model_features_3_0_mlp_0_bias" [id=27, type="get_attr"]; +"28 model_features_3_0_mlp_3_bias" [id=28, type="get_attr"]; +"29 model_features_3_0_norm2_weight" [id=29, type="get_attr"]; +"30 model_features_3_0_norm2_bias" [id=30, type="get_attr"]; +"31 model_features_4_norm_weight" [id=31, type="get_attr"]; +"32 model_features_4_norm_bias" [id=32, type="get_attr"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" [id=33, type="get_attr"]; +"34 model_features_5_0_norm1_weight" [id=34, type="get_attr"]; +"35 model_features_5_0_norm1_bias" [id=35, type="get_attr"]; +"36 model_features_5_0_mlp_0_bias" [id=36, type="get_attr"]; +"37 model_features_5_0_mlp_3_bias" [id=37, type="get_attr"]; +"38 model_features_5_0_norm2_weight" [id=38, type="get_attr"]; +"39 model_features_5_0_norm2_bias" [id=39, type="get_attr"]; +"40 model_features_6_norm_weight" [id=40, type="get_attr"]; +"41 model_features_6_norm_bias" [id=41, type="get_attr"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" [id=42, type="get_attr"]; +"43 model_features_7_0_norm1_weight" [id=43, type="get_attr"]; +"44 model_features_7_0_norm1_bias" [id=44, type="get_attr"]; +"45 model_features_7_0_mlp_0_bias" [id=45, type="get_attr"]; +"46 model_features_7_0_mlp_3_bias" [id=46, type="get_attr"]; +"47 model_features_7_0_norm2_weight" [id=47, type="get_attr"]; +"48 model_features_7_0_norm2_bias" [id=48, type="get_attr"]; +"49 model_norm_weight" [id=49, type="get_attr"]; +"50 model_norm_bias" [id=50, type="get_attr"]; +"51 model_head_bias" [id=51, type="get_attr"]; +"52 model_features_1_0_attn_relative_coords_table" [id=52, type="get_attr"]; +"53 model_features_1_0_attn_relative_position_index" [id=53, type="get_attr"]; +"54 model_features_3_0_attn_relative_coords_table" [id=54, type="get_attr"]; +"55 model_features_3_0_attn_relative_position_index" [id=55, type="get_attr"]; +"56 model_features_5_0_attn_relative_coords_table" [id=56, type="get_attr"]; +"57 model_features_5_0_attn_relative_position_index" [id=57, type="get_attr"]; +"58 model_features_7_0_attn_relative_coords_table" [id=58, type="get_attr"]; +"59 model_features_7_0_attn_relative_position_index" [id=59, type="get_attr"]; +"60 x" [id=60, type=input]; +"61 quantize_per_tensor_default" [id=61, type="quantize_per_tensor"]; +"62 dequantize_per_tensor_default" [id=62, type="dequantize_per_tensor"]; +"63 conv2d_scale_0" [id=63, type="get_attr"]; +"64 conv2d_zero_point_0" [id=64, type="get_attr"]; +"65 compressed_weight_updated_constant0" [id=65, type="get_attr"]; +"66 quantize_per_channel_default" [id=66, type="quantize_per_channel"]; +"67 dequantize_per_channel_default" [id=67, type="dequantize_per_channel"]; +"68 conv2d" [id=68, type=conv2d]; +"69 permute" [id=69, type=permute]; +"70 layer_norm" [id=70, type="layer_norm"]; +"71 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=71, type="get_attr"]; +"72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=72, type="call_module"]; +"73 linear" [id=73, type=linear]; +"74 relu_" [id=74, type="relu_"]; +"75 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=75, type="get_attr"]; +"76 relu__0_0_nncf_smooth_quant_0" [id=76, type="call_module"]; +"77 linear_1" [id=77, type=linear]; +"78 view" [id=78, type=view]; +"79 index" [id=79, type=index]; +"80 view_1" [id=80, type=view]; +"81 permute_1" [id=81, type=permute]; +"82 contiguous" [id=82, type=contiguous]; +"83 unsqueeze" [id=83, type=unsqueeze]; +"84 sigmoid" [id=84, type=sigmoid]; +"85 mul" [id=85, type=mul]; +"86 pad" [id=86, type=pad]; +"87 view_2" [id=87, type=view]; +"88 permute_2" [id=88, type=permute]; +"89 reshape" [id=89, type=reshape]; +"90 clone" [id=90, type=clone]; +"91 slice_1" [id=91, type=slice]; +"92 zero_" [id=92, type="zero_"]; +"93 reshape_0_0_nncf_smooth_quant_0" [id=93, type="call_module"]; +"94 quantize_per_tensor_default_1" [id=94, type="quantize_per_tensor"]; +"95 dequantize_per_tensor_default_1" [id=95, type="dequantize_per_tensor"]; +"96 linear_2_scale_0" [id=96, type="get_attr"]; +"97 linear_2_zero_point_0" [id=97, type="get_attr"]; +"98 compressed_weight_updated_constant1" [id=98, type="get_attr"]; +"99 quantize_per_channel_default_1" [id=99, type="quantize_per_channel"]; +"100 dequantize_per_channel_default_1" [id=100, type="dequantize_per_channel"]; +"101 linear_2" [id=101, type=linear]; +"102 reshape_1" [id=102, type=reshape]; +"103 permute_3" [id=103, type=permute]; +"104 select" [id=104, type=select]; +"105 select_1" [id=105, type=select]; +"106 select_2" [id=106, type=select]; +"107 linalg_vector_norm" [id=107, type="linalg_vector_norm"]; +"108 clamp_min" [id=108, type="clamp_min"]; +"109 expand_as" [id=109, type="expand_as"]; +"110 div" [id=110, type=div]; +"111 quantize_per_tensor_default_2" [id=111, type="quantize_per_tensor"]; +"112 dequantize_per_tensor_default_2" [id=112, type="dequantize_per_tensor"]; +"113 linalg_vector_norm_1" [id=113, type="linalg_vector_norm"]; +"114 clamp_min_1" [id=114, type="clamp_min"]; +"115 expand_as_1" [id=115, type="expand_as"]; +"116 div_1" [id=116, type=div]; +"117 quantize_per_tensor_default_3" [id=117, type="quantize_per_tensor"]; +"118 dequantize_per_tensor_default_3" [id=118, type="dequantize_per_tensor"]; +"119 transpose" [id=119, type=transpose]; +"120 matmul" [id=120, type=matmul]; +"121 clamp" [id=121, type=clamp]; +"122 exp" [id=122, type=exp]; +"123 mul_1" [id=123, type=mul]; +"124 add" [id=124, type=add]; +"125 softmax" [id=125, type=softmax]; +"126 dropout" [id=126, type=dropout]; +"127 matmul_1" [id=127, type=matmul]; +"128 transpose_1" [id=128, type=transpose]; +"129 reshape_2" [id=129, type=reshape]; +"130 reshape_2_0_0_nncf_smooth_quant_0" [id=130, type="call_module"]; +"131 quantize_per_tensor_default_4" [id=131, type="quantize_per_tensor"]; +"132 dequantize_per_tensor_default_4" [id=132, type="dequantize_per_tensor"]; +"133 linear_3_scale_0" [id=133, type="get_attr"]; +"134 linear_3_zero_point_0" [id=134, type="get_attr"]; +"135 compressed_weight_updated_constant2" [id=135, type="get_attr"]; +"136 quantize_per_channel_default_2" [id=136, type="quantize_per_channel"]; +"137 dequantize_per_channel_default_2" [id=137, type="dequantize_per_channel"]; +"138 linear_3" [id=138, type=linear]; +"139 dropout_1" [id=139, type=dropout]; +"140 view_3" [id=140, type=view]; +"141 permute_4" [id=141, type=permute]; +"142 reshape_3" [id=142, type=reshape]; +"143 alias" [id=143, type=alias]; +"144 layer_norm_1" [id=144, type="layer_norm"]; +"145 add_1" [id=145, type=add]; +"146 add_1_0_0_nncf_smooth_quant_0" [id=146, type="call_module"]; +"147 quantize_per_tensor_default_5" [id=147, type="quantize_per_tensor"]; +"148 dequantize_per_tensor_default_5" [id=148, type="dequantize_per_tensor"]; +"149 linear_4_scale_0" [id=149, type="get_attr"]; +"150 linear_4_zero_point_0" [id=150, type="get_attr"]; +"151 compressed_weight_updated_constant3" [id=151, type="get_attr"]; +"152 quantize_per_channel_default_3" [id=152, type="quantize_per_channel"]; +"153 dequantize_per_channel_default_3" [id=153, type="dequantize_per_channel"]; +"154 linear_4" [id=154, type=linear]; +"155 gelu" [id=155, type=gelu]; +"156 dropout_2" [id=156, type=dropout]; +"157 dropout_2_0_0_nncf_smooth_quant_0" [id=157, type="call_module"]; +"158 quantize_per_tensor_default_6" [id=158, type="quantize_per_tensor"]; +"159 dequantize_per_tensor_default_6" [id=159, type="dequantize_per_tensor"]; +"160 linear_5_scale_0" [id=160, type="get_attr"]; +"161 linear_5_zero_point_0" [id=161, type="get_attr"]; +"162 compressed_weight_updated_constant4" [id=162, type="get_attr"]; +"163 quantize_per_channel_default_4" [id=163, type="quantize_per_channel"]; +"164 dequantize_per_channel_default_4" [id=164, type="dequantize_per_channel"]; +"165 linear_5" [id=165, type=linear]; +"166 dropout_3" [id=166, type=dropout]; +"167 layer_norm_2" [id=167, type="layer_norm"]; +"168 add_2" [id=168, type=add]; +"169 pad_1" [id=169, type=pad]; +"170 slice_2" [id=170, type=slice]; +"171 slice_3" [id=171, type=slice]; +"172 slice_4" [id=172, type=slice]; +"173 slice_5" [id=173, type=slice]; +"174 slice_6" [id=174, type=slice]; +"175 slice_7" [id=175, type=slice]; +"176 slice_8" [id=176, type=slice]; +"177 slice_9" [id=177, type=slice]; +"178 cat" [id=178, type=cat]; +"179 cat_0_0_nncf_smooth_quant_0" [id=179, type="call_module"]; +"180 quantize_per_tensor_default_7" [id=180, type="quantize_per_tensor"]; +"181 dequantize_per_tensor_default_7" [id=181, type="dequantize_per_tensor"]; +"182 linear_6_scale_0" [id=182, type="get_attr"]; +"183 linear_6_zero_point_0" [id=183, type="get_attr"]; +"184 compressed_weight_updated_constant5" [id=184, type="get_attr"]; +"185 quantize_per_channel_default_5" [id=185, type="quantize_per_channel"]; +"186 dequantize_per_channel_default_5" [id=186, type="dequantize_per_channel"]; +"187 linear_6" [id=187, type=linear]; +"188 layer_norm_3" [id=188, type="layer_norm"]; +"189 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=189, type="get_attr"]; +"190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=190, type="call_module"]; +"191 linear_7" [id=191, type=linear]; +"192 relu__1" [id=192, type="relu_"]; +"193 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=193, type="get_attr"]; +"194 relu__1_0_0_nncf_smooth_quant_0" [id=194, type="call_module"]; +"195 linear_8" [id=195, type=linear]; +"196 view_4" [id=196, type=view]; +"197 index_1" [id=197, type=index]; +"198 view_5" [id=198, type=view]; +"199 permute_5" [id=199, type=permute]; +"200 contiguous_1" [id=200, type=contiguous]; +"201 unsqueeze_1" [id=201, type=unsqueeze]; +"202 sigmoid_1" [id=202, type=sigmoid]; +"203 mul_2" [id=203, type=mul]; +"204 pad_2" [id=204, type=pad]; +"205 view_6" [id=205, type=view]; +"206 permute_6" [id=206, type=permute]; +"207 reshape_4" [id=207, type=reshape]; +"208 clone_1" [id=208, type=clone]; +"209 slice_10" [id=209, type=slice]; +"210 zero__1" [id=210, type="zero_"]; +"211 reshape_4_0_0_nncf_smooth_quant_0" [id=211, type="call_module"]; +"212 quantize_per_tensor_default_8" [id=212, type="quantize_per_tensor"]; +"213 dequantize_per_tensor_default_8" [id=213, type="dequantize_per_tensor"]; +"214 linear_9_scale_0" [id=214, type="get_attr"]; +"215 linear_9_zero_point_0" [id=215, type="get_attr"]; +"216 compressed_weight_updated_constant6" [id=216, type="get_attr"]; +"217 quantize_per_channel_default_6" [id=217, type="quantize_per_channel"]; +"218 dequantize_per_channel_default_6" [id=218, type="dequantize_per_channel"]; +"219 linear_9" [id=219, type=linear]; +"220 reshape_5" [id=220, type=reshape]; +"221 permute_7" [id=221, type=permute]; +"222 select_3" [id=222, type=select]; +"223 select_4" [id=223, type=select]; +"224 select_5" [id=224, type=select]; +"225 linalg_vector_norm_2" [id=225, type="linalg_vector_norm"]; +"226 clamp_min_2" [id=226, type="clamp_min"]; +"227 expand_as_2" [id=227, type="expand_as"]; +"228 div_2" [id=228, type=div]; +"229 quantize_per_tensor_default_9" [id=229, type="quantize_per_tensor"]; +"230 dequantize_per_tensor_default_9" [id=230, type="dequantize_per_tensor"]; +"231 linalg_vector_norm_3" [id=231, type="linalg_vector_norm"]; +"232 clamp_min_3" [id=232, type="clamp_min"]; +"233 expand_as_3" [id=233, type="expand_as"]; +"234 div_3" [id=234, type=div]; +"235 quantize_per_tensor_default_10" [id=235, type="quantize_per_tensor"]; +"236 dequantize_per_tensor_default_10" [id=236, type="dequantize_per_tensor"]; +"237 transpose_2" [id=237, type=transpose]; +"238 matmul_2" [id=238, type=matmul]; +"239 clamp_1" [id=239, type=clamp]; +"240 exp_1" [id=240, type=exp]; +"241 mul_3" [id=241, type=mul]; +"242 add_3" [id=242, type=add]; +"243 softmax_1" [id=243, type=softmax]; +"244 dropout_4" [id=244, type=dropout]; +"245 matmul_3" [id=245, type=matmul]; +"246 transpose_3" [id=246, type=transpose]; +"247 reshape_6" [id=247, type=reshape]; +"248 reshape_6_0_0_nncf_smooth_quant_0" [id=248, type="call_module"]; +"249 quantize_per_tensor_default_11" [id=249, type="quantize_per_tensor"]; +"250 dequantize_per_tensor_default_11" [id=250, type="dequantize_per_tensor"]; +"251 linear_10_scale_0" [id=251, type="get_attr"]; +"252 linear_10_zero_point_0" [id=252, type="get_attr"]; +"253 compressed_weight_updated_constant7" [id=253, type="get_attr"]; +"254 quantize_per_channel_default_7" [id=254, type="quantize_per_channel"]; +"255 dequantize_per_channel_default_7" [id=255, type="dequantize_per_channel"]; +"256 linear_10" [id=256, type=linear]; +"257 dropout_5" [id=257, type=dropout]; +"258 view_7" [id=258, type=view]; +"259 permute_8" [id=259, type=permute]; +"260 reshape_7" [id=260, type=reshape]; +"261 slice_11" [id=261, type=slice]; +"262 slice_12" [id=262, type=slice]; +"263 contiguous_2" [id=263, type=contiguous]; +"264 layer_norm_4" [id=264, type="layer_norm"]; +"265 add_4" [id=265, type=add]; +"266 add_4_0_0_nncf_smooth_quant_0" [id=266, type="call_module"]; +"267 quantize_per_tensor_default_12" [id=267, type="quantize_per_tensor"]; +"268 dequantize_per_tensor_default_12" [id=268, type="dequantize_per_tensor"]; +"269 linear_11_scale_0" [id=269, type="get_attr"]; +"270 linear_11_zero_point_0" [id=270, type="get_attr"]; +"271 compressed_weight_updated_constant8" [id=271, type="get_attr"]; +"272 quantize_per_channel_default_8" [id=272, type="quantize_per_channel"]; +"273 dequantize_per_channel_default_8" [id=273, type="dequantize_per_channel"]; +"274 linear_11" [id=274, type=linear]; +"275 gelu_1" [id=275, type=gelu]; +"276 dropout_6" [id=276, type=dropout]; +"277 dropout_6_0_0_nncf_smooth_quant_0" [id=277, type="call_module"]; +"278 quantize_per_tensor_default_13" [id=278, type="quantize_per_tensor"]; +"279 dequantize_per_tensor_default_13" [id=279, type="dequantize_per_tensor"]; +"280 linear_12_scale_0" [id=280, type="get_attr"]; +"281 linear_12_zero_point_0" [id=281, type="get_attr"]; +"282 compressed_weight_updated_constant9" [id=282, type="get_attr"]; +"283 quantize_per_channel_default_9" [id=283, type="quantize_per_channel"]; +"284 dequantize_per_channel_default_9" [id=284, type="dequantize_per_channel"]; +"285 linear_12" [id=285, type=linear]; +"286 dropout_7" [id=286, type=dropout]; +"287 layer_norm_5" [id=287, type="layer_norm"]; +"288 add_5" [id=288, type=add]; +"289 pad_3" [id=289, type=pad]; +"290 slice_13" [id=290, type=slice]; +"291 slice_14" [id=291, type=slice]; +"292 slice_15" [id=292, type=slice]; +"293 slice_16" [id=293, type=slice]; +"294 slice_17" [id=294, type=slice]; +"295 slice_18" [id=295, type=slice]; +"296 slice_19" [id=296, type=slice]; +"297 slice_20" [id=297, type=slice]; +"298 cat_1" [id=298, type=cat]; +"299 cat_1_0_0_nncf_smooth_quant_0" [id=299, type="call_module"]; +"300 quantize_per_tensor_default_14" [id=300, type="quantize_per_tensor"]; +"301 dequantize_per_tensor_default_14" [id=301, type="dequantize_per_tensor"]; +"302 linear_13_scale_0" [id=302, type="get_attr"]; +"303 linear_13_zero_point_0" [id=303, type="get_attr"]; +"304 compressed_weight_updated_constant10" [id=304, type="get_attr"]; +"305 quantize_per_channel_default_10" [id=305, type="quantize_per_channel"]; +"306 dequantize_per_channel_default_10" [id=306, type="dequantize_per_channel"]; +"307 linear_13" [id=307, type=linear]; +"308 layer_norm_6" [id=308, type="layer_norm"]; +"309 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=309, type="get_attr"]; +"310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=310, type="call_module"]; +"311 linear_14" [id=311, type=linear]; +"312 relu__2" [id=312, type="relu_"]; +"313 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=313, type="get_attr"]; +"314 relu__2_0_0_nncf_smooth_quant_0" [id=314, type="call_module"]; +"315 linear_15" [id=315, type=linear]; +"316 view_8" [id=316, type=view]; +"317 index_2" [id=317, type=index]; +"318 view_9" [id=318, type=view]; +"319 permute_9" [id=319, type=permute]; +"320 contiguous_3" [id=320, type=contiguous]; +"321 unsqueeze_2" [id=321, type=unsqueeze]; +"322 sigmoid_2" [id=322, type=sigmoid]; +"323 mul_4" [id=323, type=mul]; +"324 pad_4" [id=324, type=pad]; +"325 view_10" [id=325, type=view]; +"326 permute_10" [id=326, type=permute]; +"327 reshape_8" [id=327, type=reshape]; +"328 clone_2" [id=328, type=clone]; +"329 slice_21" [id=329, type=slice]; +"330 zero__2" [id=330, type="zero_"]; +"331 reshape_8_0_0_nncf_smooth_quant_0" [id=331, type="call_module"]; +"332 quantize_per_tensor_default_15" [id=332, type="quantize_per_tensor"]; +"333 dequantize_per_tensor_default_15" [id=333, type="dequantize_per_tensor"]; +"334 linear_16_scale_0" [id=334, type="get_attr"]; +"335 linear_16_zero_point_0" [id=335, type="get_attr"]; +"336 compressed_weight_updated_constant11" [id=336, type="get_attr"]; +"337 quantize_per_channel_default_11" [id=337, type="quantize_per_channel"]; +"338 dequantize_per_channel_default_11" [id=338, type="dequantize_per_channel"]; +"339 linear_16" [id=339, type=linear]; +"340 reshape_9" [id=340, type=reshape]; +"341 permute_11" [id=341, type=permute]; +"342 select_6" [id=342, type=select]; +"343 select_7" [id=343, type=select]; +"344 select_8" [id=344, type=select]; +"345 linalg_vector_norm_4" [id=345, type="linalg_vector_norm"]; +"346 clamp_min_4" [id=346, type="clamp_min"]; +"347 expand_as_4" [id=347, type="expand_as"]; +"348 div_4" [id=348, type=div]; +"349 quantize_per_tensor_default_16" [id=349, type="quantize_per_tensor"]; +"350 dequantize_per_tensor_default_16" [id=350, type="dequantize_per_tensor"]; +"351 linalg_vector_norm_5" [id=351, type="linalg_vector_norm"]; +"352 clamp_min_5" [id=352, type="clamp_min"]; +"353 expand_as_5" [id=353, type="expand_as"]; +"354 div_5" [id=354, type=div]; +"355 quantize_per_tensor_default_17" [id=355, type="quantize_per_tensor"]; +"356 dequantize_per_tensor_default_17" [id=356, type="dequantize_per_tensor"]; +"357 transpose_4" [id=357, type=transpose]; +"358 matmul_4" [id=358, type=matmul]; +"359 clamp_2" [id=359, type=clamp]; +"360 exp_2" [id=360, type=exp]; +"361 mul_5" [id=361, type=mul]; +"362 add_6" [id=362, type=add]; +"363 softmax_2" [id=363, type=softmax]; +"364 dropout_8" [id=364, type=dropout]; +"365 matmul_5" [id=365, type=matmul]; +"366 transpose_5" [id=366, type=transpose]; +"367 reshape_10" [id=367, type=reshape]; +"368 reshape_10_0_0_nncf_smooth_quant_0" [id=368, type="call_module"]; +"369 quantize_per_tensor_default_18" [id=369, type="quantize_per_tensor"]; +"370 dequantize_per_tensor_default_18" [id=370, type="dequantize_per_tensor"]; +"371 linear_17_scale_0" [id=371, type="get_attr"]; +"372 linear_17_zero_point_0" [id=372, type="get_attr"]; +"373 compressed_weight_updated_constant12" [id=373, type="get_attr"]; +"374 quantize_per_channel_default_12" [id=374, type="quantize_per_channel"]; +"375 dequantize_per_channel_default_12" [id=375, type="dequantize_per_channel"]; +"376 linear_17" [id=376, type=linear]; +"377 dropout_9" [id=377, type=dropout]; +"378 view_11" [id=378, type=view]; +"379 permute_12" [id=379, type=permute]; +"380 reshape_11" [id=380, type=reshape]; +"381 slice_22" [id=381, type=slice]; +"382 slice_23" [id=382, type=slice]; +"383 contiguous_4" [id=383, type=contiguous]; +"384 layer_norm_7" [id=384, type="layer_norm"]; +"385 add_7" [id=385, type=add]; +"386 add_7_0_0_nncf_smooth_quant_0" [id=386, type="call_module"]; +"387 quantize_per_tensor_default_19" [id=387, type="quantize_per_tensor"]; +"388 dequantize_per_tensor_default_19" [id=388, type="dequantize_per_tensor"]; +"389 linear_18_scale_0" [id=389, type="get_attr"]; +"390 linear_18_zero_point_0" [id=390, type="get_attr"]; +"391 compressed_weight_updated_constant13" [id=391, type="get_attr"]; +"392 quantize_per_channel_default_13" [id=392, type="quantize_per_channel"]; +"393 dequantize_per_channel_default_13" [id=393, type="dequantize_per_channel"]; +"394 linear_18" [id=394, type=linear]; +"395 gelu_2" [id=395, type=gelu]; +"396 dropout_10" [id=396, type=dropout]; +"397 dropout_10_0_0_nncf_smooth_quant_0" [id=397, type="call_module"]; +"398 quantize_per_tensor_default_20" [id=398, type="quantize_per_tensor"]; +"399 dequantize_per_tensor_default_20" [id=399, type="dequantize_per_tensor"]; +"400 linear_19_scale_0" [id=400, type="get_attr"]; +"401 linear_19_zero_point_0" [id=401, type="get_attr"]; +"402 compressed_weight_updated_constant14" [id=402, type="get_attr"]; +"403 quantize_per_channel_default_14" [id=403, type="quantize_per_channel"]; +"404 dequantize_per_channel_default_14" [id=404, type="dequantize_per_channel"]; +"405 linear_19" [id=405, type=linear]; +"406 dropout_11" [id=406, type=dropout]; +"407 layer_norm_8" [id=407, type="layer_norm"]; +"408 add_8" [id=408, type=add]; +"409 pad_5" [id=409, type=pad]; +"410 slice_24" [id=410, type=slice]; +"411 slice_25" [id=411, type=slice]; +"412 slice_26" [id=412, type=slice]; +"413 slice_27" [id=413, type=slice]; +"414 slice_28" [id=414, type=slice]; +"415 slice_29" [id=415, type=slice]; +"416 slice_30" [id=416, type=slice]; +"417 slice_31" [id=417, type=slice]; +"418 cat_2" [id=418, type=cat]; +"419 cat_2_0_0_nncf_smooth_quant_0" [id=419, type="call_module"]; +"420 quantize_per_tensor_default_21" [id=420, type="quantize_per_tensor"]; +"421 dequantize_per_tensor_default_21" [id=421, type="dequantize_per_tensor"]; +"422 linear_20_scale_0" [id=422, type="get_attr"]; +"423 linear_20_zero_point_0" [id=423, type="get_attr"]; +"424 compressed_weight_updated_constant15" [id=424, type="get_attr"]; +"425 quantize_per_channel_default_15" [id=425, type="quantize_per_channel"]; +"426 dequantize_per_channel_default_15" [id=426, type="dequantize_per_channel"]; +"427 linear_20" [id=427, type=linear]; +"428 layer_norm_9" [id=428, type="layer_norm"]; +"429 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=429, type="get_attr"]; +"430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=430, type="call_module"]; +"431 linear_21" [id=431, type=linear]; +"432 relu__3" [id=432, type="relu_"]; +"433 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=433, type="get_attr"]; +"434 relu__3_0_0_nncf_smooth_quant_0" [id=434, type="call_module"]; +"435 linear_22" [id=435, type=linear]; +"436 view_12" [id=436, type=view]; +"437 index_3" [id=437, type=index]; +"438 view_13" [id=438, type=view]; +"439 permute_13" [id=439, type=permute]; +"440 contiguous_5" [id=440, type=contiguous]; +"441 unsqueeze_3" [id=441, type=unsqueeze]; +"442 sigmoid_3" [id=442, type=sigmoid]; +"443 mul_6" [id=443, type=mul]; +"444 pad_6" [id=444, type=pad]; +"445 view_14" [id=445, type=view]; +"446 permute_14" [id=446, type=permute]; +"447 reshape_12" [id=447, type=reshape]; +"448 clone_3" [id=448, type=clone]; +"449 slice_32" [id=449, type=slice]; +"450 zero__3" [id=450, type="zero_"]; +"451 reshape_12_0_0_nncf_smooth_quant_0" [id=451, type="call_module"]; +"452 quantize_per_tensor_default_22" [id=452, type="quantize_per_tensor"]; +"453 dequantize_per_tensor_default_22" [id=453, type="dequantize_per_tensor"]; +"454 linear_23_scale_0" [id=454, type="get_attr"]; +"455 linear_23_zero_point_0" [id=455, type="get_attr"]; +"456 compressed_weight_updated_constant16" [id=456, type="get_attr"]; +"457 quantize_per_channel_default_16" [id=457, type="quantize_per_channel"]; +"458 dequantize_per_channel_default_16" [id=458, type="dequantize_per_channel"]; +"459 linear_23" [id=459, type=linear]; +"460 reshape_13" [id=460, type=reshape]; +"461 permute_15" [id=461, type=permute]; +"462 select_9" [id=462, type=select]; +"463 select_10" [id=463, type=select]; +"464 select_11" [id=464, type=select]; +"465 linalg_vector_norm_6" [id=465, type="linalg_vector_norm"]; +"466 clamp_min_6" [id=466, type="clamp_min"]; +"467 expand_as_6" [id=467, type="expand_as"]; +"468 div_6" [id=468, type=div]; +"469 quantize_per_tensor_default_23" [id=469, type="quantize_per_tensor"]; +"470 dequantize_per_tensor_default_23" [id=470, type="dequantize_per_tensor"]; +"471 linalg_vector_norm_7" [id=471, type="linalg_vector_norm"]; +"472 clamp_min_7" [id=472, type="clamp_min"]; +"473 expand_as_7" [id=473, type="expand_as"]; +"474 div_7" [id=474, type=div]; +"475 quantize_per_tensor_default_24" [id=475, type="quantize_per_tensor"]; +"476 dequantize_per_tensor_default_24" [id=476, type="dequantize_per_tensor"]; +"477 transpose_6" [id=477, type=transpose]; +"478 matmul_6" [id=478, type=matmul]; +"479 clamp_3" [id=479, type=clamp]; +"480 exp_3" [id=480, type=exp]; +"481 mul_7" [id=481, type=mul]; +"482 add_9" [id=482, type=add]; +"483 softmax_3" [id=483, type=softmax]; +"484 dropout_12" [id=484, type=dropout]; +"485 matmul_7" [id=485, type=matmul]; +"486 transpose_7" [id=486, type=transpose]; +"487 reshape_14" [id=487, type=reshape]; +"488 reshape_14_0_0_nncf_smooth_quant_0" [id=488, type="call_module"]; +"489 quantize_per_tensor_default_25" [id=489, type="quantize_per_tensor"]; +"490 dequantize_per_tensor_default_25" [id=490, type="dequantize_per_tensor"]; +"491 linear_24_scale_0" [id=491, type="get_attr"]; +"492 linear_24_zero_point_0" [id=492, type="get_attr"]; +"493 compressed_weight_updated_constant17" [id=493, type="get_attr"]; +"494 quantize_per_channel_default_17" [id=494, type="quantize_per_channel"]; +"495 dequantize_per_channel_default_17" [id=495, type="dequantize_per_channel"]; +"496 linear_24" [id=496, type=linear]; +"497 dropout_13" [id=497, type=dropout]; +"498 view_15" [id=498, type=view]; +"499 permute_16" [id=499, type=permute]; +"500 reshape_15" [id=500, type=reshape]; +"501 slice_33" [id=501, type=slice]; +"502 slice_34" [id=502, type=slice]; +"503 contiguous_6" [id=503, type=contiguous]; +"504 layer_norm_10" [id=504, type="layer_norm"]; +"505 add_10" [id=505, type=add]; +"506 add_10_0_0_nncf_smooth_quant_0" [id=506, type="call_module"]; +"507 quantize_per_tensor_default_26" [id=507, type="quantize_per_tensor"]; +"508 dequantize_per_tensor_default_26" [id=508, type="dequantize_per_tensor"]; +"509 linear_25_scale_0" [id=509, type="get_attr"]; +"510 linear_25_zero_point_0" [id=510, type="get_attr"]; +"511 compressed_weight_updated_constant18" [id=511, type="get_attr"]; +"512 quantize_per_channel_default_18" [id=512, type="quantize_per_channel"]; +"513 dequantize_per_channel_default_18" [id=513, type="dequantize_per_channel"]; +"514 linear_25" [id=514, type=linear]; +"515 gelu_3" [id=515, type=gelu]; +"516 dropout_14" [id=516, type=dropout]; +"517 dropout_14_0_0_nncf_smooth_quant_0" [id=517, type="call_module"]; +"518 quantize_per_tensor_default_27" [id=518, type="quantize_per_tensor"]; +"519 dequantize_per_tensor_default_27" [id=519, type="dequantize_per_tensor"]; +"520 linear_26_scale_0" [id=520, type="get_attr"]; +"521 linear_26_zero_point_0" [id=521, type="get_attr"]; +"522 compressed_weight_updated_constant19" [id=522, type="get_attr"]; +"523 quantize_per_channel_default_19" [id=523, type="quantize_per_channel"]; +"524 dequantize_per_channel_default_19" [id=524, type="dequantize_per_channel"]; +"525 linear_26" [id=525, type=linear]; +"526 dropout_15" [id=526, type=dropout]; +"527 layer_norm_11" [id=527, type="layer_norm"]; +"528 add_11" [id=528, type=add]; +"529 layer_norm_12" [id=529, type="layer_norm"]; +"530 permute_17" [id=530, type=permute]; +"531 adaptive_avg_pool2d" [id=531, type="adaptive_avg_pool2d"]; +"532 flatten" [id=532, type=flatten]; +"533 flatten_0_0_nncf_smooth_quant_0" [id=533, type="call_module"]; +"534 quantize_per_tensor_default_28" [id=534, type="quantize_per_tensor"]; +"535 dequantize_per_tensor_default_28" [id=535, type="dequantize_per_tensor"]; +"536 linear_27_scale_0" [id=536, type="get_attr"]; +"537 linear_27_zero_point_0" [id=537, type="get_attr"]; +"538 compressed_weight_updated_constant20" [id=538, type="get_attr"]; +"539 quantize_per_channel_default_20" [id=539, type="quantize_per_channel"]; +"540 dequantize_per_channel_default_20" [id=540, type="dequantize_per_channel"]; +"541 linear_27" [id=541, type=linear]; +"542 output" [id=542, type=output]; +"0 model_features_1_0_attn_qkv_bias" -> "90 clone" [key=0, style=solid, label="(288,)"]; +"1 model_features_1_0_attn_proj_bias" -> "138 linear_3" [key=0, style=solid, label="(96,)"]; +"2 model_features_1_0_attn_logit_scale" -> "121 clamp" [key=0, style=solid, label="(3, 1, 1)"]; +"3 model_features_3_0_attn_qkv_bias" -> "208 clone_1" [key=0, style=solid, label="(576,)"]; +"4 model_features_3_0_attn_proj_bias" -> "256 linear_10" [key=0, style=solid, label="(192,)"]; +"5 model_features_3_0_attn_logit_scale" -> "239 clamp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"6 model_features_5_0_attn_qkv_bias" -> "328 clone_2" [key=0, style=solid, label="(1152,)"]; +"7 model_features_5_0_attn_proj_bias" -> "376 linear_17" [key=0, style=solid, label="(384,)"]; +"8 model_features_5_0_attn_logit_scale" -> "359 clamp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"9 model_features_7_0_attn_qkv_bias" -> "448 clone_3" [key=0, style=solid, label="(2304,)"]; +"10 model_features_7_0_attn_proj_bias" -> "496 linear_24" [key=0, style=solid, label="(768,)"]; +"11 model_features_7_0_attn_logit_scale" -> "479 clamp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"12 model_features_0_0_bias" -> "68 conv2d" [key=0, style=solid, label="(96,)"]; +"13 model_features_0_2_weight" -> "70 layer_norm" [key=0, style=solid, label="(96,)"]; +"14 model_features_0_2_bias" -> "70 layer_norm" [key=0, style=solid, label="(96,)"]; +"15 model_features_1_0_attn_cpb_mlp_0_bias" -> "73 linear" [key=0, style=solid, label="(512,)"]; +"16 model_features_1_0_norm1_weight" -> "144 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"17 model_features_1_0_norm1_bias" -> "144 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"18 model_features_1_0_mlp_0_bias" -> "154 linear_4" [key=0, style=solid, label="(384,)"]; +"19 model_features_1_0_mlp_3_bias" -> "165 linear_5" [key=0, style=solid, label="(96,)"]; +"20 model_features_1_0_norm2_weight" -> "167 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"21 model_features_1_0_norm2_bias" -> "167 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"22 model_features_2_norm_weight" -> "188 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"23 model_features_2_norm_bias" -> "188 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"24 model_features_3_0_attn_cpb_mlp_0_bias" -> "191 linear_7" [key=0, style=solid, label="(512,)"]; +"25 model_features_3_0_norm1_weight" -> "264 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"26 model_features_3_0_norm1_bias" -> "264 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"27 model_features_3_0_mlp_0_bias" -> "274 linear_11" [key=0, style=solid, label="(768,)"]; +"28 model_features_3_0_mlp_3_bias" -> "285 linear_12" [key=0, style=solid, label="(192,)"]; +"29 model_features_3_0_norm2_weight" -> "287 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"30 model_features_3_0_norm2_bias" -> "287 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"31 model_features_4_norm_weight" -> "308 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"32 model_features_4_norm_bias" -> "308 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"33 model_features_5_0_attn_cpb_mlp_0_bias" -> "311 linear_14" [key=0, style=solid, label="(512,)"]; +"34 model_features_5_0_norm1_weight" -> "384 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"35 model_features_5_0_norm1_bias" -> "384 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"36 model_features_5_0_mlp_0_bias" -> "394 linear_18" [key=0, style=solid, label="(1536,)"]; +"37 model_features_5_0_mlp_3_bias" -> "405 linear_19" [key=0, style=solid, label="(384,)"]; +"38 model_features_5_0_norm2_weight" -> "407 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"39 model_features_5_0_norm2_bias" -> "407 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"40 model_features_6_norm_weight" -> "428 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"41 model_features_6_norm_bias" -> "428 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"42 model_features_7_0_attn_cpb_mlp_0_bias" -> "431 linear_21" [key=0, style=solid, label="(512,)"]; +"43 model_features_7_0_norm1_weight" -> "504 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"44 model_features_7_0_norm1_bias" -> "504 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"45 model_features_7_0_mlp_0_bias" -> "514 linear_25" [key=0, style=solid, label="(3072,)"]; +"46 model_features_7_0_mlp_3_bias" -> "525 linear_26" [key=0, style=solid, label="(768,)"]; +"47 model_features_7_0_norm2_weight" -> "527 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"48 model_features_7_0_norm2_bias" -> "527 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"49 model_norm_weight" -> "529 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"50 model_norm_bias" -> "529 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"51 model_head_bias" -> "541 linear_27" [key=0, style=solid, label="(10,)"]; +"52 model_features_1_0_attn_relative_coords_table" -> "72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"53 model_features_1_0_attn_relative_position_index" -> "79 index" [key=0, style=solid, label="(4096,)"]; +"54 model_features_3_0_attn_relative_coords_table" -> "190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"55 model_features_3_0_attn_relative_position_index" -> "197 index_1" [key=0, style=solid, label="(4096,)"]; +"56 model_features_5_0_attn_relative_coords_table" -> "310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"57 model_features_5_0_attn_relative_position_index" -> "317 index_2" [key=0, style=solid, label="(4096,)"]; +"58 model_features_7_0_attn_relative_coords_table" -> "430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"59 model_features_7_0_attn_relative_position_index" -> "437 index_3" [key=0, style=solid, label="(4096,)"]; +"60 x" -> "61 quantize_per_tensor_default" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"61 quantize_per_tensor_default" -> "62 dequantize_per_tensor_default" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"62 dequantize_per_tensor_default" -> "68 conv2d" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"63 conv2d_scale_0" -> "66 quantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"63 conv2d_scale_0" -> "67 dequantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"64 conv2d_zero_point_0" -> "66 quantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"64 conv2d_zero_point_0" -> "67 dequantize_per_channel_default" [key=0, style=solid, label="(96,)"]; +"65 compressed_weight_updated_constant0" -> "66 quantize_per_channel_default" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"66 quantize_per_channel_default" -> "67 dequantize_per_channel_default" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"67 dequantize_per_channel_default" -> "68 conv2d" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"68 conv2d" -> "69 permute" [key=0, style=solid, label="(1, 96, 56, 56)"]; +"69 permute" -> "70 layer_norm" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"70 layer_norm" -> "86 pad" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"70 layer_norm" -> "145 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"71 model_features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "73 linear" [key=0, style=solid, label="(512, 2)"]; +"72 model_features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "73 linear" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"73 linear" -> "74 relu_" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"74 relu_" -> "76 relu__0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"75 model_features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "77 linear_1" [key=0, style=solid, label="(3, 512)"]; +"76 relu__0_0_nncf_smooth_quant_0" -> "77 linear_1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"77 linear_1" -> "78 view" [key=0, style=solid, label="(1, 15, 15, 3)"]; +"78 view" -> "79 index" [key=0, style=solid, label="(225, 3)"]; +"79 index" -> "80 view_1" [key=0, style=solid, label="(4096, 3)"]; +"80 view_1" -> "81 permute_1" [key=0, style=solid, label="(64, 64, 3)"]; +"81 permute_1" -> "82 contiguous" [key=0, style=solid, label="(3, 64, 64)"]; +"82 contiguous" -> "83 unsqueeze" [key=0, style=solid, label="(3, 64, 64)"]; +"83 unsqueeze" -> "84 sigmoid" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"84 sigmoid" -> "85 mul" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"85 mul" -> "124 add" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"86 pad" -> "87 view_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"87 view_2" -> "88 permute_2" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"88 permute_2" -> "89 reshape" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"89 reshape" -> "93 reshape_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(49, 64, 96)"]; +"90 clone" -> "91 slice_1" [key=0, style=solid, label="(288,)"]; +"90 clone" -> "101 linear_2" [key=0, style=solid, label="(288,)"]; +"91 slice_1" -> "92 zero_" [key=0, style=solid, label="(96,)"]; +"93 reshape_0_0_nncf_smooth_quant_0" -> "94 quantize_per_tensor_default_1" [key=0, style=solid, label="(49, 64, 96)"]; +"94 quantize_per_tensor_default_1" -> "95 dequantize_per_tensor_default_1" [key=0, style=solid, label="(49, 64, 96)"]; +"95 dequantize_per_tensor_default_1" -> "101 linear_2" [key=0, style=solid, label="(49, 64, 96)"]; +"96 linear_2_scale_0" -> "99 quantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"96 linear_2_scale_0" -> "100 dequantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"97 linear_2_zero_point_0" -> "99 quantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"97 linear_2_zero_point_0" -> "100 dequantize_per_channel_default_1" [key=0, style=solid, label="(288,)"]; +"98 compressed_weight_updated_constant1" -> "99 quantize_per_channel_default_1" [key=0, style=solid, label="(288, 96)"]; +"99 quantize_per_channel_default_1" -> "100 dequantize_per_channel_default_1" [key=0, style=solid, label="(288, 96)"]; +"100 dequantize_per_channel_default_1" -> "101 linear_2" [key=0, style=solid, label="(288, 96)"]; +"101 linear_2" -> "102 reshape_1" [key=0, style=solid, label="(49, 64, 288)"]; +"102 reshape_1" -> "103 permute_3" [key=0, style=solid, label="(49, 64, 3, 3, 32)"]; +"103 permute_3" -> "104 select" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"103 permute_3" -> "105 select_1" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"103 permute_3" -> "106 select_2" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"104 select" -> "107 linalg_vector_norm" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"104 select" -> "109 expand_as" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"104 select" -> "110 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "113 linalg_vector_norm_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "115 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"105 select_1" -> "116 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"106 select_2" -> "127 matmul_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"107 linalg_vector_norm" -> "108 clamp_min" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"108 clamp_min" -> "109 expand_as" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"109 expand_as" -> "110 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"110 div" -> "111 quantize_per_tensor_default_2" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"111 quantize_per_tensor_default_2" -> "112 dequantize_per_tensor_default_2" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"112 dequantize_per_tensor_default_2" -> "120 matmul" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"113 linalg_vector_norm_1" -> "114 clamp_min_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"114 clamp_min_1" -> "115 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"115 expand_as_1" -> "116 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"116 div_1" -> "117 quantize_per_tensor_default_3" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"117 quantize_per_tensor_default_3" -> "118 dequantize_per_tensor_default_3" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"118 dequantize_per_tensor_default_3" -> "119 transpose" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"119 transpose" -> "120 matmul" [key=0, style=solid, label="(49, 3, 32, 64)"]; +"120 matmul" -> "123 mul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"121 clamp" -> "122 exp" [key=0, style=solid, label="(3, 1, 1)"]; +"122 exp" -> "123 mul_1" [key=0, style=solid, label="(3, 1, 1)"]; +"123 mul_1" -> "124 add" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"124 add" -> "125 softmax" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"125 softmax" -> "126 dropout" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"126 dropout" -> "127 matmul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"127 matmul_1" -> "128 transpose_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"128 transpose_1" -> "129 reshape_2" [key=0, style=solid, label="(49, 64, 3, 32)"]; +"129 reshape_2" -> "130 reshape_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(49, 64, 96)"]; +"130 reshape_2_0_0_nncf_smooth_quant_0" -> "131 quantize_per_tensor_default_4" [key=0, style=solid, label="(49, 64, 96)"]; +"131 quantize_per_tensor_default_4" -> "132 dequantize_per_tensor_default_4" [key=0, style=solid, label="(49, 64, 96)"]; +"132 dequantize_per_tensor_default_4" -> "138 linear_3" [key=0, style=solid, label="(49, 64, 96)"]; +"133 linear_3_scale_0" -> "136 quantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"133 linear_3_scale_0" -> "137 dequantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"134 linear_3_zero_point_0" -> "136 quantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"134 linear_3_zero_point_0" -> "137 dequantize_per_channel_default_2" [key=0, style=solid, label="(96,)"]; +"135 compressed_weight_updated_constant2" -> "136 quantize_per_channel_default_2" [key=0, style=solid, label="(96, 96)"]; +"136 quantize_per_channel_default_2" -> "137 dequantize_per_channel_default_2" [key=0, style=solid, label="(96, 96)"]; +"137 dequantize_per_channel_default_2" -> "138 linear_3" [key=0, style=solid, label="(96, 96)"]; +"138 linear_3" -> "139 dropout_1" [key=0, style=solid, label="(49, 64, 96)"]; +"139 dropout_1" -> "140 view_3" [key=0, style=solid, label="(49, 64, 96)"]; +"140 view_3" -> "141 permute_4" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"141 permute_4" -> "142 reshape_3" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"142 reshape_3" -> "143 alias" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"143 alias" -> "144 layer_norm_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"144 layer_norm_1" -> "145 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"145 add_1" -> "146 add_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"145 add_1" -> "168 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"146 add_1_0_0_nncf_smooth_quant_0" -> "147 quantize_per_tensor_default_5" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"147 quantize_per_tensor_default_5" -> "148 dequantize_per_tensor_default_5" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"148 dequantize_per_tensor_default_5" -> "154 linear_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"149 linear_4_scale_0" -> "152 quantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"149 linear_4_scale_0" -> "153 dequantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"150 linear_4_zero_point_0" -> "152 quantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"150 linear_4_zero_point_0" -> "153 dequantize_per_channel_default_3" [key=0, style=solid, label="(384,)"]; +"151 compressed_weight_updated_constant3" -> "152 quantize_per_channel_default_3" [key=0, style=solid, label="(384, 96)"]; +"152 quantize_per_channel_default_3" -> "153 dequantize_per_channel_default_3" [key=0, style=solid, label="(384, 96)"]; +"153 dequantize_per_channel_default_3" -> "154 linear_4" [key=0, style=solid, label="(384, 96)"]; +"154 linear_4" -> "155 gelu" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"155 gelu" -> "156 dropout_2" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"156 dropout_2" -> "157 dropout_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"157 dropout_2_0_0_nncf_smooth_quant_0" -> "158 quantize_per_tensor_default_6" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"158 quantize_per_tensor_default_6" -> "159 dequantize_per_tensor_default_6" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"159 dequantize_per_tensor_default_6" -> "165 linear_5" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"160 linear_5_scale_0" -> "163 quantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"160 linear_5_scale_0" -> "164 dequantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"161 linear_5_zero_point_0" -> "163 quantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"161 linear_5_zero_point_0" -> "164 dequantize_per_channel_default_4" [key=0, style=solid, label="(96,)"]; +"162 compressed_weight_updated_constant4" -> "163 quantize_per_channel_default_4" [key=0, style=solid, label="(96, 384)"]; +"163 quantize_per_channel_default_4" -> "164 dequantize_per_channel_default_4" [key=0, style=solid, label="(96, 384)"]; +"164 dequantize_per_channel_default_4" -> "165 linear_5" [key=0, style=solid, label="(96, 384)"]; +"165 linear_5" -> "166 dropout_3" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"166 dropout_3" -> "167 layer_norm_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"167 layer_norm_2" -> "168 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"168 add_2" -> "169 pad_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "170 slice_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "172 slice_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "174 slice_6" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"169 pad_1" -> "176 slice_8" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"170 slice_2" -> "171 slice_3" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"171 slice_3" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"172 slice_4" -> "173 slice_5" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"173 slice_5" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"174 slice_6" -> "175 slice_7" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"175 slice_7" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"176 slice_8" -> "177 slice_9" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"177 slice_9" -> "178 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"178 cat" -> "179 cat_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"179 cat_0_0_nncf_smooth_quant_0" -> "180 quantize_per_tensor_default_7" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"180 quantize_per_tensor_default_7" -> "181 dequantize_per_tensor_default_7" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"181 dequantize_per_tensor_default_7" -> "187 linear_6" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"182 linear_6_scale_0" -> "185 quantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"182 linear_6_scale_0" -> "186 dequantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"183 linear_6_zero_point_0" -> "185 quantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"183 linear_6_zero_point_0" -> "186 dequantize_per_channel_default_5" [key=0, style=solid, label="(192,)"]; +"184 compressed_weight_updated_constant5" -> "185 quantize_per_channel_default_5" [key=0, style=solid, label="(192, 384)"]; +"185 quantize_per_channel_default_5" -> "186 dequantize_per_channel_default_5" [key=0, style=solid, label="(192, 384)"]; +"186 dequantize_per_channel_default_5" -> "187 linear_6" [key=0, style=solid, label="(192, 384)"]; +"187 linear_6" -> "188 layer_norm_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"188 layer_norm_3" -> "204 pad_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"188 layer_norm_3" -> "265 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"189 model_features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "191 linear_7" [key=0, style=solid, label="(512, 2)"]; +"190 model_features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "191 linear_7" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"191 linear_7" -> "192 relu__1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"192 relu__1" -> "194 relu__1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"193 model_features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "195 linear_8" [key=0, style=solid, label="(6, 512)"]; +"194 relu__1_0_0_nncf_smooth_quant_0" -> "195 linear_8" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"195 linear_8" -> "196 view_4" [key=0, style=solid, label="(1, 15, 15, 6)"]; +"196 view_4" -> "197 index_1" [key=0, style=solid, label="(225, 6)"]; +"197 index_1" -> "198 view_5" [key=0, style=solid, label="(4096, 6)"]; +"198 view_5" -> "199 permute_5" [key=0, style=solid, label="(64, 64, 6)"]; +"199 permute_5" -> "200 contiguous_1" [key=0, style=solid, label="(6, 64, 64)"]; +"200 contiguous_1" -> "201 unsqueeze_1" [key=0, style=solid, label="(6, 64, 64)"]; +"201 unsqueeze_1" -> "202 sigmoid_1" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"202 sigmoid_1" -> "203 mul_2" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"203 mul_2" -> "242 add_3" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"204 pad_2" -> "205 view_6" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"205 view_6" -> "206 permute_6" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"206 permute_6" -> "207 reshape_4" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"207 reshape_4" -> "211 reshape_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(16, 64, 192)"]; +"208 clone_1" -> "209 slice_10" [key=0, style=solid, label="(576,)"]; +"208 clone_1" -> "219 linear_9" [key=0, style=solid, label="(576,)"]; +"209 slice_10" -> "210 zero__1" [key=0, style=solid, label="(192,)"]; +"211 reshape_4_0_0_nncf_smooth_quant_0" -> "212 quantize_per_tensor_default_8" [key=0, style=solid, label="(16, 64, 192)"]; +"212 quantize_per_tensor_default_8" -> "213 dequantize_per_tensor_default_8" [key=0, style=solid, label="(16, 64, 192)"]; +"213 dequantize_per_tensor_default_8" -> "219 linear_9" [key=0, style=solid, label="(16, 64, 192)"]; +"214 linear_9_scale_0" -> "217 quantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"214 linear_9_scale_0" -> "218 dequantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"215 linear_9_zero_point_0" -> "217 quantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"215 linear_9_zero_point_0" -> "218 dequantize_per_channel_default_6" [key=0, style=solid, label="(576,)"]; +"216 compressed_weight_updated_constant6" -> "217 quantize_per_channel_default_6" [key=0, style=solid, label="(576, 192)"]; +"217 quantize_per_channel_default_6" -> "218 dequantize_per_channel_default_6" [key=0, style=solid, label="(576, 192)"]; +"218 dequantize_per_channel_default_6" -> "219 linear_9" [key=0, style=solid, label="(576, 192)"]; +"219 linear_9" -> "220 reshape_5" [key=0, style=solid, label="(16, 64, 576)"]; +"220 reshape_5" -> "221 permute_7" [key=0, style=solid, label="(16, 64, 3, 6, 32)"]; +"221 permute_7" -> "222 select_3" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"221 permute_7" -> "223 select_4" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"221 permute_7" -> "224 select_5" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"222 select_3" -> "225 linalg_vector_norm_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"222 select_3" -> "227 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"222 select_3" -> "228 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "231 linalg_vector_norm_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "233 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"223 select_4" -> "234 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"224 select_5" -> "245 matmul_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"225 linalg_vector_norm_2" -> "226 clamp_min_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"226 clamp_min_2" -> "227 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"227 expand_as_2" -> "228 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"228 div_2" -> "229 quantize_per_tensor_default_9" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"229 quantize_per_tensor_default_9" -> "230 dequantize_per_tensor_default_9" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"230 dequantize_per_tensor_default_9" -> "238 matmul_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"231 linalg_vector_norm_3" -> "232 clamp_min_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"232 clamp_min_3" -> "233 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"233 expand_as_3" -> "234 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"234 div_3" -> "235 quantize_per_tensor_default_10" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"235 quantize_per_tensor_default_10" -> "236 dequantize_per_tensor_default_10" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"236 dequantize_per_tensor_default_10" -> "237 transpose_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"237 transpose_2" -> "238 matmul_2" [key=0, style=solid, label="(16, 6, 32, 64)"]; +"238 matmul_2" -> "241 mul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"239 clamp_1" -> "240 exp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"240 exp_1" -> "241 mul_3" [key=0, style=solid, label="(6, 1, 1)"]; +"241 mul_3" -> "242 add_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"242 add_3" -> "243 softmax_1" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"243 softmax_1" -> "244 dropout_4" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"244 dropout_4" -> "245 matmul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"245 matmul_3" -> "246 transpose_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"246 transpose_3" -> "247 reshape_6" [key=0, style=solid, label="(16, 64, 6, 32)"]; +"247 reshape_6" -> "248 reshape_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(16, 64, 192)"]; +"248 reshape_6_0_0_nncf_smooth_quant_0" -> "249 quantize_per_tensor_default_11" [key=0, style=solid, label="(16, 64, 192)"]; +"249 quantize_per_tensor_default_11" -> "250 dequantize_per_tensor_default_11" [key=0, style=solid, label="(16, 64, 192)"]; +"250 dequantize_per_tensor_default_11" -> "256 linear_10" [key=0, style=solid, label="(16, 64, 192)"]; +"251 linear_10_scale_0" -> "254 quantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"251 linear_10_scale_0" -> "255 dequantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"252 linear_10_zero_point_0" -> "254 quantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"252 linear_10_zero_point_0" -> "255 dequantize_per_channel_default_7" [key=0, style=solid, label="(192,)"]; +"253 compressed_weight_updated_constant7" -> "254 quantize_per_channel_default_7" [key=0, style=solid, label="(192, 192)"]; +"254 quantize_per_channel_default_7" -> "255 dequantize_per_channel_default_7" [key=0, style=solid, label="(192, 192)"]; +"255 dequantize_per_channel_default_7" -> "256 linear_10" [key=0, style=solid, label="(192, 192)"]; +"256 linear_10" -> "257 dropout_5" [key=0, style=solid, label="(16, 64, 192)"]; +"257 dropout_5" -> "258 view_7" [key=0, style=solid, label="(16, 64, 192)"]; +"258 view_7" -> "259 permute_8" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"259 permute_8" -> "260 reshape_7" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"260 reshape_7" -> "261 slice_11" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"261 slice_11" -> "262 slice_12" [key=0, style=solid, label="(1, 28, 32, 192)"]; +"262 slice_12" -> "263 contiguous_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"263 contiguous_2" -> "264 layer_norm_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"264 layer_norm_4" -> "265 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"265 add_4" -> "266 add_4_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"265 add_4" -> "288 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"266 add_4_0_0_nncf_smooth_quant_0" -> "267 quantize_per_tensor_default_12" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"267 quantize_per_tensor_default_12" -> "268 dequantize_per_tensor_default_12" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"268 dequantize_per_tensor_default_12" -> "274 linear_11" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"269 linear_11_scale_0" -> "272 quantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"269 linear_11_scale_0" -> "273 dequantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"270 linear_11_zero_point_0" -> "272 quantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"270 linear_11_zero_point_0" -> "273 dequantize_per_channel_default_8" [key=0, style=solid, label="(768,)"]; +"271 compressed_weight_updated_constant8" -> "272 quantize_per_channel_default_8" [key=0, style=solid, label="(768, 192)"]; +"272 quantize_per_channel_default_8" -> "273 dequantize_per_channel_default_8" [key=0, style=solid, label="(768, 192)"]; +"273 dequantize_per_channel_default_8" -> "274 linear_11" [key=0, style=solid, label="(768, 192)"]; +"274 linear_11" -> "275 gelu_1" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"275 gelu_1" -> "276 dropout_6" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"276 dropout_6" -> "277 dropout_6_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"277 dropout_6_0_0_nncf_smooth_quant_0" -> "278 quantize_per_tensor_default_13" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"278 quantize_per_tensor_default_13" -> "279 dequantize_per_tensor_default_13" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"279 dequantize_per_tensor_default_13" -> "285 linear_12" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"280 linear_12_scale_0" -> "283 quantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"280 linear_12_scale_0" -> "284 dequantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"281 linear_12_zero_point_0" -> "283 quantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"281 linear_12_zero_point_0" -> "284 dequantize_per_channel_default_9" [key=0, style=solid, label="(192,)"]; +"282 compressed_weight_updated_constant9" -> "283 quantize_per_channel_default_9" [key=0, style=solid, label="(192, 768)"]; +"283 quantize_per_channel_default_9" -> "284 dequantize_per_channel_default_9" [key=0, style=solid, label="(192, 768)"]; +"284 dequantize_per_channel_default_9" -> "285 linear_12" [key=0, style=solid, label="(192, 768)"]; +"285 linear_12" -> "286 dropout_7" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"286 dropout_7" -> "287 layer_norm_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"287 layer_norm_5" -> "288 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"288 add_5" -> "289 pad_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "290 slice_13" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "292 slice_15" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "294 slice_17" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"289 pad_3" -> "296 slice_19" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"290 slice_13" -> "291 slice_14" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"291 slice_14" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"292 slice_15" -> "293 slice_16" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"293 slice_16" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"294 slice_17" -> "295 slice_18" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"295 slice_18" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"296 slice_19" -> "297 slice_20" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"297 slice_20" -> "298 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"298 cat_1" -> "299 cat_1_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"299 cat_1_0_0_nncf_smooth_quant_0" -> "300 quantize_per_tensor_default_14" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"300 quantize_per_tensor_default_14" -> "301 dequantize_per_tensor_default_14" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"301 dequantize_per_tensor_default_14" -> "307 linear_13" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"302 linear_13_scale_0" -> "305 quantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"302 linear_13_scale_0" -> "306 dequantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"303 linear_13_zero_point_0" -> "305 quantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"303 linear_13_zero_point_0" -> "306 dequantize_per_channel_default_10" [key=0, style=solid, label="(384,)"]; +"304 compressed_weight_updated_constant10" -> "305 quantize_per_channel_default_10" [key=0, style=solid, label="(384, 768)"]; +"305 quantize_per_channel_default_10" -> "306 dequantize_per_channel_default_10" [key=0, style=solid, label="(384, 768)"]; +"306 dequantize_per_channel_default_10" -> "307 linear_13" [key=0, style=solid, label="(384, 768)"]; +"307 linear_13" -> "308 layer_norm_6" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"308 layer_norm_6" -> "324 pad_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"308 layer_norm_6" -> "385 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"309 model_features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "311 linear_14" [key=0, style=solid, label="(512, 2)"]; +"310 model_features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "311 linear_14" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"311 linear_14" -> "312 relu__2" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"312 relu__2" -> "314 relu__2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"313 model_features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "315 linear_15" [key=0, style=solid, label="(12, 512)"]; +"314 relu__2_0_0_nncf_smooth_quant_0" -> "315 linear_15" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"315 linear_15" -> "316 view_8" [key=0, style=solid, label="(1, 15, 15, 12)"]; +"316 view_8" -> "317 index_2" [key=0, style=solid, label="(225, 12)"]; +"317 index_2" -> "318 view_9" [key=0, style=solid, label="(4096, 12)"]; +"318 view_9" -> "319 permute_9" [key=0, style=solid, label="(64, 64, 12)"]; +"319 permute_9" -> "320 contiguous_3" [key=0, style=solid, label="(12, 64, 64)"]; +"320 contiguous_3" -> "321 unsqueeze_2" [key=0, style=solid, label="(12, 64, 64)"]; +"321 unsqueeze_2" -> "322 sigmoid_2" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"322 sigmoid_2" -> "323 mul_4" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"323 mul_4" -> "362 add_6" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"324 pad_4" -> "325 view_10" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"325 view_10" -> "326 permute_10" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"326 permute_10" -> "327 reshape_8" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"327 reshape_8" -> "331 reshape_8_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(4, 64, 384)"]; +"328 clone_2" -> "329 slice_21" [key=0, style=solid, label="(1152,)"]; +"328 clone_2" -> "339 linear_16" [key=0, style=solid, label="(1152,)"]; +"329 slice_21" -> "330 zero__2" [key=0, style=solid, label="(384,)"]; +"331 reshape_8_0_0_nncf_smooth_quant_0" -> "332 quantize_per_tensor_default_15" [key=0, style=solid, label="(4, 64, 384)"]; +"332 quantize_per_tensor_default_15" -> "333 dequantize_per_tensor_default_15" [key=0, style=solid, label="(4, 64, 384)"]; +"333 dequantize_per_tensor_default_15" -> "339 linear_16" [key=0, style=solid, label="(4, 64, 384)"]; +"334 linear_16_scale_0" -> "337 quantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"334 linear_16_scale_0" -> "338 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"335 linear_16_zero_point_0" -> "337 quantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"335 linear_16_zero_point_0" -> "338 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152,)"]; +"336 compressed_weight_updated_constant11" -> "337 quantize_per_channel_default_11" [key=0, style=solid, label="(1152, 384)"]; +"337 quantize_per_channel_default_11" -> "338 dequantize_per_channel_default_11" [key=0, style=solid, label="(1152, 384)"]; +"338 dequantize_per_channel_default_11" -> "339 linear_16" [key=0, style=solid, label="(1152, 384)"]; +"339 linear_16" -> "340 reshape_9" [key=0, style=solid, label="(4, 64, 1152)"]; +"340 reshape_9" -> "341 permute_11" [key=0, style=solid, label="(4, 64, 3, 12, 32)"]; +"341 permute_11" -> "342 select_6" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"341 permute_11" -> "343 select_7" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"341 permute_11" -> "344 select_8" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"342 select_6" -> "345 linalg_vector_norm_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"342 select_6" -> "347 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"342 select_6" -> "348 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "351 linalg_vector_norm_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "353 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"343 select_7" -> "354 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"344 select_8" -> "365 matmul_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"345 linalg_vector_norm_4" -> "346 clamp_min_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"346 clamp_min_4" -> "347 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"347 expand_as_4" -> "348 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"348 div_4" -> "349 quantize_per_tensor_default_16" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"349 quantize_per_tensor_default_16" -> "350 dequantize_per_tensor_default_16" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"350 dequantize_per_tensor_default_16" -> "358 matmul_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"351 linalg_vector_norm_5" -> "352 clamp_min_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"352 clamp_min_5" -> "353 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"353 expand_as_5" -> "354 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"354 div_5" -> "355 quantize_per_tensor_default_17" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"355 quantize_per_tensor_default_17" -> "356 dequantize_per_tensor_default_17" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"356 dequantize_per_tensor_default_17" -> "357 transpose_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"357 transpose_4" -> "358 matmul_4" [key=0, style=solid, label="(4, 12, 32, 64)"]; +"358 matmul_4" -> "361 mul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"359 clamp_2" -> "360 exp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"360 exp_2" -> "361 mul_5" [key=0, style=solid, label="(12, 1, 1)"]; +"361 mul_5" -> "362 add_6" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"362 add_6" -> "363 softmax_2" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"363 softmax_2" -> "364 dropout_8" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"364 dropout_8" -> "365 matmul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"365 matmul_5" -> "366 transpose_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"366 transpose_5" -> "367 reshape_10" [key=0, style=solid, label="(4, 64, 12, 32)"]; +"367 reshape_10" -> "368 reshape_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(4, 64, 384)"]; +"368 reshape_10_0_0_nncf_smooth_quant_0" -> "369 quantize_per_tensor_default_18" [key=0, style=solid, label="(4, 64, 384)"]; +"369 quantize_per_tensor_default_18" -> "370 dequantize_per_tensor_default_18" [key=0, style=solid, label="(4, 64, 384)"]; +"370 dequantize_per_tensor_default_18" -> "376 linear_17" [key=0, style=solid, label="(4, 64, 384)"]; +"371 linear_17_scale_0" -> "374 quantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"371 linear_17_scale_0" -> "375 dequantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"372 linear_17_zero_point_0" -> "374 quantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"372 linear_17_zero_point_0" -> "375 dequantize_per_channel_default_12" [key=0, style=solid, label="(384,)"]; +"373 compressed_weight_updated_constant12" -> "374 quantize_per_channel_default_12" [key=0, style=solid, label="(384, 384)"]; +"374 quantize_per_channel_default_12" -> "375 dequantize_per_channel_default_12" [key=0, style=solid, label="(384, 384)"]; +"375 dequantize_per_channel_default_12" -> "376 linear_17" [key=0, style=solid, label="(384, 384)"]; +"376 linear_17" -> "377 dropout_9" [key=0, style=solid, label="(4, 64, 384)"]; +"377 dropout_9" -> "378 view_11" [key=0, style=solid, label="(4, 64, 384)"]; +"378 view_11" -> "379 permute_12" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"379 permute_12" -> "380 reshape_11" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"380 reshape_11" -> "381 slice_22" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"381 slice_22" -> "382 slice_23" [key=0, style=solid, label="(1, 14, 16, 384)"]; +"382 slice_23" -> "383 contiguous_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"383 contiguous_4" -> "384 layer_norm_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"384 layer_norm_7" -> "385 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"385 add_7" -> "386 add_7_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"385 add_7" -> "408 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"386 add_7_0_0_nncf_smooth_quant_0" -> "387 quantize_per_tensor_default_19" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"387 quantize_per_tensor_default_19" -> "388 dequantize_per_tensor_default_19" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"388 dequantize_per_tensor_default_19" -> "394 linear_18" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"389 linear_18_scale_0" -> "392 quantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"389 linear_18_scale_0" -> "393 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"390 linear_18_zero_point_0" -> "392 quantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"390 linear_18_zero_point_0" -> "393 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536,)"]; +"391 compressed_weight_updated_constant13" -> "392 quantize_per_channel_default_13" [key=0, style=solid, label="(1536, 384)"]; +"392 quantize_per_channel_default_13" -> "393 dequantize_per_channel_default_13" [key=0, style=solid, label="(1536, 384)"]; +"393 dequantize_per_channel_default_13" -> "394 linear_18" [key=0, style=solid, label="(1536, 384)"]; +"394 linear_18" -> "395 gelu_2" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"395 gelu_2" -> "396 dropout_10" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"396 dropout_10" -> "397 dropout_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"397 dropout_10_0_0_nncf_smooth_quant_0" -> "398 quantize_per_tensor_default_20" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"398 quantize_per_tensor_default_20" -> "399 dequantize_per_tensor_default_20" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"399 dequantize_per_tensor_default_20" -> "405 linear_19" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"400 linear_19_scale_0" -> "403 quantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"400 linear_19_scale_0" -> "404 dequantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"401 linear_19_zero_point_0" -> "403 quantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"401 linear_19_zero_point_0" -> "404 dequantize_per_channel_default_14" [key=0, style=solid, label="(384,)"]; +"402 compressed_weight_updated_constant14" -> "403 quantize_per_channel_default_14" [key=0, style=solid, label="(384, 1536)"]; +"403 quantize_per_channel_default_14" -> "404 dequantize_per_channel_default_14" [key=0, style=solid, label="(384, 1536)"]; +"404 dequantize_per_channel_default_14" -> "405 linear_19" [key=0, style=solid, label="(384, 1536)"]; +"405 linear_19" -> "406 dropout_11" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"406 dropout_11" -> "407 layer_norm_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"407 layer_norm_8" -> "408 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"408 add_8" -> "409 pad_5" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "410 slice_24" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "412 slice_26" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "414 slice_28" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"409 pad_5" -> "416 slice_30" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"410 slice_24" -> "411 slice_25" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"411 slice_25" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"412 slice_26" -> "413 slice_27" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"413 slice_27" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"414 slice_28" -> "415 slice_29" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"415 slice_29" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"416 slice_30" -> "417 slice_31" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"417 slice_31" -> "418 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"418 cat_2" -> "419 cat_2_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"419 cat_2_0_0_nncf_smooth_quant_0" -> "420 quantize_per_tensor_default_21" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"420 quantize_per_tensor_default_21" -> "421 dequantize_per_tensor_default_21" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"421 dequantize_per_tensor_default_21" -> "427 linear_20" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"422 linear_20_scale_0" -> "425 quantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"422 linear_20_scale_0" -> "426 dequantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"423 linear_20_zero_point_0" -> "425 quantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"423 linear_20_zero_point_0" -> "426 dequantize_per_channel_default_15" [key=0, style=solid, label="(768,)"]; +"424 compressed_weight_updated_constant15" -> "425 quantize_per_channel_default_15" [key=0, style=solid, label="(768, 1536)"]; +"425 quantize_per_channel_default_15" -> "426 dequantize_per_channel_default_15" [key=0, style=solid, label="(768, 1536)"]; +"426 dequantize_per_channel_default_15" -> "427 linear_20" [key=0, style=solid, label="(768, 1536)"]; +"427 linear_20" -> "428 layer_norm_9" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"428 layer_norm_9" -> "444 pad_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"428 layer_norm_9" -> "505 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"429 model_features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "431 linear_21" [key=0, style=solid, label="(512, 2)"]; +"430 model_features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "431 linear_21" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"431 linear_21" -> "432 relu__3" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"432 relu__3" -> "434 relu__3_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"433 model_features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "435 linear_22" [key=0, style=solid, label="(24, 512)"]; +"434 relu__3_0_0_nncf_smooth_quant_0" -> "435 linear_22" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"435 linear_22" -> "436 view_12" [key=0, style=solid, label="(1, 15, 15, 24)"]; +"436 view_12" -> "437 index_3" [key=0, style=solid, label="(225, 24)"]; +"437 index_3" -> "438 view_13" [key=0, style=solid, label="(4096, 24)"]; +"438 view_13" -> "439 permute_13" [key=0, style=solid, label="(64, 64, 24)"]; +"439 permute_13" -> "440 contiguous_5" [key=0, style=solid, label="(24, 64, 64)"]; +"440 contiguous_5" -> "441 unsqueeze_3" [key=0, style=solid, label="(24, 64, 64)"]; +"441 unsqueeze_3" -> "442 sigmoid_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"442 sigmoid_3" -> "443 mul_6" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"443 mul_6" -> "482 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"444 pad_6" -> "445 view_14" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"445 view_14" -> "446 permute_14" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"446 permute_14" -> "447 reshape_12" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"447 reshape_12" -> "451 reshape_12_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 64, 768)"]; +"448 clone_3" -> "449 slice_32" [key=0, style=solid, label="(2304,)"]; +"448 clone_3" -> "459 linear_23" [key=0, style=solid, label="(2304,)"]; +"449 slice_32" -> "450 zero__3" [key=0, style=solid, label="(768,)"]; +"451 reshape_12_0_0_nncf_smooth_quant_0" -> "452 quantize_per_tensor_default_22" [key=0, style=solid, label="(1, 64, 768)"]; +"452 quantize_per_tensor_default_22" -> "453 dequantize_per_tensor_default_22" [key=0, style=solid, label="(1, 64, 768)"]; +"453 dequantize_per_tensor_default_22" -> "459 linear_23" [key=0, style=solid, label="(1, 64, 768)"]; +"454 linear_23_scale_0" -> "457 quantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"454 linear_23_scale_0" -> "458 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"455 linear_23_zero_point_0" -> "457 quantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"455 linear_23_zero_point_0" -> "458 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304,)"]; +"456 compressed_weight_updated_constant16" -> "457 quantize_per_channel_default_16" [key=0, style=solid, label="(2304, 768)"]; +"457 quantize_per_channel_default_16" -> "458 dequantize_per_channel_default_16" [key=0, style=solid, label="(2304, 768)"]; +"458 dequantize_per_channel_default_16" -> "459 linear_23" [key=0, style=solid, label="(2304, 768)"]; +"459 linear_23" -> "460 reshape_13" [key=0, style=solid, label="(1, 64, 2304)"]; +"460 reshape_13" -> "461 permute_15" [key=0, style=solid, label="(1, 64, 3, 24, 32)"]; +"461 permute_15" -> "462 select_9" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"461 permute_15" -> "463 select_10" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"461 permute_15" -> "464 select_11" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"462 select_9" -> "465 linalg_vector_norm_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"462 select_9" -> "467 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"462 select_9" -> "468 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "471 linalg_vector_norm_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "473 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"463 select_10" -> "474 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"464 select_11" -> "485 matmul_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"465 linalg_vector_norm_6" -> "466 clamp_min_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"466 clamp_min_6" -> "467 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"467 expand_as_6" -> "468 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"468 div_6" -> "469 quantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"469 quantize_per_tensor_default_23" -> "470 dequantize_per_tensor_default_23" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"470 dequantize_per_tensor_default_23" -> "478 matmul_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"471 linalg_vector_norm_7" -> "472 clamp_min_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"472 clamp_min_7" -> "473 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"473 expand_as_7" -> "474 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"474 div_7" -> "475 quantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"475 quantize_per_tensor_default_24" -> "476 dequantize_per_tensor_default_24" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"476 dequantize_per_tensor_default_24" -> "477 transpose_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"477 transpose_6" -> "478 matmul_6" [key=0, style=solid, label="(1, 24, 32, 64)"]; +"478 matmul_6" -> "481 mul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"479 clamp_3" -> "480 exp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"480 exp_3" -> "481 mul_7" [key=0, style=solid, label="(24, 1, 1)"]; +"481 mul_7" -> "482 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"482 add_9" -> "483 softmax_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"483 softmax_3" -> "484 dropout_12" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"484 dropout_12" -> "485 matmul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"485 matmul_7" -> "486 transpose_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"486 transpose_7" -> "487 reshape_14" [key=0, style=solid, label="(1, 64, 24, 32)"]; +"487 reshape_14" -> "488 reshape_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 64, 768)"]; +"488 reshape_14_0_0_nncf_smooth_quant_0" -> "489 quantize_per_tensor_default_25" [key=0, style=solid, label="(1, 64, 768)"]; +"489 quantize_per_tensor_default_25" -> "490 dequantize_per_tensor_default_25" [key=0, style=solid, label="(1, 64, 768)"]; +"490 dequantize_per_tensor_default_25" -> "496 linear_24" [key=0, style=solid, label="(1, 64, 768)"]; +"491 linear_24_scale_0" -> "494 quantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"491 linear_24_scale_0" -> "495 dequantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"492 linear_24_zero_point_0" -> "494 quantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"492 linear_24_zero_point_0" -> "495 dequantize_per_channel_default_17" [key=0, style=solid, label="(768,)"]; +"493 compressed_weight_updated_constant17" -> "494 quantize_per_channel_default_17" [key=0, style=solid, label="(768, 768)"]; +"494 quantize_per_channel_default_17" -> "495 dequantize_per_channel_default_17" [key=0, style=solid, label="(768, 768)"]; +"495 dequantize_per_channel_default_17" -> "496 linear_24" [key=0, style=solid, label="(768, 768)"]; +"496 linear_24" -> "497 dropout_13" [key=0, style=solid, label="(1, 64, 768)"]; +"497 dropout_13" -> "498 view_15" [key=0, style=solid, label="(1, 64, 768)"]; +"498 view_15" -> "499 permute_16" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"499 permute_16" -> "500 reshape_15" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"500 reshape_15" -> "501 slice_33" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"501 slice_33" -> "502 slice_34" [key=0, style=solid, label="(1, 7, 8, 768)"]; +"502 slice_34" -> "503 contiguous_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"503 contiguous_6" -> "504 layer_norm_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"504 layer_norm_10" -> "505 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"505 add_10" -> "506 add_10_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"505 add_10" -> "528 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"506 add_10_0_0_nncf_smooth_quant_0" -> "507 quantize_per_tensor_default_26" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"507 quantize_per_tensor_default_26" -> "508 dequantize_per_tensor_default_26" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"508 dequantize_per_tensor_default_26" -> "514 linear_25" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"509 linear_25_scale_0" -> "512 quantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"509 linear_25_scale_0" -> "513 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"510 linear_25_zero_point_0" -> "512 quantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"510 linear_25_zero_point_0" -> "513 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072,)"]; +"511 compressed_weight_updated_constant18" -> "512 quantize_per_channel_default_18" [key=0, style=solid, label="(3072, 768)"]; +"512 quantize_per_channel_default_18" -> "513 dequantize_per_channel_default_18" [key=0, style=solid, label="(3072, 768)"]; +"513 dequantize_per_channel_default_18" -> "514 linear_25" [key=0, style=solid, label="(3072, 768)"]; +"514 linear_25" -> "515 gelu_3" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"515 gelu_3" -> "516 dropout_14" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"516 dropout_14" -> "517 dropout_14_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"517 dropout_14_0_0_nncf_smooth_quant_0" -> "518 quantize_per_tensor_default_27" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"518 quantize_per_tensor_default_27" -> "519 dequantize_per_tensor_default_27" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"519 dequantize_per_tensor_default_27" -> "525 linear_26" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"520 linear_26_scale_0" -> "523 quantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"520 linear_26_scale_0" -> "524 dequantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"521 linear_26_zero_point_0" -> "523 quantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"521 linear_26_zero_point_0" -> "524 dequantize_per_channel_default_19" [key=0, style=solid, label="(768,)"]; +"522 compressed_weight_updated_constant19" -> "523 quantize_per_channel_default_19" [key=0, style=solid, label="(768, 3072)"]; +"523 quantize_per_channel_default_19" -> "524 dequantize_per_channel_default_19" [key=0, style=solid, label="(768, 3072)"]; +"524 dequantize_per_channel_default_19" -> "525 linear_26" [key=0, style=solid, label="(768, 3072)"]; +"525 linear_26" -> "526 dropout_15" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"526 dropout_15" -> "527 layer_norm_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"527 layer_norm_11" -> "528 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"528 add_11" -> "529 layer_norm_12" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"529 layer_norm_12" -> "530 permute_17" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"530 permute_17" -> "531 adaptive_avg_pool2d" [key=0, style=solid, label="(1, 768, 7, 7)"]; +"531 adaptive_avg_pool2d" -> "532 flatten" [key=0, style=solid, label="(1, 768, 1, 1)"]; +"532 flatten" -> "533 flatten_0_0_nncf_smooth_quant_0" [key=0, style=solid, label="(1, 768)"]; +"533 flatten_0_0_nncf_smooth_quant_0" -> "534 quantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"534 quantize_per_tensor_default_28" -> "535 dequantize_per_tensor_default_28" [key=0, style=solid, label="(1, 768)"]; +"535 dequantize_per_tensor_default_28" -> "541 linear_27" [key=0, style=solid, label="(1, 768)"]; +"536 linear_27_scale_0" -> "539 quantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"536 linear_27_scale_0" -> "540 dequantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"537 linear_27_zero_point_0" -> "539 quantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"537 linear_27_zero_point_0" -> "540 dequantize_per_channel_default_20" [key=0, style=solid, label="(10,)"]; +"538 compressed_weight_updated_constant20" -> "539 quantize_per_channel_default_20" [key=0, style=solid, label="(10, 768)"]; +"539 quantize_per_channel_default_20" -> "540 dequantize_per_channel_default_20" [key=0, style=solid, label="(10, 768)"]; +"540 dequantize_per_channel_default_20" -> "541 linear_27" [key=0, style=solid, label="(10, 768)"]; +"541 linear_27" -> "542 output" [key=0, style=solid, label="(1, 10)"]; +} diff --git a/tests/torch/data/fx/quantized/swin_v2_t.dot b/tests/torch/data/fx/quantized/swin_v2_t.dot deleted file mode 100644 index fc95b8e11ea..00000000000 --- a/tests/torch/data/fx/quantized/swin_v2_t.dot +++ /dev/null @@ -1,3736 +0,0 @@ -strict digraph { -"0 features_1_0_attn_qkv_bias" [id=0, type="get_attr"]; -"1 features_1_0_attn_proj_bias" [id=1, type="get_attr"]; -"2 features_1_0_attn_logit_scale" [id=2, type="get_attr"]; -"3 features_1_1_attn_qkv_bias" [id=3, type="get_attr"]; -"4 features_1_1_attn_proj_bias" [id=4, type="get_attr"]; -"5 features_1_1_attn_logit_scale" [id=5, type="get_attr"]; -"6 features_3_0_attn_qkv_bias" [id=6, type="get_attr"]; -"7 features_3_0_attn_proj_bias" [id=7, type="get_attr"]; -"8 features_3_0_attn_logit_scale" [id=8, type="get_attr"]; -"9 features_3_1_attn_qkv_bias" [id=9, type="get_attr"]; -"10 features_3_1_attn_proj_bias" [id=10, type="get_attr"]; -"11 features_3_1_attn_logit_scale" [id=11, type="get_attr"]; -"12 features_5_0_attn_qkv_bias" [id=12, type="get_attr"]; -"13 features_5_0_attn_proj_bias" [id=13, type="get_attr"]; -"14 features_5_0_attn_logit_scale" [id=14, type="get_attr"]; -"15 features_5_1_attn_qkv_bias" [id=15, type="get_attr"]; -"16 features_5_1_attn_proj_bias" [id=16, type="get_attr"]; -"17 features_5_1_attn_logit_scale" [id=17, type="get_attr"]; -"18 features_5_2_attn_qkv_bias" [id=18, type="get_attr"]; -"19 features_5_2_attn_proj_bias" [id=19, type="get_attr"]; -"20 features_5_2_attn_logit_scale" [id=20, type="get_attr"]; -"21 features_5_3_attn_qkv_bias" [id=21, type="get_attr"]; -"22 features_5_3_attn_proj_bias" [id=22, type="get_attr"]; -"23 features_5_3_attn_logit_scale" [id=23, type="get_attr"]; -"24 features_5_4_attn_qkv_bias" [id=24, type="get_attr"]; -"25 features_5_4_attn_proj_bias" [id=25, type="get_attr"]; -"26 features_5_4_attn_logit_scale" [id=26, type="get_attr"]; -"27 features_5_5_attn_qkv_bias" [id=27, type="get_attr"]; -"28 features_5_5_attn_proj_bias" [id=28, type="get_attr"]; -"29 features_5_5_attn_logit_scale" [id=29, type="get_attr"]; -"30 features_7_0_attn_qkv_bias" [id=30, type="get_attr"]; -"31 features_7_0_attn_proj_bias" [id=31, type="get_attr"]; -"32 features_7_0_attn_logit_scale" [id=32, type="get_attr"]; -"33 features_7_1_attn_qkv_bias" [id=33, type="get_attr"]; -"34 features_7_1_attn_proj_bias" [id=34, type="get_attr"]; -"35 features_7_1_attn_logit_scale" [id=35, type="get_attr"]; -"36 features_0_0_bias" [id=36, type="get_attr"]; -"37 features_0_2_weight" [id=37, type="get_attr"]; -"38 features_0_2_bias" [id=38, type="get_attr"]; -"39 features_1_0_attn_cpb_mlp_0_bias" [id=39, type="get_attr"]; -"40 features_1_0_norm1_weight" [id=40, type="get_attr"]; -"41 features_1_0_norm1_bias" [id=41, type="get_attr"]; -"42 features_1_0_mlp_0_bias" [id=42, type="get_attr"]; -"43 features_1_0_mlp_3_bias" [id=43, type="get_attr"]; -"44 features_1_0_norm2_weight" [id=44, type="get_attr"]; -"45 features_1_0_norm2_bias" [id=45, type="get_attr"]; -"46 features_1_1_attn_cpb_mlp_0_bias" [id=46, type="get_attr"]; -"47 features_1_1_norm1_weight" [id=47, type="get_attr"]; -"48 features_1_1_norm1_bias" [id=48, type="get_attr"]; -"49 features_1_1_mlp_0_bias" [id=49, type="get_attr"]; -"50 features_1_1_mlp_3_bias" [id=50, type="get_attr"]; -"51 features_1_1_norm2_weight" [id=51, type="get_attr"]; -"52 features_1_1_norm2_bias" [id=52, type="get_attr"]; -"53 features_2_norm_weight" [id=53, type="get_attr"]; -"54 features_2_norm_bias" [id=54, type="get_attr"]; -"55 features_3_0_attn_cpb_mlp_0_bias" [id=55, type="get_attr"]; -"56 features_3_0_norm1_weight" [id=56, type="get_attr"]; -"57 features_3_0_norm1_bias" [id=57, type="get_attr"]; -"58 features_3_0_mlp_0_bias" [id=58, type="get_attr"]; -"59 features_3_0_mlp_3_bias" [id=59, type="get_attr"]; -"60 features_3_0_norm2_weight" [id=60, type="get_attr"]; -"61 features_3_0_norm2_bias" [id=61, type="get_attr"]; -"62 features_3_1_attn_cpb_mlp_0_bias" [id=62, type="get_attr"]; -"63 features_3_1_norm1_weight" [id=63, type="get_attr"]; -"64 features_3_1_norm1_bias" [id=64, type="get_attr"]; -"65 features_3_1_mlp_0_bias" [id=65, type="get_attr"]; -"66 features_3_1_mlp_3_bias" [id=66, type="get_attr"]; -"67 features_3_1_norm2_weight" [id=67, type="get_attr"]; -"68 features_3_1_norm2_bias" [id=68, type="get_attr"]; -"69 features_4_norm_weight" [id=69, type="get_attr"]; -"70 features_4_norm_bias" [id=70, type="get_attr"]; -"71 features_5_0_attn_cpb_mlp_0_bias" [id=71, type="get_attr"]; -"72 features_5_0_norm1_weight" [id=72, type="get_attr"]; -"73 features_5_0_norm1_bias" [id=73, type="get_attr"]; -"74 features_5_0_mlp_0_bias" [id=74, type="get_attr"]; -"75 features_5_0_mlp_3_bias" [id=75, type="get_attr"]; -"76 features_5_0_norm2_weight" [id=76, type="get_attr"]; -"77 features_5_0_norm2_bias" [id=77, type="get_attr"]; -"78 features_5_1_attn_cpb_mlp_0_bias" [id=78, type="get_attr"]; -"79 features_5_1_norm1_weight" [id=79, type="get_attr"]; -"80 features_5_1_norm1_bias" [id=80, type="get_attr"]; -"81 features_5_1_mlp_0_bias" [id=81, type="get_attr"]; -"82 features_5_1_mlp_3_bias" [id=82, type="get_attr"]; -"83 features_5_1_norm2_weight" [id=83, type="get_attr"]; -"84 features_5_1_norm2_bias" [id=84, type="get_attr"]; -"85 features_5_2_attn_cpb_mlp_0_bias" [id=85, type="get_attr"]; -"86 features_5_2_norm1_weight" [id=86, type="get_attr"]; -"87 features_5_2_norm1_bias" [id=87, type="get_attr"]; -"88 features_5_2_mlp_0_bias" [id=88, type="get_attr"]; -"89 features_5_2_mlp_3_bias" [id=89, type="get_attr"]; -"90 features_5_2_norm2_weight" [id=90, type="get_attr"]; -"91 features_5_2_norm2_bias" [id=91, type="get_attr"]; -"92 features_5_3_attn_cpb_mlp_0_bias" [id=92, type="get_attr"]; -"93 features_5_3_norm1_weight" [id=93, type="get_attr"]; -"94 features_5_3_norm1_bias" [id=94, type="get_attr"]; -"95 features_5_3_mlp_0_bias" [id=95, type="get_attr"]; -"96 features_5_3_mlp_3_bias" [id=96, type="get_attr"]; -"97 features_5_3_norm2_weight" [id=97, type="get_attr"]; -"98 features_5_3_norm2_bias" [id=98, type="get_attr"]; -"99 features_5_4_attn_cpb_mlp_0_bias" [id=99, type="get_attr"]; -"100 features_5_4_norm1_weight" [id=100, type="get_attr"]; -"101 features_5_4_norm1_bias" [id=101, type="get_attr"]; -"102 features_5_4_mlp_0_bias" [id=102, type="get_attr"]; -"103 features_5_4_mlp_3_bias" [id=103, type="get_attr"]; -"104 features_5_4_norm2_weight" [id=104, type="get_attr"]; -"105 features_5_4_norm2_bias" [id=105, type="get_attr"]; -"106 features_5_5_attn_cpb_mlp_0_bias" [id=106, type="get_attr"]; -"107 features_5_5_norm1_weight" [id=107, type="get_attr"]; -"108 features_5_5_norm1_bias" [id=108, type="get_attr"]; -"109 features_5_5_mlp_0_bias" [id=109, type="get_attr"]; -"110 features_5_5_mlp_3_bias" [id=110, type="get_attr"]; -"111 features_5_5_norm2_weight" [id=111, type="get_attr"]; -"112 features_5_5_norm2_bias" [id=112, type="get_attr"]; -"113 features_6_norm_weight" [id=113, type="get_attr"]; -"114 features_6_norm_bias" [id=114, type="get_attr"]; -"115 features_7_0_attn_cpb_mlp_0_bias" [id=115, type="get_attr"]; -"116 features_7_0_norm1_weight" [id=116, type="get_attr"]; -"117 features_7_0_norm1_bias" [id=117, type="get_attr"]; -"118 features_7_0_mlp_0_bias" [id=118, type="get_attr"]; -"119 features_7_0_mlp_3_bias" [id=119, type="get_attr"]; -"120 features_7_0_norm2_weight" [id=120, type="get_attr"]; -"121 features_7_0_norm2_bias" [id=121, type="get_attr"]; -"122 features_7_1_attn_cpb_mlp_0_bias" [id=122, type="get_attr"]; -"123 features_7_1_norm1_weight" [id=123, type="get_attr"]; -"124 features_7_1_norm1_bias" [id=124, type="get_attr"]; -"125 features_7_1_mlp_0_bias" [id=125, type="get_attr"]; -"126 features_7_1_mlp_3_bias" [id=126, type="get_attr"]; -"127 features_7_1_norm2_weight" [id=127, type="get_attr"]; -"128 features_7_1_norm2_bias" [id=128, type="get_attr"]; -"129 norm_weight" [id=129, type="get_attr"]; -"130 norm_bias" [id=130, type="get_attr"]; -"131 head_bias" [id=131, type="get_attr"]; -"132 features_1_0_attn_relative_coords_table" [id=132, type="get_attr"]; -"133 features_1_0_attn_relative_position_index" [id=133, type="get_attr"]; -"134 features_1_1_attn_relative_coords_table" [id=134, type="get_attr"]; -"135 features_1_1_attn_relative_position_index" [id=135, type="get_attr"]; -"136 features_3_0_attn_relative_coords_table" [id=136, type="get_attr"]; -"137 features_3_0_attn_relative_position_index" [id=137, type="get_attr"]; -"138 features_3_1_attn_relative_coords_table" [id=138, type="get_attr"]; -"139 features_3_1_attn_relative_position_index" [id=139, type="get_attr"]; -"140 features_5_0_attn_relative_coords_table" [id=140, type="get_attr"]; -"141 features_5_0_attn_relative_position_index" [id=141, type="get_attr"]; -"142 features_5_1_attn_relative_coords_table" [id=142, type="get_attr"]; -"143 features_5_1_attn_relative_position_index" [id=143, type="get_attr"]; -"144 features_5_2_attn_relative_coords_table" [id=144, type="get_attr"]; -"145 features_5_2_attn_relative_position_index" [id=145, type="get_attr"]; -"146 features_5_3_attn_relative_coords_table" [id=146, type="get_attr"]; -"147 features_5_3_attn_relative_position_index" [id=147, type="get_attr"]; -"148 features_5_4_attn_relative_coords_table" [id=148, type="get_attr"]; -"149 features_5_4_attn_relative_position_index" [id=149, type="get_attr"]; -"150 features_5_5_attn_relative_coords_table" [id=150, type="get_attr"]; -"151 features_5_5_attn_relative_position_index" [id=151, type="get_attr"]; -"152 features_7_0_attn_relative_coords_table" [id=152, type="get_attr"]; -"153 features_7_0_attn_relative_position_index" [id=153, type="get_attr"]; -"154 features_7_1_attn_relative_coords_table" [id=154, type="get_attr"]; -"155 features_7_1_attn_relative_position_index" [id=155, type="get_attr"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" [id=156, type="get_attr"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" [id=157, type="get_attr"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" [id=158, type="get_attr"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" [id=159, type="get_attr"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" [id=160, type="get_attr"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" [id=161, type="get_attr"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" [id=162, type="get_attr"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" [id=163, type="get_attr"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" [id=164, type="get_attr"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" [id=165, type="get_attr"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" [id=166, type="get_attr"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" [id=167, type="get_attr"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" [id=168, type="get_attr"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" [id=169, type="get_attr"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" [id=170, type="get_attr"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" [id=171, type="get_attr"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" [id=172, type="get_attr"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" [id=173, type="get_attr"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" [id=174, type="get_attr"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" [id=175, type="get_attr"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" [id=176, type="get_attr"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" [id=177, type="get_attr"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" [id=178, type="get_attr"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" [id=179, type="get_attr"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" [id=180, type="get_attr"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" [id=181, type="get_attr"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" [id=182, type="get_attr"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" [id=183, type="get_attr"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" [id=184, type="get_attr"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" [id=185, type="get_attr"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" [id=186, type="get_attr"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" [id=187, type="get_attr"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" [id=188, type="get_attr"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" [id=189, type="get_attr"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" [id=190, type="get_attr"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" [id=191, type="get_attr"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" [id=192, type="get_attr"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" [id=193, type="get_attr"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" [id=194, type="get_attr"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" [id=195, type="get_attr"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" [id=196, type="get_attr"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" [id=197, type="get_attr"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" [id=198, type="get_attr"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" [id=199, type="get_attr"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" [id=200, type="get_attr"]; -"201 x" [id=201, type=input]; -"202 quantize_per_tensor_default" [id=202, type="quantize_per_tensor"]; -"203 dequantize_per_tensor_default" [id=203, type="dequantize_per_tensor"]; -"204 conv2d_scale_0" [id=204, type="get_attr"]; -"205 conv2d_zero_point_0" [id=205, type="get_attr"]; -"206 compressed_weight_updated_constant0" [id=206, type="get_attr"]; -"207 quantize_per_channel_default" [id=207, type="quantize_per_channel"]; -"208 dequantize_per_channel_default" [id=208, type="dequantize_per_channel"]; -"209 conv2d" [id=209, type=conv2d]; -"210 permute" [id=210, type=permute]; -"211 layer_norm" [id=211, type="layer_norm"]; -"212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" [id=212, type="get_attr"]; -"213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=213, type="call_module"]; -"214 linear" [id=214, type=linear]; -"215 relu_" [id=215, type="relu_"]; -"216 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" [id=216, type="get_attr"]; -"217 relu__0_0_nncf_smooth_quant_0" [id=217, type="call_module"]; -"218 linear_1" [id=218, type=linear]; -"219 view" [id=219, type=view]; -"220 index" [id=220, type=index]; -"221 view_1" [id=221, type=view]; -"222 permute_1" [id=222, type=permute]; -"223 contiguous" [id=223, type=contiguous]; -"224 unsqueeze" [id=224, type=unsqueeze]; -"225 sigmoid" [id=225, type=sigmoid]; -"226 mul" [id=226, type=mul]; -"227 pad" [id=227, type=pad]; -"228 view_2" [id=228, type=view]; -"229 permute_2" [id=229, type=permute]; -"230 reshape" [id=230, type=reshape]; -"231 clone" [id=231, type=clone]; -"232 slice_1" [id=232, type=slice]; -"233 zero_" [id=233, type="zero_"]; -"234 reshape_0_0_nncf_smooth_quant_0" [id=234, type="call_module"]; -"235 quantize_per_tensor_default_1" [id=235, type="quantize_per_tensor"]; -"236 dequantize_per_tensor_default_1" [id=236, type="dequantize_per_tensor"]; -"237 linear_2_scale_0" [id=237, type="get_attr"]; -"238 linear_2_zero_point_0" [id=238, type="get_attr"]; -"239 compressed_weight_updated_constant1" [id=239, type="get_attr"]; -"240 quantize_per_channel_default_1" [id=240, type="quantize_per_channel"]; -"241 dequantize_per_channel_default_1" [id=241, type="dequantize_per_channel"]; -"242 linear_2" [id=242, type=linear]; -"243 reshape_1" [id=243, type=reshape]; -"244 permute_3" [id=244, type=permute]; -"245 select" [id=245, type=select]; -"246 select_1" [id=246, type=select]; -"247 select_2" [id=247, type=select]; -"248 linalg_vector_norm" [id=248, type="linalg_vector_norm"]; -"249 clamp_min" [id=249, type="clamp_min"]; -"250 expand_as" [id=250, type="expand_as"]; -"251 div" [id=251, type=div]; -"252 quantize_per_tensor_default_2" [id=252, type="quantize_per_tensor"]; -"253 dequantize_per_tensor_default_2" [id=253, type="dequantize_per_tensor"]; -"254 linalg_vector_norm_1" [id=254, type="linalg_vector_norm"]; -"255 clamp_min_1" [id=255, type="clamp_min"]; -"256 expand_as_1" [id=256, type="expand_as"]; -"257 div_1" [id=257, type=div]; -"258 quantize_per_tensor_default_3" [id=258, type="quantize_per_tensor"]; -"259 dequantize_per_tensor_default_3" [id=259, type="dequantize_per_tensor"]; -"260 transpose" [id=260, type=transpose]; -"261 matmul" [id=261, type=matmul]; -"262 clamp" [id=262, type=clamp]; -"263 exp" [id=263, type=exp]; -"264 mul_1" [id=264, type=mul]; -"265 add" [id=265, type=add]; -"266 softmax" [id=266, type=softmax]; -"267 dropout" [id=267, type=dropout]; -"268 matmul_1" [id=268, type=matmul]; -"269 transpose_1" [id=269, type=transpose]; -"270 reshape_2" [id=270, type=reshape]; -"271 reshape_2_0_0_nncf_smooth_quant_0" [id=271, type="call_module"]; -"272 quantize_per_tensor_default_4" [id=272, type="quantize_per_tensor"]; -"273 dequantize_per_tensor_default_4" [id=273, type="dequantize_per_tensor"]; -"274 linear_3_scale_0" [id=274, type="get_attr"]; -"275 linear_3_zero_point_0" [id=275, type="get_attr"]; -"276 compressed_weight_updated_constant2" [id=276, type="get_attr"]; -"277 quantize_per_channel_default_2" [id=277, type="quantize_per_channel"]; -"278 dequantize_per_channel_default_2" [id=278, type="dequantize_per_channel"]; -"279 linear_3" [id=279, type=linear]; -"280 dropout_1" [id=280, type=dropout]; -"281 view_3" [id=281, type=view]; -"282 permute_4" [id=282, type=permute]; -"283 reshape_3" [id=283, type=reshape]; -"284 alias" [id=284, type=alias]; -"285 layer_norm_1" [id=285, type="layer_norm"]; -"286 add_1" [id=286, type=add]; -"287 add_1_0_0_nncf_smooth_quant_0" [id=287, type="call_module"]; -"288 quantize_per_tensor_default_5" [id=288, type="quantize_per_tensor"]; -"289 dequantize_per_tensor_default_5" [id=289, type="dequantize_per_tensor"]; -"290 linear_4_scale_0" [id=290, type="get_attr"]; -"291 linear_4_zero_point_0" [id=291, type="get_attr"]; -"292 compressed_weight_updated_constant3" [id=292, type="get_attr"]; -"293 quantize_per_channel_default_3" [id=293, type="quantize_per_channel"]; -"294 dequantize_per_channel_default_3" [id=294, type="dequantize_per_channel"]; -"295 linear_4" [id=295, type=linear]; -"296 gelu" [id=296, type=gelu]; -"297 dropout_2" [id=297, type=dropout]; -"298 dropout_2_0_0_nncf_smooth_quant_0" [id=298, type="call_module"]; -"299 quantize_per_tensor_default_6" [id=299, type="quantize_per_tensor"]; -"300 dequantize_per_tensor_default_6" [id=300, type="dequantize_per_tensor"]; -"301 linear_5_scale_0" [id=301, type="get_attr"]; -"302 linear_5_zero_point_0" [id=302, type="get_attr"]; -"303 compressed_weight_updated_constant4" [id=303, type="get_attr"]; -"304 quantize_per_channel_default_4" [id=304, type="quantize_per_channel"]; -"305 dequantize_per_channel_default_4" [id=305, type="dequantize_per_channel"]; -"306 linear_5" [id=306, type=linear]; -"307 dropout_3" [id=307, type=dropout]; -"308 layer_norm_2" [id=308, type="layer_norm"]; -"309 add_2" [id=309, type=add]; -"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" [id=310, type="get_attr"]; -"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=311, type="call_module"]; -"312 linear_6" [id=312, type=linear]; -"313 relu__1" [id=313, type="relu_"]; -"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" [id=314, type="get_attr"]; -"315 relu__1_0_0_nncf_smooth_quant_0" [id=315, type="call_module"]; -"316 linear_7" [id=316, type=linear]; -"317 view_4" [id=317, type=view]; -"318 index_1" [id=318, type=index]; -"319 view_5" [id=319, type=view]; -"320 permute_5" [id=320, type=permute]; -"321 contiguous_1" [id=321, type=contiguous]; -"322 unsqueeze_1" [id=322, type=unsqueeze]; -"323 sigmoid_1" [id=323, type=sigmoid]; -"324 mul_2" [id=324, type=mul]; -"325 pad_1" [id=325, type=pad]; -"326 roll" [id=326, type=roll]; -"327 view_6" [id=327, type=view]; -"328 permute_6" [id=328, type=permute]; -"329 reshape_4" [id=329, type=reshape]; -"330 clone_1" [id=330, type=clone]; -"331 slice_2" [id=331, type=slice]; -"332 zero__1" [id=332, type="zero_"]; -"333 reshape_4_0_0_nncf_smooth_quant_0" [id=333, type="call_module"]; -"334 quantize_per_tensor_default_7" [id=334, type="quantize_per_tensor"]; -"335 dequantize_per_tensor_default_7" [id=335, type="dequantize_per_tensor"]; -"336 linear_8_scale_0" [id=336, type="get_attr"]; -"337 linear_8_zero_point_0" [id=337, type="get_attr"]; -"338 compressed_weight_updated_constant5" [id=338, type="get_attr"]; -"339 quantize_per_channel_default_5" [id=339, type="quantize_per_channel"]; -"340 dequantize_per_channel_default_5" [id=340, type="dequantize_per_channel"]; -"341 linear_8" [id=341, type=linear]; -"342 reshape_5" [id=342, type=reshape]; -"343 permute_7" [id=343, type=permute]; -"344 select_3" [id=344, type=select]; -"345 select_4" [id=345, type=select]; -"346 select_5" [id=346, type=select]; -"347 linalg_vector_norm_2" [id=347, type="linalg_vector_norm"]; -"348 clamp_min_2" [id=348, type="clamp_min"]; -"349 expand_as_2" [id=349, type="expand_as"]; -"350 div_2" [id=350, type=div]; -"351 quantize_per_tensor_default_8" [id=351, type="quantize_per_tensor"]; -"352 dequantize_per_tensor_default_8" [id=352, type="dequantize_per_tensor"]; -"353 linalg_vector_norm_3" [id=353, type="linalg_vector_norm"]; -"354 clamp_min_3" [id=354, type="clamp_min"]; -"355 expand_as_3" [id=355, type="expand_as"]; -"356 div_3" [id=356, type=div]; -"357 quantize_per_tensor_default_9" [id=357, type="quantize_per_tensor"]; -"358 dequantize_per_tensor_default_9" [id=358, type="dequantize_per_tensor"]; -"359 transpose_2" [id=359, type=transpose]; -"360 matmul_2" [id=360, type=matmul]; -"361 clamp_1" [id=361, type=clamp]; -"362 exp_1" [id=362, type=exp]; -"363 mul_3" [id=363, type=mul]; -"364 add_3" [id=364, type=add]; -"365 new_zeros" [id=365, type="new_zeros"]; -"366 lift_fresh_copy" [id=366, type="lift_fresh_copy"]; -"367 slice_3" [id=367, type=slice]; -"368 slice_4" [id=368, type=slice]; -"369 fill_" [id=369, type="fill_"]; -"370 lift_fresh_copy_1" [id=370, type="lift_fresh_copy"]; -"371 slice_5" [id=371, type=slice]; -"372 slice_6" [id=372, type=slice]; -"373 fill__1" [id=373, type="fill_"]; -"374 lift_fresh_copy_2" [id=374, type="lift_fresh_copy"]; -"375 slice_7" [id=375, type=slice]; -"376 slice_8" [id=376, type=slice]; -"377 fill__2" [id=377, type="fill_"]; -"378 lift_fresh_copy_3" [id=378, type="lift_fresh_copy"]; -"379 slice_9" [id=379, type=slice]; -"380 slice_10" [id=380, type=slice]; -"381 fill__3" [id=381, type="fill_"]; -"382 lift_fresh_copy_4" [id=382, type="lift_fresh_copy"]; -"383 slice_11" [id=383, type=slice]; -"384 slice_12" [id=384, type=slice]; -"385 fill__4" [id=385, type="fill_"]; -"386 lift_fresh_copy_5" [id=386, type="lift_fresh_copy"]; -"387 slice_13" [id=387, type=slice]; -"388 slice_14" [id=388, type=slice]; -"389 fill__5" [id=389, type="fill_"]; -"390 lift_fresh_copy_6" [id=390, type="lift_fresh_copy"]; -"391 slice_15" [id=391, type=slice]; -"392 slice_16" [id=392, type=slice]; -"393 fill__6" [id=393, type="fill_"]; -"394 lift_fresh_copy_7" [id=394, type="lift_fresh_copy"]; -"395 slice_17" [id=395, type=slice]; -"396 slice_18" [id=396, type=slice]; -"397 fill__7" [id=397, type="fill_"]; -"398 lift_fresh_copy_8" [id=398, type="lift_fresh_copy"]; -"399 slice_19" [id=399, type=slice]; -"400 slice_20" [id=400, type=slice]; -"401 fill__8" [id=401, type="fill_"]; -"402 view_7" [id=402, type=view]; -"403 permute_8" [id=403, type=permute]; -"404 reshape_6" [id=404, type=reshape]; -"405 unsqueeze_2" [id=405, type=unsqueeze]; -"406 unsqueeze_3" [id=406, type=unsqueeze]; -"407 sub" [id=407, type=sub]; -"408 ne" [id=408, type=ne]; -"409 masked_fill" [id=409, type="masked_fill"]; -"410 eq" [id=410, type=eq]; -"411 masked_fill_1" [id=411, type="masked_fill"]; -"412 view_8" [id=412, type=view]; -"413 unsqueeze_4" [id=413, type=unsqueeze]; -"414 unsqueeze_5" [id=414, type=unsqueeze]; -"415 add_4" [id=415, type=add]; -"416 view_9" [id=416, type=view]; -"417 softmax_1" [id=417, type=softmax]; -"418 dropout_4" [id=418, type=dropout]; -"419 matmul_3" [id=419, type=matmul]; -"420 transpose_3" [id=420, type=transpose]; -"421 reshape_7" [id=421, type=reshape]; -"422 reshape_7_0_0_nncf_smooth_quant_0" [id=422, type="call_module"]; -"423 quantize_per_tensor_default_10" [id=423, type="quantize_per_tensor"]; -"424 dequantize_per_tensor_default_10" [id=424, type="dequantize_per_tensor"]; -"425 linear_9_scale_0" [id=425, type="get_attr"]; -"426 linear_9_zero_point_0" [id=426, type="get_attr"]; -"427 compressed_weight_updated_constant6" [id=427, type="get_attr"]; -"428 quantize_per_channel_default_6" [id=428, type="quantize_per_channel"]; -"429 dequantize_per_channel_default_6" [id=429, type="dequantize_per_channel"]; -"430 linear_9" [id=430, type=linear]; -"431 dropout_5" [id=431, type=dropout]; -"432 view_10" [id=432, type=view]; -"433 permute_9" [id=433, type=permute]; -"434 reshape_8" [id=434, type=reshape]; -"435 roll_1" [id=435, type=roll]; -"436 alias_1" [id=436, type=alias]; -"437 layer_norm_3" [id=437, type="layer_norm"]; -"438 add_5" [id=438, type=add]; -"439 add_5_0_0_nncf_smooth_quant_0" [id=439, type="call_module"]; -"440 quantize_per_tensor_default_11" [id=440, type="quantize_per_tensor"]; -"441 dequantize_per_tensor_default_11" [id=441, type="dequantize_per_tensor"]; -"442 linear_10_scale_0" [id=442, type="get_attr"]; -"443 linear_10_zero_point_0" [id=443, type="get_attr"]; -"444 compressed_weight_updated_constant7" [id=444, type="get_attr"]; -"445 quantize_per_channel_default_7" [id=445, type="quantize_per_channel"]; -"446 dequantize_per_channel_default_7" [id=446, type="dequantize_per_channel"]; -"447 linear_10" [id=447, type=linear]; -"448 gelu_1" [id=448, type=gelu]; -"449 dropout_6" [id=449, type=dropout]; -"450 dropout_6_0_0_nncf_smooth_quant_0" [id=450, type="call_module"]; -"451 quantize_per_tensor_default_12" [id=451, type="quantize_per_tensor"]; -"452 dequantize_per_tensor_default_12" [id=452, type="dequantize_per_tensor"]; -"453 linear_11_scale_0" [id=453, type="get_attr"]; -"454 linear_11_zero_point_0" [id=454, type="get_attr"]; -"455 compressed_weight_updated_constant8" [id=455, type="get_attr"]; -"456 quantize_per_channel_default_8" [id=456, type="quantize_per_channel"]; -"457 dequantize_per_channel_default_8" [id=457, type="dequantize_per_channel"]; -"458 linear_11" [id=458, type=linear]; -"459 dropout_7" [id=459, type=dropout]; -"460 layer_norm_4" [id=460, type="layer_norm"]; -"461 add_6" [id=461, type=add]; -"462 pad_2" [id=462, type=pad]; -"463 slice_21" [id=463, type=slice]; -"464 slice_22" [id=464, type=slice]; -"465 slice_23" [id=465, type=slice]; -"466 slice_24" [id=466, type=slice]; -"467 slice_25" [id=467, type=slice]; -"468 slice_26" [id=468, type=slice]; -"469 slice_27" [id=469, type=slice]; -"470 slice_28" [id=470, type=slice]; -"471 cat" [id=471, type=cat]; -"472 cat_0_0_nncf_smooth_quant_0" [id=472, type="call_module"]; -"473 quantize_per_tensor_default_13" [id=473, type="quantize_per_tensor"]; -"474 dequantize_per_tensor_default_13" [id=474, type="dequantize_per_tensor"]; -"475 linear_12_scale_0" [id=475, type="get_attr"]; -"476 linear_12_zero_point_0" [id=476, type="get_attr"]; -"477 compressed_weight_updated_constant9" [id=477, type="get_attr"]; -"478 quantize_per_channel_default_9" [id=478, type="quantize_per_channel"]; -"479 dequantize_per_channel_default_9" [id=479, type="dequantize_per_channel"]; -"480 linear_12" [id=480, type=linear]; -"481 layer_norm_5" [id=481, type="layer_norm"]; -"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" [id=482, type="get_attr"]; -"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=483, type="call_module"]; -"484 linear_13" [id=484, type=linear]; -"485 relu__2" [id=485, type="relu_"]; -"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" [id=486, type="get_attr"]; -"487 relu__2_0_0_nncf_smooth_quant_0" [id=487, type="call_module"]; -"488 linear_14" [id=488, type=linear]; -"489 view_11" [id=489, type=view]; -"490 index_2" [id=490, type=index]; -"491 view_12" [id=491, type=view]; -"492 permute_10" [id=492, type=permute]; -"493 contiguous_2" [id=493, type=contiguous]; -"494 unsqueeze_6" [id=494, type=unsqueeze]; -"495 sigmoid_2" [id=495, type=sigmoid]; -"496 mul_4" [id=496, type=mul]; -"497 pad_3" [id=497, type=pad]; -"498 view_13" [id=498, type=view]; -"499 permute_11" [id=499, type=permute]; -"500 reshape_9" [id=500, type=reshape]; -"501 clone_2" [id=501, type=clone]; -"502 slice_29" [id=502, type=slice]; -"503 zero__2" [id=503, type="zero_"]; -"504 reshape_9_0_0_nncf_smooth_quant_0" [id=504, type="call_module"]; -"505 quantize_per_tensor_default_14" [id=505, type="quantize_per_tensor"]; -"506 dequantize_per_tensor_default_14" [id=506, type="dequantize_per_tensor"]; -"507 linear_15_scale_0" [id=507, type="get_attr"]; -"508 linear_15_zero_point_0" [id=508, type="get_attr"]; -"509 compressed_weight_updated_constant10" [id=509, type="get_attr"]; -"510 quantize_per_channel_default_10" [id=510, type="quantize_per_channel"]; -"511 dequantize_per_channel_default_10" [id=511, type="dequantize_per_channel"]; -"512 linear_15" [id=512, type=linear]; -"513 reshape_10" [id=513, type=reshape]; -"514 permute_12" [id=514, type=permute]; -"515 select_6" [id=515, type=select]; -"516 select_7" [id=516, type=select]; -"517 select_8" [id=517, type=select]; -"518 linalg_vector_norm_4" [id=518, type="linalg_vector_norm"]; -"519 clamp_min_4" [id=519, type="clamp_min"]; -"520 expand_as_4" [id=520, type="expand_as"]; -"521 div_4" [id=521, type=div]; -"522 quantize_per_tensor_default_15" [id=522, type="quantize_per_tensor"]; -"523 dequantize_per_tensor_default_15" [id=523, type="dequantize_per_tensor"]; -"524 linalg_vector_norm_5" [id=524, type="linalg_vector_norm"]; -"525 clamp_min_5" [id=525, type="clamp_min"]; -"526 expand_as_5" [id=526, type="expand_as"]; -"527 div_5" [id=527, type=div]; -"528 quantize_per_tensor_default_16" [id=528, type="quantize_per_tensor"]; -"529 dequantize_per_tensor_default_16" [id=529, type="dequantize_per_tensor"]; -"530 transpose_4" [id=530, type=transpose]; -"531 matmul_4" [id=531, type=matmul]; -"532 clamp_2" [id=532, type=clamp]; -"533 exp_2" [id=533, type=exp]; -"534 mul_5" [id=534, type=mul]; -"535 add_7" [id=535, type=add]; -"536 softmax_2" [id=536, type=softmax]; -"537 dropout_8" [id=537, type=dropout]; -"538 matmul_5" [id=538, type=matmul]; -"539 transpose_5" [id=539, type=transpose]; -"540 reshape_11" [id=540, type=reshape]; -"541 reshape_11_0_0_nncf_smooth_quant_0" [id=541, type="call_module"]; -"542 quantize_per_tensor_default_17" [id=542, type="quantize_per_tensor"]; -"543 dequantize_per_tensor_default_17" [id=543, type="dequantize_per_tensor"]; -"544 linear_16_scale_0" [id=544, type="get_attr"]; -"545 linear_16_zero_point_0" [id=545, type="get_attr"]; -"546 compressed_weight_updated_constant11" [id=546, type="get_attr"]; -"547 quantize_per_channel_default_11" [id=547, type="quantize_per_channel"]; -"548 dequantize_per_channel_default_11" [id=548, type="dequantize_per_channel"]; -"549 linear_16" [id=549, type=linear]; -"550 dropout_9" [id=550, type=dropout]; -"551 view_14" [id=551, type=view]; -"552 permute_13" [id=552, type=permute]; -"553 reshape_12" [id=553, type=reshape]; -"554 slice_30" [id=554, type=slice]; -"555 slice_31" [id=555, type=slice]; -"556 contiguous_3" [id=556, type=contiguous]; -"557 layer_norm_6" [id=557, type="layer_norm"]; -"558 add_8" [id=558, type=add]; -"559 add_8_0_0_nncf_smooth_quant_0" [id=559, type="call_module"]; -"560 quantize_per_tensor_default_18" [id=560, type="quantize_per_tensor"]; -"561 dequantize_per_tensor_default_18" [id=561, type="dequantize_per_tensor"]; -"562 linear_17_scale_0" [id=562, type="get_attr"]; -"563 linear_17_zero_point_0" [id=563, type="get_attr"]; -"564 compressed_weight_updated_constant12" [id=564, type="get_attr"]; -"565 quantize_per_channel_default_12" [id=565, type="quantize_per_channel"]; -"566 dequantize_per_channel_default_12" [id=566, type="dequantize_per_channel"]; -"567 linear_17" [id=567, type=linear]; -"568 gelu_2" [id=568, type=gelu]; -"569 dropout_10" [id=569, type=dropout]; -"570 dropout_10_0_0_nncf_smooth_quant_0" [id=570, type="call_module"]; -"571 quantize_per_tensor_default_19" [id=571, type="quantize_per_tensor"]; -"572 dequantize_per_tensor_default_19" [id=572, type="dequantize_per_tensor"]; -"573 linear_18_scale_0" [id=573, type="get_attr"]; -"574 linear_18_zero_point_0" [id=574, type="get_attr"]; -"575 compressed_weight_updated_constant13" [id=575, type="get_attr"]; -"576 quantize_per_channel_default_13" [id=576, type="quantize_per_channel"]; -"577 dequantize_per_channel_default_13" [id=577, type="dequantize_per_channel"]; -"578 linear_18" [id=578, type=linear]; -"579 dropout_11" [id=579, type=dropout]; -"580 layer_norm_7" [id=580, type="layer_norm"]; -"581 add_9" [id=581, type=add]; -"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" [id=582, type="get_attr"]; -"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=583, type="call_module"]; -"584 linear_19" [id=584, type=linear]; -"585 relu__3" [id=585, type="relu_"]; -"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" [id=586, type="get_attr"]; -"587 relu__3_0_0_nncf_smooth_quant_0" [id=587, type="call_module"]; -"588 linear_20" [id=588, type=linear]; -"589 view_15" [id=589, type=view]; -"590 index_3" [id=590, type=index]; -"591 view_16" [id=591, type=view]; -"592 permute_14" [id=592, type=permute]; -"593 contiguous_4" [id=593, type=contiguous]; -"594 unsqueeze_7" [id=594, type=unsqueeze]; -"595 sigmoid_3" [id=595, type=sigmoid]; -"596 mul_6" [id=596, type=mul]; -"597 pad_4" [id=597, type=pad]; -"598 roll_2" [id=598, type=roll]; -"599 view_17" [id=599, type=view]; -"600 permute_15" [id=600, type=permute]; -"601 reshape_13" [id=601, type=reshape]; -"602 clone_3" [id=602, type=clone]; -"603 slice_32" [id=603, type=slice]; -"604 zero__3" [id=604, type="zero_"]; -"605 reshape_13_0_0_nncf_smooth_quant_0" [id=605, type="call_module"]; -"606 quantize_per_tensor_default_20" [id=606, type="quantize_per_tensor"]; -"607 dequantize_per_tensor_default_20" [id=607, type="dequantize_per_tensor"]; -"608 linear_21_scale_0" [id=608, type="get_attr"]; -"609 linear_21_zero_point_0" [id=609, type="get_attr"]; -"610 compressed_weight_updated_constant14" [id=610, type="get_attr"]; -"611 quantize_per_channel_default_14" [id=611, type="quantize_per_channel"]; -"612 dequantize_per_channel_default_14" [id=612, type="dequantize_per_channel"]; -"613 linear_21" [id=613, type=linear]; -"614 reshape_14" [id=614, type=reshape]; -"615 permute_16" [id=615, type=permute]; -"616 select_9" [id=616, type=select]; -"617 select_10" [id=617, type=select]; -"618 select_11" [id=618, type=select]; -"619 linalg_vector_norm_6" [id=619, type="linalg_vector_norm"]; -"620 clamp_min_6" [id=620, type="clamp_min"]; -"621 expand_as_6" [id=621, type="expand_as"]; -"622 div_6" [id=622, type=div]; -"623 quantize_per_tensor_default_21" [id=623, type="quantize_per_tensor"]; -"624 dequantize_per_tensor_default_21" [id=624, type="dequantize_per_tensor"]; -"625 linalg_vector_norm_7" [id=625, type="linalg_vector_norm"]; -"626 clamp_min_7" [id=626, type="clamp_min"]; -"627 expand_as_7" [id=627, type="expand_as"]; -"628 div_7" [id=628, type=div]; -"629 quantize_per_tensor_default_22" [id=629, type="quantize_per_tensor"]; -"630 dequantize_per_tensor_default_22" [id=630, type="dequantize_per_tensor"]; -"631 transpose_6" [id=631, type=transpose]; -"632 matmul_6" [id=632, type=matmul]; -"633 clamp_3" [id=633, type=clamp]; -"634 exp_3" [id=634, type=exp]; -"635 mul_7" [id=635, type=mul]; -"636 add_10" [id=636, type=add]; -"637 new_zeros_1" [id=637, type="new_zeros"]; -"638 lift_fresh_copy_9" [id=638, type="lift_fresh_copy"]; -"639 slice_33" [id=639, type=slice]; -"640 slice_34" [id=640, type=slice]; -"641 fill__9" [id=641, type="fill_"]; -"642 lift_fresh_copy_10" [id=642, type="lift_fresh_copy"]; -"643 slice_35" [id=643, type=slice]; -"644 slice_36" [id=644, type=slice]; -"645 fill__10" [id=645, type="fill_"]; -"646 lift_fresh_copy_11" [id=646, type="lift_fresh_copy"]; -"647 slice_37" [id=647, type=slice]; -"648 slice_38" [id=648, type=slice]; -"649 fill__11" [id=649, type="fill_"]; -"650 lift_fresh_copy_12" [id=650, type="lift_fresh_copy"]; -"651 slice_39" [id=651, type=slice]; -"652 slice_40" [id=652, type=slice]; -"653 fill__12" [id=653, type="fill_"]; -"654 lift_fresh_copy_13" [id=654, type="lift_fresh_copy"]; -"655 slice_41" [id=655, type=slice]; -"656 slice_42" [id=656, type=slice]; -"657 fill__13" [id=657, type="fill_"]; -"658 lift_fresh_copy_14" [id=658, type="lift_fresh_copy"]; -"659 slice_43" [id=659, type=slice]; -"660 slice_44" [id=660, type=slice]; -"661 fill__14" [id=661, type="fill_"]; -"662 lift_fresh_copy_15" [id=662, type="lift_fresh_copy"]; -"663 slice_45" [id=663, type=slice]; -"664 slice_46" [id=664, type=slice]; -"665 fill__15" [id=665, type="fill_"]; -"666 lift_fresh_copy_16" [id=666, type="lift_fresh_copy"]; -"667 slice_47" [id=667, type=slice]; -"668 slice_48" [id=668, type=slice]; -"669 fill__16" [id=669, type="fill_"]; -"670 lift_fresh_copy_17" [id=670, type="lift_fresh_copy"]; -"671 slice_49" [id=671, type=slice]; -"672 slice_50" [id=672, type=slice]; -"673 fill__17" [id=673, type="fill_"]; -"674 view_18" [id=674, type=view]; -"675 permute_17" [id=675, type=permute]; -"676 reshape_15" [id=676, type=reshape]; -"677 unsqueeze_8" [id=677, type=unsqueeze]; -"678 unsqueeze_9" [id=678, type=unsqueeze]; -"679 sub_1" [id=679, type=sub]; -"680 ne_1" [id=680, type=ne]; -"681 masked_fill_2" [id=681, type="masked_fill"]; -"682 eq_1" [id=682, type=eq]; -"683 masked_fill_3" [id=683, type="masked_fill"]; -"684 view_19" [id=684, type=view]; -"685 unsqueeze_10" [id=685, type=unsqueeze]; -"686 unsqueeze_11" [id=686, type=unsqueeze]; -"687 add_11" [id=687, type=add]; -"688 view_20" [id=688, type=view]; -"689 softmax_3" [id=689, type=softmax]; -"690 dropout_12" [id=690, type=dropout]; -"691 matmul_7" [id=691, type=matmul]; -"692 transpose_7" [id=692, type=transpose]; -"693 reshape_16" [id=693, type=reshape]; -"694 reshape_16_0_0_nncf_smooth_quant_0" [id=694, type="call_module"]; -"695 quantize_per_tensor_default_23" [id=695, type="quantize_per_tensor"]; -"696 dequantize_per_tensor_default_23" [id=696, type="dequantize_per_tensor"]; -"697 linear_22_scale_0" [id=697, type="get_attr"]; -"698 linear_22_zero_point_0" [id=698, type="get_attr"]; -"699 compressed_weight_updated_constant15" [id=699, type="get_attr"]; -"700 quantize_per_channel_default_15" [id=700, type="quantize_per_channel"]; -"701 dequantize_per_channel_default_15" [id=701, type="dequantize_per_channel"]; -"702 linear_22" [id=702, type=linear]; -"703 dropout_13" [id=703, type=dropout]; -"704 view_21" [id=704, type=view]; -"705 permute_18" [id=705, type=permute]; -"706 reshape_17" [id=706, type=reshape]; -"707 roll_3" [id=707, type=roll]; -"708 slice_51" [id=708, type=slice]; -"709 slice_52" [id=709, type=slice]; -"710 contiguous_5" [id=710, type=contiguous]; -"711 layer_norm_8" [id=711, type="layer_norm"]; -"712 add_12" [id=712, type=add]; -"713 add_12_0_0_nncf_smooth_quant_0" [id=713, type="call_module"]; -"714 quantize_per_tensor_default_24" [id=714, type="quantize_per_tensor"]; -"715 dequantize_per_tensor_default_24" [id=715, type="dequantize_per_tensor"]; -"716 linear_23_scale_0" [id=716, type="get_attr"]; -"717 linear_23_zero_point_0" [id=717, type="get_attr"]; -"718 compressed_weight_updated_constant16" [id=718, type="get_attr"]; -"719 quantize_per_channel_default_16" [id=719, type="quantize_per_channel"]; -"720 dequantize_per_channel_default_16" [id=720, type="dequantize_per_channel"]; -"721 linear_23" [id=721, type=linear]; -"722 gelu_3" [id=722, type=gelu]; -"723 dropout_14" [id=723, type=dropout]; -"724 dropout_14_0_0_nncf_smooth_quant_0" [id=724, type="call_module"]; -"725 quantize_per_tensor_default_25" [id=725, type="quantize_per_tensor"]; -"726 dequantize_per_tensor_default_25" [id=726, type="dequantize_per_tensor"]; -"727 linear_24_scale_0" [id=727, type="get_attr"]; -"728 linear_24_zero_point_0" [id=728, type="get_attr"]; -"729 compressed_weight_updated_constant17" [id=729, type="get_attr"]; -"730 quantize_per_channel_default_17" [id=730, type="quantize_per_channel"]; -"731 dequantize_per_channel_default_17" [id=731, type="dequantize_per_channel"]; -"732 linear_24" [id=732, type=linear]; -"733 dropout_15" [id=733, type=dropout]; -"734 layer_norm_9" [id=734, type="layer_norm"]; -"735 add_13" [id=735, type=add]; -"736 pad_5" [id=736, type=pad]; -"737 slice_53" [id=737, type=slice]; -"738 slice_54" [id=738, type=slice]; -"739 slice_55" [id=739, type=slice]; -"740 slice_56" [id=740, type=slice]; -"741 slice_57" [id=741, type=slice]; -"742 slice_58" [id=742, type=slice]; -"743 slice_59" [id=743, type=slice]; -"744 slice_60" [id=744, type=slice]; -"745 cat_1" [id=745, type=cat]; -"746 cat_1_0_0_nncf_smooth_quant_0" [id=746, type="call_module"]; -"747 quantize_per_tensor_default_26" [id=747, type="quantize_per_tensor"]; -"748 dequantize_per_tensor_default_26" [id=748, type="dequantize_per_tensor"]; -"749 linear_25_scale_0" [id=749, type="get_attr"]; -"750 linear_25_zero_point_0" [id=750, type="get_attr"]; -"751 compressed_weight_updated_constant18" [id=751, type="get_attr"]; -"752 quantize_per_channel_default_18" [id=752, type="quantize_per_channel"]; -"753 dequantize_per_channel_default_18" [id=753, type="dequantize_per_channel"]; -"754 linear_25" [id=754, type=linear]; -"755 layer_norm_10" [id=755, type="layer_norm"]; -"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" [id=756, type="get_attr"]; -"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=757, type="call_module"]; -"758 linear_26" [id=758, type=linear]; -"759 relu__4" [id=759, type="relu_"]; -"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" [id=760, type="get_attr"]; -"761 relu__4_0_0_nncf_smooth_quant_0" [id=761, type="call_module"]; -"762 linear_27" [id=762, type=linear]; -"763 view_22" [id=763, type=view]; -"764 index_4" [id=764, type=index]; -"765 view_23" [id=765, type=view]; -"766 permute_19" [id=766, type=permute]; -"767 contiguous_6" [id=767, type=contiguous]; -"768 unsqueeze_12" [id=768, type=unsqueeze]; -"769 sigmoid_4" [id=769, type=sigmoid]; -"770 mul_8" [id=770, type=mul]; -"771 pad_6" [id=771, type=pad]; -"772 view_24" [id=772, type=view]; -"773 permute_20" [id=773, type=permute]; -"774 reshape_18" [id=774, type=reshape]; -"775 clone_4" [id=775, type=clone]; -"776 slice_61" [id=776, type=slice]; -"777 zero__4" [id=777, type="zero_"]; -"778 reshape_18_0_0_nncf_smooth_quant_0" [id=778, type="call_module"]; -"779 quantize_per_tensor_default_27" [id=779, type="quantize_per_tensor"]; -"780 dequantize_per_tensor_default_27" [id=780, type="dequantize_per_tensor"]; -"781 linear_28_scale_0" [id=781, type="get_attr"]; -"782 linear_28_zero_point_0" [id=782, type="get_attr"]; -"783 compressed_weight_updated_constant19" [id=783, type="get_attr"]; -"784 quantize_per_channel_default_19" [id=784, type="quantize_per_channel"]; -"785 dequantize_per_channel_default_19" [id=785, type="dequantize_per_channel"]; -"786 linear_28" [id=786, type=linear]; -"787 reshape_19" [id=787, type=reshape]; -"788 permute_21" [id=788, type=permute]; -"789 select_12" [id=789, type=select]; -"790 select_13" [id=790, type=select]; -"791 select_14" [id=791, type=select]; -"792 linalg_vector_norm_8" [id=792, type="linalg_vector_norm"]; -"793 clamp_min_8" [id=793, type="clamp_min"]; -"794 expand_as_8" [id=794, type="expand_as"]; -"795 div_8" [id=795, type=div]; -"796 quantize_per_tensor_default_28" [id=796, type="quantize_per_tensor"]; -"797 dequantize_per_tensor_default_28" [id=797, type="dequantize_per_tensor"]; -"798 linalg_vector_norm_9" [id=798, type="linalg_vector_norm"]; -"799 clamp_min_9" [id=799, type="clamp_min"]; -"800 expand_as_9" [id=800, type="expand_as"]; -"801 div_9" [id=801, type=div]; -"802 quantize_per_tensor_default_29" [id=802, type="quantize_per_tensor"]; -"803 dequantize_per_tensor_default_29" [id=803, type="dequantize_per_tensor"]; -"804 transpose_8" [id=804, type=transpose]; -"805 matmul_8" [id=805, type=matmul]; -"806 clamp_4" [id=806, type=clamp]; -"807 exp_4" [id=807, type=exp]; -"808 mul_9" [id=808, type=mul]; -"809 add_14" [id=809, type=add]; -"810 softmax_4" [id=810, type=softmax]; -"811 dropout_16" [id=811, type=dropout]; -"812 matmul_9" [id=812, type=matmul]; -"813 transpose_9" [id=813, type=transpose]; -"814 reshape_20" [id=814, type=reshape]; -"815 reshape_20_0_0_nncf_smooth_quant_0" [id=815, type="call_module"]; -"816 quantize_per_tensor_default_30" [id=816, type="quantize_per_tensor"]; -"817 dequantize_per_tensor_default_30" [id=817, type="dequantize_per_tensor"]; -"818 linear_29_scale_0" [id=818, type="get_attr"]; -"819 linear_29_zero_point_0" [id=819, type="get_attr"]; -"820 compressed_weight_updated_constant20" [id=820, type="get_attr"]; -"821 quantize_per_channel_default_20" [id=821, type="quantize_per_channel"]; -"822 dequantize_per_channel_default_20" [id=822, type="dequantize_per_channel"]; -"823 linear_29" [id=823, type=linear]; -"824 dropout_17" [id=824, type=dropout]; -"825 view_25" [id=825, type=view]; -"826 permute_22" [id=826, type=permute]; -"827 reshape_21" [id=827, type=reshape]; -"828 slice_62" [id=828, type=slice]; -"829 slice_63" [id=829, type=slice]; -"830 contiguous_7" [id=830, type=contiguous]; -"831 layer_norm_11" [id=831, type="layer_norm"]; -"832 add_15" [id=832, type=add]; -"833 add_15_0_0_nncf_smooth_quant_0" [id=833, type="call_module"]; -"834 quantize_per_tensor_default_31" [id=834, type="quantize_per_tensor"]; -"835 dequantize_per_tensor_default_31" [id=835, type="dequantize_per_tensor"]; -"836 linear_30_scale_0" [id=836, type="get_attr"]; -"837 linear_30_zero_point_0" [id=837, type="get_attr"]; -"838 compressed_weight_updated_constant21" [id=838, type="get_attr"]; -"839 quantize_per_channel_default_21" [id=839, type="quantize_per_channel"]; -"840 dequantize_per_channel_default_21" [id=840, type="dequantize_per_channel"]; -"841 linear_30" [id=841, type=linear]; -"842 gelu_4" [id=842, type=gelu]; -"843 dropout_18" [id=843, type=dropout]; -"844 dropout_18_0_0_nncf_smooth_quant_0" [id=844, type="call_module"]; -"845 quantize_per_tensor_default_32" [id=845, type="quantize_per_tensor"]; -"846 dequantize_per_tensor_default_32" [id=846, type="dequantize_per_tensor"]; -"847 linear_31_scale_0" [id=847, type="get_attr"]; -"848 linear_31_zero_point_0" [id=848, type="get_attr"]; -"849 compressed_weight_updated_constant22" [id=849, type="get_attr"]; -"850 quantize_per_channel_default_22" [id=850, type="quantize_per_channel"]; -"851 dequantize_per_channel_default_22" [id=851, type="dequantize_per_channel"]; -"852 linear_31" [id=852, type=linear]; -"853 dropout_19" [id=853, type=dropout]; -"854 layer_norm_12" [id=854, type="layer_norm"]; -"855 add_16" [id=855, type=add]; -"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" [id=856, type="get_attr"]; -"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=857, type="call_module"]; -"858 linear_32" [id=858, type=linear]; -"859 relu__5" [id=859, type="relu_"]; -"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" [id=860, type="get_attr"]; -"861 relu__5_0_0_nncf_smooth_quant_0" [id=861, type="call_module"]; -"862 linear_33" [id=862, type=linear]; -"863 view_26" [id=863, type=view]; -"864 index_5" [id=864, type=index]; -"865 view_27" [id=865, type=view]; -"866 permute_23" [id=866, type=permute]; -"867 contiguous_8" [id=867, type=contiguous]; -"868 unsqueeze_13" [id=868, type=unsqueeze]; -"869 sigmoid_5" [id=869, type=sigmoid]; -"870 mul_10" [id=870, type=mul]; -"871 pad_7" [id=871, type=pad]; -"872 roll_4" [id=872, type=roll]; -"873 view_28" [id=873, type=view]; -"874 permute_24" [id=874, type=permute]; -"875 reshape_22" [id=875, type=reshape]; -"876 clone_5" [id=876, type=clone]; -"877 slice_64" [id=877, type=slice]; -"878 zero__5" [id=878, type="zero_"]; -"879 reshape_22_0_0_nncf_smooth_quant_0" [id=879, type="call_module"]; -"880 quantize_per_tensor_default_33" [id=880, type="quantize_per_tensor"]; -"881 dequantize_per_tensor_default_33" [id=881, type="dequantize_per_tensor"]; -"882 linear_34_scale_0" [id=882, type="get_attr"]; -"883 linear_34_zero_point_0" [id=883, type="get_attr"]; -"884 compressed_weight_updated_constant23" [id=884, type="get_attr"]; -"885 quantize_per_channel_default_23" [id=885, type="quantize_per_channel"]; -"886 dequantize_per_channel_default_23" [id=886, type="dequantize_per_channel"]; -"887 linear_34" [id=887, type=linear]; -"888 reshape_23" [id=888, type=reshape]; -"889 permute_25" [id=889, type=permute]; -"890 select_15" [id=890, type=select]; -"891 select_16" [id=891, type=select]; -"892 select_17" [id=892, type=select]; -"893 linalg_vector_norm_10" [id=893, type="linalg_vector_norm"]; -"894 clamp_min_10" [id=894, type="clamp_min"]; -"895 expand_as_10" [id=895, type="expand_as"]; -"896 div_10" [id=896, type=div]; -"897 quantize_per_tensor_default_34" [id=897, type="quantize_per_tensor"]; -"898 dequantize_per_tensor_default_34" [id=898, type="dequantize_per_tensor"]; -"899 linalg_vector_norm_11" [id=899, type="linalg_vector_norm"]; -"900 clamp_min_11" [id=900, type="clamp_min"]; -"901 expand_as_11" [id=901, type="expand_as"]; -"902 div_11" [id=902, type=div]; -"903 quantize_per_tensor_default_35" [id=903, type="quantize_per_tensor"]; -"904 dequantize_per_tensor_default_35" [id=904, type="dequantize_per_tensor"]; -"905 transpose_10" [id=905, type=transpose]; -"906 matmul_10" [id=906, type=matmul]; -"907 clamp_5" [id=907, type=clamp]; -"908 exp_5" [id=908, type=exp]; -"909 mul_11" [id=909, type=mul]; -"910 add_17" [id=910, type=add]; -"911 new_zeros_2" [id=911, type="new_zeros"]; -"912 lift_fresh_copy_18" [id=912, type="lift_fresh_copy"]; -"913 slice_65" [id=913, type=slice]; -"914 slice_66" [id=914, type=slice]; -"915 fill__18" [id=915, type="fill_"]; -"916 lift_fresh_copy_19" [id=916, type="lift_fresh_copy"]; -"917 slice_67" [id=917, type=slice]; -"918 slice_68" [id=918, type=slice]; -"919 fill__19" [id=919, type="fill_"]; -"920 lift_fresh_copy_20" [id=920, type="lift_fresh_copy"]; -"921 slice_69" [id=921, type=slice]; -"922 slice_70" [id=922, type=slice]; -"923 fill__20" [id=923, type="fill_"]; -"924 lift_fresh_copy_21" [id=924, type="lift_fresh_copy"]; -"925 slice_71" [id=925, type=slice]; -"926 slice_72" [id=926, type=slice]; -"927 fill__21" [id=927, type="fill_"]; -"928 lift_fresh_copy_22" [id=928, type="lift_fresh_copy"]; -"929 slice_73" [id=929, type=slice]; -"930 slice_74" [id=930, type=slice]; -"931 fill__22" [id=931, type="fill_"]; -"932 lift_fresh_copy_23" [id=932, type="lift_fresh_copy"]; -"933 slice_75" [id=933, type=slice]; -"934 slice_76" [id=934, type=slice]; -"935 fill__23" [id=935, type="fill_"]; -"936 lift_fresh_copy_24" [id=936, type="lift_fresh_copy"]; -"937 slice_77" [id=937, type=slice]; -"938 slice_78" [id=938, type=slice]; -"939 fill__24" [id=939, type="fill_"]; -"940 lift_fresh_copy_25" [id=940, type="lift_fresh_copy"]; -"941 slice_79" [id=941, type=slice]; -"942 slice_80" [id=942, type=slice]; -"943 fill__25" [id=943, type="fill_"]; -"944 lift_fresh_copy_26" [id=944, type="lift_fresh_copy"]; -"945 slice_81" [id=945, type=slice]; -"946 slice_82" [id=946, type=slice]; -"947 fill__26" [id=947, type="fill_"]; -"948 view_29" [id=948, type=view]; -"949 permute_26" [id=949, type=permute]; -"950 reshape_24" [id=950, type=reshape]; -"951 unsqueeze_14" [id=951, type=unsqueeze]; -"952 unsqueeze_15" [id=952, type=unsqueeze]; -"953 sub_2" [id=953, type=sub]; -"954 ne_2" [id=954, type=ne]; -"955 masked_fill_4" [id=955, type="masked_fill"]; -"956 eq_2" [id=956, type=eq]; -"957 masked_fill_5" [id=957, type="masked_fill"]; -"958 view_30" [id=958, type=view]; -"959 unsqueeze_16" [id=959, type=unsqueeze]; -"960 unsqueeze_17" [id=960, type=unsqueeze]; -"961 add_18" [id=961, type=add]; -"962 view_31" [id=962, type=view]; -"963 softmax_5" [id=963, type=softmax]; -"964 dropout_20" [id=964, type=dropout]; -"965 matmul_11" [id=965, type=matmul]; -"966 transpose_11" [id=966, type=transpose]; -"967 reshape_25" [id=967, type=reshape]; -"968 reshape_25_0_0_nncf_smooth_quant_0" [id=968, type="call_module"]; -"969 quantize_per_tensor_default_36" [id=969, type="quantize_per_tensor"]; -"970 dequantize_per_tensor_default_36" [id=970, type="dequantize_per_tensor"]; -"971 linear_35_scale_0" [id=971, type="get_attr"]; -"972 linear_35_zero_point_0" [id=972, type="get_attr"]; -"973 compressed_weight_updated_constant24" [id=973, type="get_attr"]; -"974 quantize_per_channel_default_24" [id=974, type="quantize_per_channel"]; -"975 dequantize_per_channel_default_24" [id=975, type="dequantize_per_channel"]; -"976 linear_35" [id=976, type=linear]; -"977 dropout_21" [id=977, type=dropout]; -"978 view_32" [id=978, type=view]; -"979 permute_27" [id=979, type=permute]; -"980 reshape_26" [id=980, type=reshape]; -"981 roll_5" [id=981, type=roll]; -"982 slice_83" [id=982, type=slice]; -"983 slice_84" [id=983, type=slice]; -"984 contiguous_9" [id=984, type=contiguous]; -"985 layer_norm_13" [id=985, type="layer_norm"]; -"986 add_19" [id=986, type=add]; -"987 add_19_0_0_nncf_smooth_quant_0" [id=987, type="call_module"]; -"988 quantize_per_tensor_default_37" [id=988, type="quantize_per_tensor"]; -"989 dequantize_per_tensor_default_37" [id=989, type="dequantize_per_tensor"]; -"990 linear_36_scale_0" [id=990, type="get_attr"]; -"991 linear_36_zero_point_0" [id=991, type="get_attr"]; -"992 compressed_weight_updated_constant25" [id=992, type="get_attr"]; -"993 quantize_per_channel_default_25" [id=993, type="quantize_per_channel"]; -"994 dequantize_per_channel_default_25" [id=994, type="dequantize_per_channel"]; -"995 linear_36" [id=995, type=linear]; -"996 gelu_5" [id=996, type=gelu]; -"997 dropout_22" [id=997, type=dropout]; -"998 dropout_22_0_0_nncf_smooth_quant_0" [id=998, type="call_module"]; -"999 quantize_per_tensor_default_38" [id=999, type="quantize_per_tensor"]; -"1000 dequantize_per_tensor_default_38" [id=1000, type="dequantize_per_tensor"]; -"1001 linear_37_scale_0" [id=1001, type="get_attr"]; -"1002 linear_37_zero_point_0" [id=1002, type="get_attr"]; -"1003 compressed_weight_updated_constant26" [id=1003, type="get_attr"]; -"1004 quantize_per_channel_default_26" [id=1004, type="quantize_per_channel"]; -"1005 dequantize_per_channel_default_26" [id=1005, type="dequantize_per_channel"]; -"1006 linear_37" [id=1006, type=linear]; -"1007 dropout_23" [id=1007, type=dropout]; -"1008 layer_norm_14" [id=1008, type="layer_norm"]; -"1009 add_20" [id=1009, type=add]; -"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" [id=1010, type="get_attr"]; -"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1011, type="call_module"]; -"1012 linear_38" [id=1012, type=linear]; -"1013 relu__6" [id=1013, type="relu_"]; -"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" [id=1014, type="get_attr"]; -"1015 relu__6_0_0_nncf_smooth_quant_0" [id=1015, type="call_module"]; -"1016 linear_39" [id=1016, type=linear]; -"1017 view_33" [id=1017, type=view]; -"1018 index_6" [id=1018, type=index]; -"1019 view_34" [id=1019, type=view]; -"1020 permute_28" [id=1020, type=permute]; -"1021 contiguous_10" [id=1021, type=contiguous]; -"1022 unsqueeze_18" [id=1022, type=unsqueeze]; -"1023 sigmoid_6" [id=1023, type=sigmoid]; -"1024 mul_12" [id=1024, type=mul]; -"1025 pad_8" [id=1025, type=pad]; -"1026 view_35" [id=1026, type=view]; -"1027 permute_29" [id=1027, type=permute]; -"1028 reshape_27" [id=1028, type=reshape]; -"1029 clone_6" [id=1029, type=clone]; -"1030 slice_85" [id=1030, type=slice]; -"1031 zero__6" [id=1031, type="zero_"]; -"1032 reshape_27_0_0_nncf_smooth_quant_0" [id=1032, type="call_module"]; -"1033 quantize_per_tensor_default_39" [id=1033, type="quantize_per_tensor"]; -"1034 dequantize_per_tensor_default_39" [id=1034, type="dequantize_per_tensor"]; -"1035 linear_40_scale_0" [id=1035, type="get_attr"]; -"1036 linear_40_zero_point_0" [id=1036, type="get_attr"]; -"1037 compressed_weight_updated_constant27" [id=1037, type="get_attr"]; -"1038 quantize_per_channel_default_27" [id=1038, type="quantize_per_channel"]; -"1039 dequantize_per_channel_default_27" [id=1039, type="dequantize_per_channel"]; -"1040 linear_40" [id=1040, type=linear]; -"1041 reshape_28" [id=1041, type=reshape]; -"1042 permute_30" [id=1042, type=permute]; -"1043 select_18" [id=1043, type=select]; -"1044 select_19" [id=1044, type=select]; -"1045 select_20" [id=1045, type=select]; -"1046 linalg_vector_norm_12" [id=1046, type="linalg_vector_norm"]; -"1047 clamp_min_12" [id=1047, type="clamp_min"]; -"1048 expand_as_12" [id=1048, type="expand_as"]; -"1049 div_12" [id=1049, type=div]; -"1050 quantize_per_tensor_default_40" [id=1050, type="quantize_per_tensor"]; -"1051 dequantize_per_tensor_default_40" [id=1051, type="dequantize_per_tensor"]; -"1052 linalg_vector_norm_13" [id=1052, type="linalg_vector_norm"]; -"1053 clamp_min_13" [id=1053, type="clamp_min"]; -"1054 expand_as_13" [id=1054, type="expand_as"]; -"1055 div_13" [id=1055, type=div]; -"1056 quantize_per_tensor_default_41" [id=1056, type="quantize_per_tensor"]; -"1057 dequantize_per_tensor_default_41" [id=1057, type="dequantize_per_tensor"]; -"1058 transpose_12" [id=1058, type=transpose]; -"1059 matmul_12" [id=1059, type=matmul]; -"1060 clamp_6" [id=1060, type=clamp]; -"1061 exp_6" [id=1061, type=exp]; -"1062 mul_13" [id=1062, type=mul]; -"1063 add_21" [id=1063, type=add]; -"1064 softmax_6" [id=1064, type=softmax]; -"1065 dropout_24" [id=1065, type=dropout]; -"1066 matmul_13" [id=1066, type=matmul]; -"1067 transpose_13" [id=1067, type=transpose]; -"1068 reshape_29" [id=1068, type=reshape]; -"1069 reshape_29_0_0_nncf_smooth_quant_0" [id=1069, type="call_module"]; -"1070 quantize_per_tensor_default_42" [id=1070, type="quantize_per_tensor"]; -"1071 dequantize_per_tensor_default_42" [id=1071, type="dequantize_per_tensor"]; -"1072 linear_41_scale_0" [id=1072, type="get_attr"]; -"1073 linear_41_zero_point_0" [id=1073, type="get_attr"]; -"1074 compressed_weight_updated_constant28" [id=1074, type="get_attr"]; -"1075 quantize_per_channel_default_28" [id=1075, type="quantize_per_channel"]; -"1076 dequantize_per_channel_default_28" [id=1076, type="dequantize_per_channel"]; -"1077 linear_41" [id=1077, type=linear]; -"1078 dropout_25" [id=1078, type=dropout]; -"1079 view_36" [id=1079, type=view]; -"1080 permute_31" [id=1080, type=permute]; -"1081 reshape_30" [id=1081, type=reshape]; -"1082 slice_86" [id=1082, type=slice]; -"1083 slice_87" [id=1083, type=slice]; -"1084 contiguous_11" [id=1084, type=contiguous]; -"1085 layer_norm_15" [id=1085, type="layer_norm"]; -"1086 add_22" [id=1086, type=add]; -"1087 add_22_0_0_nncf_smooth_quant_0" [id=1087, type="call_module"]; -"1088 quantize_per_tensor_default_43" [id=1088, type="quantize_per_tensor"]; -"1089 dequantize_per_tensor_default_43" [id=1089, type="dequantize_per_tensor"]; -"1090 linear_42_scale_0" [id=1090, type="get_attr"]; -"1091 linear_42_zero_point_0" [id=1091, type="get_attr"]; -"1092 compressed_weight_updated_constant29" [id=1092, type="get_attr"]; -"1093 quantize_per_channel_default_29" [id=1093, type="quantize_per_channel"]; -"1094 dequantize_per_channel_default_29" [id=1094, type="dequantize_per_channel"]; -"1095 linear_42" [id=1095, type=linear]; -"1096 gelu_6" [id=1096, type=gelu]; -"1097 dropout_26" [id=1097, type=dropout]; -"1098 dropout_26_0_0_nncf_smooth_quant_0" [id=1098, type="call_module"]; -"1099 quantize_per_tensor_default_44" [id=1099, type="quantize_per_tensor"]; -"1100 dequantize_per_tensor_default_44" [id=1100, type="dequantize_per_tensor"]; -"1101 linear_43_scale_0" [id=1101, type="get_attr"]; -"1102 linear_43_zero_point_0" [id=1102, type="get_attr"]; -"1103 compressed_weight_updated_constant30" [id=1103, type="get_attr"]; -"1104 quantize_per_channel_default_30" [id=1104, type="quantize_per_channel"]; -"1105 dequantize_per_channel_default_30" [id=1105, type="dequantize_per_channel"]; -"1106 linear_43" [id=1106, type=linear]; -"1107 dropout_27" [id=1107, type=dropout]; -"1108 layer_norm_16" [id=1108, type="layer_norm"]; -"1109 add_23" [id=1109, type=add]; -"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" [id=1110, type="get_attr"]; -"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1111, type="call_module"]; -"1112 linear_44" [id=1112, type=linear]; -"1113 relu__7" [id=1113, type="relu_"]; -"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" [id=1114, type="get_attr"]; -"1115 relu__7_0_0_nncf_smooth_quant_0" [id=1115, type="call_module"]; -"1116 linear_45" [id=1116, type=linear]; -"1117 view_37" [id=1117, type=view]; -"1118 index_7" [id=1118, type=index]; -"1119 view_38" [id=1119, type=view]; -"1120 permute_32" [id=1120, type=permute]; -"1121 contiguous_12" [id=1121, type=contiguous]; -"1122 unsqueeze_19" [id=1122, type=unsqueeze]; -"1123 sigmoid_7" [id=1123, type=sigmoid]; -"1124 mul_14" [id=1124, type=mul]; -"1125 pad_9" [id=1125, type=pad]; -"1126 roll_6" [id=1126, type=roll]; -"1127 view_39" [id=1127, type=view]; -"1128 permute_33" [id=1128, type=permute]; -"1129 reshape_31" [id=1129, type=reshape]; -"1130 clone_7" [id=1130, type=clone]; -"1131 slice_88" [id=1131, type=slice]; -"1132 zero__7" [id=1132, type="zero_"]; -"1133 reshape_31_0_0_nncf_smooth_quant_0" [id=1133, type="call_module"]; -"1134 quantize_per_tensor_default_45" [id=1134, type="quantize_per_tensor"]; -"1135 dequantize_per_tensor_default_45" [id=1135, type="dequantize_per_tensor"]; -"1136 linear_46_scale_0" [id=1136, type="get_attr"]; -"1137 linear_46_zero_point_0" [id=1137, type="get_attr"]; -"1138 compressed_weight_updated_constant31" [id=1138, type="get_attr"]; -"1139 quantize_per_channel_default_31" [id=1139, type="quantize_per_channel"]; -"1140 dequantize_per_channel_default_31" [id=1140, type="dequantize_per_channel"]; -"1141 linear_46" [id=1141, type=linear]; -"1142 reshape_32" [id=1142, type=reshape]; -"1143 permute_34" [id=1143, type=permute]; -"1144 select_21" [id=1144, type=select]; -"1145 select_22" [id=1145, type=select]; -"1146 select_23" [id=1146, type=select]; -"1147 linalg_vector_norm_14" [id=1147, type="linalg_vector_norm"]; -"1148 clamp_min_14" [id=1148, type="clamp_min"]; -"1149 expand_as_14" [id=1149, type="expand_as"]; -"1150 div_14" [id=1150, type=div]; -"1151 quantize_per_tensor_default_46" [id=1151, type="quantize_per_tensor"]; -"1152 dequantize_per_tensor_default_46" [id=1152, type="dequantize_per_tensor"]; -"1153 linalg_vector_norm_15" [id=1153, type="linalg_vector_norm"]; -"1154 clamp_min_15" [id=1154, type="clamp_min"]; -"1155 expand_as_15" [id=1155, type="expand_as"]; -"1156 div_15" [id=1156, type=div]; -"1157 quantize_per_tensor_default_47" [id=1157, type="quantize_per_tensor"]; -"1158 dequantize_per_tensor_default_47" [id=1158, type="dequantize_per_tensor"]; -"1159 transpose_14" [id=1159, type=transpose]; -"1160 matmul_14" [id=1160, type=matmul]; -"1161 clamp_7" [id=1161, type=clamp]; -"1162 exp_7" [id=1162, type=exp]; -"1163 mul_15" [id=1163, type=mul]; -"1164 add_24" [id=1164, type=add]; -"1165 new_zeros_3" [id=1165, type="new_zeros"]; -"1166 lift_fresh_copy_27" [id=1166, type="lift_fresh_copy"]; -"1167 slice_89" [id=1167, type=slice]; -"1168 slice_90" [id=1168, type=slice]; -"1169 fill__27" [id=1169, type="fill_"]; -"1170 lift_fresh_copy_28" [id=1170, type="lift_fresh_copy"]; -"1171 slice_91" [id=1171, type=slice]; -"1172 slice_92" [id=1172, type=slice]; -"1173 fill__28" [id=1173, type="fill_"]; -"1174 lift_fresh_copy_29" [id=1174, type="lift_fresh_copy"]; -"1175 slice_93" [id=1175, type=slice]; -"1176 slice_94" [id=1176, type=slice]; -"1177 fill__29" [id=1177, type="fill_"]; -"1178 lift_fresh_copy_30" [id=1178, type="lift_fresh_copy"]; -"1179 slice_95" [id=1179, type=slice]; -"1180 slice_96" [id=1180, type=slice]; -"1181 fill__30" [id=1181, type="fill_"]; -"1182 lift_fresh_copy_31" [id=1182, type="lift_fresh_copy"]; -"1183 slice_97" [id=1183, type=slice]; -"1184 slice_98" [id=1184, type=slice]; -"1185 fill__31" [id=1185, type="fill_"]; -"1186 lift_fresh_copy_32" [id=1186, type="lift_fresh_copy"]; -"1187 slice_99" [id=1187, type=slice]; -"1188 slice_100" [id=1188, type=slice]; -"1189 fill__32" [id=1189, type="fill_"]; -"1190 lift_fresh_copy_33" [id=1190, type="lift_fresh_copy"]; -"1191 slice_101" [id=1191, type=slice]; -"1192 slice_102" [id=1192, type=slice]; -"1193 fill__33" [id=1193, type="fill_"]; -"1194 lift_fresh_copy_34" [id=1194, type="lift_fresh_copy"]; -"1195 slice_103" [id=1195, type=slice]; -"1196 slice_104" [id=1196, type=slice]; -"1197 fill__34" [id=1197, type="fill_"]; -"1198 lift_fresh_copy_35" [id=1198, type="lift_fresh_copy"]; -"1199 slice_105" [id=1199, type=slice]; -"1200 slice_106" [id=1200, type=slice]; -"1201 fill__35" [id=1201, type="fill_"]; -"1202 view_40" [id=1202, type=view]; -"1203 permute_35" [id=1203, type=permute]; -"1204 reshape_33" [id=1204, type=reshape]; -"1205 unsqueeze_20" [id=1205, type=unsqueeze]; -"1206 unsqueeze_21" [id=1206, type=unsqueeze]; -"1207 sub_3" [id=1207, type=sub]; -"1208 ne_3" [id=1208, type=ne]; -"1209 masked_fill_6" [id=1209, type="masked_fill"]; -"1210 eq_3" [id=1210, type=eq]; -"1211 masked_fill_7" [id=1211, type="masked_fill"]; -"1212 view_41" [id=1212, type=view]; -"1213 unsqueeze_22" [id=1213, type=unsqueeze]; -"1214 unsqueeze_23" [id=1214, type=unsqueeze]; -"1215 add_25" [id=1215, type=add]; -"1216 view_42" [id=1216, type=view]; -"1217 softmax_7" [id=1217, type=softmax]; -"1218 dropout_28" [id=1218, type=dropout]; -"1219 matmul_15" [id=1219, type=matmul]; -"1220 transpose_15" [id=1220, type=transpose]; -"1221 reshape_34" [id=1221, type=reshape]; -"1222 reshape_34_0_0_nncf_smooth_quant_0" [id=1222, type="call_module"]; -"1223 quantize_per_tensor_default_48" [id=1223, type="quantize_per_tensor"]; -"1224 dequantize_per_tensor_default_48" [id=1224, type="dequantize_per_tensor"]; -"1225 linear_47_scale_0" [id=1225, type="get_attr"]; -"1226 linear_47_zero_point_0" [id=1226, type="get_attr"]; -"1227 compressed_weight_updated_constant32" [id=1227, type="get_attr"]; -"1228 quantize_per_channel_default_32" [id=1228, type="quantize_per_channel"]; -"1229 dequantize_per_channel_default_32" [id=1229, type="dequantize_per_channel"]; -"1230 linear_47" [id=1230, type=linear]; -"1231 dropout_29" [id=1231, type=dropout]; -"1232 view_43" [id=1232, type=view]; -"1233 permute_36" [id=1233, type=permute]; -"1234 reshape_35" [id=1234, type=reshape]; -"1235 roll_7" [id=1235, type=roll]; -"1236 slice_107" [id=1236, type=slice]; -"1237 slice_108" [id=1237, type=slice]; -"1238 contiguous_13" [id=1238, type=contiguous]; -"1239 layer_norm_17" [id=1239, type="layer_norm"]; -"1240 add_26" [id=1240, type=add]; -"1241 add_26_0_0_nncf_smooth_quant_0" [id=1241, type="call_module"]; -"1242 quantize_per_tensor_default_49" [id=1242, type="quantize_per_tensor"]; -"1243 dequantize_per_tensor_default_49" [id=1243, type="dequantize_per_tensor"]; -"1244 linear_48_scale_0" [id=1244, type="get_attr"]; -"1245 linear_48_zero_point_0" [id=1245, type="get_attr"]; -"1246 compressed_weight_updated_constant33" [id=1246, type="get_attr"]; -"1247 quantize_per_channel_default_33" [id=1247, type="quantize_per_channel"]; -"1248 dequantize_per_channel_default_33" [id=1248, type="dequantize_per_channel"]; -"1249 linear_48" [id=1249, type=linear]; -"1250 gelu_7" [id=1250, type=gelu]; -"1251 dropout_30" [id=1251, type=dropout]; -"1252 dropout_30_0_0_nncf_smooth_quant_0" [id=1252, type="call_module"]; -"1253 quantize_per_tensor_default_50" [id=1253, type="quantize_per_tensor"]; -"1254 dequantize_per_tensor_default_50" [id=1254, type="dequantize_per_tensor"]; -"1255 linear_49_scale_0" [id=1255, type="get_attr"]; -"1256 linear_49_zero_point_0" [id=1256, type="get_attr"]; -"1257 compressed_weight_updated_constant34" [id=1257, type="get_attr"]; -"1258 quantize_per_channel_default_34" [id=1258, type="quantize_per_channel"]; -"1259 dequantize_per_channel_default_34" [id=1259, type="dequantize_per_channel"]; -"1260 linear_49" [id=1260, type=linear]; -"1261 dropout_31" [id=1261, type=dropout]; -"1262 layer_norm_18" [id=1262, type="layer_norm"]; -"1263 add_27" [id=1263, type=add]; -"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" [id=1264, type="get_attr"]; -"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1265, type="call_module"]; -"1266 linear_50" [id=1266, type=linear]; -"1267 relu__8" [id=1267, type="relu_"]; -"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" [id=1268, type="get_attr"]; -"1269 relu__8_0_0_nncf_smooth_quant_0" [id=1269, type="call_module"]; -"1270 linear_51" [id=1270, type=linear]; -"1271 view_44" [id=1271, type=view]; -"1272 index_8" [id=1272, type=index]; -"1273 view_45" [id=1273, type=view]; -"1274 permute_37" [id=1274, type=permute]; -"1275 contiguous_14" [id=1275, type=contiguous]; -"1276 unsqueeze_24" [id=1276, type=unsqueeze]; -"1277 sigmoid_8" [id=1277, type=sigmoid]; -"1278 mul_16" [id=1278, type=mul]; -"1279 pad_10" [id=1279, type=pad]; -"1280 view_46" [id=1280, type=view]; -"1281 permute_38" [id=1281, type=permute]; -"1282 reshape_36" [id=1282, type=reshape]; -"1283 clone_8" [id=1283, type=clone]; -"1284 slice_109" [id=1284, type=slice]; -"1285 zero__8" [id=1285, type="zero_"]; -"1286 reshape_36_0_0_nncf_smooth_quant_0" [id=1286, type="call_module"]; -"1287 quantize_per_tensor_default_51" [id=1287, type="quantize_per_tensor"]; -"1288 dequantize_per_tensor_default_51" [id=1288, type="dequantize_per_tensor"]; -"1289 linear_52_scale_0" [id=1289, type="get_attr"]; -"1290 linear_52_zero_point_0" [id=1290, type="get_attr"]; -"1291 compressed_weight_updated_constant35" [id=1291, type="get_attr"]; -"1292 quantize_per_channel_default_35" [id=1292, type="quantize_per_channel"]; -"1293 dequantize_per_channel_default_35" [id=1293, type="dequantize_per_channel"]; -"1294 linear_52" [id=1294, type=linear]; -"1295 reshape_37" [id=1295, type=reshape]; -"1296 permute_39" [id=1296, type=permute]; -"1297 select_24" [id=1297, type=select]; -"1298 select_25" [id=1298, type=select]; -"1299 select_26" [id=1299, type=select]; -"1300 linalg_vector_norm_16" [id=1300, type="linalg_vector_norm"]; -"1301 clamp_min_16" [id=1301, type="clamp_min"]; -"1302 expand_as_16" [id=1302, type="expand_as"]; -"1303 div_16" [id=1303, type=div]; -"1304 quantize_per_tensor_default_52" [id=1304, type="quantize_per_tensor"]; -"1305 dequantize_per_tensor_default_52" [id=1305, type="dequantize_per_tensor"]; -"1306 linalg_vector_norm_17" [id=1306, type="linalg_vector_norm"]; -"1307 clamp_min_17" [id=1307, type="clamp_min"]; -"1308 expand_as_17" [id=1308, type="expand_as"]; -"1309 div_17" [id=1309, type=div]; -"1310 quantize_per_tensor_default_53" [id=1310, type="quantize_per_tensor"]; -"1311 dequantize_per_tensor_default_53" [id=1311, type="dequantize_per_tensor"]; -"1312 transpose_16" [id=1312, type=transpose]; -"1313 matmul_16" [id=1313, type=matmul]; -"1314 clamp_8" [id=1314, type=clamp]; -"1315 exp_8" [id=1315, type=exp]; -"1316 mul_17" [id=1316, type=mul]; -"1317 add_28" [id=1317, type=add]; -"1318 softmax_8" [id=1318, type=softmax]; -"1319 dropout_32" [id=1319, type=dropout]; -"1320 matmul_17" [id=1320, type=matmul]; -"1321 transpose_17" [id=1321, type=transpose]; -"1322 reshape_38" [id=1322, type=reshape]; -"1323 reshape_38_0_0_nncf_smooth_quant_0" [id=1323, type="call_module"]; -"1324 quantize_per_tensor_default_54" [id=1324, type="quantize_per_tensor"]; -"1325 dequantize_per_tensor_default_54" [id=1325, type="dequantize_per_tensor"]; -"1326 linear_53_scale_0" [id=1326, type="get_attr"]; -"1327 linear_53_zero_point_0" [id=1327, type="get_attr"]; -"1328 compressed_weight_updated_constant36" [id=1328, type="get_attr"]; -"1329 quantize_per_channel_default_36" [id=1329, type="quantize_per_channel"]; -"1330 dequantize_per_channel_default_36" [id=1330, type="dequantize_per_channel"]; -"1331 linear_53" [id=1331, type=linear]; -"1332 dropout_33" [id=1332, type=dropout]; -"1333 view_47" [id=1333, type=view]; -"1334 permute_40" [id=1334, type=permute]; -"1335 reshape_39" [id=1335, type=reshape]; -"1336 slice_110" [id=1336, type=slice]; -"1337 slice_111" [id=1337, type=slice]; -"1338 contiguous_15" [id=1338, type=contiguous]; -"1339 layer_norm_19" [id=1339, type="layer_norm"]; -"1340 add_29" [id=1340, type=add]; -"1341 add_29_0_0_nncf_smooth_quant_0" [id=1341, type="call_module"]; -"1342 quantize_per_tensor_default_55" [id=1342, type="quantize_per_tensor"]; -"1343 dequantize_per_tensor_default_55" [id=1343, type="dequantize_per_tensor"]; -"1344 linear_54_scale_0" [id=1344, type="get_attr"]; -"1345 linear_54_zero_point_0" [id=1345, type="get_attr"]; -"1346 compressed_weight_updated_constant37" [id=1346, type="get_attr"]; -"1347 quantize_per_channel_default_37" [id=1347, type="quantize_per_channel"]; -"1348 dequantize_per_channel_default_37" [id=1348, type="dequantize_per_channel"]; -"1349 linear_54" [id=1349, type=linear]; -"1350 gelu_8" [id=1350, type=gelu]; -"1351 dropout_34" [id=1351, type=dropout]; -"1352 dropout_34_0_0_nncf_smooth_quant_0" [id=1352, type="call_module"]; -"1353 quantize_per_tensor_default_56" [id=1353, type="quantize_per_tensor"]; -"1354 dequantize_per_tensor_default_56" [id=1354, type="dequantize_per_tensor"]; -"1355 linear_55_scale_0" [id=1355, type="get_attr"]; -"1356 linear_55_zero_point_0" [id=1356, type="get_attr"]; -"1357 compressed_weight_updated_constant38" [id=1357, type="get_attr"]; -"1358 quantize_per_channel_default_38" [id=1358, type="quantize_per_channel"]; -"1359 dequantize_per_channel_default_38" [id=1359, type="dequantize_per_channel"]; -"1360 linear_55" [id=1360, type=linear]; -"1361 dropout_35" [id=1361, type=dropout]; -"1362 layer_norm_20" [id=1362, type="layer_norm"]; -"1363 add_30" [id=1363, type=add]; -"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" [id=1364, type="get_attr"]; -"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1365, type="call_module"]; -"1366 linear_56" [id=1366, type=linear]; -"1367 relu__9" [id=1367, type="relu_"]; -"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" [id=1368, type="get_attr"]; -"1369 relu__9_0_0_nncf_smooth_quant_0" [id=1369, type="call_module"]; -"1370 linear_57" [id=1370, type=linear]; -"1371 view_48" [id=1371, type=view]; -"1372 index_9" [id=1372, type=index]; -"1373 view_49" [id=1373, type=view]; -"1374 permute_41" [id=1374, type=permute]; -"1375 contiguous_16" [id=1375, type=contiguous]; -"1376 unsqueeze_25" [id=1376, type=unsqueeze]; -"1377 sigmoid_9" [id=1377, type=sigmoid]; -"1378 mul_18" [id=1378, type=mul]; -"1379 pad_11" [id=1379, type=pad]; -"1380 roll_8" [id=1380, type=roll]; -"1381 view_50" [id=1381, type=view]; -"1382 permute_42" [id=1382, type=permute]; -"1383 reshape_40" [id=1383, type=reshape]; -"1384 clone_9" [id=1384, type=clone]; -"1385 slice_112" [id=1385, type=slice]; -"1386 zero__9" [id=1386, type="zero_"]; -"1387 reshape_40_0_0_nncf_smooth_quant_0" [id=1387, type="call_module"]; -"1388 quantize_per_tensor_default_57" [id=1388, type="quantize_per_tensor"]; -"1389 dequantize_per_tensor_default_57" [id=1389, type="dequantize_per_tensor"]; -"1390 linear_58_scale_0" [id=1390, type="get_attr"]; -"1391 linear_58_zero_point_0" [id=1391, type="get_attr"]; -"1392 compressed_weight_updated_constant39" [id=1392, type="get_attr"]; -"1393 quantize_per_channel_default_39" [id=1393, type="quantize_per_channel"]; -"1394 dequantize_per_channel_default_39" [id=1394, type="dequantize_per_channel"]; -"1395 linear_58" [id=1395, type=linear]; -"1396 reshape_41" [id=1396, type=reshape]; -"1397 permute_43" [id=1397, type=permute]; -"1398 select_27" [id=1398, type=select]; -"1399 select_28" [id=1399, type=select]; -"1400 select_29" [id=1400, type=select]; -"1401 linalg_vector_norm_18" [id=1401, type="linalg_vector_norm"]; -"1402 clamp_min_18" [id=1402, type="clamp_min"]; -"1403 expand_as_18" [id=1403, type="expand_as"]; -"1404 div_18" [id=1404, type=div]; -"1405 quantize_per_tensor_default_58" [id=1405, type="quantize_per_tensor"]; -"1406 dequantize_per_tensor_default_58" [id=1406, type="dequantize_per_tensor"]; -"1407 linalg_vector_norm_19" [id=1407, type="linalg_vector_norm"]; -"1408 clamp_min_19" [id=1408, type="clamp_min"]; -"1409 expand_as_19" [id=1409, type="expand_as"]; -"1410 div_19" [id=1410, type=div]; -"1411 quantize_per_tensor_default_59" [id=1411, type="quantize_per_tensor"]; -"1412 dequantize_per_tensor_default_59" [id=1412, type="dequantize_per_tensor"]; -"1413 transpose_18" [id=1413, type=transpose]; -"1414 matmul_18" [id=1414, type=matmul]; -"1415 clamp_9" [id=1415, type=clamp]; -"1416 exp_9" [id=1416, type=exp]; -"1417 mul_19" [id=1417, type=mul]; -"1418 add_31" [id=1418, type=add]; -"1419 new_zeros_4" [id=1419, type="new_zeros"]; -"1420 lift_fresh_copy_36" [id=1420, type="lift_fresh_copy"]; -"1421 slice_113" [id=1421, type=slice]; -"1422 slice_114" [id=1422, type=slice]; -"1423 fill__36" [id=1423, type="fill_"]; -"1424 lift_fresh_copy_37" [id=1424, type="lift_fresh_copy"]; -"1425 slice_115" [id=1425, type=slice]; -"1426 slice_116" [id=1426, type=slice]; -"1427 fill__37" [id=1427, type="fill_"]; -"1428 lift_fresh_copy_38" [id=1428, type="lift_fresh_copy"]; -"1429 slice_117" [id=1429, type=slice]; -"1430 slice_118" [id=1430, type=slice]; -"1431 fill__38" [id=1431, type="fill_"]; -"1432 lift_fresh_copy_39" [id=1432, type="lift_fresh_copy"]; -"1433 slice_119" [id=1433, type=slice]; -"1434 slice_120" [id=1434, type=slice]; -"1435 fill__39" [id=1435, type="fill_"]; -"1436 lift_fresh_copy_40" [id=1436, type="lift_fresh_copy"]; -"1437 slice_121" [id=1437, type=slice]; -"1438 slice_122" [id=1438, type=slice]; -"1439 fill__40" [id=1439, type="fill_"]; -"1440 lift_fresh_copy_41" [id=1440, type="lift_fresh_copy"]; -"1441 slice_123" [id=1441, type=slice]; -"1442 slice_124" [id=1442, type=slice]; -"1443 fill__41" [id=1443, type="fill_"]; -"1444 lift_fresh_copy_42" [id=1444, type="lift_fresh_copy"]; -"1445 slice_125" [id=1445, type=slice]; -"1446 slice_126" [id=1446, type=slice]; -"1447 fill__42" [id=1447, type="fill_"]; -"1448 lift_fresh_copy_43" [id=1448, type="lift_fresh_copy"]; -"1449 slice_127" [id=1449, type=slice]; -"1450 slice_128" [id=1450, type=slice]; -"1451 fill__43" [id=1451, type="fill_"]; -"1452 lift_fresh_copy_44" [id=1452, type="lift_fresh_copy"]; -"1453 slice_129" [id=1453, type=slice]; -"1454 slice_130" [id=1454, type=slice]; -"1455 fill__44" [id=1455, type="fill_"]; -"1456 view_51" [id=1456, type=view]; -"1457 permute_44" [id=1457, type=permute]; -"1458 reshape_42" [id=1458, type=reshape]; -"1459 unsqueeze_26" [id=1459, type=unsqueeze]; -"1460 unsqueeze_27" [id=1460, type=unsqueeze]; -"1461 sub_4" [id=1461, type=sub]; -"1462 ne_4" [id=1462, type=ne]; -"1463 masked_fill_8" [id=1463, type="masked_fill"]; -"1464 eq_4" [id=1464, type=eq]; -"1465 masked_fill_9" [id=1465, type="masked_fill"]; -"1466 view_52" [id=1466, type=view]; -"1467 unsqueeze_28" [id=1467, type=unsqueeze]; -"1468 unsqueeze_29" [id=1468, type=unsqueeze]; -"1469 add_32" [id=1469, type=add]; -"1470 view_53" [id=1470, type=view]; -"1471 softmax_9" [id=1471, type=softmax]; -"1472 dropout_36" [id=1472, type=dropout]; -"1473 matmul_19" [id=1473, type=matmul]; -"1474 transpose_19" [id=1474, type=transpose]; -"1475 reshape_43" [id=1475, type=reshape]; -"1476 reshape_43_0_0_nncf_smooth_quant_0" [id=1476, type="call_module"]; -"1477 quantize_per_tensor_default_60" [id=1477, type="quantize_per_tensor"]; -"1478 dequantize_per_tensor_default_60" [id=1478, type="dequantize_per_tensor"]; -"1479 linear_59_scale_0" [id=1479, type="get_attr"]; -"1480 linear_59_zero_point_0" [id=1480, type="get_attr"]; -"1481 compressed_weight_updated_constant40" [id=1481, type="get_attr"]; -"1482 quantize_per_channel_default_40" [id=1482, type="quantize_per_channel"]; -"1483 dequantize_per_channel_default_40" [id=1483, type="dequantize_per_channel"]; -"1484 linear_59" [id=1484, type=linear]; -"1485 dropout_37" [id=1485, type=dropout]; -"1486 view_54" [id=1486, type=view]; -"1487 permute_45" [id=1487, type=permute]; -"1488 reshape_44" [id=1488, type=reshape]; -"1489 roll_9" [id=1489, type=roll]; -"1490 slice_131" [id=1490, type=slice]; -"1491 slice_132" [id=1491, type=slice]; -"1492 contiguous_17" [id=1492, type=contiguous]; -"1493 layer_norm_21" [id=1493, type="layer_norm"]; -"1494 add_33" [id=1494, type=add]; -"1495 add_33_0_0_nncf_smooth_quant_0" [id=1495, type="call_module"]; -"1496 quantize_per_tensor_default_61" [id=1496, type="quantize_per_tensor"]; -"1497 dequantize_per_tensor_default_61" [id=1497, type="dequantize_per_tensor"]; -"1498 linear_60_scale_0" [id=1498, type="get_attr"]; -"1499 linear_60_zero_point_0" [id=1499, type="get_attr"]; -"1500 compressed_weight_updated_constant41" [id=1500, type="get_attr"]; -"1501 quantize_per_channel_default_41" [id=1501, type="quantize_per_channel"]; -"1502 dequantize_per_channel_default_41" [id=1502, type="dequantize_per_channel"]; -"1503 linear_60" [id=1503, type=linear]; -"1504 gelu_9" [id=1504, type=gelu]; -"1505 dropout_38" [id=1505, type=dropout]; -"1506 dropout_38_0_0_nncf_smooth_quant_0" [id=1506, type="call_module"]; -"1507 quantize_per_tensor_default_62" [id=1507, type="quantize_per_tensor"]; -"1508 dequantize_per_tensor_default_62" [id=1508, type="dequantize_per_tensor"]; -"1509 linear_61_scale_0" [id=1509, type="get_attr"]; -"1510 linear_61_zero_point_0" [id=1510, type="get_attr"]; -"1511 compressed_weight_updated_constant42" [id=1511, type="get_attr"]; -"1512 quantize_per_channel_default_42" [id=1512, type="quantize_per_channel"]; -"1513 dequantize_per_channel_default_42" [id=1513, type="dequantize_per_channel"]; -"1514 linear_61" [id=1514, type=linear]; -"1515 dropout_39" [id=1515, type=dropout]; -"1516 layer_norm_22" [id=1516, type="layer_norm"]; -"1517 add_34" [id=1517, type=add]; -"1518 pad_12" [id=1518, type=pad]; -"1519 slice_133" [id=1519, type=slice]; -"1520 slice_134" [id=1520, type=slice]; -"1521 slice_135" [id=1521, type=slice]; -"1522 slice_136" [id=1522, type=slice]; -"1523 slice_137" [id=1523, type=slice]; -"1524 slice_138" [id=1524, type=slice]; -"1525 slice_139" [id=1525, type=slice]; -"1526 slice_140" [id=1526, type=slice]; -"1527 cat_2" [id=1527, type=cat]; -"1528 cat_2_0_0_nncf_smooth_quant_0" [id=1528, type="call_module"]; -"1529 quantize_per_tensor_default_63" [id=1529, type="quantize_per_tensor"]; -"1530 dequantize_per_tensor_default_63" [id=1530, type="dequantize_per_tensor"]; -"1531 linear_62_scale_0" [id=1531, type="get_attr"]; -"1532 linear_62_zero_point_0" [id=1532, type="get_attr"]; -"1533 compressed_weight_updated_constant43" [id=1533, type="get_attr"]; -"1534 quantize_per_channel_default_43" [id=1534, type="quantize_per_channel"]; -"1535 dequantize_per_channel_default_43" [id=1535, type="dequantize_per_channel"]; -"1536 linear_62" [id=1536, type=linear]; -"1537 layer_norm_23" [id=1537, type="layer_norm"]; -"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" [id=1538, type="get_attr"]; -"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1539, type="call_module"]; -"1540 linear_63" [id=1540, type=linear]; -"1541 relu__10" [id=1541, type="relu_"]; -"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" [id=1542, type="get_attr"]; -"1543 relu__10_0_0_nncf_smooth_quant_0" [id=1543, type="call_module"]; -"1544 linear_64" [id=1544, type=linear]; -"1545 view_55" [id=1545, type=view]; -"1546 index_10" [id=1546, type=index]; -"1547 view_56" [id=1547, type=view]; -"1548 permute_46" [id=1548, type=permute]; -"1549 contiguous_18" [id=1549, type=contiguous]; -"1550 unsqueeze_30" [id=1550, type=unsqueeze]; -"1551 sigmoid_10" [id=1551, type=sigmoid]; -"1552 mul_20" [id=1552, type=mul]; -"1553 pad_13" [id=1553, type=pad]; -"1554 view_57" [id=1554, type=view]; -"1555 permute_47" [id=1555, type=permute]; -"1556 reshape_45" [id=1556, type=reshape]; -"1557 clone_10" [id=1557, type=clone]; -"1558 slice_141" [id=1558, type=slice]; -"1559 zero__10" [id=1559, type="zero_"]; -"1560 reshape_45_0_0_nncf_smooth_quant_0" [id=1560, type="call_module"]; -"1561 quantize_per_tensor_default_64" [id=1561, type="quantize_per_tensor"]; -"1562 dequantize_per_tensor_default_64" [id=1562, type="dequantize_per_tensor"]; -"1563 linear_65_scale_0" [id=1563, type="get_attr"]; -"1564 linear_65_zero_point_0" [id=1564, type="get_attr"]; -"1565 compressed_weight_updated_constant44" [id=1565, type="get_attr"]; -"1566 quantize_per_channel_default_44" [id=1566, type="quantize_per_channel"]; -"1567 dequantize_per_channel_default_44" [id=1567, type="dequantize_per_channel"]; -"1568 linear_65" [id=1568, type=linear]; -"1569 reshape_46" [id=1569, type=reshape]; -"1570 permute_48" [id=1570, type=permute]; -"1571 select_30" [id=1571, type=select]; -"1572 select_31" [id=1572, type=select]; -"1573 select_32" [id=1573, type=select]; -"1574 linalg_vector_norm_20" [id=1574, type="linalg_vector_norm"]; -"1575 clamp_min_20" [id=1575, type="clamp_min"]; -"1576 expand_as_20" [id=1576, type="expand_as"]; -"1577 div_20" [id=1577, type=div]; -"1578 quantize_per_tensor_default_65" [id=1578, type="quantize_per_tensor"]; -"1579 dequantize_per_tensor_default_65" [id=1579, type="dequantize_per_tensor"]; -"1580 linalg_vector_norm_21" [id=1580, type="linalg_vector_norm"]; -"1581 clamp_min_21" [id=1581, type="clamp_min"]; -"1582 expand_as_21" [id=1582, type="expand_as"]; -"1583 div_21" [id=1583, type=div]; -"1584 quantize_per_tensor_default_66" [id=1584, type="quantize_per_tensor"]; -"1585 dequantize_per_tensor_default_66" [id=1585, type="dequantize_per_tensor"]; -"1586 transpose_20" [id=1586, type=transpose]; -"1587 matmul_20" [id=1587, type=matmul]; -"1588 clamp_10" [id=1588, type=clamp]; -"1589 exp_10" [id=1589, type=exp]; -"1590 mul_21" [id=1590, type=mul]; -"1591 add_35" [id=1591, type=add]; -"1592 softmax_10" [id=1592, type=softmax]; -"1593 dropout_40" [id=1593, type=dropout]; -"1594 matmul_21" [id=1594, type=matmul]; -"1595 transpose_21" [id=1595, type=transpose]; -"1596 reshape_47" [id=1596, type=reshape]; -"1597 reshape_47_0_0_nncf_smooth_quant_0" [id=1597, type="call_module"]; -"1598 quantize_per_tensor_default_67" [id=1598, type="quantize_per_tensor"]; -"1599 dequantize_per_tensor_default_67" [id=1599, type="dequantize_per_tensor"]; -"1600 linear_66_scale_0" [id=1600, type="get_attr"]; -"1601 linear_66_zero_point_0" [id=1601, type="get_attr"]; -"1602 compressed_weight_updated_constant45" [id=1602, type="get_attr"]; -"1603 quantize_per_channel_default_45" [id=1603, type="quantize_per_channel"]; -"1604 dequantize_per_channel_default_45" [id=1604, type="dequantize_per_channel"]; -"1605 linear_66" [id=1605, type=linear]; -"1606 dropout_41" [id=1606, type=dropout]; -"1607 view_58" [id=1607, type=view]; -"1608 permute_49" [id=1608, type=permute]; -"1609 reshape_48" [id=1609, type=reshape]; -"1610 slice_142" [id=1610, type=slice]; -"1611 slice_143" [id=1611, type=slice]; -"1612 contiguous_19" [id=1612, type=contiguous]; -"1613 layer_norm_24" [id=1613, type="layer_norm"]; -"1614 add_36" [id=1614, type=add]; -"1615 add_36_0_0_nncf_smooth_quant_0" [id=1615, type="call_module"]; -"1616 quantize_per_tensor_default_68" [id=1616, type="quantize_per_tensor"]; -"1617 dequantize_per_tensor_default_68" [id=1617, type="dequantize_per_tensor"]; -"1618 linear_67_scale_0" [id=1618, type="get_attr"]; -"1619 linear_67_zero_point_0" [id=1619, type="get_attr"]; -"1620 compressed_weight_updated_constant46" [id=1620, type="get_attr"]; -"1621 quantize_per_channel_default_46" [id=1621, type="quantize_per_channel"]; -"1622 dequantize_per_channel_default_46" [id=1622, type="dequantize_per_channel"]; -"1623 linear_67" [id=1623, type=linear]; -"1624 gelu_10" [id=1624, type=gelu]; -"1625 dropout_42" [id=1625, type=dropout]; -"1626 dropout_42_0_0_nncf_smooth_quant_0" [id=1626, type="call_module"]; -"1627 quantize_per_tensor_default_69" [id=1627, type="quantize_per_tensor"]; -"1628 dequantize_per_tensor_default_69" [id=1628, type="dequantize_per_tensor"]; -"1629 linear_68_scale_0" [id=1629, type="get_attr"]; -"1630 linear_68_zero_point_0" [id=1630, type="get_attr"]; -"1631 compressed_weight_updated_constant47" [id=1631, type="get_attr"]; -"1632 quantize_per_channel_default_47" [id=1632, type="quantize_per_channel"]; -"1633 dequantize_per_channel_default_47" [id=1633, type="dequantize_per_channel"]; -"1634 linear_68" [id=1634, type=linear]; -"1635 dropout_43" [id=1635, type=dropout]; -"1636 layer_norm_25" [id=1636, type="layer_norm"]; -"1637 add_37" [id=1637, type=add]; -"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" [id=1638, type="get_attr"]; -"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [id=1639, type="call_module"]; -"1640 linear_69" [id=1640, type=linear]; -"1641 relu__11" [id=1641, type="relu_"]; -"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" [id=1642, type="get_attr"]; -"1643 relu__11_0_0_nncf_smooth_quant_0" [id=1643, type="call_module"]; -"1644 linear_70" [id=1644, type=linear]; -"1645 view_59" [id=1645, type=view]; -"1646 index_11" [id=1646, type=index]; -"1647 view_60" [id=1647, type=view]; -"1648 permute_50" [id=1648, type=permute]; -"1649 contiguous_20" [id=1649, type=contiguous]; -"1650 unsqueeze_31" [id=1650, type=unsqueeze]; -"1651 sigmoid_11" [id=1651, type=sigmoid]; -"1652 mul_22" [id=1652, type=mul]; -"1653 pad_14" [id=1653, type=pad]; -"1654 view_61" [id=1654, type=view]; -"1655 permute_51" [id=1655, type=permute]; -"1656 reshape_49" [id=1656, type=reshape]; -"1657 clone_11" [id=1657, type=clone]; -"1658 slice_144" [id=1658, type=slice]; -"1659 zero__11" [id=1659, type="zero_"]; -"1660 reshape_49_0_0_nncf_smooth_quant_0" [id=1660, type="call_module"]; -"1661 quantize_per_tensor_default_70" [id=1661, type="quantize_per_tensor"]; -"1662 dequantize_per_tensor_default_70" [id=1662, type="dequantize_per_tensor"]; -"1663 linear_71_scale_0" [id=1663, type="get_attr"]; -"1664 linear_71_zero_point_0" [id=1664, type="get_attr"]; -"1665 compressed_weight_updated_constant48" [id=1665, type="get_attr"]; -"1666 quantize_per_channel_default_48" [id=1666, type="quantize_per_channel"]; -"1667 dequantize_per_channel_default_48" [id=1667, type="dequantize_per_channel"]; -"1668 linear_71" [id=1668, type=linear]; -"1669 reshape_50" [id=1669, type=reshape]; -"1670 permute_52" [id=1670, type=permute]; -"1671 select_33" [id=1671, type=select]; -"1672 select_34" [id=1672, type=select]; -"1673 select_35" [id=1673, type=select]; -"1674 linalg_vector_norm_22" [id=1674, type="linalg_vector_norm"]; -"1675 clamp_min_22" [id=1675, type="clamp_min"]; -"1676 expand_as_22" [id=1676, type="expand_as"]; -"1677 div_22" [id=1677, type=div]; -"1678 quantize_per_tensor_default_71" [id=1678, type="quantize_per_tensor"]; -"1679 dequantize_per_tensor_default_71" [id=1679, type="dequantize_per_tensor"]; -"1680 linalg_vector_norm_23" [id=1680, type="linalg_vector_norm"]; -"1681 clamp_min_23" [id=1681, type="clamp_min"]; -"1682 expand_as_23" [id=1682, type="expand_as"]; -"1683 div_23" [id=1683, type=div]; -"1684 quantize_per_tensor_default_72" [id=1684, type="quantize_per_tensor"]; -"1685 dequantize_per_tensor_default_72" [id=1685, type="dequantize_per_tensor"]; -"1686 transpose_22" [id=1686, type=transpose]; -"1687 matmul_22" [id=1687, type=matmul]; -"1688 clamp_11" [id=1688, type=clamp]; -"1689 exp_11" [id=1689, type=exp]; -"1690 mul_23" [id=1690, type=mul]; -"1691 add_38" [id=1691, type=add]; -"1692 softmax_11" [id=1692, type=softmax]; -"1693 dropout_44" [id=1693, type=dropout]; -"1694 matmul_23" [id=1694, type=matmul]; -"1695 transpose_23" [id=1695, type=transpose]; -"1696 reshape_51" [id=1696, type=reshape]; -"1697 reshape_51_0_0_nncf_smooth_quant_0" [id=1697, type="call_module"]; -"1698 quantize_per_tensor_default_73" [id=1698, type="quantize_per_tensor"]; -"1699 dequantize_per_tensor_default_73" [id=1699, type="dequantize_per_tensor"]; -"1700 linear_72_scale_0" [id=1700, type="get_attr"]; -"1701 linear_72_zero_point_0" [id=1701, type="get_attr"]; -"1702 compressed_weight_updated_constant49" [id=1702, type="get_attr"]; -"1703 quantize_per_channel_default_49" [id=1703, type="quantize_per_channel"]; -"1704 dequantize_per_channel_default_49" [id=1704, type="dequantize_per_channel"]; -"1705 linear_72" [id=1705, type=linear]; -"1706 dropout_45" [id=1706, type=dropout]; -"1707 view_62" [id=1707, type=view]; -"1708 permute_53" [id=1708, type=permute]; -"1709 reshape_52" [id=1709, type=reshape]; -"1710 slice_145" [id=1710, type=slice]; -"1711 slice_146" [id=1711, type=slice]; -"1712 contiguous_21" [id=1712, type=contiguous]; -"1713 layer_norm_26" [id=1713, type="layer_norm"]; -"1714 add_39" [id=1714, type=add]; -"1715 add_39_0_0_nncf_smooth_quant_0" [id=1715, type="call_module"]; -"1716 quantize_per_tensor_default_74" [id=1716, type="quantize_per_tensor"]; -"1717 dequantize_per_tensor_default_74" [id=1717, type="dequantize_per_tensor"]; -"1718 linear_73_scale_0" [id=1718, type="get_attr"]; -"1719 linear_73_zero_point_0" [id=1719, type="get_attr"]; -"1720 compressed_weight_updated_constant50" [id=1720, type="get_attr"]; -"1721 quantize_per_channel_default_50" [id=1721, type="quantize_per_channel"]; -"1722 dequantize_per_channel_default_50" [id=1722, type="dequantize_per_channel"]; -"1723 linear_73" [id=1723, type=linear]; -"1724 gelu_11" [id=1724, type=gelu]; -"1725 dropout_46" [id=1725, type=dropout]; -"1726 dropout_46_0_0_nncf_smooth_quant_0" [id=1726, type="call_module"]; -"1727 quantize_per_tensor_default_75" [id=1727, type="quantize_per_tensor"]; -"1728 dequantize_per_tensor_default_75" [id=1728, type="dequantize_per_tensor"]; -"1729 linear_74_scale_0" [id=1729, type="get_attr"]; -"1730 linear_74_zero_point_0" [id=1730, type="get_attr"]; -"1731 compressed_weight_updated_constant51" [id=1731, type="get_attr"]; -"1732 quantize_per_channel_default_51" [id=1732, type="quantize_per_channel"]; -"1733 dequantize_per_channel_default_51" [id=1733, type="dequantize_per_channel"]; -"1734 linear_74" [id=1734, type=linear]; -"1735 dropout_47" [id=1735, type=dropout]; -"1736 layer_norm_27" [id=1736, type="layer_norm"]; -"1737 add_40" [id=1737, type=add]; -"1738 layer_norm_28" [id=1738, type="layer_norm"]; -"1739 permute_54" [id=1739, type=permute]; -"1740 adaptive_avg_pool2d" [id=1740, type="adaptive_avg_pool2d"]; -"1741 flatten" [id=1741, type=flatten]; -"1742 flatten_0_0_nncf_smooth_quant_0" [id=1742, type="call_module"]; -"1743 quantize_per_tensor_default_76" [id=1743, type="quantize_per_tensor"]; -"1744 dequantize_per_tensor_default_76" [id=1744, type="dequantize_per_tensor"]; -"1745 linear_75_scale_0" [id=1745, type="get_attr"]; -"1746 linear_75_zero_point_0" [id=1746, type="get_attr"]; -"1747 compressed_weight_updated_constant52" [id=1747, type="get_attr"]; -"1748 quantize_per_channel_default_52" [id=1748, type="quantize_per_channel"]; -"1749 dequantize_per_channel_default_52" [id=1749, type="dequantize_per_channel"]; -"1750 linear_75" [id=1750, type=linear]; -"1751 output" [id=1751, type=output]; -"0 features_1_0_attn_qkv_bias" -> "231 clone" [style=solid, label="(288,)"]; -"1 features_1_0_attn_proj_bias" -> "279 linear_3" [style=solid, label="(96,)"]; -"2 features_1_0_attn_logit_scale" -> "262 clamp" [style=solid, label="(3, 1, 1)"]; -"3 features_1_1_attn_qkv_bias" -> "330 clone_1" [style=solid, label="(288,)"]; -"4 features_1_1_attn_proj_bias" -> "430 linear_9" [style=solid, label="(96,)"]; -"5 features_1_1_attn_logit_scale" -> "361 clamp_1" [style=solid, label="(3, 1, 1)"]; -"6 features_3_0_attn_qkv_bias" -> "501 clone_2" [style=solid, label="(576,)"]; -"7 features_3_0_attn_proj_bias" -> "549 linear_16" [style=solid, label="(192,)"]; -"8 features_3_0_attn_logit_scale" -> "532 clamp_2" [style=solid, label="(6, 1, 1)"]; -"9 features_3_1_attn_qkv_bias" -> "602 clone_3" [style=solid, label="(576,)"]; -"10 features_3_1_attn_proj_bias" -> "702 linear_22" [style=solid, label="(192,)"]; -"11 features_3_1_attn_logit_scale" -> "633 clamp_3" [style=solid, label="(6, 1, 1)"]; -"12 features_5_0_attn_qkv_bias" -> "775 clone_4" [style=solid, label="(1152,)"]; -"13 features_5_0_attn_proj_bias" -> "823 linear_29" [style=solid, label="(384,)"]; -"14 features_5_0_attn_logit_scale" -> "806 clamp_4" [style=solid, label="(12, 1, 1)"]; -"15 features_5_1_attn_qkv_bias" -> "876 clone_5" [style=solid, label="(1152,)"]; -"16 features_5_1_attn_proj_bias" -> "976 linear_35" [style=solid, label="(384,)"]; -"17 features_5_1_attn_logit_scale" -> "907 clamp_5" [style=solid, label="(12, 1, 1)"]; -"18 features_5_2_attn_qkv_bias" -> "1029 clone_6" [style=solid, label="(1152,)"]; -"19 features_5_2_attn_proj_bias" -> "1077 linear_41" [style=solid, label="(384,)"]; -"20 features_5_2_attn_logit_scale" -> "1060 clamp_6" [style=solid, label="(12, 1, 1)"]; -"21 features_5_3_attn_qkv_bias" -> "1130 clone_7" [style=solid, label="(1152,)"]; -"22 features_5_3_attn_proj_bias" -> "1230 linear_47" [style=solid, label="(384,)"]; -"23 features_5_3_attn_logit_scale" -> "1161 clamp_7" [style=solid, label="(12, 1, 1)"]; -"24 features_5_4_attn_qkv_bias" -> "1283 clone_8" [style=solid, label="(1152,)"]; -"25 features_5_4_attn_proj_bias" -> "1331 linear_53" [style=solid, label="(384,)"]; -"26 features_5_4_attn_logit_scale" -> "1314 clamp_8" [style=solid, label="(12, 1, 1)"]; -"27 features_5_5_attn_qkv_bias" -> "1384 clone_9" [style=solid, label="(1152,)"]; -"28 features_5_5_attn_proj_bias" -> "1484 linear_59" [style=solid, label="(384,)"]; -"29 features_5_5_attn_logit_scale" -> "1415 clamp_9" [style=solid, label="(12, 1, 1)"]; -"30 features_7_0_attn_qkv_bias" -> "1557 clone_10" [style=solid, label="(2304,)"]; -"31 features_7_0_attn_proj_bias" -> "1605 linear_66" [style=solid, label="(768,)"]; -"32 features_7_0_attn_logit_scale" -> "1588 clamp_10" [style=solid, label="(24, 1, 1)"]; -"33 features_7_1_attn_qkv_bias" -> "1657 clone_11" [style=solid, label="(2304,)"]; -"34 features_7_1_attn_proj_bias" -> "1705 linear_72" [style=solid, label="(768,)"]; -"35 features_7_1_attn_logit_scale" -> "1688 clamp_11" [style=solid, label="(24, 1, 1)"]; -"36 features_0_0_bias" -> "209 conv2d" [style=solid, label="(96,)"]; -"37 features_0_2_weight" -> "211 layer_norm" [style=solid, label="(96,)"]; -"38 features_0_2_bias" -> "211 layer_norm" [style=solid, label="(96,)"]; -"39 features_1_0_attn_cpb_mlp_0_bias" -> "214 linear" [style=solid, label="(512,)"]; -"40 features_1_0_norm1_weight" -> "285 layer_norm_1" [style=solid, label="(96,)"]; -"41 features_1_0_norm1_bias" -> "285 layer_norm_1" [style=solid, label="(96,)"]; -"42 features_1_0_mlp_0_bias" -> "295 linear_4" [style=solid, label="(384,)"]; -"43 features_1_0_mlp_3_bias" -> "306 linear_5" [style=solid, label="(96,)"]; -"44 features_1_0_norm2_weight" -> "308 layer_norm_2" [style=solid, label="(96,)"]; -"45 features_1_0_norm2_bias" -> "308 layer_norm_2" [style=solid, label="(96,)"]; -"46 features_1_1_attn_cpb_mlp_0_bias" -> "312 linear_6" [style=solid, label="(512,)"]; -"47 features_1_1_norm1_weight" -> "437 layer_norm_3" [style=solid, label="(96,)"]; -"48 features_1_1_norm1_bias" -> "437 layer_norm_3" [style=solid, label="(96,)"]; -"49 features_1_1_mlp_0_bias" -> "447 linear_10" [style=solid, label="(384,)"]; -"50 features_1_1_mlp_3_bias" -> "458 linear_11" [style=solid, label="(96,)"]; -"51 features_1_1_norm2_weight" -> "460 layer_norm_4" [style=solid, label="(96,)"]; -"52 features_1_1_norm2_bias" -> "460 layer_norm_4" [style=solid, label="(96,)"]; -"53 features_2_norm_weight" -> "481 layer_norm_5" [style=solid, label="(192,)"]; -"54 features_2_norm_bias" -> "481 layer_norm_5" [style=solid, label="(192,)"]; -"55 features_3_0_attn_cpb_mlp_0_bias" -> "484 linear_13" [style=solid, label="(512,)"]; -"56 features_3_0_norm1_weight" -> "557 layer_norm_6" [style=solid, label="(192,)"]; -"57 features_3_0_norm1_bias" -> "557 layer_norm_6" [style=solid, label="(192,)"]; -"58 features_3_0_mlp_0_bias" -> "567 linear_17" [style=solid, label="(768,)"]; -"59 features_3_0_mlp_3_bias" -> "578 linear_18" [style=solid, label="(192,)"]; -"60 features_3_0_norm2_weight" -> "580 layer_norm_7" [style=solid, label="(192,)"]; -"61 features_3_0_norm2_bias" -> "580 layer_norm_7" [style=solid, label="(192,)"]; -"62 features_3_1_attn_cpb_mlp_0_bias" -> "584 linear_19" [style=solid, label="(512,)"]; -"63 features_3_1_norm1_weight" -> "711 layer_norm_8" [style=solid, label="(192,)"]; -"64 features_3_1_norm1_bias" -> "711 layer_norm_8" [style=solid, label="(192,)"]; -"65 features_3_1_mlp_0_bias" -> "721 linear_23" [style=solid, label="(768,)"]; -"66 features_3_1_mlp_3_bias" -> "732 linear_24" [style=solid, label="(192,)"]; -"67 features_3_1_norm2_weight" -> "734 layer_norm_9" [style=solid, label="(192,)"]; -"68 features_3_1_norm2_bias" -> "734 layer_norm_9" [style=solid, label="(192,)"]; -"69 features_4_norm_weight" -> "755 layer_norm_10" [style=solid, label="(384,)"]; -"70 features_4_norm_bias" -> "755 layer_norm_10" [style=solid, label="(384,)"]; -"71 features_5_0_attn_cpb_mlp_0_bias" -> "758 linear_26" [style=solid, label="(512,)"]; -"72 features_5_0_norm1_weight" -> "831 layer_norm_11" [style=solid, label="(384,)"]; -"73 features_5_0_norm1_bias" -> "831 layer_norm_11" [style=solid, label="(384,)"]; -"74 features_5_0_mlp_0_bias" -> "841 linear_30" [style=solid, label="(1536,)"]; -"75 features_5_0_mlp_3_bias" -> "852 linear_31" [style=solid, label="(384,)"]; -"76 features_5_0_norm2_weight" -> "854 layer_norm_12" [style=solid, label="(384,)"]; -"77 features_5_0_norm2_bias" -> "854 layer_norm_12" [style=solid, label="(384,)"]; -"78 features_5_1_attn_cpb_mlp_0_bias" -> "858 linear_32" [style=solid, label="(512,)"]; -"79 features_5_1_norm1_weight" -> "985 layer_norm_13" [style=solid, label="(384,)"]; -"80 features_5_1_norm1_bias" -> "985 layer_norm_13" [style=solid, label="(384,)"]; -"81 features_5_1_mlp_0_bias" -> "995 linear_36" [style=solid, label="(1536,)"]; -"82 features_5_1_mlp_3_bias" -> "1006 linear_37" [style=solid, label="(384,)"]; -"83 features_5_1_norm2_weight" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; -"84 features_5_1_norm2_bias" -> "1008 layer_norm_14" [style=solid, label="(384,)"]; -"85 features_5_2_attn_cpb_mlp_0_bias" -> "1012 linear_38" [style=solid, label="(512,)"]; -"86 features_5_2_norm1_weight" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; -"87 features_5_2_norm1_bias" -> "1085 layer_norm_15" [style=solid, label="(384,)"]; -"88 features_5_2_mlp_0_bias" -> "1095 linear_42" [style=solid, label="(1536,)"]; -"89 features_5_2_mlp_3_bias" -> "1106 linear_43" [style=solid, label="(384,)"]; -"90 features_5_2_norm2_weight" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; -"91 features_5_2_norm2_bias" -> "1108 layer_norm_16" [style=solid, label="(384,)"]; -"92 features_5_3_attn_cpb_mlp_0_bias" -> "1112 linear_44" [style=solid, label="(512,)"]; -"93 features_5_3_norm1_weight" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; -"94 features_5_3_norm1_bias" -> "1239 layer_norm_17" [style=solid, label="(384,)"]; -"95 features_5_3_mlp_0_bias" -> "1249 linear_48" [style=solid, label="(1536,)"]; -"96 features_5_3_mlp_3_bias" -> "1260 linear_49" [style=solid, label="(384,)"]; -"97 features_5_3_norm2_weight" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; -"98 features_5_3_norm2_bias" -> "1262 layer_norm_18" [style=solid, label="(384,)"]; -"99 features_5_4_attn_cpb_mlp_0_bias" -> "1266 linear_50" [style=solid, label="(512,)"]; -"100 features_5_4_norm1_weight" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; -"101 features_5_4_norm1_bias" -> "1339 layer_norm_19" [style=solid, label="(384,)"]; -"102 features_5_4_mlp_0_bias" -> "1349 linear_54" [style=solid, label="(1536,)"]; -"103 features_5_4_mlp_3_bias" -> "1360 linear_55" [style=solid, label="(384,)"]; -"104 features_5_4_norm2_weight" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; -"105 features_5_4_norm2_bias" -> "1362 layer_norm_20" [style=solid, label="(384,)"]; -"106 features_5_5_attn_cpb_mlp_0_bias" -> "1366 linear_56" [style=solid, label="(512,)"]; -"107 features_5_5_norm1_weight" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; -"108 features_5_5_norm1_bias" -> "1493 layer_norm_21" [style=solid, label="(384,)"]; -"109 features_5_5_mlp_0_bias" -> "1503 linear_60" [style=solid, label="(1536,)"]; -"110 features_5_5_mlp_3_bias" -> "1514 linear_61" [style=solid, label="(384,)"]; -"111 features_5_5_norm2_weight" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; -"112 features_5_5_norm2_bias" -> "1516 layer_norm_22" [style=solid, label="(384,)"]; -"113 features_6_norm_weight" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; -"114 features_6_norm_bias" -> "1537 layer_norm_23" [style=solid, label="(768,)"]; -"115 features_7_0_attn_cpb_mlp_0_bias" -> "1540 linear_63" [style=solid, label="(512,)"]; -"116 features_7_0_norm1_weight" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; -"117 features_7_0_norm1_bias" -> "1613 layer_norm_24" [style=solid, label="(768,)"]; -"118 features_7_0_mlp_0_bias" -> "1623 linear_67" [style=solid, label="(3072,)"]; -"119 features_7_0_mlp_3_bias" -> "1634 linear_68" [style=solid, label="(768,)"]; -"120 features_7_0_norm2_weight" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; -"121 features_7_0_norm2_bias" -> "1636 layer_norm_25" [style=solid, label="(768,)"]; -"122 features_7_1_attn_cpb_mlp_0_bias" -> "1640 linear_69" [style=solid, label="(512,)"]; -"123 features_7_1_norm1_weight" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; -"124 features_7_1_norm1_bias" -> "1713 layer_norm_26" [style=solid, label="(768,)"]; -"125 features_7_1_mlp_0_bias" -> "1723 linear_73" [style=solid, label="(3072,)"]; -"126 features_7_1_mlp_3_bias" -> "1734 linear_74" [style=solid, label="(768,)"]; -"127 features_7_1_norm2_weight" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; -"128 features_7_1_norm2_bias" -> "1736 layer_norm_27" [style=solid, label="(768,)"]; -"129 norm_weight" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; -"130 norm_bias" -> "1738 layer_norm_28" [style=solid, label="(768,)"]; -"131 head_bias" -> "1750 linear_75" [style=solid, label="(1000,)"]; -"132 features_1_0_attn_relative_coords_table" -> "213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"133 features_1_0_attn_relative_position_index" -> "220 index" [style=solid, label="(4096,)"]; -"134 features_1_1_attn_relative_coords_table" -> "311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"135 features_1_1_attn_relative_position_index" -> "318 index_1" [style=solid, label="(4096,)"]; -"136 features_3_0_attn_relative_coords_table" -> "483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"137 features_3_0_attn_relative_position_index" -> "490 index_2" [style=solid, label="(4096,)"]; -"138 features_3_1_attn_relative_coords_table" -> "583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"139 features_3_1_attn_relative_position_index" -> "590 index_3" [style=solid, label="(4096,)"]; -"140 features_5_0_attn_relative_coords_table" -> "757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"141 features_5_0_attn_relative_position_index" -> "764 index_4" [style=solid, label="(4096,)"]; -"142 features_5_1_attn_relative_coords_table" -> "857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"143 features_5_1_attn_relative_position_index" -> "864 index_5" [style=solid, label="(4096,)"]; -"144 features_5_2_attn_relative_coords_table" -> "1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"145 features_5_2_attn_relative_position_index" -> "1018 index_6" [style=solid, label="(4096,)"]; -"146 features_5_3_attn_relative_coords_table" -> "1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"147 features_5_3_attn_relative_position_index" -> "1118 index_7" [style=solid, label="(4096,)"]; -"148 features_5_4_attn_relative_coords_table" -> "1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"149 features_5_4_attn_relative_position_index" -> "1272 index_8" [style=solid, label="(4096,)"]; -"150 features_5_5_attn_relative_coords_table" -> "1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"151 features_5_5_attn_relative_position_index" -> "1372 index_9" [style=solid, label="(4096,)"]; -"152 features_7_0_attn_relative_coords_table" -> "1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"153 features_7_0_attn_relative_position_index" -> "1546 index_10" [style=solid, label="(4096,)"]; -"154 features_7_1_attn_relative_coords_table" -> "1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 2)"]; -"155 features_7_1_attn_relative_position_index" -> "1646 index_11" [style=solid, label="(4096,)"]; -"156 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" -> "366 lift_fresh_copy" [style=solid, label="()"]; -"157 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" -> "370 lift_fresh_copy_1" [style=solid, label="()"]; -"158 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" -> "374 lift_fresh_copy_2" [style=solid, label="()"]; -"159 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" -> "378 lift_fresh_copy_3" [style=solid, label="()"]; -"160 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" -> "382 lift_fresh_copy_4" [style=solid, label="()"]; -"161 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" -> "386 lift_fresh_copy_5" [style=solid, label="()"]; -"162 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" -> "390 lift_fresh_copy_6" [style=solid, label="()"]; -"163 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" -> "394 lift_fresh_copy_7" [style=solid, label="()"]; -"164 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" -> "398 lift_fresh_copy_8" [style=solid, label="()"]; -"165 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" -> "638 lift_fresh_copy_9" [style=solid, label="()"]; -"166 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" -> "642 lift_fresh_copy_10" [style=solid, label="()"]; -"167 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" -> "646 lift_fresh_copy_11" [style=solid, label="()"]; -"168 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" -> "650 lift_fresh_copy_12" [style=solid, label="()"]; -"169 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" -> "654 lift_fresh_copy_13" [style=solid, label="()"]; -"170 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" -> "658 lift_fresh_copy_14" [style=solid, label="()"]; -"171 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" -> "662 lift_fresh_copy_15" [style=solid, label="()"]; -"172 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" -> "666 lift_fresh_copy_16" [style=solid, label="()"]; -"173 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" -> "670 lift_fresh_copy_17" [style=solid, label="()"]; -"174 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" -> "912 lift_fresh_copy_18" [style=solid, label="()"]; -"175 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" -> "916 lift_fresh_copy_19" [style=solid, label="()"]; -"176 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" -> "920 lift_fresh_copy_20" [style=solid, label="()"]; -"177 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" -> "924 lift_fresh_copy_21" [style=solid, label="()"]; -"178 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" -> "928 lift_fresh_copy_22" [style=solid, label="()"]; -"179 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" -> "932 lift_fresh_copy_23" [style=solid, label="()"]; -"180 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" -> "936 lift_fresh_copy_24" [style=solid, label="()"]; -"181 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" -> "940 lift_fresh_copy_25" [style=solid, label="()"]; -"182 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" -> "944 lift_fresh_copy_26" [style=solid, label="()"]; -"183 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" -> "1166 lift_fresh_copy_27" [style=solid, label="()"]; -"184 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" -> "1170 lift_fresh_copy_28" [style=solid, label="()"]; -"185 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" -> "1174 lift_fresh_copy_29" [style=solid, label="()"]; -"186 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" -> "1178 lift_fresh_copy_30" [style=solid, label="()"]; -"187 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" -> "1182 lift_fresh_copy_31" [style=solid, label="()"]; -"188 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" -> "1186 lift_fresh_copy_32" [style=solid, label="()"]; -"189 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" -> "1190 lift_fresh_copy_33" [style=solid, label="()"]; -"190 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" -> "1194 lift_fresh_copy_34" [style=solid, label="()"]; -"191 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" -> "1198 lift_fresh_copy_35" [style=solid, label="()"]; -"192 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" -> "1420 lift_fresh_copy_36" [style=solid, label="()"]; -"193 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" -> "1424 lift_fresh_copy_37" [style=solid, label="()"]; -"194 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" -> "1428 lift_fresh_copy_38" [style=solid, label="()"]; -"195 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" -> "1432 lift_fresh_copy_39" [style=solid, label="()"]; -"196 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" -> "1436 lift_fresh_copy_40" [style=solid, label="()"]; -"197 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" -> "1440 lift_fresh_copy_41" [style=solid, label="()"]; -"198 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" -> "1444 lift_fresh_copy_42" [style=solid, label="()"]; -"199 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" -> "1448 lift_fresh_copy_43" [style=solid, label="()"]; -"200 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" -> "1452 lift_fresh_copy_44" [style=solid, label="()"]; -"201 x" -> "202 quantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"202 quantize_per_tensor_default" -> "203 dequantize_per_tensor_default" [style=solid, label="(1, 3, 224, 224)"]; -"203 dequantize_per_tensor_default" -> "209 conv2d" [style=solid, label="(1, 3, 224, 224)"]; -"204 conv2d_scale_0" -> "207 quantize_per_channel_default" [style=solid, label="(96,)"]; -"204 conv2d_scale_0" -> "208 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"205 conv2d_zero_point_0" -> "207 quantize_per_channel_default" [style=solid, label="(96,)"]; -"205 conv2d_zero_point_0" -> "208 dequantize_per_channel_default" [style=solid, label="(96,)"]; -"206 compressed_weight_updated_constant0" -> "207 quantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; -"207 quantize_per_channel_default" -> "208 dequantize_per_channel_default" [style=solid, label="(96, 3, 4, 4)"]; -"208 dequantize_per_channel_default" -> "209 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"209 conv2d" -> "210 permute" [style=solid, label="(1, 96, 56, 56)"]; -"210 permute" -> "211 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "227 pad" [style=solid, label="(1, 56, 56, 96)"]; -"211 layer_norm" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"212 features_1_0_attn_cpb_mlp_0_weight_updated_constant0" -> "214 linear" [style=solid, label="(512, 2)"]; -"213 features_1_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "214 linear" [style=solid, label="(1, 15, 15, 2)"]; -"214 linear" -> "215 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"215 relu_" -> "217 relu__0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"216 features_1_0_attn_cpb_mlp_2_weight_updated_constant0" -> "218 linear_1" [style=solid, label="(3, 512)"]; -"217 relu__0_0_nncf_smooth_quant_0" -> "218 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"218 linear_1" -> "219 view" [style=solid, label="(1, 15, 15, 3)"]; -"219 view" -> "220 index" [style=solid, label="(225, 3)"]; -"220 index" -> "221 view_1" [style=solid, label="(4096, 3)"]; -"221 view_1" -> "222 permute_1" [style=solid, label="(64, 64, 3)"]; -"222 permute_1" -> "223 contiguous" [style=solid, label="(3, 64, 64)"]; -"223 contiguous" -> "224 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"224 unsqueeze" -> "225 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"225 sigmoid" -> "226 mul" [style=solid, label="(1, 3, 64, 64)"]; -"226 mul" -> "265 add" [style=solid, label="(1, 3, 64, 64)"]; -"227 pad" -> "228 view_2" [style=solid, label="(1, 56, 56, 96)"]; -"228 view_2" -> "229 permute_2" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"229 permute_2" -> "230 reshape" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"230 reshape" -> "234 reshape_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"231 clone" -> "232 slice_1" [style=solid, label="(288,)"]; -"231 clone" -> "242 linear_2" [style=solid, label="(288,)"]; -"232 slice_1" -> "233 zero_" [style=solid, label="(96,)"]; -"234 reshape_0_0_nncf_smooth_quant_0" -> "235 quantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"235 quantize_per_tensor_default_1" -> "236 dequantize_per_tensor_default_1" [style=solid, label="(49, 64, 96)"]; -"236 dequantize_per_tensor_default_1" -> "242 linear_2" [style=solid, label="(49, 64, 96)"]; -"237 linear_2_scale_0" -> "240 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"237 linear_2_scale_0" -> "241 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"238 linear_2_zero_point_0" -> "240 quantize_per_channel_default_1" [style=solid, label="(288,)"]; -"238 linear_2_zero_point_0" -> "241 dequantize_per_channel_default_1" [style=solid, label="(288,)"]; -"239 compressed_weight_updated_constant1" -> "240 quantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"240 quantize_per_channel_default_1" -> "241 dequantize_per_channel_default_1" [style=solid, label="(288, 96)"]; -"241 dequantize_per_channel_default_1" -> "242 linear_2" [style=solid, label="(288, 96)"]; -"242 linear_2" -> "243 reshape_1" [style=solid, label="(49, 64, 288)"]; -"243 reshape_1" -> "244 permute_3" [style=solid, label="(49, 64, 3, 3, 32)"]; -"244 permute_3" -> "245 select" [style=solid, label="(3, 49, 3, 64, 32)"]; -"244 permute_3" -> "246 select_1" [style=solid, label="(3, 49, 3, 64, 32)"]; -"244 permute_3" -> "247 select_2" [style=solid, label="(3, 49, 3, 64, 32)"]; -"245 select" -> "248 linalg_vector_norm" [style=solid, label="(49, 3, 64, 32)"]; -"245 select" -> "250 expand_as" [style=solid, label="(49, 3, 64, 32)"]; -"245 select" -> "251 div" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "254 linalg_vector_norm_1" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "256 expand_as_1" [style=solid, label="(49, 3, 64, 32)"]; -"246 select_1" -> "257 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"247 select_2" -> "268 matmul_1" [style=solid, label="(49, 3, 64, 32)"]; -"248 linalg_vector_norm" -> "249 clamp_min" [style=solid, label="(49, 3, 64, 1)"]; -"249 clamp_min" -> "250 expand_as" [style=solid, label="(49, 3, 64, 1)"]; -"250 expand_as" -> "251 div" [style=solid, label="(49, 3, 64, 32)"]; -"251 div" -> "252 quantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"252 quantize_per_tensor_default_2" -> "253 dequantize_per_tensor_default_2" [style=solid, label="(49, 3, 64, 32)"]; -"253 dequantize_per_tensor_default_2" -> "261 matmul" [style=solid, label="(49, 3, 64, 32)"]; -"254 linalg_vector_norm_1" -> "255 clamp_min_1" [style=solid, label="(49, 3, 64, 1)"]; -"255 clamp_min_1" -> "256 expand_as_1" [style=solid, label="(49, 3, 64, 1)"]; -"256 expand_as_1" -> "257 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"257 div_1" -> "258 quantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"258 quantize_per_tensor_default_3" -> "259 dequantize_per_tensor_default_3" [style=solid, label="(49, 3, 64, 32)"]; -"259 dequantize_per_tensor_default_3" -> "260 transpose" [style=solid, label="(49, 3, 64, 32)"]; -"260 transpose" -> "261 matmul" [style=solid, label="(49, 3, 32, 64)"]; -"261 matmul" -> "264 mul_1" [style=solid, label="(49, 3, 64, 64)"]; -"262 clamp" -> "263 exp" [style=solid, label="(3, 1, 1)"]; -"263 exp" -> "264 mul_1" [style=solid, label="(3, 1, 1)"]; -"264 mul_1" -> "265 add" [style=solid, label="(49, 3, 64, 64)"]; -"265 add" -> "266 softmax" [style=solid, label="(49, 3, 64, 64)"]; -"266 softmax" -> "267 dropout" [style=solid, label="(49, 3, 64, 64)"]; -"267 dropout" -> "268 matmul_1" [style=solid, label="(49, 3, 64, 64)"]; -"268 matmul_1" -> "269 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; -"269 transpose_1" -> "270 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; -"270 reshape_2" -> "271 reshape_2_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"271 reshape_2_0_0_nncf_smooth_quant_0" -> "272 quantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"272 quantize_per_tensor_default_4" -> "273 dequantize_per_tensor_default_4" [style=solid, label="(49, 64, 96)"]; -"273 dequantize_per_tensor_default_4" -> "279 linear_3" [style=solid, label="(49, 64, 96)"]; -"274 linear_3_scale_0" -> "277 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"274 linear_3_scale_0" -> "278 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"275 linear_3_zero_point_0" -> "277 quantize_per_channel_default_2" [style=solid, label="(96,)"]; -"275 linear_3_zero_point_0" -> "278 dequantize_per_channel_default_2" [style=solid, label="(96,)"]; -"276 compressed_weight_updated_constant2" -> "277 quantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"277 quantize_per_channel_default_2" -> "278 dequantize_per_channel_default_2" [style=solid, label="(96, 96)"]; -"278 dequantize_per_channel_default_2" -> "279 linear_3" [style=solid, label="(96, 96)"]; -"279 linear_3" -> "280 dropout_1" [style=solid, label="(49, 64, 96)"]; -"280 dropout_1" -> "281 view_3" [style=solid, label="(49, 64, 96)"]; -"281 view_3" -> "282 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"282 permute_4" -> "283 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"283 reshape_3" -> "284 alias" [style=solid, label="(1, 56, 56, 96)"]; -"284 alias" -> "285 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"285 layer_norm_1" -> "286 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"286 add_1" -> "287 add_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"286 add_1" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"287 add_1_0_0_nncf_smooth_quant_0" -> "288 quantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"288 quantize_per_tensor_default_5" -> "289 dequantize_per_tensor_default_5" [style=solid, label="(1, 56, 56, 96)"]; -"289 dequantize_per_tensor_default_5" -> "295 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"290 linear_4_scale_0" -> "293 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"290 linear_4_scale_0" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"291 linear_4_zero_point_0" -> "293 quantize_per_channel_default_3" [style=solid, label="(384,)"]; -"291 linear_4_zero_point_0" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384,)"]; -"292 compressed_weight_updated_constant3" -> "293 quantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"293 quantize_per_channel_default_3" -> "294 dequantize_per_channel_default_3" [style=solid, label="(384, 96)"]; -"294 dequantize_per_channel_default_3" -> "295 linear_4" [style=solid, label="(384, 96)"]; -"295 linear_4" -> "296 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"296 gelu" -> "297 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"297 dropout_2" -> "298 dropout_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"298 dropout_2_0_0_nncf_smooth_quant_0" -> "299 quantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"299 quantize_per_tensor_default_6" -> "300 dequantize_per_tensor_default_6" [style=solid, label="(1, 56, 56, 384)"]; -"300 dequantize_per_tensor_default_6" -> "306 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"301 linear_5_scale_0" -> "304 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"301 linear_5_scale_0" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"302 linear_5_zero_point_0" -> "304 quantize_per_channel_default_4" [style=solid, label="(96,)"]; -"302 linear_5_zero_point_0" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96,)"]; -"303 compressed_weight_updated_constant4" -> "304 quantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"304 quantize_per_channel_default_4" -> "305 dequantize_per_channel_default_4" [style=solid, label="(96, 384)"]; -"305 dequantize_per_channel_default_4" -> "306 linear_5" [style=solid, label="(96, 384)"]; -"306 linear_5" -> "307 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"307 dropout_3" -> "308 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"308 layer_norm_2" -> "309 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"309 add_2" -> "325 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"309 add_2" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"310 features_1_1_attn_cpb_mlp_0_weight_updated_constant0" -> "312 linear_6" [style=solid, label="(512, 2)"]; -"311 features_1_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "312 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"312 linear_6" -> "313 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"313 relu__1" -> "315 relu__1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"314 features_1_1_attn_cpb_mlp_2_weight_updated_constant0" -> "316 linear_7" [style=solid, label="(3, 512)"]; -"315 relu__1_0_0_nncf_smooth_quant_0" -> "316 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"316 linear_7" -> "317 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"317 view_4" -> "318 index_1" [style=solid, label="(225, 3)"]; -"318 index_1" -> "319 view_5" [style=solid, label="(4096, 3)"]; -"319 view_5" -> "320 permute_5" [style=solid, label="(64, 64, 3)"]; -"320 permute_5" -> "321 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"321 contiguous_1" -> "322 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"322 unsqueeze_1" -> "323 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"323 sigmoid_1" -> "324 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"324 mul_2" -> "364 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"325 pad_1" -> "326 roll" [style=solid, label="(1, 56, 56, 96)"]; -"326 roll" -> "327 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"327 view_6" -> "328 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"328 permute_6" -> "329 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"329 reshape_4" -> "333 reshape_4_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"329 reshape_4" -> "365 new_zeros" [style=solid, label="(49, 64, 96)"]; -"330 clone_1" -> "331 slice_2" [style=solid, label="(288,)"]; -"330 clone_1" -> "341 linear_8" [style=solid, label="(288,)"]; -"331 slice_2" -> "332 zero__1" [style=solid, label="(96,)"]; -"333 reshape_4_0_0_nncf_smooth_quant_0" -> "334 quantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"334 quantize_per_tensor_default_7" -> "335 dequantize_per_tensor_default_7" [style=solid, label="(49, 64, 96)"]; -"335 dequantize_per_tensor_default_7" -> "341 linear_8" [style=solid, label="(49, 64, 96)"]; -"336 linear_8_scale_0" -> "339 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"336 linear_8_scale_0" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"337 linear_8_zero_point_0" -> "339 quantize_per_channel_default_5" [style=solid, label="(288,)"]; -"337 linear_8_zero_point_0" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288,)"]; -"338 compressed_weight_updated_constant5" -> "339 quantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"339 quantize_per_channel_default_5" -> "340 dequantize_per_channel_default_5" [style=solid, label="(288, 96)"]; -"340 dequantize_per_channel_default_5" -> "341 linear_8" [style=solid, label="(288, 96)"]; -"341 linear_8" -> "342 reshape_5" [style=solid, label="(49, 64, 288)"]; -"342 reshape_5" -> "343 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"343 permute_7" -> "344 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"343 permute_7" -> "345 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"343 permute_7" -> "346 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"344 select_3" -> "347 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"344 select_3" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"344 select_3" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "353 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"345 select_4" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"346 select_5" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"347 linalg_vector_norm_2" -> "348 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"348 clamp_min_2" -> "349 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"349 expand_as_2" -> "350 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"350 div_2" -> "351 quantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"351 quantize_per_tensor_default_8" -> "352 dequantize_per_tensor_default_8" [style=solid, label="(49, 3, 64, 32)"]; -"352 dequantize_per_tensor_default_8" -> "360 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"353 linalg_vector_norm_3" -> "354 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"354 clamp_min_3" -> "355 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"355 expand_as_3" -> "356 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"356 div_3" -> "357 quantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"357 quantize_per_tensor_default_9" -> "358 dequantize_per_tensor_default_9" [style=solid, label="(49, 3, 64, 32)"]; -"358 dequantize_per_tensor_default_9" -> "359 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"359 transpose_2" -> "360 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"360 matmul_2" -> "363 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"361 clamp_1" -> "362 exp_1" [style=solid, label="(3, 1, 1)"]; -"362 exp_1" -> "363 mul_3" [style=solid, label="(3, 1, 1)"]; -"363 mul_3" -> "364 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"364 add_3" -> "412 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"365 new_zeros" -> "367 slice_3" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "371 slice_5" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "375 slice_7" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "379 slice_9" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "383 slice_11" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "387 slice_13" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "391 slice_15" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "395 slice_17" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "399 slice_19" [style=solid, label="(56, 56)"]; -"365 new_zeros" -> "402 view_7" [style=solid, label="(56, 56)"]; -"366 lift_fresh_copy" -> "369 fill_" [style=solid, label="()"]; -"367 slice_3" -> "368 slice_4" [style=solid, label="(48, 56)"]; -"368 slice_4" -> "369 fill_" [style=solid, label="(48, 48)"]; -"370 lift_fresh_copy_1" -> "373 fill__1" [style=solid, label="()"]; -"371 slice_5" -> "372 slice_6" [style=solid, label="(48, 56)"]; -"372 slice_6" -> "373 fill__1" [style=solid, label="(48, 4)"]; -"374 lift_fresh_copy_2" -> "377 fill__2" [style=solid, label="()"]; -"375 slice_7" -> "376 slice_8" [style=solid, label="(48, 56)"]; -"376 slice_8" -> "377 fill__2" [style=solid, label="(48, 4)"]; -"378 lift_fresh_copy_3" -> "381 fill__3" [style=solid, label="()"]; -"379 slice_9" -> "380 slice_10" [style=solid, label="(4, 56)"]; -"380 slice_10" -> "381 fill__3" [style=solid, label="(4, 48)"]; -"382 lift_fresh_copy_4" -> "385 fill__4" [style=solid, label="()"]; -"383 slice_11" -> "384 slice_12" [style=solid, label="(4, 56)"]; -"384 slice_12" -> "385 fill__4" [style=solid, label="(4, 4)"]; -"386 lift_fresh_copy_5" -> "389 fill__5" [style=solid, label="()"]; -"387 slice_13" -> "388 slice_14" [style=solid, label="(4, 56)"]; -"388 slice_14" -> "389 fill__5" [style=solid, label="(4, 4)"]; -"390 lift_fresh_copy_6" -> "393 fill__6" [style=solid, label="()"]; -"391 slice_15" -> "392 slice_16" [style=solid, label="(4, 56)"]; -"392 slice_16" -> "393 fill__6" [style=solid, label="(4, 48)"]; -"394 lift_fresh_copy_7" -> "397 fill__7" [style=solid, label="()"]; -"395 slice_17" -> "396 slice_18" [style=solid, label="(4, 56)"]; -"396 slice_18" -> "397 fill__7" [style=solid, label="(4, 4)"]; -"398 lift_fresh_copy_8" -> "401 fill__8" [style=solid, label="()"]; -"399 slice_19" -> "400 slice_20" [style=solid, label="(4, 56)"]; -"400 slice_20" -> "401 fill__8" [style=solid, label="(4, 4)"]; -"402 view_7" -> "403 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"403 permute_8" -> "404 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"404 reshape_6" -> "405 unsqueeze_2" [style=solid, label="(49, 64)"]; -"404 reshape_6" -> "406 unsqueeze_3" [style=solid, label="(49, 64)"]; -"405 unsqueeze_2" -> "407 sub" [style=solid, label="(49, 1, 64)"]; -"406 unsqueeze_3" -> "407 sub" [style=solid, label="(49, 64, 1)"]; -"407 sub" -> "408 ne" [style=solid, label="(49, 64, 64)"]; -"407 sub" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; -"407 sub" -> "410 eq" [style=solid, label="(49, 64, 64)"]; -"408 ne" -> "409 masked_fill" [style=solid, label="(49, 64, 64)"]; -"409 masked_fill" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"410 eq" -> "411 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"411 masked_fill_1" -> "413 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"412 view_8" -> "415 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"413 unsqueeze_4" -> "414 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"414 unsqueeze_5" -> "415 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"415 add_4" -> "416 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"416 view_9" -> "417 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"417 softmax_1" -> "418 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"418 dropout_4" -> "419 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"419 matmul_3" -> "420 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"420 transpose_3" -> "421 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"421 reshape_7" -> "422 reshape_7_0_0_nncf_smooth_quant_0" [style=solid, label="(49, 64, 96)"]; -"422 reshape_7_0_0_nncf_smooth_quant_0" -> "423 quantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"423 quantize_per_tensor_default_10" -> "424 dequantize_per_tensor_default_10" [style=solid, label="(49, 64, 96)"]; -"424 dequantize_per_tensor_default_10" -> "430 linear_9" [style=solid, label="(49, 64, 96)"]; -"425 linear_9_scale_0" -> "428 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"425 linear_9_scale_0" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"426 linear_9_zero_point_0" -> "428 quantize_per_channel_default_6" [style=solid, label="(96,)"]; -"426 linear_9_zero_point_0" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96,)"]; -"427 compressed_weight_updated_constant6" -> "428 quantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"428 quantize_per_channel_default_6" -> "429 dequantize_per_channel_default_6" [style=solid, label="(96, 96)"]; -"429 dequantize_per_channel_default_6" -> "430 linear_9" [style=solid, label="(96, 96)"]; -"430 linear_9" -> "431 dropout_5" [style=solid, label="(49, 64, 96)"]; -"431 dropout_5" -> "432 view_10" [style=solid, label="(49, 64, 96)"]; -"432 view_10" -> "433 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"433 permute_9" -> "434 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"434 reshape_8" -> "435 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"435 roll_1" -> "436 alias_1" [style=solid, label="(1, 56, 56, 96)"]; -"436 alias_1" -> "437 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"437 layer_norm_3" -> "438 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"438 add_5" -> "439 add_5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 96)"]; -"438 add_5" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"439 add_5_0_0_nncf_smooth_quant_0" -> "440 quantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"440 quantize_per_tensor_default_11" -> "441 dequantize_per_tensor_default_11" [style=solid, label="(1, 56, 56, 96)"]; -"441 dequantize_per_tensor_default_11" -> "447 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"442 linear_10_scale_0" -> "445 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"442 linear_10_scale_0" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"443 linear_10_zero_point_0" -> "445 quantize_per_channel_default_7" [style=solid, label="(384,)"]; -"443 linear_10_zero_point_0" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384,)"]; -"444 compressed_weight_updated_constant7" -> "445 quantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"445 quantize_per_channel_default_7" -> "446 dequantize_per_channel_default_7" [style=solid, label="(384, 96)"]; -"446 dequantize_per_channel_default_7" -> "447 linear_10" [style=solid, label="(384, 96)"]; -"447 linear_10" -> "448 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"448 gelu_1" -> "449 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"449 dropout_6" -> "450 dropout_6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 56, 56, 384)"]; -"450 dropout_6_0_0_nncf_smooth_quant_0" -> "451 quantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"451 quantize_per_tensor_default_12" -> "452 dequantize_per_tensor_default_12" [style=solid, label="(1, 56, 56, 384)"]; -"452 dequantize_per_tensor_default_12" -> "458 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"453 linear_11_scale_0" -> "456 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"453 linear_11_scale_0" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"454 linear_11_zero_point_0" -> "456 quantize_per_channel_default_8" [style=solid, label="(96,)"]; -"454 linear_11_zero_point_0" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96,)"]; -"455 compressed_weight_updated_constant8" -> "456 quantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"456 quantize_per_channel_default_8" -> "457 dequantize_per_channel_default_8" [style=solid, label="(96, 384)"]; -"457 dequantize_per_channel_default_8" -> "458 linear_11" [style=solid, label="(96, 384)"]; -"458 linear_11" -> "459 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"459 dropout_7" -> "460 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"460 layer_norm_4" -> "461 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"461 add_6" -> "462 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "463 slice_21" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "465 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "467 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"462 pad_2" -> "469 slice_27" [style=solid, label="(1, 56, 56, 96)"]; -"463 slice_21" -> "464 slice_22" [style=solid, label="(1, 28, 56, 96)"]; -"464 slice_22" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"465 slice_23" -> "466 slice_24" [style=solid, label="(1, 28, 56, 96)"]; -"466 slice_24" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"467 slice_25" -> "468 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"468 slice_26" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"469 slice_27" -> "470 slice_28" [style=solid, label="(1, 28, 56, 96)"]; -"470 slice_28" -> "471 cat" [style=solid, label="(1, 28, 28, 96)"]; -"471 cat" -> "472 cat_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 384)"]; -"472 cat_0_0_nncf_smooth_quant_0" -> "473 quantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"473 quantize_per_tensor_default_13" -> "474 dequantize_per_tensor_default_13" [style=solid, label="(1, 28, 28, 384)"]; -"474 dequantize_per_tensor_default_13" -> "480 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"475 linear_12_scale_0" -> "478 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"475 linear_12_scale_0" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"476 linear_12_zero_point_0" -> "478 quantize_per_channel_default_9" [style=solid, label="(192,)"]; -"476 linear_12_zero_point_0" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192,)"]; -"477 compressed_weight_updated_constant9" -> "478 quantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"478 quantize_per_channel_default_9" -> "479 dequantize_per_channel_default_9" [style=solid, label="(192, 384)"]; -"479 dequantize_per_channel_default_9" -> "480 linear_12" [style=solid, label="(192, 384)"]; -"480 linear_12" -> "481 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"481 layer_norm_5" -> "497 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"481 layer_norm_5" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"482 features_3_0_attn_cpb_mlp_0_weight_updated_constant0" -> "484 linear_13" [style=solid, label="(512, 2)"]; -"483 features_3_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "484 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"484 linear_13" -> "485 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"485 relu__2" -> "487 relu__2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"486 features_3_0_attn_cpb_mlp_2_weight_updated_constant0" -> "488 linear_14" [style=solid, label="(6, 512)"]; -"487 relu__2_0_0_nncf_smooth_quant_0" -> "488 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"488 linear_14" -> "489 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"489 view_11" -> "490 index_2" [style=solid, label="(225, 6)"]; -"490 index_2" -> "491 view_12" [style=solid, label="(4096, 6)"]; -"491 view_12" -> "492 permute_10" [style=solid, label="(64, 64, 6)"]; -"492 permute_10" -> "493 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"493 contiguous_2" -> "494 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"494 unsqueeze_6" -> "495 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"495 sigmoid_2" -> "496 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"496 mul_4" -> "535 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"497 pad_3" -> "498 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"498 view_13" -> "499 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"499 permute_11" -> "500 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"500 reshape_9" -> "504 reshape_9_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"501 clone_2" -> "502 slice_29" [style=solid, label="(576,)"]; -"501 clone_2" -> "512 linear_15" [style=solid, label="(576,)"]; -"502 slice_29" -> "503 zero__2" [style=solid, label="(192,)"]; -"504 reshape_9_0_0_nncf_smooth_quant_0" -> "505 quantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"505 quantize_per_tensor_default_14" -> "506 dequantize_per_tensor_default_14" [style=solid, label="(16, 64, 192)"]; -"506 dequantize_per_tensor_default_14" -> "512 linear_15" [style=solid, label="(16, 64, 192)"]; -"507 linear_15_scale_0" -> "510 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"507 linear_15_scale_0" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"508 linear_15_zero_point_0" -> "510 quantize_per_channel_default_10" [style=solid, label="(576,)"]; -"508 linear_15_zero_point_0" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576,)"]; -"509 compressed_weight_updated_constant10" -> "510 quantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"510 quantize_per_channel_default_10" -> "511 dequantize_per_channel_default_10" [style=solid, label="(576, 192)"]; -"511 dequantize_per_channel_default_10" -> "512 linear_15" [style=solid, label="(576, 192)"]; -"512 linear_15" -> "513 reshape_10" [style=solid, label="(16, 64, 576)"]; -"513 reshape_10" -> "514 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"514 permute_12" -> "515 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"514 permute_12" -> "516 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"514 permute_12" -> "517 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"515 select_6" -> "518 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"515 select_6" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"515 select_6" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "524 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"516 select_7" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"517 select_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"518 linalg_vector_norm_4" -> "519 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"519 clamp_min_4" -> "520 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"520 expand_as_4" -> "521 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"521 div_4" -> "522 quantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"522 quantize_per_tensor_default_15" -> "523 dequantize_per_tensor_default_15" [style=solid, label="(16, 6, 64, 32)"]; -"523 dequantize_per_tensor_default_15" -> "531 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"524 linalg_vector_norm_5" -> "525 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"525 clamp_min_5" -> "526 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"526 expand_as_5" -> "527 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"527 div_5" -> "528 quantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"528 quantize_per_tensor_default_16" -> "529 dequantize_per_tensor_default_16" [style=solid, label="(16, 6, 64, 32)"]; -"529 dequantize_per_tensor_default_16" -> "530 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"530 transpose_4" -> "531 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"531 matmul_4" -> "534 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"532 clamp_2" -> "533 exp_2" [style=solid, label="(6, 1, 1)"]; -"533 exp_2" -> "534 mul_5" [style=solid, label="(6, 1, 1)"]; -"534 mul_5" -> "535 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"535 add_7" -> "536 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"536 softmax_2" -> "537 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"537 dropout_8" -> "538 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"538 matmul_5" -> "539 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"539 transpose_5" -> "540 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"540 reshape_11" -> "541 reshape_11_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"541 reshape_11_0_0_nncf_smooth_quant_0" -> "542 quantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"542 quantize_per_tensor_default_17" -> "543 dequantize_per_tensor_default_17" [style=solid, label="(16, 64, 192)"]; -"543 dequantize_per_tensor_default_17" -> "549 linear_16" [style=solid, label="(16, 64, 192)"]; -"544 linear_16_scale_0" -> "547 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"544 linear_16_scale_0" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"545 linear_16_zero_point_0" -> "547 quantize_per_channel_default_11" [style=solid, label="(192,)"]; -"545 linear_16_zero_point_0" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192,)"]; -"546 compressed_weight_updated_constant11" -> "547 quantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"547 quantize_per_channel_default_11" -> "548 dequantize_per_channel_default_11" [style=solid, label="(192, 192)"]; -"548 dequantize_per_channel_default_11" -> "549 linear_16" [style=solid, label="(192, 192)"]; -"549 linear_16" -> "550 dropout_9" [style=solid, label="(16, 64, 192)"]; -"550 dropout_9" -> "551 view_14" [style=solid, label="(16, 64, 192)"]; -"551 view_14" -> "552 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"552 permute_13" -> "553 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"553 reshape_12" -> "554 slice_30" [style=solid, label="(1, 32, 32, 192)"]; -"554 slice_30" -> "555 slice_31" [style=solid, label="(1, 28, 32, 192)"]; -"555 slice_31" -> "556 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"556 contiguous_3" -> "557 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"557 layer_norm_6" -> "558 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"558 add_8" -> "559 add_8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"558 add_8" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"559 add_8_0_0_nncf_smooth_quant_0" -> "560 quantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"560 quantize_per_tensor_default_18" -> "561 dequantize_per_tensor_default_18" [style=solid, label="(1, 28, 28, 192)"]; -"561 dequantize_per_tensor_default_18" -> "567 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"562 linear_17_scale_0" -> "565 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"562 linear_17_scale_0" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"563 linear_17_zero_point_0" -> "565 quantize_per_channel_default_12" [style=solid, label="(768,)"]; -"563 linear_17_zero_point_0" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768,)"]; -"564 compressed_weight_updated_constant12" -> "565 quantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"565 quantize_per_channel_default_12" -> "566 dequantize_per_channel_default_12" [style=solid, label="(768, 192)"]; -"566 dequantize_per_channel_default_12" -> "567 linear_17" [style=solid, label="(768, 192)"]; -"567 linear_17" -> "568 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"568 gelu_2" -> "569 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"569 dropout_10" -> "570 dropout_10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"570 dropout_10_0_0_nncf_smooth_quant_0" -> "571 quantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"571 quantize_per_tensor_default_19" -> "572 dequantize_per_tensor_default_19" [style=solid, label="(1, 28, 28, 768)"]; -"572 dequantize_per_tensor_default_19" -> "578 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"573 linear_18_scale_0" -> "576 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"573 linear_18_scale_0" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"574 linear_18_zero_point_0" -> "576 quantize_per_channel_default_13" [style=solid, label="(192,)"]; -"574 linear_18_zero_point_0" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192,)"]; -"575 compressed_weight_updated_constant13" -> "576 quantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"576 quantize_per_channel_default_13" -> "577 dequantize_per_channel_default_13" [style=solid, label="(192, 768)"]; -"577 dequantize_per_channel_default_13" -> "578 linear_18" [style=solid, label="(192, 768)"]; -"578 linear_18" -> "579 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"579 dropout_11" -> "580 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"580 layer_norm_7" -> "581 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"581 add_9" -> "597 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"581 add_9" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"582 features_3_1_attn_cpb_mlp_0_weight_updated_constant0" -> "584 linear_19" [style=solid, label="(512, 2)"]; -"583 features_3_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "584 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"584 linear_19" -> "585 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"585 relu__3" -> "587 relu__3_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"586 features_3_1_attn_cpb_mlp_2_weight_updated_constant0" -> "588 linear_20" [style=solid, label="(6, 512)"]; -"587 relu__3_0_0_nncf_smooth_quant_0" -> "588 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"588 linear_20" -> "589 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"589 view_15" -> "590 index_3" [style=solid, label="(225, 6)"]; -"590 index_3" -> "591 view_16" [style=solid, label="(4096, 6)"]; -"591 view_16" -> "592 permute_14" [style=solid, label="(64, 64, 6)"]; -"592 permute_14" -> "593 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"593 contiguous_4" -> "594 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"594 unsqueeze_7" -> "595 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"595 sigmoid_3" -> "596 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"596 mul_6" -> "636 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"597 pad_4" -> "598 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"598 roll_2" -> "599 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"599 view_17" -> "600 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"600 permute_15" -> "601 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"601 reshape_13" -> "605 reshape_13_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"601 reshape_13" -> "637 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"602 clone_3" -> "603 slice_32" [style=solid, label="(576,)"]; -"602 clone_3" -> "613 linear_21" [style=solid, label="(576,)"]; -"603 slice_32" -> "604 zero__3" [style=solid, label="(192,)"]; -"605 reshape_13_0_0_nncf_smooth_quant_0" -> "606 quantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"606 quantize_per_tensor_default_20" -> "607 dequantize_per_tensor_default_20" [style=solid, label="(16, 64, 192)"]; -"607 dequantize_per_tensor_default_20" -> "613 linear_21" [style=solid, label="(16, 64, 192)"]; -"608 linear_21_scale_0" -> "611 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"608 linear_21_scale_0" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"609 linear_21_zero_point_0" -> "611 quantize_per_channel_default_14" [style=solid, label="(576,)"]; -"609 linear_21_zero_point_0" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576,)"]; -"610 compressed_weight_updated_constant14" -> "611 quantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"611 quantize_per_channel_default_14" -> "612 dequantize_per_channel_default_14" [style=solid, label="(576, 192)"]; -"612 dequantize_per_channel_default_14" -> "613 linear_21" [style=solid, label="(576, 192)"]; -"613 linear_21" -> "614 reshape_14" [style=solid, label="(16, 64, 576)"]; -"614 reshape_14" -> "615 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"615 permute_16" -> "616 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"615 permute_16" -> "617 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"615 permute_16" -> "618 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"616 select_9" -> "619 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"616 select_9" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"616 select_9" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "625 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"617 select_10" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"618 select_11" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"619 linalg_vector_norm_6" -> "620 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"620 clamp_min_6" -> "621 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"621 expand_as_6" -> "622 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"622 div_6" -> "623 quantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"623 quantize_per_tensor_default_21" -> "624 dequantize_per_tensor_default_21" [style=solid, label="(16, 6, 64, 32)"]; -"624 dequantize_per_tensor_default_21" -> "632 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"625 linalg_vector_norm_7" -> "626 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"626 clamp_min_7" -> "627 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"627 expand_as_7" -> "628 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"628 div_7" -> "629 quantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"629 quantize_per_tensor_default_22" -> "630 dequantize_per_tensor_default_22" [style=solid, label="(16, 6, 64, 32)"]; -"630 dequantize_per_tensor_default_22" -> "631 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"631 transpose_6" -> "632 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"632 matmul_6" -> "635 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"633 clamp_3" -> "634 exp_3" [style=solid, label="(6, 1, 1)"]; -"634 exp_3" -> "635 mul_7" [style=solid, label="(6, 1, 1)"]; -"635 mul_7" -> "636 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"636 add_10" -> "684 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"637 new_zeros_1" -> "639 slice_33" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "643 slice_35" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "647 slice_37" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "651 slice_39" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "655 slice_41" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "659 slice_43" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "663 slice_45" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "667 slice_47" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "671 slice_49" [style=solid, label="(32, 32)"]; -"637 new_zeros_1" -> "674 view_18" [style=solid, label="(32, 32)"]; -"638 lift_fresh_copy_9" -> "641 fill__9" [style=solid, label="()"]; -"639 slice_33" -> "640 slice_34" [style=solid, label="(24, 32)"]; -"640 slice_34" -> "641 fill__9" [style=solid, label="(24, 24)"]; -"642 lift_fresh_copy_10" -> "645 fill__10" [style=solid, label="()"]; -"643 slice_35" -> "644 slice_36" [style=solid, label="(24, 32)"]; -"644 slice_36" -> "645 fill__10" [style=solid, label="(24, 4)"]; -"646 lift_fresh_copy_11" -> "649 fill__11" [style=solid, label="()"]; -"647 slice_37" -> "648 slice_38" [style=solid, label="(24, 32)"]; -"648 slice_38" -> "649 fill__11" [style=solid, label="(24, 4)"]; -"650 lift_fresh_copy_12" -> "653 fill__12" [style=solid, label="()"]; -"651 slice_39" -> "652 slice_40" [style=solid, label="(4, 32)"]; -"652 slice_40" -> "653 fill__12" [style=solid, label="(4, 24)"]; -"654 lift_fresh_copy_13" -> "657 fill__13" [style=solid, label="()"]; -"655 slice_41" -> "656 slice_42" [style=solid, label="(4, 32)"]; -"656 slice_42" -> "657 fill__13" [style=solid, label="(4, 4)"]; -"658 lift_fresh_copy_14" -> "661 fill__14" [style=solid, label="()"]; -"659 slice_43" -> "660 slice_44" [style=solid, label="(4, 32)"]; -"660 slice_44" -> "661 fill__14" [style=solid, label="(4, 4)"]; -"662 lift_fresh_copy_15" -> "665 fill__15" [style=solid, label="()"]; -"663 slice_45" -> "664 slice_46" [style=solid, label="(4, 32)"]; -"664 slice_46" -> "665 fill__15" [style=solid, label="(4, 24)"]; -"666 lift_fresh_copy_16" -> "669 fill__16" [style=solid, label="()"]; -"667 slice_47" -> "668 slice_48" [style=solid, label="(4, 32)"]; -"668 slice_48" -> "669 fill__16" [style=solid, label="(4, 4)"]; -"670 lift_fresh_copy_17" -> "673 fill__17" [style=solid, label="()"]; -"671 slice_49" -> "672 slice_50" [style=solid, label="(4, 32)"]; -"672 slice_50" -> "673 fill__17" [style=solid, label="(4, 4)"]; -"674 view_18" -> "675 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"675 permute_17" -> "676 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"676 reshape_15" -> "677 unsqueeze_8" [style=solid, label="(16, 64)"]; -"676 reshape_15" -> "678 unsqueeze_9" [style=solid, label="(16, 64)"]; -"677 unsqueeze_8" -> "679 sub_1" [style=solid, label="(16, 1, 64)"]; -"678 unsqueeze_9" -> "679 sub_1" [style=solid, label="(16, 64, 1)"]; -"679 sub_1" -> "680 ne_1" [style=solid, label="(16, 64, 64)"]; -"679 sub_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"679 sub_1" -> "682 eq_1" [style=solid, label="(16, 64, 64)"]; -"680 ne_1" -> "681 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"681 masked_fill_2" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"682 eq_1" -> "683 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"683 masked_fill_3" -> "685 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"684 view_19" -> "687 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"685 unsqueeze_10" -> "686 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"686 unsqueeze_11" -> "687 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"687 add_11" -> "688 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"688 view_20" -> "689 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"689 softmax_3" -> "690 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"690 dropout_12" -> "691 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"691 matmul_7" -> "692 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"692 transpose_7" -> "693 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"693 reshape_16" -> "694 reshape_16_0_0_nncf_smooth_quant_0" [style=solid, label="(16, 64, 192)"]; -"694 reshape_16_0_0_nncf_smooth_quant_0" -> "695 quantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"695 quantize_per_tensor_default_23" -> "696 dequantize_per_tensor_default_23" [style=solid, label="(16, 64, 192)"]; -"696 dequantize_per_tensor_default_23" -> "702 linear_22" [style=solid, label="(16, 64, 192)"]; -"697 linear_22_scale_0" -> "700 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"697 linear_22_scale_0" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"698 linear_22_zero_point_0" -> "700 quantize_per_channel_default_15" [style=solid, label="(192,)"]; -"698 linear_22_zero_point_0" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192,)"]; -"699 compressed_weight_updated_constant15" -> "700 quantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"700 quantize_per_channel_default_15" -> "701 dequantize_per_channel_default_15" [style=solid, label="(192, 192)"]; -"701 dequantize_per_channel_default_15" -> "702 linear_22" [style=solid, label="(192, 192)"]; -"702 linear_22" -> "703 dropout_13" [style=solid, label="(16, 64, 192)"]; -"703 dropout_13" -> "704 view_21" [style=solid, label="(16, 64, 192)"]; -"704 view_21" -> "705 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"705 permute_18" -> "706 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"706 reshape_17" -> "707 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"707 roll_3" -> "708 slice_51" [style=solid, label="(1, 32, 32, 192)"]; -"708 slice_51" -> "709 slice_52" [style=solid, label="(1, 28, 32, 192)"]; -"709 slice_52" -> "710 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"710 contiguous_5" -> "711 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"711 layer_norm_8" -> "712 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"712 add_12" -> "713 add_12_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 192)"]; -"712 add_12" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"713 add_12_0_0_nncf_smooth_quant_0" -> "714 quantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"714 quantize_per_tensor_default_24" -> "715 dequantize_per_tensor_default_24" [style=solid, label="(1, 28, 28, 192)"]; -"715 dequantize_per_tensor_default_24" -> "721 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"716 linear_23_scale_0" -> "719 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"716 linear_23_scale_0" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"717 linear_23_zero_point_0" -> "719 quantize_per_channel_default_16" [style=solid, label="(768,)"]; -"717 linear_23_zero_point_0" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768,)"]; -"718 compressed_weight_updated_constant16" -> "719 quantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"719 quantize_per_channel_default_16" -> "720 dequantize_per_channel_default_16" [style=solid, label="(768, 192)"]; -"720 dequantize_per_channel_default_16" -> "721 linear_23" [style=solid, label="(768, 192)"]; -"721 linear_23" -> "722 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"722 gelu_3" -> "723 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"723 dropout_14" -> "724 dropout_14_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 28, 28, 768)"]; -"724 dropout_14_0_0_nncf_smooth_quant_0" -> "725 quantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"725 quantize_per_tensor_default_25" -> "726 dequantize_per_tensor_default_25" [style=solid, label="(1, 28, 28, 768)"]; -"726 dequantize_per_tensor_default_25" -> "732 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"727 linear_24_scale_0" -> "730 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"727 linear_24_scale_0" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"728 linear_24_zero_point_0" -> "730 quantize_per_channel_default_17" [style=solid, label="(192,)"]; -"728 linear_24_zero_point_0" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192,)"]; -"729 compressed_weight_updated_constant17" -> "730 quantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"730 quantize_per_channel_default_17" -> "731 dequantize_per_channel_default_17" [style=solid, label="(192, 768)"]; -"731 dequantize_per_channel_default_17" -> "732 linear_24" [style=solid, label="(192, 768)"]; -"732 linear_24" -> "733 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"733 dropout_15" -> "734 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"734 layer_norm_9" -> "735 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"735 add_13" -> "736 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "737 slice_53" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "739 slice_55" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "741 slice_57" [style=solid, label="(1, 28, 28, 192)"]; -"736 pad_5" -> "743 slice_59" [style=solid, label="(1, 28, 28, 192)"]; -"737 slice_53" -> "738 slice_54" [style=solid, label="(1, 14, 28, 192)"]; -"738 slice_54" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"739 slice_55" -> "740 slice_56" [style=solid, label="(1, 14, 28, 192)"]; -"740 slice_56" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"741 slice_57" -> "742 slice_58" [style=solid, label="(1, 14, 28, 192)"]; -"742 slice_58" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"743 slice_59" -> "744 slice_60" [style=solid, label="(1, 14, 28, 192)"]; -"744 slice_60" -> "745 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"745 cat_1" -> "746 cat_1_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 768)"]; -"746 cat_1_0_0_nncf_smooth_quant_0" -> "747 quantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"747 quantize_per_tensor_default_26" -> "748 dequantize_per_tensor_default_26" [style=solid, label="(1, 14, 14, 768)"]; -"748 dequantize_per_tensor_default_26" -> "754 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"749 linear_25_scale_0" -> "752 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"749 linear_25_scale_0" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"750 linear_25_zero_point_0" -> "752 quantize_per_channel_default_18" [style=solid, label="(384,)"]; -"750 linear_25_zero_point_0" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384,)"]; -"751 compressed_weight_updated_constant18" -> "752 quantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"752 quantize_per_channel_default_18" -> "753 dequantize_per_channel_default_18" [style=solid, label="(384, 768)"]; -"753 dequantize_per_channel_default_18" -> "754 linear_25" [style=solid, label="(384, 768)"]; -"754 linear_25" -> "755 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"755 layer_norm_10" -> "771 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"755 layer_norm_10" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"756 features_5_0_attn_cpb_mlp_0_weight_updated_constant0" -> "758 linear_26" [style=solid, label="(512, 2)"]; -"757 features_5_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "758 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"758 linear_26" -> "759 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"759 relu__4" -> "761 relu__4_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"760 features_5_0_attn_cpb_mlp_2_weight_updated_constant0" -> "762 linear_27" [style=solid, label="(12, 512)"]; -"761 relu__4_0_0_nncf_smooth_quant_0" -> "762 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"762 linear_27" -> "763 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"763 view_22" -> "764 index_4" [style=solid, label="(225, 12)"]; -"764 index_4" -> "765 view_23" [style=solid, label="(4096, 12)"]; -"765 view_23" -> "766 permute_19" [style=solid, label="(64, 64, 12)"]; -"766 permute_19" -> "767 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"767 contiguous_6" -> "768 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"768 unsqueeze_12" -> "769 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"769 sigmoid_4" -> "770 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"770 mul_8" -> "809 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"771 pad_6" -> "772 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"772 view_24" -> "773 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"773 permute_20" -> "774 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"774 reshape_18" -> "778 reshape_18_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"775 clone_4" -> "776 slice_61" [style=solid, label="(1152,)"]; -"775 clone_4" -> "786 linear_28" [style=solid, label="(1152,)"]; -"776 slice_61" -> "777 zero__4" [style=solid, label="(384,)"]; -"778 reshape_18_0_0_nncf_smooth_quant_0" -> "779 quantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"779 quantize_per_tensor_default_27" -> "780 dequantize_per_tensor_default_27" [style=solid, label="(4, 64, 384)"]; -"780 dequantize_per_tensor_default_27" -> "786 linear_28" [style=solid, label="(4, 64, 384)"]; -"781 linear_28_scale_0" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"781 linear_28_scale_0" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"782 linear_28_zero_point_0" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"782 linear_28_zero_point_0" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152,)"]; -"783 compressed_weight_updated_constant19" -> "784 quantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"784 quantize_per_channel_default_19" -> "785 dequantize_per_channel_default_19" [style=solid, label="(1152, 384)"]; -"785 dequantize_per_channel_default_19" -> "786 linear_28" [style=solid, label="(1152, 384)"]; -"786 linear_28" -> "787 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"787 reshape_19" -> "788 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"788 permute_21" -> "789 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"788 permute_21" -> "790 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"788 permute_21" -> "791 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"789 select_12" -> "792 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"789 select_12" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"789 select_12" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "798 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"790 select_13" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"791 select_14" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"792 linalg_vector_norm_8" -> "793 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"793 clamp_min_8" -> "794 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"794 expand_as_8" -> "795 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"795 div_8" -> "796 quantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"796 quantize_per_tensor_default_28" -> "797 dequantize_per_tensor_default_28" [style=solid, label="(4, 12, 64, 32)"]; -"797 dequantize_per_tensor_default_28" -> "805 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"798 linalg_vector_norm_9" -> "799 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"799 clamp_min_9" -> "800 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"800 expand_as_9" -> "801 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"801 div_9" -> "802 quantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"802 quantize_per_tensor_default_29" -> "803 dequantize_per_tensor_default_29" [style=solid, label="(4, 12, 64, 32)"]; -"803 dequantize_per_tensor_default_29" -> "804 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"804 transpose_8" -> "805 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"805 matmul_8" -> "808 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"806 clamp_4" -> "807 exp_4" [style=solid, label="(12, 1, 1)"]; -"807 exp_4" -> "808 mul_9" [style=solid, label="(12, 1, 1)"]; -"808 mul_9" -> "809 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"809 add_14" -> "810 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"810 softmax_4" -> "811 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"811 dropout_16" -> "812 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"812 matmul_9" -> "813 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"813 transpose_9" -> "814 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"814 reshape_20" -> "815 reshape_20_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"815 reshape_20_0_0_nncf_smooth_quant_0" -> "816 quantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"816 quantize_per_tensor_default_30" -> "817 dequantize_per_tensor_default_30" [style=solid, label="(4, 64, 384)"]; -"817 dequantize_per_tensor_default_30" -> "823 linear_29" [style=solid, label="(4, 64, 384)"]; -"818 linear_29_scale_0" -> "821 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"818 linear_29_scale_0" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"819 linear_29_zero_point_0" -> "821 quantize_per_channel_default_20" [style=solid, label="(384,)"]; -"819 linear_29_zero_point_0" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384,)"]; -"820 compressed_weight_updated_constant20" -> "821 quantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"821 quantize_per_channel_default_20" -> "822 dequantize_per_channel_default_20" [style=solid, label="(384, 384)"]; -"822 dequantize_per_channel_default_20" -> "823 linear_29" [style=solid, label="(384, 384)"]; -"823 linear_29" -> "824 dropout_17" [style=solid, label="(4, 64, 384)"]; -"824 dropout_17" -> "825 view_25" [style=solid, label="(4, 64, 384)"]; -"825 view_25" -> "826 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"826 permute_22" -> "827 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"827 reshape_21" -> "828 slice_62" [style=solid, label="(1, 16, 16, 384)"]; -"828 slice_62" -> "829 slice_63" [style=solid, label="(1, 14, 16, 384)"]; -"829 slice_63" -> "830 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"830 contiguous_7" -> "831 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"831 layer_norm_11" -> "832 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_15" -> "833 add_15_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"832 add_15" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"833 add_15_0_0_nncf_smooth_quant_0" -> "834 quantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"834 quantize_per_tensor_default_31" -> "835 dequantize_per_tensor_default_31" [style=solid, label="(1, 14, 14, 384)"]; -"835 dequantize_per_tensor_default_31" -> "841 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"836 linear_30_scale_0" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"836 linear_30_scale_0" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"837 linear_30_zero_point_0" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"837 linear_30_zero_point_0" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536,)"]; -"838 compressed_weight_updated_constant21" -> "839 quantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"839 quantize_per_channel_default_21" -> "840 dequantize_per_channel_default_21" [style=solid, label="(1536, 384)"]; -"840 dequantize_per_channel_default_21" -> "841 linear_30" [style=solid, label="(1536, 384)"]; -"841 linear_30" -> "842 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"842 gelu_4" -> "843 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"843 dropout_18" -> "844 dropout_18_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"844 dropout_18_0_0_nncf_smooth_quant_0" -> "845 quantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"845 quantize_per_tensor_default_32" -> "846 dequantize_per_tensor_default_32" [style=solid, label="(1, 14, 14, 1536)"]; -"846 dequantize_per_tensor_default_32" -> "852 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"847 linear_31_scale_0" -> "850 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"847 linear_31_scale_0" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"848 linear_31_zero_point_0" -> "850 quantize_per_channel_default_22" [style=solid, label="(384,)"]; -"848 linear_31_zero_point_0" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384,)"]; -"849 compressed_weight_updated_constant22" -> "850 quantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"850 quantize_per_channel_default_22" -> "851 dequantize_per_channel_default_22" [style=solid, label="(384, 1536)"]; -"851 dequantize_per_channel_default_22" -> "852 linear_31" [style=solid, label="(384, 1536)"]; -"852 linear_31" -> "853 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"853 dropout_19" -> "854 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"854 layer_norm_12" -> "855 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"855 add_16" -> "871 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"855 add_16" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"856 features_5_1_attn_cpb_mlp_0_weight_updated_constant0" -> "858 linear_32" [style=solid, label="(512, 2)"]; -"857 features_5_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "858 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"858 linear_32" -> "859 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"859 relu__5" -> "861 relu__5_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"860 features_5_1_attn_cpb_mlp_2_weight_updated_constant0" -> "862 linear_33" [style=solid, label="(12, 512)"]; -"861 relu__5_0_0_nncf_smooth_quant_0" -> "862 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"862 linear_33" -> "863 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"863 view_26" -> "864 index_5" [style=solid, label="(225, 12)"]; -"864 index_5" -> "865 view_27" [style=solid, label="(4096, 12)"]; -"865 view_27" -> "866 permute_23" [style=solid, label="(64, 64, 12)"]; -"866 permute_23" -> "867 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"867 contiguous_8" -> "868 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"868 unsqueeze_13" -> "869 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"869 sigmoid_5" -> "870 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"870 mul_10" -> "910 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"871 pad_7" -> "872 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"872 roll_4" -> "873 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"873 view_28" -> "874 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"874 permute_24" -> "875 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"875 reshape_22" -> "879 reshape_22_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"875 reshape_22" -> "911 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"876 clone_5" -> "877 slice_64" [style=solid, label="(1152,)"]; -"876 clone_5" -> "887 linear_34" [style=solid, label="(1152,)"]; -"877 slice_64" -> "878 zero__5" [style=solid, label="(384,)"]; -"879 reshape_22_0_0_nncf_smooth_quant_0" -> "880 quantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"880 quantize_per_tensor_default_33" -> "881 dequantize_per_tensor_default_33" [style=solid, label="(4, 64, 384)"]; -"881 dequantize_per_tensor_default_33" -> "887 linear_34" [style=solid, label="(4, 64, 384)"]; -"882 linear_34_scale_0" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"882 linear_34_scale_0" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"883 linear_34_zero_point_0" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"883 linear_34_zero_point_0" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152,)"]; -"884 compressed_weight_updated_constant23" -> "885 quantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"885 quantize_per_channel_default_23" -> "886 dequantize_per_channel_default_23" [style=solid, label="(1152, 384)"]; -"886 dequantize_per_channel_default_23" -> "887 linear_34" [style=solid, label="(1152, 384)"]; -"887 linear_34" -> "888 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"888 reshape_23" -> "889 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"889 permute_25" -> "890 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"889 permute_25" -> "891 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"889 permute_25" -> "892 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"890 select_15" -> "893 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"890 select_15" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"890 select_15" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "899 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"891 select_16" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"892 select_17" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"893 linalg_vector_norm_10" -> "894 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"894 clamp_min_10" -> "895 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"895 expand_as_10" -> "896 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"896 div_10" -> "897 quantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"897 quantize_per_tensor_default_34" -> "898 dequantize_per_tensor_default_34" [style=solid, label="(4, 12, 64, 32)"]; -"898 dequantize_per_tensor_default_34" -> "906 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"899 linalg_vector_norm_11" -> "900 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"900 clamp_min_11" -> "901 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"901 expand_as_11" -> "902 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"902 div_11" -> "903 quantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"903 quantize_per_tensor_default_35" -> "904 dequantize_per_tensor_default_35" [style=solid, label="(4, 12, 64, 32)"]; -"904 dequantize_per_tensor_default_35" -> "905 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"905 transpose_10" -> "906 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"906 matmul_10" -> "909 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"907 clamp_5" -> "908 exp_5" [style=solid, label="(12, 1, 1)"]; -"908 exp_5" -> "909 mul_11" [style=solid, label="(12, 1, 1)"]; -"909 mul_11" -> "910 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"910 add_17" -> "958 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"911 new_zeros_2" -> "913 slice_65" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "917 slice_67" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "921 slice_69" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "925 slice_71" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "929 slice_73" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "933 slice_75" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "937 slice_77" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "941 slice_79" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "945 slice_81" [style=solid, label="(16, 16)"]; -"911 new_zeros_2" -> "948 view_29" [style=solid, label="(16, 16)"]; -"912 lift_fresh_copy_18" -> "915 fill__18" [style=solid, label="()"]; -"913 slice_65" -> "914 slice_66" [style=solid, label="(8, 16)"]; -"914 slice_66" -> "915 fill__18" [style=solid, label="(8, 8)"]; -"916 lift_fresh_copy_19" -> "919 fill__19" [style=solid, label="()"]; -"917 slice_67" -> "918 slice_68" [style=solid, label="(8, 16)"]; -"918 slice_68" -> "919 fill__19" [style=solid, label="(8, 4)"]; -"920 lift_fresh_copy_20" -> "923 fill__20" [style=solid, label="()"]; -"921 slice_69" -> "922 slice_70" [style=solid, label="(8, 16)"]; -"922 slice_70" -> "923 fill__20" [style=solid, label="(8, 4)"]; -"924 lift_fresh_copy_21" -> "927 fill__21" [style=solid, label="()"]; -"925 slice_71" -> "926 slice_72" [style=solid, label="(4, 16)"]; -"926 slice_72" -> "927 fill__21" [style=solid, label="(4, 8)"]; -"928 lift_fresh_copy_22" -> "931 fill__22" [style=solid, label="()"]; -"929 slice_73" -> "930 slice_74" [style=solid, label="(4, 16)"]; -"930 slice_74" -> "931 fill__22" [style=solid, label="(4, 4)"]; -"932 lift_fresh_copy_23" -> "935 fill__23" [style=solid, label="()"]; -"933 slice_75" -> "934 slice_76" [style=solid, label="(4, 16)"]; -"934 slice_76" -> "935 fill__23" [style=solid, label="(4, 4)"]; -"936 lift_fresh_copy_24" -> "939 fill__24" [style=solid, label="()"]; -"937 slice_77" -> "938 slice_78" [style=solid, label="(4, 16)"]; -"938 slice_78" -> "939 fill__24" [style=solid, label="(4, 8)"]; -"940 lift_fresh_copy_25" -> "943 fill__25" [style=solid, label="()"]; -"941 slice_79" -> "942 slice_80" [style=solid, label="(4, 16)"]; -"942 slice_80" -> "943 fill__25" [style=solid, label="(4, 4)"]; -"944 lift_fresh_copy_26" -> "947 fill__26" [style=solid, label="()"]; -"945 slice_81" -> "946 slice_82" [style=solid, label="(4, 16)"]; -"946 slice_82" -> "947 fill__26" [style=solid, label="(4, 4)"]; -"948 view_29" -> "949 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"949 permute_26" -> "950 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"950 reshape_24" -> "951 unsqueeze_14" [style=solid, label="(4, 64)"]; -"950 reshape_24" -> "952 unsqueeze_15" [style=solid, label="(4, 64)"]; -"951 unsqueeze_14" -> "953 sub_2" [style=solid, label="(4, 1, 64)"]; -"952 unsqueeze_15" -> "953 sub_2" [style=solid, label="(4, 64, 1)"]; -"953 sub_2" -> "954 ne_2" [style=solid, label="(4, 64, 64)"]; -"953 sub_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"953 sub_2" -> "956 eq_2" [style=solid, label="(4, 64, 64)"]; -"954 ne_2" -> "955 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"955 masked_fill_4" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"956 eq_2" -> "957 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"957 masked_fill_5" -> "959 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"958 view_30" -> "961 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"959 unsqueeze_16" -> "960 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"960 unsqueeze_17" -> "961 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"961 add_18" -> "962 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"962 view_31" -> "963 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"963 softmax_5" -> "964 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"964 dropout_20" -> "965 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"965 matmul_11" -> "966 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"966 transpose_11" -> "967 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"967 reshape_25" -> "968 reshape_25_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"968 reshape_25_0_0_nncf_smooth_quant_0" -> "969 quantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"969 quantize_per_tensor_default_36" -> "970 dequantize_per_tensor_default_36" [style=solid, label="(4, 64, 384)"]; -"970 dequantize_per_tensor_default_36" -> "976 linear_35" [style=solid, label="(4, 64, 384)"]; -"971 linear_35_scale_0" -> "974 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"971 linear_35_scale_0" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"972 linear_35_zero_point_0" -> "974 quantize_per_channel_default_24" [style=solid, label="(384,)"]; -"972 linear_35_zero_point_0" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384,)"]; -"973 compressed_weight_updated_constant24" -> "974 quantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"974 quantize_per_channel_default_24" -> "975 dequantize_per_channel_default_24" [style=solid, label="(384, 384)"]; -"975 dequantize_per_channel_default_24" -> "976 linear_35" [style=solid, label="(384, 384)"]; -"976 linear_35" -> "977 dropout_21" [style=solid, label="(4, 64, 384)"]; -"977 dropout_21" -> "978 view_32" [style=solid, label="(4, 64, 384)"]; -"978 view_32" -> "979 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"979 permute_27" -> "980 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"980 reshape_26" -> "981 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"981 roll_5" -> "982 slice_83" [style=solid, label="(1, 16, 16, 384)"]; -"982 slice_83" -> "983 slice_84" [style=solid, label="(1, 14, 16, 384)"]; -"983 slice_84" -> "984 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"984 contiguous_9" -> "985 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"985 layer_norm_13" -> "986 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"986 add_19" -> "987 add_19_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"986 add_19" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"987 add_19_0_0_nncf_smooth_quant_0" -> "988 quantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"988 quantize_per_tensor_default_37" -> "989 dequantize_per_tensor_default_37" [style=solid, label="(1, 14, 14, 384)"]; -"989 dequantize_per_tensor_default_37" -> "995 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"990 linear_36_scale_0" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"990 linear_36_scale_0" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"991 linear_36_zero_point_0" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"991 linear_36_zero_point_0" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536,)"]; -"992 compressed_weight_updated_constant25" -> "993 quantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"993 quantize_per_channel_default_25" -> "994 dequantize_per_channel_default_25" [style=solid, label="(1536, 384)"]; -"994 dequantize_per_channel_default_25" -> "995 linear_36" [style=solid, label="(1536, 384)"]; -"995 linear_36" -> "996 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"996 gelu_5" -> "997 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"997 dropout_22" -> "998 dropout_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"998 dropout_22_0_0_nncf_smooth_quant_0" -> "999 quantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"999 quantize_per_tensor_default_38" -> "1000 dequantize_per_tensor_default_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1000 dequantize_per_tensor_default_38" -> "1006 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"1001 linear_37_scale_0" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1001 linear_37_scale_0" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1002 linear_37_zero_point_0" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1002 linear_37_zero_point_0" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384,)"]; -"1003 compressed_weight_updated_constant26" -> "1004 quantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1004 quantize_per_channel_default_26" -> "1005 dequantize_per_channel_default_26" [style=solid, label="(384, 1536)"]; -"1005 dequantize_per_channel_default_26" -> "1006 linear_37" [style=solid, label="(384, 1536)"]; -"1006 linear_37" -> "1007 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"1007 dropout_23" -> "1008 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"1008 layer_norm_14" -> "1009 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"1009 add_20" -> "1025 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"1009 add_20" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1010 features_5_2_attn_cpb_mlp_0_weight_updated_constant0" -> "1012 linear_38" [style=solid, label="(512, 2)"]; -"1011 features_5_2_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1012 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"1012 linear_38" -> "1013 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"1013 relu__6" -> "1015 relu__6_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1014 features_5_2_attn_cpb_mlp_2_weight_updated_constant0" -> "1016 linear_39" [style=solid, label="(12, 512)"]; -"1015 relu__6_0_0_nncf_smooth_quant_0" -> "1016 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"1016 linear_39" -> "1017 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"1017 view_33" -> "1018 index_6" [style=solid, label="(225, 12)"]; -"1018 index_6" -> "1019 view_34" [style=solid, label="(4096, 12)"]; -"1019 view_34" -> "1020 permute_28" [style=solid, label="(64, 64, 12)"]; -"1020 permute_28" -> "1021 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"1021 contiguous_10" -> "1022 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"1022 unsqueeze_18" -> "1023 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"1023 sigmoid_6" -> "1024 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"1024 mul_12" -> "1063 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"1025 pad_8" -> "1026 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"1026 view_35" -> "1027 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1027 permute_29" -> "1028 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1028 reshape_27" -> "1032 reshape_27_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1029 clone_6" -> "1030 slice_85" [style=solid, label="(1152,)"]; -"1029 clone_6" -> "1040 linear_40" [style=solid, label="(1152,)"]; -"1030 slice_85" -> "1031 zero__6" [style=solid, label="(384,)"]; -"1032 reshape_27_0_0_nncf_smooth_quant_0" -> "1033 quantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1033 quantize_per_tensor_default_39" -> "1034 dequantize_per_tensor_default_39" [style=solid, label="(4, 64, 384)"]; -"1034 dequantize_per_tensor_default_39" -> "1040 linear_40" [style=solid, label="(4, 64, 384)"]; -"1035 linear_40_scale_0" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1035 linear_40_scale_0" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1036 linear_40_zero_point_0" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1036 linear_40_zero_point_0" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152,)"]; -"1037 compressed_weight_updated_constant27" -> "1038 quantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1038 quantize_per_channel_default_27" -> "1039 dequantize_per_channel_default_27" [style=solid, label="(1152, 384)"]; -"1039 dequantize_per_channel_default_27" -> "1040 linear_40" [style=solid, label="(1152, 384)"]; -"1040 linear_40" -> "1041 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"1041 reshape_28" -> "1042 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1042 permute_30" -> "1043 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1042 permute_30" -> "1044 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1042 permute_30" -> "1045 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1043 select_18" -> "1046 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"1043 select_18" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"1043 select_18" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1052 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"1044 select_19" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1045 select_20" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"1046 linalg_vector_norm_12" -> "1047 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"1047 clamp_min_12" -> "1048 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"1048 expand_as_12" -> "1049 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"1049 div_12" -> "1050 quantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1050 quantize_per_tensor_default_40" -> "1051 dequantize_per_tensor_default_40" [style=solid, label="(4, 12, 64, 32)"]; -"1051 dequantize_per_tensor_default_40" -> "1059 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"1052 linalg_vector_norm_13" -> "1053 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"1053 clamp_min_13" -> "1054 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"1054 expand_as_13" -> "1055 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"1055 div_13" -> "1056 quantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1056 quantize_per_tensor_default_41" -> "1057 dequantize_per_tensor_default_41" [style=solid, label="(4, 12, 64, 32)"]; -"1057 dequantize_per_tensor_default_41" -> "1058 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"1058 transpose_12" -> "1059 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"1059 matmul_12" -> "1062 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1060 clamp_6" -> "1061 exp_6" [style=solid, label="(12, 1, 1)"]; -"1061 exp_6" -> "1062 mul_13" [style=solid, label="(12, 1, 1)"]; -"1062 mul_13" -> "1063 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"1063 add_21" -> "1064 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"1064 softmax_6" -> "1065 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"1065 dropout_24" -> "1066 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"1066 matmul_13" -> "1067 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"1067 transpose_13" -> "1068 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"1068 reshape_29" -> "1069 reshape_29_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1069 reshape_29_0_0_nncf_smooth_quant_0" -> "1070 quantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1070 quantize_per_tensor_default_42" -> "1071 dequantize_per_tensor_default_42" [style=solid, label="(4, 64, 384)"]; -"1071 dequantize_per_tensor_default_42" -> "1077 linear_41" [style=solid, label="(4, 64, 384)"]; -"1072 linear_41_scale_0" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1072 linear_41_scale_0" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1073 linear_41_zero_point_0" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1073 linear_41_zero_point_0" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384,)"]; -"1074 compressed_weight_updated_constant28" -> "1075 quantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1075 quantize_per_channel_default_28" -> "1076 dequantize_per_channel_default_28" [style=solid, label="(384, 384)"]; -"1076 dequantize_per_channel_default_28" -> "1077 linear_41" [style=solid, label="(384, 384)"]; -"1077 linear_41" -> "1078 dropout_25" [style=solid, label="(4, 64, 384)"]; -"1078 dropout_25" -> "1079 view_36" [style=solid, label="(4, 64, 384)"]; -"1079 view_36" -> "1080 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1080 permute_31" -> "1081 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1081 reshape_30" -> "1082 slice_86" [style=solid, label="(1, 16, 16, 384)"]; -"1082 slice_86" -> "1083 slice_87" [style=solid, label="(1, 14, 16, 384)"]; -"1083 slice_87" -> "1084 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"1084 contiguous_11" -> "1085 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"1085 layer_norm_15" -> "1086 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"1086 add_22" -> "1087 add_22_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1086 add_22" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1087 add_22_0_0_nncf_smooth_quant_0" -> "1088 quantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1088 quantize_per_tensor_default_43" -> "1089 dequantize_per_tensor_default_43" [style=solid, label="(1, 14, 14, 384)"]; -"1089 dequantize_per_tensor_default_43" -> "1095 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"1090 linear_42_scale_0" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1090 linear_42_scale_0" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1091 linear_42_zero_point_0" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1091 linear_42_zero_point_0" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536,)"]; -"1092 compressed_weight_updated_constant29" -> "1093 quantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1093 quantize_per_channel_default_29" -> "1094 dequantize_per_channel_default_29" [style=solid, label="(1536, 384)"]; -"1094 dequantize_per_channel_default_29" -> "1095 linear_42" [style=solid, label="(1536, 384)"]; -"1095 linear_42" -> "1096 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"1096 gelu_6" -> "1097 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"1097 dropout_26" -> "1098 dropout_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1098 dropout_26_0_0_nncf_smooth_quant_0" -> "1099 quantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1099 quantize_per_tensor_default_44" -> "1100 dequantize_per_tensor_default_44" [style=solid, label="(1, 14, 14, 1536)"]; -"1100 dequantize_per_tensor_default_44" -> "1106 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"1101 linear_43_scale_0" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1101 linear_43_scale_0" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1102 linear_43_zero_point_0" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1102 linear_43_zero_point_0" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384,)"]; -"1103 compressed_weight_updated_constant30" -> "1104 quantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1104 quantize_per_channel_default_30" -> "1105 dequantize_per_channel_default_30" [style=solid, label="(384, 1536)"]; -"1105 dequantize_per_channel_default_30" -> "1106 linear_43" [style=solid, label="(384, 1536)"]; -"1106 linear_43" -> "1107 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"1107 dropout_27" -> "1108 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"1108 layer_norm_16" -> "1109 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"1109 add_23" -> "1125 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"1109 add_23" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1110 features_5_3_attn_cpb_mlp_0_weight_updated_constant0" -> "1112 linear_44" [style=solid, label="(512, 2)"]; -"1111 features_5_3_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1112 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"1112 linear_44" -> "1113 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"1113 relu__7" -> "1115 relu__7_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1114 features_5_3_attn_cpb_mlp_2_weight_updated_constant0" -> "1116 linear_45" [style=solid, label="(12, 512)"]; -"1115 relu__7_0_0_nncf_smooth_quant_0" -> "1116 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"1116 linear_45" -> "1117 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"1117 view_37" -> "1118 index_7" [style=solid, label="(225, 12)"]; -"1118 index_7" -> "1119 view_38" [style=solid, label="(4096, 12)"]; -"1119 view_38" -> "1120 permute_32" [style=solid, label="(64, 64, 12)"]; -"1120 permute_32" -> "1121 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"1121 contiguous_12" -> "1122 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"1122 unsqueeze_19" -> "1123 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"1123 sigmoid_7" -> "1124 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"1124 mul_14" -> "1164 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"1125 pad_9" -> "1126 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"1126 roll_6" -> "1127 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"1127 view_39" -> "1128 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1128 permute_33" -> "1129 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1129 reshape_31" -> "1133 reshape_31_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1129 reshape_31" -> "1165 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"1130 clone_7" -> "1131 slice_88" [style=solid, label="(1152,)"]; -"1130 clone_7" -> "1141 linear_46" [style=solid, label="(1152,)"]; -"1131 slice_88" -> "1132 zero__7" [style=solid, label="(384,)"]; -"1133 reshape_31_0_0_nncf_smooth_quant_0" -> "1134 quantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1134 quantize_per_tensor_default_45" -> "1135 dequantize_per_tensor_default_45" [style=solid, label="(4, 64, 384)"]; -"1135 dequantize_per_tensor_default_45" -> "1141 linear_46" [style=solid, label="(4, 64, 384)"]; -"1136 linear_46_scale_0" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1136 linear_46_scale_0" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1137 linear_46_zero_point_0" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1137 linear_46_zero_point_0" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152,)"]; -"1138 compressed_weight_updated_constant31" -> "1139 quantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1139 quantize_per_channel_default_31" -> "1140 dequantize_per_channel_default_31" [style=solid, label="(1152, 384)"]; -"1140 dequantize_per_channel_default_31" -> "1141 linear_46" [style=solid, label="(1152, 384)"]; -"1141 linear_46" -> "1142 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"1142 reshape_32" -> "1143 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1143 permute_34" -> "1144 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1143 permute_34" -> "1145 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1143 permute_34" -> "1146 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1144 select_21" -> "1147 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"1144 select_21" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"1144 select_21" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1153 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"1145 select_22" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1146 select_23" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"1147 linalg_vector_norm_14" -> "1148 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"1148 clamp_min_14" -> "1149 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"1149 expand_as_14" -> "1150 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"1150 div_14" -> "1151 quantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1151 quantize_per_tensor_default_46" -> "1152 dequantize_per_tensor_default_46" [style=solid, label="(4, 12, 64, 32)"]; -"1152 dequantize_per_tensor_default_46" -> "1160 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"1153 linalg_vector_norm_15" -> "1154 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"1154 clamp_min_15" -> "1155 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"1155 expand_as_15" -> "1156 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"1156 div_15" -> "1157 quantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1157 quantize_per_tensor_default_47" -> "1158 dequantize_per_tensor_default_47" [style=solid, label="(4, 12, 64, 32)"]; -"1158 dequantize_per_tensor_default_47" -> "1159 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"1159 transpose_14" -> "1160 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"1160 matmul_14" -> "1163 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1161 clamp_7" -> "1162 exp_7" [style=solid, label="(12, 1, 1)"]; -"1162 exp_7" -> "1163 mul_15" [style=solid, label="(12, 1, 1)"]; -"1163 mul_15" -> "1164 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"1164 add_24" -> "1212 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"1165 new_zeros_3" -> "1167 slice_89" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1171 slice_91" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1175 slice_93" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1179 slice_95" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1183 slice_97" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1187 slice_99" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1191 slice_101" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1195 slice_103" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1199 slice_105" [style=solid, label="(16, 16)"]; -"1165 new_zeros_3" -> "1202 view_40" [style=solid, label="(16, 16)"]; -"1166 lift_fresh_copy_27" -> "1169 fill__27" [style=solid, label="()"]; -"1167 slice_89" -> "1168 slice_90" [style=solid, label="(8, 16)"]; -"1168 slice_90" -> "1169 fill__27" [style=solid, label="(8, 8)"]; -"1170 lift_fresh_copy_28" -> "1173 fill__28" [style=solid, label="()"]; -"1171 slice_91" -> "1172 slice_92" [style=solid, label="(8, 16)"]; -"1172 slice_92" -> "1173 fill__28" [style=solid, label="(8, 4)"]; -"1174 lift_fresh_copy_29" -> "1177 fill__29" [style=solid, label="()"]; -"1175 slice_93" -> "1176 slice_94" [style=solid, label="(8, 16)"]; -"1176 slice_94" -> "1177 fill__29" [style=solid, label="(8, 4)"]; -"1178 lift_fresh_copy_30" -> "1181 fill__30" [style=solid, label="()"]; -"1179 slice_95" -> "1180 slice_96" [style=solid, label="(4, 16)"]; -"1180 slice_96" -> "1181 fill__30" [style=solid, label="(4, 8)"]; -"1182 lift_fresh_copy_31" -> "1185 fill__31" [style=solid, label="()"]; -"1183 slice_97" -> "1184 slice_98" [style=solid, label="(4, 16)"]; -"1184 slice_98" -> "1185 fill__31" [style=solid, label="(4, 4)"]; -"1186 lift_fresh_copy_32" -> "1189 fill__32" [style=solid, label="()"]; -"1187 slice_99" -> "1188 slice_100" [style=solid, label="(4, 16)"]; -"1188 slice_100" -> "1189 fill__32" [style=solid, label="(4, 4)"]; -"1190 lift_fresh_copy_33" -> "1193 fill__33" [style=solid, label="()"]; -"1191 slice_101" -> "1192 slice_102" [style=solid, label="(4, 16)"]; -"1192 slice_102" -> "1193 fill__33" [style=solid, label="(4, 8)"]; -"1194 lift_fresh_copy_34" -> "1197 fill__34" [style=solid, label="()"]; -"1195 slice_103" -> "1196 slice_104" [style=solid, label="(4, 16)"]; -"1196 slice_104" -> "1197 fill__34" [style=solid, label="(4, 4)"]; -"1198 lift_fresh_copy_35" -> "1201 fill__35" [style=solid, label="()"]; -"1199 slice_105" -> "1200 slice_106" [style=solid, label="(4, 16)"]; -"1200 slice_106" -> "1201 fill__35" [style=solid, label="(4, 4)"]; -"1202 view_40" -> "1203 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"1203 permute_35" -> "1204 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"1204 reshape_33" -> "1205 unsqueeze_20" [style=solid, label="(4, 64)"]; -"1204 reshape_33" -> "1206 unsqueeze_21" [style=solid, label="(4, 64)"]; -"1205 unsqueeze_20" -> "1207 sub_3" [style=solid, label="(4, 1, 64)"]; -"1206 unsqueeze_21" -> "1207 sub_3" [style=solid, label="(4, 64, 1)"]; -"1207 sub_3" -> "1208 ne_3" [style=solid, label="(4, 64, 64)"]; -"1207 sub_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1207 sub_3" -> "1210 eq_3" [style=solid, label="(4, 64, 64)"]; -"1208 ne_3" -> "1209 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"1209 masked_fill_6" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1210 eq_3" -> "1211 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"1211 masked_fill_7" -> "1213 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"1212 view_41" -> "1215 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1213 unsqueeze_22" -> "1214 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"1214 unsqueeze_23" -> "1215 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1215 add_25" -> "1216 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1216 view_42" -> "1217 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"1217 softmax_7" -> "1218 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"1218 dropout_28" -> "1219 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"1219 matmul_15" -> "1220 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"1220 transpose_15" -> "1221 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"1221 reshape_34" -> "1222 reshape_34_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1222 reshape_34_0_0_nncf_smooth_quant_0" -> "1223 quantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1223 quantize_per_tensor_default_48" -> "1224 dequantize_per_tensor_default_48" [style=solid, label="(4, 64, 384)"]; -"1224 dequantize_per_tensor_default_48" -> "1230 linear_47" [style=solid, label="(4, 64, 384)"]; -"1225 linear_47_scale_0" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1225 linear_47_scale_0" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1226 linear_47_zero_point_0" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1226 linear_47_zero_point_0" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384,)"]; -"1227 compressed_weight_updated_constant32" -> "1228 quantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1228 quantize_per_channel_default_32" -> "1229 dequantize_per_channel_default_32" [style=solid, label="(384, 384)"]; -"1229 dequantize_per_channel_default_32" -> "1230 linear_47" [style=solid, label="(384, 384)"]; -"1230 linear_47" -> "1231 dropout_29" [style=solid, label="(4, 64, 384)"]; -"1231 dropout_29" -> "1232 view_43" [style=solid, label="(4, 64, 384)"]; -"1232 view_43" -> "1233 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1233 permute_36" -> "1234 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1234 reshape_35" -> "1235 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"1235 roll_7" -> "1236 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"1236 slice_107" -> "1237 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"1237 slice_108" -> "1238 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"1238 contiguous_13" -> "1239 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"1239 layer_norm_17" -> "1240 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"1240 add_26" -> "1241 add_26_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1240 add_26" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1241 add_26_0_0_nncf_smooth_quant_0" -> "1242 quantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1242 quantize_per_tensor_default_49" -> "1243 dequantize_per_tensor_default_49" [style=solid, label="(1, 14, 14, 384)"]; -"1243 dequantize_per_tensor_default_49" -> "1249 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"1244 linear_48_scale_0" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1244 linear_48_scale_0" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1245 linear_48_zero_point_0" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1245 linear_48_zero_point_0" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536,)"]; -"1246 compressed_weight_updated_constant33" -> "1247 quantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1247 quantize_per_channel_default_33" -> "1248 dequantize_per_channel_default_33" [style=solid, label="(1536, 384)"]; -"1248 dequantize_per_channel_default_33" -> "1249 linear_48" [style=solid, label="(1536, 384)"]; -"1249 linear_48" -> "1250 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"1250 gelu_7" -> "1251 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"1251 dropout_30" -> "1252 dropout_30_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1252 dropout_30_0_0_nncf_smooth_quant_0" -> "1253 quantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1253 quantize_per_tensor_default_50" -> "1254 dequantize_per_tensor_default_50" [style=solid, label="(1, 14, 14, 1536)"]; -"1254 dequantize_per_tensor_default_50" -> "1260 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"1255 linear_49_scale_0" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1255 linear_49_scale_0" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1256 linear_49_zero_point_0" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1256 linear_49_zero_point_0" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384,)"]; -"1257 compressed_weight_updated_constant34" -> "1258 quantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1258 quantize_per_channel_default_34" -> "1259 dequantize_per_channel_default_34" [style=solid, label="(384, 1536)"]; -"1259 dequantize_per_channel_default_34" -> "1260 linear_49" [style=solid, label="(384, 1536)"]; -"1260 linear_49" -> "1261 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"1261 dropout_31" -> "1262 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"1262 layer_norm_18" -> "1263 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_27" -> "1279 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"1263 add_27" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1264 features_5_4_attn_cpb_mlp_0_weight_updated_constant0" -> "1266 linear_50" [style=solid, label="(512, 2)"]; -"1265 features_5_4_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1266 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"1266 linear_50" -> "1267 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"1267 relu__8" -> "1269 relu__8_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1268 features_5_4_attn_cpb_mlp_2_weight_updated_constant0" -> "1270 linear_51" [style=solid, label="(12, 512)"]; -"1269 relu__8_0_0_nncf_smooth_quant_0" -> "1270 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1270 linear_51" -> "1271 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1271 view_44" -> "1272 index_8" [style=solid, label="(225, 12)"]; -"1272 index_8" -> "1273 view_45" [style=solid, label="(4096, 12)"]; -"1273 view_45" -> "1274 permute_37" [style=solid, label="(64, 64, 12)"]; -"1274 permute_37" -> "1275 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1275 contiguous_14" -> "1276 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1276 unsqueeze_24" -> "1277 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1277 sigmoid_8" -> "1278 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1278 mul_16" -> "1317 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1279 pad_10" -> "1280 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1280 view_46" -> "1281 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1281 permute_38" -> "1282 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1282 reshape_36" -> "1286 reshape_36_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1283 clone_8" -> "1284 slice_109" [style=solid, label="(1152,)"]; -"1283 clone_8" -> "1294 linear_52" [style=solid, label="(1152,)"]; -"1284 slice_109" -> "1285 zero__8" [style=solid, label="(384,)"]; -"1286 reshape_36_0_0_nncf_smooth_quant_0" -> "1287 quantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1287 quantize_per_tensor_default_51" -> "1288 dequantize_per_tensor_default_51" [style=solid, label="(4, 64, 384)"]; -"1288 dequantize_per_tensor_default_51" -> "1294 linear_52" [style=solid, label="(4, 64, 384)"]; -"1289 linear_52_scale_0" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1289 linear_52_scale_0" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1290 linear_52_zero_point_0" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1290 linear_52_zero_point_0" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152,)"]; -"1291 compressed_weight_updated_constant35" -> "1292 quantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1292 quantize_per_channel_default_35" -> "1293 dequantize_per_channel_default_35" [style=solid, label="(1152, 384)"]; -"1293 dequantize_per_channel_default_35" -> "1294 linear_52" [style=solid, label="(1152, 384)"]; -"1294 linear_52" -> "1295 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1295 reshape_37" -> "1296 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1296 permute_39" -> "1297 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1296 permute_39" -> "1298 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1296 permute_39" -> "1299 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1297 select_24" -> "1300 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1297 select_24" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1297 select_24" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1306 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1298 select_25" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1299 select_26" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1300 linalg_vector_norm_16" -> "1301 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1301 clamp_min_16" -> "1302 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1302 expand_as_16" -> "1303 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1303 div_16" -> "1304 quantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1304 quantize_per_tensor_default_52" -> "1305 dequantize_per_tensor_default_52" [style=solid, label="(4, 12, 64, 32)"]; -"1305 dequantize_per_tensor_default_52" -> "1313 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1306 linalg_vector_norm_17" -> "1307 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1307 clamp_min_17" -> "1308 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1308 expand_as_17" -> "1309 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1309 div_17" -> "1310 quantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1310 quantize_per_tensor_default_53" -> "1311 dequantize_per_tensor_default_53" [style=solid, label="(4, 12, 64, 32)"]; -"1311 dequantize_per_tensor_default_53" -> "1312 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1312 transpose_16" -> "1313 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1313 matmul_16" -> "1316 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1314 clamp_8" -> "1315 exp_8" [style=solid, label="(12, 1, 1)"]; -"1315 exp_8" -> "1316 mul_17" [style=solid, label="(12, 1, 1)"]; -"1316 mul_17" -> "1317 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1317 add_28" -> "1318 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1318 softmax_8" -> "1319 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1319 dropout_32" -> "1320 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1320 matmul_17" -> "1321 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1321 transpose_17" -> "1322 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1322 reshape_38" -> "1323 reshape_38_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1323 reshape_38_0_0_nncf_smooth_quant_0" -> "1324 quantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1324 quantize_per_tensor_default_54" -> "1325 dequantize_per_tensor_default_54" [style=solid, label="(4, 64, 384)"]; -"1325 dequantize_per_tensor_default_54" -> "1331 linear_53" [style=solid, label="(4, 64, 384)"]; -"1326 linear_53_scale_0" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1326 linear_53_scale_0" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1327 linear_53_zero_point_0" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1327 linear_53_zero_point_0" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384,)"]; -"1328 compressed_weight_updated_constant36" -> "1329 quantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1329 quantize_per_channel_default_36" -> "1330 dequantize_per_channel_default_36" [style=solid, label="(384, 384)"]; -"1330 dequantize_per_channel_default_36" -> "1331 linear_53" [style=solid, label="(384, 384)"]; -"1331 linear_53" -> "1332 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1332 dropout_33" -> "1333 view_47" [style=solid, label="(4, 64, 384)"]; -"1333 view_47" -> "1334 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1334 permute_40" -> "1335 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1335 reshape_39" -> "1336 slice_110" [style=solid, label="(1, 16, 16, 384)"]; -"1336 slice_110" -> "1337 slice_111" [style=solid, label="(1, 14, 16, 384)"]; -"1337 slice_111" -> "1338 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1338 contiguous_15" -> "1339 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1339 layer_norm_19" -> "1340 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1340 add_29" -> "1341 add_29_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1340 add_29" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1341 add_29_0_0_nncf_smooth_quant_0" -> "1342 quantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1342 quantize_per_tensor_default_55" -> "1343 dequantize_per_tensor_default_55" [style=solid, label="(1, 14, 14, 384)"]; -"1343 dequantize_per_tensor_default_55" -> "1349 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1344 linear_54_scale_0" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1344 linear_54_scale_0" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1345 linear_54_zero_point_0" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1345 linear_54_zero_point_0" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536,)"]; -"1346 compressed_weight_updated_constant37" -> "1347 quantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1347 quantize_per_channel_default_37" -> "1348 dequantize_per_channel_default_37" [style=solid, label="(1536, 384)"]; -"1348 dequantize_per_channel_default_37" -> "1349 linear_54" [style=solid, label="(1536, 384)"]; -"1349 linear_54" -> "1350 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1350 gelu_8" -> "1351 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1351 dropout_34" -> "1352 dropout_34_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1352 dropout_34_0_0_nncf_smooth_quant_0" -> "1353 quantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1353 quantize_per_tensor_default_56" -> "1354 dequantize_per_tensor_default_56" [style=solid, label="(1, 14, 14, 1536)"]; -"1354 dequantize_per_tensor_default_56" -> "1360 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1355 linear_55_scale_0" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1355 linear_55_scale_0" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1356 linear_55_zero_point_0" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1356 linear_55_zero_point_0" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384,)"]; -"1357 compressed_weight_updated_constant38" -> "1358 quantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1358 quantize_per_channel_default_38" -> "1359 dequantize_per_channel_default_38" [style=solid, label="(384, 1536)"]; -"1359 dequantize_per_channel_default_38" -> "1360 linear_55" [style=solid, label="(384, 1536)"]; -"1360 linear_55" -> "1361 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1361 dropout_35" -> "1362 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1362 layer_norm_20" -> "1363 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1363 add_30" -> "1379 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1363 add_30" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1364 features_5_5_attn_cpb_mlp_0_weight_updated_constant0" -> "1366 linear_56" [style=solid, label="(512, 2)"]; -"1365 features_5_5_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1366 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"1366 linear_56" -> "1367 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1367 relu__9" -> "1369 relu__9_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1368 features_5_5_attn_cpb_mlp_2_weight_updated_constant0" -> "1370 linear_57" [style=solid, label="(12, 512)"]; -"1369 relu__9_0_0_nncf_smooth_quant_0" -> "1370 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1370 linear_57" -> "1371 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1371 view_48" -> "1372 index_9" [style=solid, label="(225, 12)"]; -"1372 index_9" -> "1373 view_49" [style=solid, label="(4096, 12)"]; -"1373 view_49" -> "1374 permute_41" [style=solid, label="(64, 64, 12)"]; -"1374 permute_41" -> "1375 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1375 contiguous_16" -> "1376 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1376 unsqueeze_25" -> "1377 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1377 sigmoid_9" -> "1378 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1378 mul_18" -> "1418 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1379 pad_11" -> "1380 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1380 roll_8" -> "1381 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1381 view_50" -> "1382 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1382 permute_42" -> "1383 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1383 reshape_40" -> "1387 reshape_40_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1383 reshape_40" -> "1419 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1384 clone_9" -> "1385 slice_112" [style=solid, label="(1152,)"]; -"1384 clone_9" -> "1395 linear_58" [style=solid, label="(1152,)"]; -"1385 slice_112" -> "1386 zero__9" [style=solid, label="(384,)"]; -"1387 reshape_40_0_0_nncf_smooth_quant_0" -> "1388 quantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1388 quantize_per_tensor_default_57" -> "1389 dequantize_per_tensor_default_57" [style=solid, label="(4, 64, 384)"]; -"1389 dequantize_per_tensor_default_57" -> "1395 linear_58" [style=solid, label="(4, 64, 384)"]; -"1390 linear_58_scale_0" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1390 linear_58_scale_0" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1391 linear_58_zero_point_0" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1391 linear_58_zero_point_0" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152,)"]; -"1392 compressed_weight_updated_constant39" -> "1393 quantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1393 quantize_per_channel_default_39" -> "1394 dequantize_per_channel_default_39" [style=solid, label="(1152, 384)"]; -"1394 dequantize_per_channel_default_39" -> "1395 linear_58" [style=solid, label="(1152, 384)"]; -"1395 linear_58" -> "1396 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1396 reshape_41" -> "1397 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1397 permute_43" -> "1398 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1397 permute_43" -> "1399 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1397 permute_43" -> "1400 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1398 select_27" -> "1401 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1398 select_27" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1398 select_27" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1407 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1399 select_28" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1400 select_29" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1401 linalg_vector_norm_18" -> "1402 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1402 clamp_min_18" -> "1403 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1403 expand_as_18" -> "1404 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1404 div_18" -> "1405 quantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1405 quantize_per_tensor_default_58" -> "1406 dequantize_per_tensor_default_58" [style=solid, label="(4, 12, 64, 32)"]; -"1406 dequantize_per_tensor_default_58" -> "1414 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1407 linalg_vector_norm_19" -> "1408 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1408 clamp_min_19" -> "1409 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1409 expand_as_19" -> "1410 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1410 div_19" -> "1411 quantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1411 quantize_per_tensor_default_59" -> "1412 dequantize_per_tensor_default_59" [style=solid, label="(4, 12, 64, 32)"]; -"1412 dequantize_per_tensor_default_59" -> "1413 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1413 transpose_18" -> "1414 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1414 matmul_18" -> "1417 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1415 clamp_9" -> "1416 exp_9" [style=solid, label="(12, 1, 1)"]; -"1416 exp_9" -> "1417 mul_19" [style=solid, label="(12, 1, 1)"]; -"1417 mul_19" -> "1418 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1418 add_31" -> "1466 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1419 new_zeros_4" -> "1421 slice_113" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1425 slice_115" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1429 slice_117" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1433 slice_119" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1437 slice_121" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1441 slice_123" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1445 slice_125" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1449 slice_127" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1453 slice_129" [style=solid, label="(16, 16)"]; -"1419 new_zeros_4" -> "1456 view_51" [style=solid, label="(16, 16)"]; -"1420 lift_fresh_copy_36" -> "1423 fill__36" [style=solid, label="()"]; -"1421 slice_113" -> "1422 slice_114" [style=solid, label="(8, 16)"]; -"1422 slice_114" -> "1423 fill__36" [style=solid, label="(8, 8)"]; -"1424 lift_fresh_copy_37" -> "1427 fill__37" [style=solid, label="()"]; -"1425 slice_115" -> "1426 slice_116" [style=solid, label="(8, 16)"]; -"1426 slice_116" -> "1427 fill__37" [style=solid, label="(8, 4)"]; -"1428 lift_fresh_copy_38" -> "1431 fill__38" [style=solid, label="()"]; -"1429 slice_117" -> "1430 slice_118" [style=solid, label="(8, 16)"]; -"1430 slice_118" -> "1431 fill__38" [style=solid, label="(8, 4)"]; -"1432 lift_fresh_copy_39" -> "1435 fill__39" [style=solid, label="()"]; -"1433 slice_119" -> "1434 slice_120" [style=solid, label="(4, 16)"]; -"1434 slice_120" -> "1435 fill__39" [style=solid, label="(4, 8)"]; -"1436 lift_fresh_copy_40" -> "1439 fill__40" [style=solid, label="()"]; -"1437 slice_121" -> "1438 slice_122" [style=solid, label="(4, 16)"]; -"1438 slice_122" -> "1439 fill__40" [style=solid, label="(4, 4)"]; -"1440 lift_fresh_copy_41" -> "1443 fill__41" [style=solid, label="()"]; -"1441 slice_123" -> "1442 slice_124" [style=solid, label="(4, 16)"]; -"1442 slice_124" -> "1443 fill__41" [style=solid, label="(4, 4)"]; -"1444 lift_fresh_copy_42" -> "1447 fill__42" [style=solid, label="()"]; -"1445 slice_125" -> "1446 slice_126" [style=solid, label="(4, 16)"]; -"1446 slice_126" -> "1447 fill__42" [style=solid, label="(4, 8)"]; -"1448 lift_fresh_copy_43" -> "1451 fill__43" [style=solid, label="()"]; -"1449 slice_127" -> "1450 slice_128" [style=solid, label="(4, 16)"]; -"1450 slice_128" -> "1451 fill__43" [style=solid, label="(4, 4)"]; -"1452 lift_fresh_copy_44" -> "1455 fill__44" [style=solid, label="()"]; -"1453 slice_129" -> "1454 slice_130" [style=solid, label="(4, 16)"]; -"1454 slice_130" -> "1455 fill__44" [style=solid, label="(4, 4)"]; -"1456 view_51" -> "1457 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1457 permute_44" -> "1458 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1458 reshape_42" -> "1459 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1458 reshape_42" -> "1460 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1459 unsqueeze_26" -> "1461 sub_4" [style=solid, label="(4, 1, 64)"]; -"1460 unsqueeze_27" -> "1461 sub_4" [style=solid, label="(4, 64, 1)"]; -"1461 sub_4" -> "1462 ne_4" [style=solid, label="(4, 64, 64)"]; -"1461 sub_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1461 sub_4" -> "1464 eq_4" [style=solid, label="(4, 64, 64)"]; -"1462 ne_4" -> "1463 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1463 masked_fill_8" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1464 eq_4" -> "1465 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1465 masked_fill_9" -> "1467 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1466 view_52" -> "1469 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1467 unsqueeze_28" -> "1468 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1468 unsqueeze_29" -> "1469 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1469 add_32" -> "1470 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1470 view_53" -> "1471 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1471 softmax_9" -> "1472 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1472 dropout_36" -> "1473 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1473 matmul_19" -> "1474 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1474 transpose_19" -> "1475 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1475 reshape_43" -> "1476 reshape_43_0_0_nncf_smooth_quant_0" [style=solid, label="(4, 64, 384)"]; -"1476 reshape_43_0_0_nncf_smooth_quant_0" -> "1477 quantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1477 quantize_per_tensor_default_60" -> "1478 dequantize_per_tensor_default_60" [style=solid, label="(4, 64, 384)"]; -"1478 dequantize_per_tensor_default_60" -> "1484 linear_59" [style=solid, label="(4, 64, 384)"]; -"1479 linear_59_scale_0" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1479 linear_59_scale_0" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1480 linear_59_zero_point_0" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1480 linear_59_zero_point_0" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384,)"]; -"1481 compressed_weight_updated_constant40" -> "1482 quantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1482 quantize_per_channel_default_40" -> "1483 dequantize_per_channel_default_40" [style=solid, label="(384, 384)"]; -"1483 dequantize_per_channel_default_40" -> "1484 linear_59" [style=solid, label="(384, 384)"]; -"1484 linear_59" -> "1485 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1485 dropout_37" -> "1486 view_54" [style=solid, label="(4, 64, 384)"]; -"1486 view_54" -> "1487 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1487 permute_45" -> "1488 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1488 reshape_44" -> "1489 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1489 roll_9" -> "1490 slice_131" [style=solid, label="(1, 16, 16, 384)"]; -"1490 slice_131" -> "1491 slice_132" [style=solid, label="(1, 14, 16, 384)"]; -"1491 slice_132" -> "1492 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1492 contiguous_17" -> "1493 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1493 layer_norm_21" -> "1494 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1494 add_33" -> "1495 add_33_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 384)"]; -"1494 add_33" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1495 add_33_0_0_nncf_smooth_quant_0" -> "1496 quantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1496 quantize_per_tensor_default_61" -> "1497 dequantize_per_tensor_default_61" [style=solid, label="(1, 14, 14, 384)"]; -"1497 dequantize_per_tensor_default_61" -> "1503 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1498 linear_60_scale_0" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1498 linear_60_scale_0" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1499 linear_60_zero_point_0" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1499 linear_60_zero_point_0" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536,)"]; -"1500 compressed_weight_updated_constant41" -> "1501 quantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1501 quantize_per_channel_default_41" -> "1502 dequantize_per_channel_default_41" [style=solid, label="(1536, 384)"]; -"1502 dequantize_per_channel_default_41" -> "1503 linear_60" [style=solid, label="(1536, 384)"]; -"1503 linear_60" -> "1504 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1504 gelu_9" -> "1505 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1505 dropout_38" -> "1506 dropout_38_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 14, 14, 1536)"]; -"1506 dropout_38_0_0_nncf_smooth_quant_0" -> "1507 quantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1507 quantize_per_tensor_default_62" -> "1508 dequantize_per_tensor_default_62" [style=solid, label="(1, 14, 14, 1536)"]; -"1508 dequantize_per_tensor_default_62" -> "1514 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1509 linear_61_scale_0" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1509 linear_61_scale_0" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1510 linear_61_zero_point_0" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1510 linear_61_zero_point_0" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384,)"]; -"1511 compressed_weight_updated_constant42" -> "1512 quantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1512 quantize_per_channel_default_42" -> "1513 dequantize_per_channel_default_42" [style=solid, label="(384, 1536)"]; -"1513 dequantize_per_channel_default_42" -> "1514 linear_61" [style=solid, label="(384, 1536)"]; -"1514 linear_61" -> "1515 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1515 dropout_39" -> "1516 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1516 layer_norm_22" -> "1517 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1517 add_34" -> "1518 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1519 slice_133" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1521 slice_135" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1523 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1518 pad_12" -> "1525 slice_139" [style=solid, label="(1, 14, 14, 384)"]; -"1519 slice_133" -> "1520 slice_134" [style=solid, label="(1, 7, 14, 384)"]; -"1520 slice_134" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1521 slice_135" -> "1522 slice_136" [style=solid, label="(1, 7, 14, 384)"]; -"1522 slice_136" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1523 slice_137" -> "1524 slice_138" [style=solid, label="(1, 7, 14, 384)"]; -"1524 slice_138" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1525 slice_139" -> "1526 slice_140" [style=solid, label="(1, 7, 14, 384)"]; -"1526 slice_140" -> "1527 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1527 cat_2" -> "1528 cat_2_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 1536)"]; -"1528 cat_2_0_0_nncf_smooth_quant_0" -> "1529 quantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1529 quantize_per_tensor_default_63" -> "1530 dequantize_per_tensor_default_63" [style=solid, label="(1, 7, 7, 1536)"]; -"1530 dequantize_per_tensor_default_63" -> "1536 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1531 linear_62_scale_0" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1531 linear_62_scale_0" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1532 linear_62_zero_point_0" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1532 linear_62_zero_point_0" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768,)"]; -"1533 compressed_weight_updated_constant43" -> "1534 quantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1534 quantize_per_channel_default_43" -> "1535 dequantize_per_channel_default_43" [style=solid, label="(768, 1536)"]; -"1535 dequantize_per_channel_default_43" -> "1536 linear_62" [style=solid, label="(768, 1536)"]; -"1536 linear_62" -> "1537 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1537 layer_norm_23" -> "1553 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1537 layer_norm_23" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1538 features_7_0_attn_cpb_mlp_0_weight_updated_constant0" -> "1540 linear_63" [style=solid, label="(512, 2)"]; -"1539 features_7_0_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1540 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"1540 linear_63" -> "1541 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1541 relu__10" -> "1543 relu__10_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1542 features_7_0_attn_cpb_mlp_2_weight_updated_constant0" -> "1544 linear_64" [style=solid, label="(24, 512)"]; -"1543 relu__10_0_0_nncf_smooth_quant_0" -> "1544 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1544 linear_64" -> "1545 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1545 view_55" -> "1546 index_10" [style=solid, label="(225, 24)"]; -"1546 index_10" -> "1547 view_56" [style=solid, label="(4096, 24)"]; -"1547 view_56" -> "1548 permute_46" [style=solid, label="(64, 64, 24)"]; -"1548 permute_46" -> "1549 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1549 contiguous_18" -> "1550 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1550 unsqueeze_30" -> "1551 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1551 sigmoid_10" -> "1552 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1552 mul_20" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1553 pad_13" -> "1554 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1554 view_57" -> "1555 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1555 permute_47" -> "1556 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1556 reshape_45" -> "1560 reshape_45_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1557 clone_10" -> "1558 slice_141" [style=solid, label="(2304,)"]; -"1557 clone_10" -> "1568 linear_65" [style=solid, label="(2304,)"]; -"1558 slice_141" -> "1559 zero__10" [style=solid, label="(768,)"]; -"1560 reshape_45_0_0_nncf_smooth_quant_0" -> "1561 quantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1561 quantize_per_tensor_default_64" -> "1562 dequantize_per_tensor_default_64" [style=solid, label="(1, 64, 768)"]; -"1562 dequantize_per_tensor_default_64" -> "1568 linear_65" [style=solid, label="(1, 64, 768)"]; -"1563 linear_65_scale_0" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1563 linear_65_scale_0" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1564 linear_65_zero_point_0" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1564 linear_65_zero_point_0" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304,)"]; -"1565 compressed_weight_updated_constant44" -> "1566 quantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1566 quantize_per_channel_default_44" -> "1567 dequantize_per_channel_default_44" [style=solid, label="(2304, 768)"]; -"1567 dequantize_per_channel_default_44" -> "1568 linear_65" [style=solid, label="(2304, 768)"]; -"1568 linear_65" -> "1569 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1569 reshape_46" -> "1570 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1570 permute_48" -> "1571 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1570 permute_48" -> "1572 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1570 permute_48" -> "1573 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1571 select_30" -> "1574 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1571 select_30" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1571 select_30" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1580 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1572 select_31" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1573 select_32" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1574 linalg_vector_norm_20" -> "1575 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1575 clamp_min_20" -> "1576 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1576 expand_as_20" -> "1577 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1577 div_20" -> "1578 quantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1578 quantize_per_tensor_default_65" -> "1579 dequantize_per_tensor_default_65" [style=solid, label="(1, 24, 64, 32)"]; -"1579 dequantize_per_tensor_default_65" -> "1587 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1580 linalg_vector_norm_21" -> "1581 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1581 clamp_min_21" -> "1582 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1582 expand_as_21" -> "1583 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1583 div_21" -> "1584 quantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1584 quantize_per_tensor_default_66" -> "1585 dequantize_per_tensor_default_66" [style=solid, label="(1, 24, 64, 32)"]; -"1585 dequantize_per_tensor_default_66" -> "1586 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1586 transpose_20" -> "1587 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1587 matmul_20" -> "1590 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1588 clamp_10" -> "1589 exp_10" [style=solid, label="(24, 1, 1)"]; -"1589 exp_10" -> "1590 mul_21" [style=solid, label="(24, 1, 1)"]; -"1590 mul_21" -> "1591 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1591 add_35" -> "1592 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1592 softmax_10" -> "1593 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1593 dropout_40" -> "1594 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1594 matmul_21" -> "1595 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1595 transpose_21" -> "1596 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1596 reshape_47" -> "1597 reshape_47_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1597 reshape_47_0_0_nncf_smooth_quant_0" -> "1598 quantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1598 quantize_per_tensor_default_67" -> "1599 dequantize_per_tensor_default_67" [style=solid, label="(1, 64, 768)"]; -"1599 dequantize_per_tensor_default_67" -> "1605 linear_66" [style=solid, label="(1, 64, 768)"]; -"1600 linear_66_scale_0" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1600 linear_66_scale_0" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1601 linear_66_zero_point_0" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1601 linear_66_zero_point_0" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768,)"]; -"1602 compressed_weight_updated_constant45" -> "1603 quantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1603 quantize_per_channel_default_45" -> "1604 dequantize_per_channel_default_45" [style=solid, label="(768, 768)"]; -"1604 dequantize_per_channel_default_45" -> "1605 linear_66" [style=solid, label="(768, 768)"]; -"1605 linear_66" -> "1606 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1606 dropout_41" -> "1607 view_58" [style=solid, label="(1, 64, 768)"]; -"1607 view_58" -> "1608 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1608 permute_49" -> "1609 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1609 reshape_48" -> "1610 slice_142" [style=solid, label="(1, 8, 8, 768)"]; -"1610 slice_142" -> "1611 slice_143" [style=solid, label="(1, 7, 8, 768)"]; -"1611 slice_143" -> "1612 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1612 contiguous_19" -> "1613 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1613 layer_norm_24" -> "1614 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1614 add_36" -> "1615 add_36_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1614 add_36" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1615 add_36_0_0_nncf_smooth_quant_0" -> "1616 quantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1616 quantize_per_tensor_default_68" -> "1617 dequantize_per_tensor_default_68" [style=solid, label="(1, 7, 7, 768)"]; -"1617 dequantize_per_tensor_default_68" -> "1623 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1618 linear_67_scale_0" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1618 linear_67_scale_0" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1619 linear_67_zero_point_0" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1619 linear_67_zero_point_0" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072,)"]; -"1620 compressed_weight_updated_constant46" -> "1621 quantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1621 quantize_per_channel_default_46" -> "1622 dequantize_per_channel_default_46" [style=solid, label="(3072, 768)"]; -"1622 dequantize_per_channel_default_46" -> "1623 linear_67" [style=solid, label="(3072, 768)"]; -"1623 linear_67" -> "1624 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1624 gelu_10" -> "1625 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1625 dropout_42" -> "1626 dropout_42_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1626 dropout_42_0_0_nncf_smooth_quant_0" -> "1627 quantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1627 quantize_per_tensor_default_69" -> "1628 dequantize_per_tensor_default_69" [style=solid, label="(1, 7, 7, 3072)"]; -"1628 dequantize_per_tensor_default_69" -> "1634 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1629 linear_68_scale_0" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1629 linear_68_scale_0" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1630 linear_68_zero_point_0" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1630 linear_68_zero_point_0" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768,)"]; -"1631 compressed_weight_updated_constant47" -> "1632 quantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1632 quantize_per_channel_default_47" -> "1633 dequantize_per_channel_default_47" [style=solid, label="(768, 3072)"]; -"1633 dequantize_per_channel_default_47" -> "1634 linear_68" [style=solid, label="(768, 3072)"]; -"1634 linear_68" -> "1635 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1635 dropout_43" -> "1636 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1636 layer_norm_25" -> "1637 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_37" -> "1653 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1637 add_37" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1638 features_7_1_attn_cpb_mlp_0_weight_updated_constant0" -> "1640 linear_69" [style=solid, label="(512, 2)"]; -"1639 features_7_1_attn_relative_coords_table_0_0_nncf_smooth_quant_0" -> "1640 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"1640 linear_69" -> "1641 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1641 relu__11" -> "1643 relu__11_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 15, 15, 512)"]; -"1642 features_7_1_attn_cpb_mlp_2_weight_updated_constant0" -> "1644 linear_70" [style=solid, label="(24, 512)"]; -"1643 relu__11_0_0_nncf_smooth_quant_0" -> "1644 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1644 linear_70" -> "1645 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1645 view_59" -> "1646 index_11" [style=solid, label="(225, 24)"]; -"1646 index_11" -> "1647 view_60" [style=solid, label="(4096, 24)"]; -"1647 view_60" -> "1648 permute_50" [style=solid, label="(64, 64, 24)"]; -"1648 permute_50" -> "1649 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1649 contiguous_20" -> "1650 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1650 unsqueeze_31" -> "1651 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1651 sigmoid_11" -> "1652 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1652 mul_22" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1653 pad_14" -> "1654 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1654 view_61" -> "1655 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1655 permute_51" -> "1656 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1656 reshape_49" -> "1660 reshape_49_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1657 clone_11" -> "1658 slice_144" [style=solid, label="(2304,)"]; -"1657 clone_11" -> "1668 linear_71" [style=solid, label="(2304,)"]; -"1658 slice_144" -> "1659 zero__11" [style=solid, label="(768,)"]; -"1660 reshape_49_0_0_nncf_smooth_quant_0" -> "1661 quantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1661 quantize_per_tensor_default_70" -> "1662 dequantize_per_tensor_default_70" [style=solid, label="(1, 64, 768)"]; -"1662 dequantize_per_tensor_default_70" -> "1668 linear_71" [style=solid, label="(1, 64, 768)"]; -"1663 linear_71_scale_0" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1663 linear_71_scale_0" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1664 linear_71_zero_point_0" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1664 linear_71_zero_point_0" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304,)"]; -"1665 compressed_weight_updated_constant48" -> "1666 quantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1666 quantize_per_channel_default_48" -> "1667 dequantize_per_channel_default_48" [style=solid, label="(2304, 768)"]; -"1667 dequantize_per_channel_default_48" -> "1668 linear_71" [style=solid, label="(2304, 768)"]; -"1668 linear_71" -> "1669 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1669 reshape_50" -> "1670 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1670 permute_52" -> "1671 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1670 permute_52" -> "1672 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1670 permute_52" -> "1673 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1671 select_33" -> "1674 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1671 select_33" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1671 select_33" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1680 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1672 select_34" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1673 select_35" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1674 linalg_vector_norm_22" -> "1675 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1675 clamp_min_22" -> "1676 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1676 expand_as_22" -> "1677 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1677 div_22" -> "1678 quantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1678 quantize_per_tensor_default_71" -> "1679 dequantize_per_tensor_default_71" [style=solid, label="(1, 24, 64, 32)"]; -"1679 dequantize_per_tensor_default_71" -> "1687 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1680 linalg_vector_norm_23" -> "1681 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1681 clamp_min_23" -> "1682 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1682 expand_as_23" -> "1683 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1683 div_23" -> "1684 quantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1684 quantize_per_tensor_default_72" -> "1685 dequantize_per_tensor_default_72" [style=solid, label="(1, 24, 64, 32)"]; -"1685 dequantize_per_tensor_default_72" -> "1686 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1686 transpose_22" -> "1687 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1687 matmul_22" -> "1690 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1688 clamp_11" -> "1689 exp_11" [style=solid, label="(24, 1, 1)"]; -"1689 exp_11" -> "1690 mul_23" [style=solid, label="(24, 1, 1)"]; -"1690 mul_23" -> "1691 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1691 add_38" -> "1692 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1692 softmax_11" -> "1693 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1693 dropout_44" -> "1694 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1694 matmul_23" -> "1695 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1695 transpose_23" -> "1696 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1696 reshape_51" -> "1697 reshape_51_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 64, 768)"]; -"1697 reshape_51_0_0_nncf_smooth_quant_0" -> "1698 quantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1698 quantize_per_tensor_default_73" -> "1699 dequantize_per_tensor_default_73" [style=solid, label="(1, 64, 768)"]; -"1699 dequantize_per_tensor_default_73" -> "1705 linear_72" [style=solid, label="(1, 64, 768)"]; -"1700 linear_72_scale_0" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1700 linear_72_scale_0" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1701 linear_72_zero_point_0" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1701 linear_72_zero_point_0" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768,)"]; -"1702 compressed_weight_updated_constant49" -> "1703 quantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1703 quantize_per_channel_default_49" -> "1704 dequantize_per_channel_default_49" [style=solid, label="(768, 768)"]; -"1704 dequantize_per_channel_default_49" -> "1705 linear_72" [style=solid, label="(768, 768)"]; -"1705 linear_72" -> "1706 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1706 dropout_45" -> "1707 view_62" [style=solid, label="(1, 64, 768)"]; -"1707 view_62" -> "1708 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1708 permute_53" -> "1709 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1709 reshape_52" -> "1710 slice_145" [style=solid, label="(1, 8, 8, 768)"]; -"1710 slice_145" -> "1711 slice_146" [style=solid, label="(1, 7, 8, 768)"]; -"1711 slice_146" -> "1712 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1712 contiguous_21" -> "1713 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1713 layer_norm_26" -> "1714 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1714 add_39" -> "1715 add_39_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 768)"]; -"1714 add_39" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1715 add_39_0_0_nncf_smooth_quant_0" -> "1716 quantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1716 quantize_per_tensor_default_74" -> "1717 dequantize_per_tensor_default_74" [style=solid, label="(1, 7, 7, 768)"]; -"1717 dequantize_per_tensor_default_74" -> "1723 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1718 linear_73_scale_0" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1718 linear_73_scale_0" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1719 linear_73_zero_point_0" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1719 linear_73_zero_point_0" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072,)"]; -"1720 compressed_weight_updated_constant50" -> "1721 quantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1721 quantize_per_channel_default_50" -> "1722 dequantize_per_channel_default_50" [style=solid, label="(3072, 768)"]; -"1722 dequantize_per_channel_default_50" -> "1723 linear_73" [style=solid, label="(3072, 768)"]; -"1723 linear_73" -> "1724 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1724 gelu_11" -> "1725 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1725 dropout_46" -> "1726 dropout_46_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 7, 7, 3072)"]; -"1726 dropout_46_0_0_nncf_smooth_quant_0" -> "1727 quantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1727 quantize_per_tensor_default_75" -> "1728 dequantize_per_tensor_default_75" [style=solid, label="(1, 7, 7, 3072)"]; -"1728 dequantize_per_tensor_default_75" -> "1734 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1729 linear_74_scale_0" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1729 linear_74_scale_0" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1730 linear_74_zero_point_0" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1730 linear_74_zero_point_0" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768,)"]; -"1731 compressed_weight_updated_constant51" -> "1732 quantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1732 quantize_per_channel_default_51" -> "1733 dequantize_per_channel_default_51" [style=solid, label="(768, 3072)"]; -"1733 dequantize_per_channel_default_51" -> "1734 linear_74" [style=solid, label="(768, 3072)"]; -"1734 linear_74" -> "1735 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1735 dropout_47" -> "1736 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1736 layer_norm_27" -> "1737 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1737 add_40" -> "1738 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1738 layer_norm_28" -> "1739 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1739 permute_54" -> "1740 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1740 adaptive_avg_pool2d" -> "1741 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1741 flatten" -> "1742 flatten_0_0_nncf_smooth_quant_0" [style=solid, label="(1, 768)"]; -"1742 flatten_0_0_nncf_smooth_quant_0" -> "1743 quantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1743 quantize_per_tensor_default_76" -> "1744 dequantize_per_tensor_default_76" [style=solid, label="(1, 768)"]; -"1744 dequantize_per_tensor_default_76" -> "1750 linear_75" [style=solid, label="(1, 768)"]; -"1745 linear_75_scale_0" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1745 linear_75_scale_0" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1746 linear_75_zero_point_0" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1746 linear_75_zero_point_0" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000,)"]; -"1747 compressed_weight_updated_constant52" -> "1748 quantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1748 quantize_per_channel_default_52" -> "1749 dequantize_per_channel_default_52" [style=solid, label="(1000, 768)"]; -"1749 dequantize_per_channel_default_52" -> "1750 linear_75" [style=solid, label="(1000, 768)"]; -"1750 linear_75" -> "1751 output" [style=solid, label="(1, 1000)"]; -} diff --git a/tests/torch/data/fx/reference_metatypes/swin_v2_single_block.json b/tests/torch/data/fx/reference_metatypes/swin_v2_single_block.json new file mode 100644 index 00000000000..0dd418d9b99 --- /dev/null +++ b/tests/torch/data/fx/reference_metatypes/swin_v2_single_block.json @@ -0,0 +1,375 @@ +{ + "model_features_1_0_attn_qkv_weight": "PTConstNoopMetatype", + "model_features_1_0_attn_proj_weight": "PTConstNoopMetatype", + "model_features_1_0_attn_qkv_bias": "PTConstNoopMetatype", + "model_features_1_0_attn_proj_bias": "PTConstNoopMetatype", + "model_features_1_0_attn_logit_scale": "PTConstNoopMetatype", + "model_features_3_0_attn_qkv_weight": "PTConstNoopMetatype", + "model_features_3_0_attn_proj_weight": "PTConstNoopMetatype", + "model_features_3_0_attn_qkv_bias": "PTConstNoopMetatype", + "model_features_3_0_attn_proj_bias": "PTConstNoopMetatype", + "model_features_3_0_attn_logit_scale": "PTConstNoopMetatype", + "model_features_5_0_attn_qkv_weight": "PTConstNoopMetatype", + "model_features_5_0_attn_proj_weight": "PTConstNoopMetatype", + "model_features_5_0_attn_qkv_bias": "PTConstNoopMetatype", + "model_features_5_0_attn_proj_bias": "PTConstNoopMetatype", + "model_features_5_0_attn_logit_scale": "PTConstNoopMetatype", + "model_features_7_0_attn_qkv_weight": "PTConstNoopMetatype", + "model_features_7_0_attn_proj_weight": "PTConstNoopMetatype", + "model_features_7_0_attn_qkv_bias": "PTConstNoopMetatype", + "model_features_7_0_attn_proj_bias": "PTConstNoopMetatype", + "model_features_7_0_attn_logit_scale": "PTConstNoopMetatype", + "model_features_0_0_weight": "PTConstNoopMetatype", + "model_features_0_0_bias": "PTConstNoopMetatype", + "model_features_0_2_weight": "PTConstNoopMetatype", + "model_features_0_2_bias": "PTConstNoopMetatype", + "model_features_1_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", + "model_features_1_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", + "model_features_1_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", + "model_features_1_0_norm1_weight": "PTConstNoopMetatype", + "model_features_1_0_norm1_bias": "PTConstNoopMetatype", + "model_features_1_0_mlp_0_weight": "PTConstNoopMetatype", + "model_features_1_0_mlp_0_bias": "PTConstNoopMetatype", + "model_features_1_0_mlp_3_weight": "PTConstNoopMetatype", + "model_features_1_0_mlp_3_bias": "PTConstNoopMetatype", + "model_features_1_0_norm2_weight": "PTConstNoopMetatype", + "model_features_1_0_norm2_bias": "PTConstNoopMetatype", + "model_features_2_reduction_weight": "PTConstNoopMetatype", + "model_features_2_norm_weight": "PTConstNoopMetatype", + "model_features_2_norm_bias": "PTConstNoopMetatype", + "model_features_3_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", + "model_features_3_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", + "model_features_3_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", + "model_features_3_0_norm1_weight": "PTConstNoopMetatype", + "model_features_3_0_norm1_bias": "PTConstNoopMetatype", + "model_features_3_0_mlp_0_weight": "PTConstNoopMetatype", + "model_features_3_0_mlp_0_bias": "PTConstNoopMetatype", + "model_features_3_0_mlp_3_weight": "PTConstNoopMetatype", + "model_features_3_0_mlp_3_bias": "PTConstNoopMetatype", + "model_features_3_0_norm2_weight": "PTConstNoopMetatype", + "model_features_3_0_norm2_bias": "PTConstNoopMetatype", + "model_features_4_reduction_weight": "PTConstNoopMetatype", + "model_features_4_norm_weight": "PTConstNoopMetatype", + "model_features_4_norm_bias": "PTConstNoopMetatype", + "model_features_5_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", + "model_features_5_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", + "model_features_5_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", + "model_features_5_0_norm1_weight": "PTConstNoopMetatype", + "model_features_5_0_norm1_bias": "PTConstNoopMetatype", + "model_features_5_0_mlp_0_weight": "PTConstNoopMetatype", + "model_features_5_0_mlp_0_bias": "PTConstNoopMetatype", + "model_features_5_0_mlp_3_weight": "PTConstNoopMetatype", + "model_features_5_0_mlp_3_bias": "PTConstNoopMetatype", + "model_features_5_0_norm2_weight": "PTConstNoopMetatype", + "model_features_5_0_norm2_bias": "PTConstNoopMetatype", + "model_features_6_reduction_weight": "PTConstNoopMetatype", + "model_features_6_norm_weight": "PTConstNoopMetatype", + "model_features_6_norm_bias": "PTConstNoopMetatype", + "model_features_7_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", + "model_features_7_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", + "model_features_7_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", + "model_features_7_0_norm1_weight": "PTConstNoopMetatype", + "model_features_7_0_norm1_bias": "PTConstNoopMetatype", + "model_features_7_0_mlp_0_weight": "PTConstNoopMetatype", + "model_features_7_0_mlp_0_bias": "PTConstNoopMetatype", + "model_features_7_0_mlp_3_weight": "PTConstNoopMetatype", + "model_features_7_0_mlp_3_bias": "PTConstNoopMetatype", + "model_features_7_0_norm2_weight": "PTConstNoopMetatype", + "model_features_7_0_norm2_bias": "PTConstNoopMetatype", + "model_norm_weight": "PTConstNoopMetatype", + "model_norm_bias": "PTConstNoopMetatype", + "model_head_weight": "PTConstNoopMetatype", + "model_head_bias": "PTConstNoopMetatype", + "model_features_1_0_attn_relative_coords_table": "PTConstNoopMetatype", + "model_features_1_0_attn_relative_position_index": "PTConstNoopMetatype", + "model_features_3_0_attn_relative_coords_table": "PTConstNoopMetatype", + "model_features_3_0_attn_relative_position_index": "PTConstNoopMetatype", + "model_features_5_0_attn_relative_coords_table": "PTConstNoopMetatype", + "model_features_5_0_attn_relative_position_index": "PTConstNoopMetatype", + "model_features_7_0_attn_relative_coords_table": "PTConstNoopMetatype", + "model_features_7_0_attn_relative_position_index": "PTConstNoopMetatype", + "x": "PTInputNoopMetatype", + "conv2d": "PTConv2dMetatype", + "permute": "PTTransposeMetatype", + "layer_norm": "PTLayerNormMetatype", + "linear": "PTLinearMetatype", + "relu_": "PTRELUMetatype", + "linear_1": "PTLinearMetatype", + "view": "PTReshapeMetatype", + "index": "UnknownMetatype", + "view_1": "PTReshapeMetatype", + "permute_1": "PTTransposeMetatype", + "contiguous": "PTNoopMetatype", + "unsqueeze": "PTReshapeMetatype", + "sigmoid": "PTSigmoidMetatype", + "mul": "PTMulMetatype", + "pad": "PTPadMetatype", + "view_2": "PTReshapeMetatype", + "permute_2": "PTTransposeMetatype", + "reshape": "PTReshapeMetatype", + "clone": "PTNoopMetatype", + "slice_1": "PTGatherMetatype", + "zero_": "UnknownMetatype", + "linear_2": "PTLinearMetatype", + "reshape_1": "PTReshapeMetatype", + "permute_3": "PTTransposeMetatype", + "select": "PTGatherMetatype", + "select_1": "PTGatherMetatype", + "select_2": "PTGatherMetatype", + "linalg_vector_norm": "UnknownMetatype", + "clamp_min": "UnknownMetatype", + "expand_as": "PTExpandAsMetatype", + "div": "PTDivMetatype", + "linalg_vector_norm_1": "UnknownMetatype", + "clamp_min_1": "UnknownMetatype", + "expand_as_1": "PTExpandAsMetatype", + "div_1": "PTDivMetatype", + "transpose": "PTTransposeMetatype", + "matmul": "PTMatMulMetatype", + "clamp": "UnknownMetatype", + "exp": "PTExpMetatype", + "mul_1": "PTMulMetatype", + "add": "PTAddMetatype", + "softmax": "PTSoftmaxMetatype", + "dropout": "PTDropoutMetatype", + "matmul_1": "PTMatMulMetatype", + "transpose_1": "PTTransposeMetatype", + "reshape_2": "PTReshapeMetatype", + "linear_3": "PTLinearMetatype", + "dropout_1": "PTDropoutMetatype", + "view_3": "PTReshapeMetatype", + "permute_4": "PTTransposeMetatype", + "reshape_3": "PTReshapeMetatype", + "alias": "UnknownMetatype", + "layer_norm_1": "PTLayerNormMetatype", + "add_1": "PTAddMetatype", + "linear_4": "PTLinearMetatype", + "gelu": "PTGELUMetatype", + "dropout_2": "PTDropoutMetatype", + "linear_5": "PTLinearMetatype", + "dropout_3": "PTDropoutMetatype", + "layer_norm_2": "PTLayerNormMetatype", + "add_2": "PTAddMetatype", + "pad_1": "PTPadMetatype", + "slice_2": "PTGatherMetatype", + "slice_3": "PTGatherMetatype", + "slice_4": "PTGatherMetatype", + "slice_5": "PTGatherMetatype", + "slice_6": "PTGatherMetatype", + "slice_7": "PTGatherMetatype", + "slice_8": "PTGatherMetatype", + "slice_9": "PTGatherMetatype", + "cat": "PTCatMetatype", + "linear_6": "PTLinearMetatype", + "layer_norm_3": "PTLayerNormMetatype", + "linear_7": "PTLinearMetatype", + "relu__1": "PTRELUMetatype", + "linear_8": "PTLinearMetatype", + "view_4": "PTReshapeMetatype", + "index_1": "UnknownMetatype", + "view_5": "PTReshapeMetatype", + "permute_5": "PTTransposeMetatype", + "contiguous_1": "PTNoopMetatype", + "unsqueeze_1": "PTReshapeMetatype", + "sigmoid_1": "PTSigmoidMetatype", + "mul_2": "PTMulMetatype", + "pad_2": "PTPadMetatype", + "view_6": "PTReshapeMetatype", + "permute_6": "PTTransposeMetatype", + "reshape_4": "PTReshapeMetatype", + "clone_1": "PTNoopMetatype", + "slice_10": "PTGatherMetatype", + "zero__1": "UnknownMetatype", + "linear_9": "PTLinearMetatype", + "reshape_5": "PTReshapeMetatype", + "permute_7": "PTTransposeMetatype", + "select_3": "PTGatherMetatype", + "select_4": "PTGatherMetatype", + "select_5": "PTGatherMetatype", + "linalg_vector_norm_2": "UnknownMetatype", + "clamp_min_2": "UnknownMetatype", + "expand_as_2": "PTExpandAsMetatype", + "div_2": "PTDivMetatype", + "linalg_vector_norm_3": "UnknownMetatype", + "clamp_min_3": "UnknownMetatype", + "expand_as_3": "PTExpandAsMetatype", + "div_3": "PTDivMetatype", + "transpose_2": "PTTransposeMetatype", + "matmul_2": "PTMatMulMetatype", + "clamp_1": "UnknownMetatype", + "exp_1": "PTExpMetatype", + "mul_3": "PTMulMetatype", + "add_3": "PTAddMetatype", + "softmax_1": "PTSoftmaxMetatype", + "dropout_4": "PTDropoutMetatype", + "matmul_3": "PTMatMulMetatype", + "transpose_3": "PTTransposeMetatype", + "reshape_6": "PTReshapeMetatype", + "linear_10": "PTLinearMetatype", + "dropout_5": "PTDropoutMetatype", + "view_7": "PTReshapeMetatype", + "permute_8": "PTTransposeMetatype", + "reshape_7": "PTReshapeMetatype", + "slice_11": "PTGatherMetatype", + "slice_12": "PTGatherMetatype", + "contiguous_2": "PTNoopMetatype", + "layer_norm_4": "PTLayerNormMetatype", + "add_4": "PTAddMetatype", + "linear_11": "PTLinearMetatype", + "gelu_1": "PTGELUMetatype", + "dropout_6": "PTDropoutMetatype", + "linear_12": "PTLinearMetatype", + "dropout_7": "PTDropoutMetatype", + "layer_norm_5": "PTLayerNormMetatype", + "add_5": "PTAddMetatype", + "pad_3": "PTPadMetatype", + "slice_13": "PTGatherMetatype", + "slice_14": "PTGatherMetatype", + "slice_15": "PTGatherMetatype", + "slice_16": "PTGatherMetatype", + "slice_17": "PTGatherMetatype", + "slice_18": "PTGatherMetatype", + "slice_19": "PTGatherMetatype", + "slice_20": "PTGatherMetatype", + "cat_1": "PTCatMetatype", + "linear_13": "PTLinearMetatype", + "layer_norm_6": "PTLayerNormMetatype", + "linear_14": "PTLinearMetatype", + "relu__2": "PTRELUMetatype", + "linear_15": "PTLinearMetatype", + "view_8": "PTReshapeMetatype", + "index_2": "UnknownMetatype", + "view_9": "PTReshapeMetatype", + "permute_9": "PTTransposeMetatype", + "contiguous_3": "PTNoopMetatype", + "unsqueeze_2": "PTReshapeMetatype", + "sigmoid_2": "PTSigmoidMetatype", + "mul_4": "PTMulMetatype", + "pad_4": "PTPadMetatype", + "view_10": "PTReshapeMetatype", + "permute_10": "PTTransposeMetatype", + "reshape_8": "PTReshapeMetatype", + "clone_2": "PTNoopMetatype", + "slice_21": "PTGatherMetatype", + "zero__2": "UnknownMetatype", + "linear_16": "PTLinearMetatype", + "reshape_9": "PTReshapeMetatype", + "permute_11": "PTTransposeMetatype", + "select_6": "PTGatherMetatype", + "select_7": "PTGatherMetatype", + "select_8": "PTGatherMetatype", + "linalg_vector_norm_4": "UnknownMetatype", + "clamp_min_4": "UnknownMetatype", + "expand_as_4": "PTExpandAsMetatype", + "div_4": "PTDivMetatype", + "linalg_vector_norm_5": "UnknownMetatype", + "clamp_min_5": "UnknownMetatype", + "expand_as_5": "PTExpandAsMetatype", + "div_5": "PTDivMetatype", + "transpose_4": "PTTransposeMetatype", + "matmul_4": "PTMatMulMetatype", + "clamp_2": "UnknownMetatype", + "exp_2": "PTExpMetatype", + "mul_5": "PTMulMetatype", + "add_6": "PTAddMetatype", + "softmax_2": "PTSoftmaxMetatype", + "dropout_8": "PTDropoutMetatype", + "matmul_5": "PTMatMulMetatype", + "transpose_5": "PTTransposeMetatype", + "reshape_10": "PTReshapeMetatype", + "linear_17": "PTLinearMetatype", + "dropout_9": "PTDropoutMetatype", + "view_11": "PTReshapeMetatype", + "permute_12": "PTTransposeMetatype", + "reshape_11": "PTReshapeMetatype", + "slice_22": "PTGatherMetatype", + "slice_23": "PTGatherMetatype", + "contiguous_4": "PTNoopMetatype", + "layer_norm_7": "PTLayerNormMetatype", + "add_7": "PTAddMetatype", + "linear_18": "PTLinearMetatype", + "gelu_2": "PTGELUMetatype", + "dropout_10": "PTDropoutMetatype", + "linear_19": "PTLinearMetatype", + "dropout_11": "PTDropoutMetatype", + "layer_norm_8": "PTLayerNormMetatype", + "add_8": "PTAddMetatype", + "pad_5": "PTPadMetatype", + "slice_24": "PTGatherMetatype", + "slice_25": "PTGatherMetatype", + "slice_26": "PTGatherMetatype", + "slice_27": "PTGatherMetatype", + "slice_28": "PTGatherMetatype", + "slice_29": "PTGatherMetatype", + "slice_30": "PTGatherMetatype", + "slice_31": "PTGatherMetatype", + "cat_2": "PTCatMetatype", + "linear_20": "PTLinearMetatype", + "layer_norm_9": "PTLayerNormMetatype", + "linear_21": "PTLinearMetatype", + "relu__3": "PTRELUMetatype", + "linear_22": "PTLinearMetatype", + "view_12": "PTReshapeMetatype", + "index_3": "UnknownMetatype", + "view_13": "PTReshapeMetatype", + "permute_13": "PTTransposeMetatype", + "contiguous_5": "PTNoopMetatype", + "unsqueeze_3": "PTReshapeMetatype", + "sigmoid_3": "PTSigmoidMetatype", + "mul_6": "PTMulMetatype", + "pad_6": "PTPadMetatype", + "view_14": "PTReshapeMetatype", + "permute_14": "PTTransposeMetatype", + "reshape_12": "PTReshapeMetatype", + "clone_3": "PTNoopMetatype", + "slice_32": "PTGatherMetatype", + "zero__3": "UnknownMetatype", + "linear_23": "PTLinearMetatype", + "reshape_13": "PTReshapeMetatype", + "permute_15": "PTTransposeMetatype", + "select_9": "PTGatherMetatype", + "select_10": "PTGatherMetatype", + "select_11": "PTGatherMetatype", + "linalg_vector_norm_6": "UnknownMetatype", + "clamp_min_6": "UnknownMetatype", + "expand_as_6": "PTExpandAsMetatype", + "div_6": "PTDivMetatype", + "linalg_vector_norm_7": "UnknownMetatype", + "clamp_min_7": "UnknownMetatype", + "expand_as_7": "PTExpandAsMetatype", + "div_7": "PTDivMetatype", + "transpose_6": "PTTransposeMetatype", + "matmul_6": "PTMatMulMetatype", + "clamp_3": "UnknownMetatype", + "exp_3": "PTExpMetatype", + "mul_7": "PTMulMetatype", + "add_9": "PTAddMetatype", + "softmax_3": "PTSoftmaxMetatype", + "dropout_12": "PTDropoutMetatype", + "matmul_7": "PTMatMulMetatype", + "transpose_7": "PTTransposeMetatype", + "reshape_14": "PTReshapeMetatype", + "linear_24": "PTLinearMetatype", + "dropout_13": "PTDropoutMetatype", + "view_15": "PTReshapeMetatype", + "permute_16": "PTTransposeMetatype", + "reshape_15": "PTReshapeMetatype", + "slice_33": "PTGatherMetatype", + "slice_34": "PTGatherMetatype", + "contiguous_6": "PTNoopMetatype", + "layer_norm_10": "PTLayerNormMetatype", + "add_10": "PTAddMetatype", + "linear_25": "PTLinearMetatype", + "gelu_3": "PTGELUMetatype", + "dropout_14": "PTDropoutMetatype", + "linear_26": "PTLinearMetatype", + "dropout_15": "PTDropoutMetatype", + "layer_norm_11": "PTLayerNormMetatype", + "add_11": "PTAddMetatype", + "layer_norm_12": "PTLayerNormMetatype", + "permute_17": "PTTransposeMetatype", + "adaptive_avg_pool2d": "PTAvgPool2dMetatype", + "flatten": "PTReshapeMetatype", + "linear_27": "PTLinearMetatype", + "output": "PTOutputNoopMetatype" +} \ No newline at end of file diff --git a/tests/torch/data/fx/reference_metatypes/swin_v2_t.json b/tests/torch/data/fx/reference_metatypes/swin_v2_t.json deleted file mode 100644 index 5ae724ebae8..00000000000 --- a/tests/torch/data/fx/reference_metatypes/swin_v2_t.json +++ /dev/null @@ -1,1312 +0,0 @@ -{ - "features_1_0_attn_qkv_weight": "PTConstNoopMetatype", - "features_1_0_attn_proj_weight": "PTConstNoopMetatype", - "features_1_0_attn_qkv_bias": "PTConstNoopMetatype", - "features_1_0_attn_proj_bias": "PTConstNoopMetatype", - "features_1_0_attn_logit_scale": "PTConstNoopMetatype", - "features_1_1_attn_qkv_weight": "PTConstNoopMetatype", - "features_1_1_attn_proj_weight": "PTConstNoopMetatype", - "features_1_1_attn_qkv_bias": "PTConstNoopMetatype", - "features_1_1_attn_proj_bias": "PTConstNoopMetatype", - "features_1_1_attn_logit_scale": "PTConstNoopMetatype", - "features_3_0_attn_qkv_weight": "PTConstNoopMetatype", - "features_3_0_attn_proj_weight": "PTConstNoopMetatype", - "features_3_0_attn_qkv_bias": "PTConstNoopMetatype", - "features_3_0_attn_proj_bias": "PTConstNoopMetatype", - "features_3_0_attn_logit_scale": "PTConstNoopMetatype", - "features_3_1_attn_qkv_weight": "PTConstNoopMetatype", - "features_3_1_attn_proj_weight": "PTConstNoopMetatype", - "features_3_1_attn_qkv_bias": "PTConstNoopMetatype", - "features_3_1_attn_proj_bias": "PTConstNoopMetatype", - "features_3_1_attn_logit_scale": "PTConstNoopMetatype", - "features_5_0_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_0_attn_proj_weight": "PTConstNoopMetatype", - "features_5_0_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_0_attn_proj_bias": "PTConstNoopMetatype", - "features_5_0_attn_logit_scale": "PTConstNoopMetatype", - "features_5_1_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_1_attn_proj_weight": "PTConstNoopMetatype", - "features_5_1_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_1_attn_proj_bias": "PTConstNoopMetatype", - "features_5_1_attn_logit_scale": "PTConstNoopMetatype", - "features_5_2_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_2_attn_proj_weight": "PTConstNoopMetatype", - "features_5_2_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_2_attn_proj_bias": "PTConstNoopMetatype", - "features_5_2_attn_logit_scale": "PTConstNoopMetatype", - "features_5_3_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_3_attn_proj_weight": "PTConstNoopMetatype", - "features_5_3_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_3_attn_proj_bias": "PTConstNoopMetatype", - "features_5_3_attn_logit_scale": "PTConstNoopMetatype", - "features_5_4_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_4_attn_proj_weight": "PTConstNoopMetatype", - "features_5_4_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_4_attn_proj_bias": "PTConstNoopMetatype", - "features_5_4_attn_logit_scale": "PTConstNoopMetatype", - "features_5_5_attn_qkv_weight": "PTConstNoopMetatype", - "features_5_5_attn_proj_weight": "PTConstNoopMetatype", - "features_5_5_attn_qkv_bias": "PTConstNoopMetatype", - "features_5_5_attn_proj_bias": "PTConstNoopMetatype", - "features_5_5_attn_logit_scale": "PTConstNoopMetatype", - "features_7_0_attn_qkv_weight": "PTConstNoopMetatype", - "features_7_0_attn_proj_weight": "PTConstNoopMetatype", - "features_7_0_attn_qkv_bias": "PTConstNoopMetatype", - "features_7_0_attn_proj_bias": "PTConstNoopMetatype", - "features_7_0_attn_logit_scale": "PTConstNoopMetatype", - "features_7_1_attn_qkv_weight": "PTConstNoopMetatype", - "features_7_1_attn_proj_weight": "PTConstNoopMetatype", - "features_7_1_attn_qkv_bias": "PTConstNoopMetatype", - "features_7_1_attn_proj_bias": "PTConstNoopMetatype", - "features_7_1_attn_logit_scale": "PTConstNoopMetatype", - "features_0_0_weight": "PTConstNoopMetatype", - "features_0_0_bias": "PTConstNoopMetatype", - "features_0_2_weight": "PTConstNoopMetatype", - "features_0_2_bias": "PTConstNoopMetatype", - "features_1_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_1_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_1_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_1_0_norm1_weight": "PTConstNoopMetatype", - "features_1_0_norm1_bias": "PTConstNoopMetatype", - "features_1_0_mlp_0_weight": "PTConstNoopMetatype", - "features_1_0_mlp_0_bias": "PTConstNoopMetatype", - "features_1_0_mlp_3_weight": "PTConstNoopMetatype", - "features_1_0_mlp_3_bias": "PTConstNoopMetatype", - "features_1_0_norm2_weight": "PTConstNoopMetatype", - "features_1_0_norm2_bias": "PTConstNoopMetatype", - "features_1_1_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_1_1_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_1_1_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_1_1_norm1_weight": "PTConstNoopMetatype", - "features_1_1_norm1_bias": "PTConstNoopMetatype", - "features_1_1_mlp_0_weight": "PTConstNoopMetatype", - "features_1_1_mlp_0_bias": "PTConstNoopMetatype", - "features_1_1_mlp_3_weight": "PTConstNoopMetatype", - "features_1_1_mlp_3_bias": "PTConstNoopMetatype", - "features_1_1_norm2_weight": "PTConstNoopMetatype", - "features_1_1_norm2_bias": "PTConstNoopMetatype", - "features_2_reduction_weight": "PTConstNoopMetatype", - "features_2_norm_weight": "PTConstNoopMetatype", - "features_2_norm_bias": "PTConstNoopMetatype", - "features_3_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_3_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_3_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_3_0_norm1_weight": "PTConstNoopMetatype", - "features_3_0_norm1_bias": "PTConstNoopMetatype", - "features_3_0_mlp_0_weight": "PTConstNoopMetatype", - "features_3_0_mlp_0_bias": "PTConstNoopMetatype", - "features_3_0_mlp_3_weight": "PTConstNoopMetatype", - "features_3_0_mlp_3_bias": "PTConstNoopMetatype", - "features_3_0_norm2_weight": "PTConstNoopMetatype", - "features_3_0_norm2_bias": "PTConstNoopMetatype", - "features_3_1_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_3_1_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_3_1_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_3_1_norm1_weight": "PTConstNoopMetatype", - "features_3_1_norm1_bias": "PTConstNoopMetatype", - "features_3_1_mlp_0_weight": "PTConstNoopMetatype", - "features_3_1_mlp_0_bias": "PTConstNoopMetatype", - "features_3_1_mlp_3_weight": "PTConstNoopMetatype", - "features_3_1_mlp_3_bias": "PTConstNoopMetatype", - "features_3_1_norm2_weight": "PTConstNoopMetatype", - "features_3_1_norm2_bias": "PTConstNoopMetatype", - "features_4_reduction_weight": "PTConstNoopMetatype", - "features_4_norm_weight": "PTConstNoopMetatype", - "features_4_norm_bias": "PTConstNoopMetatype", - "features_5_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_0_norm1_weight": "PTConstNoopMetatype", - "features_5_0_norm1_bias": "PTConstNoopMetatype", - "features_5_0_mlp_0_weight": "PTConstNoopMetatype", - "features_5_0_mlp_0_bias": "PTConstNoopMetatype", - "features_5_0_mlp_3_weight": "PTConstNoopMetatype", - "features_5_0_mlp_3_bias": "PTConstNoopMetatype", - "features_5_0_norm2_weight": "PTConstNoopMetatype", - "features_5_0_norm2_bias": "PTConstNoopMetatype", - "features_5_1_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_1_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_1_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_1_norm1_weight": "PTConstNoopMetatype", - "features_5_1_norm1_bias": "PTConstNoopMetatype", - "features_5_1_mlp_0_weight": "PTConstNoopMetatype", - "features_5_1_mlp_0_bias": "PTConstNoopMetatype", - "features_5_1_mlp_3_weight": "PTConstNoopMetatype", - "features_5_1_mlp_3_bias": "PTConstNoopMetatype", - "features_5_1_norm2_weight": "PTConstNoopMetatype", - "features_5_1_norm2_bias": "PTConstNoopMetatype", - "features_5_2_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_2_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_2_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_2_norm1_weight": "PTConstNoopMetatype", - "features_5_2_norm1_bias": "PTConstNoopMetatype", - "features_5_2_mlp_0_weight": "PTConstNoopMetatype", - "features_5_2_mlp_0_bias": "PTConstNoopMetatype", - "features_5_2_mlp_3_weight": "PTConstNoopMetatype", - "features_5_2_mlp_3_bias": "PTConstNoopMetatype", - "features_5_2_norm2_weight": "PTConstNoopMetatype", - "features_5_2_norm2_bias": "PTConstNoopMetatype", - "features_5_3_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_3_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_3_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_3_norm1_weight": "PTConstNoopMetatype", - "features_5_3_norm1_bias": "PTConstNoopMetatype", - "features_5_3_mlp_0_weight": "PTConstNoopMetatype", - "features_5_3_mlp_0_bias": "PTConstNoopMetatype", - "features_5_3_mlp_3_weight": "PTConstNoopMetatype", - "features_5_3_mlp_3_bias": "PTConstNoopMetatype", - "features_5_3_norm2_weight": "PTConstNoopMetatype", - "features_5_3_norm2_bias": "PTConstNoopMetatype", - "features_5_4_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_4_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_4_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_4_norm1_weight": "PTConstNoopMetatype", - "features_5_4_norm1_bias": "PTConstNoopMetatype", - "features_5_4_mlp_0_weight": "PTConstNoopMetatype", - "features_5_4_mlp_0_bias": "PTConstNoopMetatype", - "features_5_4_mlp_3_weight": "PTConstNoopMetatype", - "features_5_4_mlp_3_bias": "PTConstNoopMetatype", - "features_5_4_norm2_weight": "PTConstNoopMetatype", - "features_5_4_norm2_bias": "PTConstNoopMetatype", - "features_5_5_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_5_5_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_5_5_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_5_5_norm1_weight": "PTConstNoopMetatype", - "features_5_5_norm1_bias": "PTConstNoopMetatype", - "features_5_5_mlp_0_weight": "PTConstNoopMetatype", - "features_5_5_mlp_0_bias": "PTConstNoopMetatype", - "features_5_5_mlp_3_weight": "PTConstNoopMetatype", - "features_5_5_mlp_3_bias": "PTConstNoopMetatype", - "features_5_5_norm2_weight": "PTConstNoopMetatype", - "features_5_5_norm2_bias": "PTConstNoopMetatype", - "features_6_reduction_weight": "PTConstNoopMetatype", - "features_6_norm_weight": "PTConstNoopMetatype", - "features_6_norm_bias": "PTConstNoopMetatype", - "features_7_0_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_7_0_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_7_0_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_7_0_norm1_weight": "PTConstNoopMetatype", - "features_7_0_norm1_bias": "PTConstNoopMetatype", - "features_7_0_mlp_0_weight": "PTConstNoopMetatype", - "features_7_0_mlp_0_bias": "PTConstNoopMetatype", - "features_7_0_mlp_3_weight": "PTConstNoopMetatype", - "features_7_0_mlp_3_bias": "PTConstNoopMetatype", - "features_7_0_norm2_weight": "PTConstNoopMetatype", - "features_7_0_norm2_bias": "PTConstNoopMetatype", - "features_7_1_attn_cpb_mlp_0_weight": "PTConstNoopMetatype", - "features_7_1_attn_cpb_mlp_0_bias": "PTConstNoopMetatype", - "features_7_1_attn_cpb_mlp_2_weight": "PTConstNoopMetatype", - "features_7_1_norm1_weight": "PTConstNoopMetatype", - "features_7_1_norm1_bias": "PTConstNoopMetatype", - "features_7_1_mlp_0_weight": "PTConstNoopMetatype", - "features_7_1_mlp_0_bias": "PTConstNoopMetatype", - "features_7_1_mlp_3_weight": "PTConstNoopMetatype", - "features_7_1_mlp_3_bias": "PTConstNoopMetatype", - "features_7_1_norm2_weight": "PTConstNoopMetatype", - "features_7_1_norm2_bias": "PTConstNoopMetatype", - "norm_weight": "PTConstNoopMetatype", - "norm_bias": "PTConstNoopMetatype", - "head_weight": "PTConstNoopMetatype", - "head_bias": "PTConstNoopMetatype", - "features_1_0_attn_relative_coords_table": "PTConstNoopMetatype", - "features_1_0_attn_relative_position_index": "PTConstNoopMetatype", - "features_1_1_attn_relative_coords_table": "PTConstNoopMetatype", - "features_1_1_attn_relative_position_index": "PTConstNoopMetatype", - "features_3_0_attn_relative_coords_table": "PTConstNoopMetatype", - "features_3_0_attn_relative_position_index": "PTConstNoopMetatype", - "features_3_1_attn_relative_coords_table": "PTConstNoopMetatype", - "features_3_1_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_0_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_0_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_1_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_1_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_2_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_2_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_3_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_3_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_4_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_4_attn_relative_position_index": "PTConstNoopMetatype", - "features_5_5_attn_relative_coords_table": "PTConstNoopMetatype", - "features_5_5_attn_relative_position_index": "PTConstNoopMetatype", - "features_7_0_attn_relative_coords_table": "PTConstNoopMetatype", - "features_7_0_attn_relative_position_index": "PTConstNoopMetatype", - "features_7_1_attn_relative_coords_table": "PTConstNoopMetatype", - "features_7_1_attn_relative_position_index": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43": "PTConstNoopMetatype", - "getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44": "PTConstNoopMetatype", - "x": "PTInputNoopMetatype", - "conv2d": "PTConv2dMetatype", - "permute": "PTTransposeMetatype", - "layer_norm": "PTLayerNormMetatype", - "linear": "PTLinearMetatype", - "relu_": "PTRELUMetatype", - "linear_1": "PTLinearMetatype", - "view": "PTReshapeMetatype", - "index": "UnknownMetatype", - "view_1": "PTReshapeMetatype", - "permute_1": "PTTransposeMetatype", - "contiguous": "PTNoopMetatype", - "unsqueeze": "PTReshapeMetatype", - "sigmoid": "PTSigmoidMetatype", - "mul": "PTMulMetatype", - "pad": "PTPadMetatype", - "view_2": "PTReshapeMetatype", - "permute_2": "PTTransposeMetatype", - "reshape": "PTReshapeMetatype", - "clone": "PTNoopMetatype", - "slice_1": "PTGatherMetatype", - "zero_": "UnknownMetatype", - "linear_2": "PTLinearMetatype", - "reshape_1": "PTReshapeMetatype", - "permute_3": "PTTransposeMetatype", - "select": "PTGatherMetatype", - "select_1": "PTGatherMetatype", - "select_2": "PTGatherMetatype", - "linalg_vector_norm": "UnknownMetatype", - "clamp_min": "UnknownMetatype", - "expand_as": "PTExpandAsMetatype", - "div": "PTDivMetatype", - "linalg_vector_norm_1": "UnknownMetatype", - "clamp_min_1": "UnknownMetatype", - "expand_as_1": "PTExpandAsMetatype", - "div_1": "PTDivMetatype", - "transpose": "PTTransposeMetatype", - "matmul": "PTMatMulMetatype", - "clamp": "UnknownMetatype", - "exp": "PTExpMetatype", - "mul_1": "PTMulMetatype", - "add": "PTAddMetatype", - "softmax": "PTSoftmaxMetatype", - "dropout": "PTDropoutMetatype", - "matmul_1": "PTMatMulMetatype", - "transpose_1": "PTTransposeMetatype", - "reshape_2": "PTReshapeMetatype", - "linear_3": "PTLinearMetatype", - "dropout_1": "PTDropoutMetatype", - "view_3": "PTReshapeMetatype", - "permute_4": "PTTransposeMetatype", - "reshape_3": "PTReshapeMetatype", - "alias": "UnknownMetatype", - "layer_norm_1": "PTLayerNormMetatype", - "add_1": "PTAddMetatype", - "linear_4": "PTLinearMetatype", - "gelu": "PTGELUMetatype", - "dropout_2": "PTDropoutMetatype", - "linear_5": "PTLinearMetatype", - "dropout_3": "PTDropoutMetatype", - "layer_norm_2": "PTLayerNormMetatype", - "add_2": "PTAddMetatype", - "linear_6": "PTLinearMetatype", - "relu__1": "PTRELUMetatype", - "linear_7": "PTLinearMetatype", - "view_4": "PTReshapeMetatype", - "index_1": "UnknownMetatype", - "view_5": "PTReshapeMetatype", - "permute_5": "PTTransposeMetatype", - "contiguous_1": "PTNoopMetatype", - "unsqueeze_1": "PTReshapeMetatype", - "sigmoid_1": "PTSigmoidMetatype", - "mul_2": "PTMulMetatype", - "pad_1": "PTPadMetatype", - "roll": "UnknownMetatype", - "view_6": "PTReshapeMetatype", - "permute_6": "PTTransposeMetatype", - "reshape_4": "PTReshapeMetatype", - "clone_1": "PTNoopMetatype", - "slice_2": "PTGatherMetatype", - "zero__1": "UnknownMetatype", - "linear_8": "PTLinearMetatype", - "reshape_5": "PTReshapeMetatype", - "permute_7": "PTTransposeMetatype", - "select_3": "PTGatherMetatype", - "select_4": "PTGatherMetatype", - "select_5": "PTGatherMetatype", - "linalg_vector_norm_2": "UnknownMetatype", - "clamp_min_2": "UnknownMetatype", - "expand_as_2": "PTExpandAsMetatype", - "div_2": "PTDivMetatype", - "linalg_vector_norm_3": "UnknownMetatype", - "clamp_min_3": "UnknownMetatype", - "expand_as_3": "PTExpandAsMetatype", - "div_3": "PTDivMetatype", - "transpose_2": "PTTransposeMetatype", - "matmul_2": "PTMatMulMetatype", - "clamp_1": "UnknownMetatype", - "exp_1": "PTExpMetatype", - "mul_3": "PTMulMetatype", - "add_3": "PTAddMetatype", - "new_zeros": "UnknownMetatype", - "lift_fresh_copy": "UnknownMetatype", - "slice_3": "PTGatherMetatype", - "slice_4": "PTGatherMetatype", - "fill_": "UnknownMetatype", - "lift_fresh_copy_1": "UnknownMetatype", - "slice_5": "PTGatherMetatype", - "slice_6": "PTGatherMetatype", - "fill__1": "UnknownMetatype", - "lift_fresh_copy_2": "UnknownMetatype", - "slice_7": "PTGatherMetatype", - "slice_8": "PTGatherMetatype", - "fill__2": "UnknownMetatype", - "lift_fresh_copy_3": "UnknownMetatype", - "slice_9": "PTGatherMetatype", - "slice_10": "PTGatherMetatype", - "fill__3": "UnknownMetatype", - "lift_fresh_copy_4": "UnknownMetatype", - "slice_11": "PTGatherMetatype", - "slice_12": "PTGatherMetatype", - "fill__4": "UnknownMetatype", - "lift_fresh_copy_5": "UnknownMetatype", - "slice_13": "PTGatherMetatype", - "slice_14": "PTGatherMetatype", - "fill__5": "UnknownMetatype", - "lift_fresh_copy_6": "UnknownMetatype", - "slice_15": "PTGatherMetatype", - "slice_16": "PTGatherMetatype", - "fill__6": "UnknownMetatype", - "lift_fresh_copy_7": "UnknownMetatype", - "slice_17": "PTGatherMetatype", - "slice_18": "PTGatherMetatype", - "fill__7": "UnknownMetatype", - "lift_fresh_copy_8": "UnknownMetatype", - "slice_19": "PTGatherMetatype", - "slice_20": "PTGatherMetatype", - "fill__8": "UnknownMetatype", - "view_7": "PTReshapeMetatype", - "permute_8": "PTTransposeMetatype", - "reshape_6": "PTReshapeMetatype", - "unsqueeze_2": "PTReshapeMetatype", - "unsqueeze_3": "PTReshapeMetatype", - "sub": "PTSubMetatype", - "ne": "UnknownMetatype", - "masked_fill": "PTScatterMetatype", - "eq": "UnknownMetatype", - "masked_fill_1": "PTScatterMetatype", - "view_8": "PTReshapeMetatype", - "unsqueeze_4": "PTReshapeMetatype", - "unsqueeze_5": "PTReshapeMetatype", - "add_4": "PTAddMetatype", - "view_9": "PTReshapeMetatype", - "softmax_1": "PTSoftmaxMetatype", - "dropout_4": "PTDropoutMetatype", - "matmul_3": "PTMatMulMetatype", - "transpose_3": "PTTransposeMetatype", - "reshape_7": "PTReshapeMetatype", - "linear_9": "PTLinearMetatype", - "dropout_5": "PTDropoutMetatype", - "view_10": "PTReshapeMetatype", - "permute_9": "PTTransposeMetatype", - "reshape_8": "PTReshapeMetatype", - "roll_1": "UnknownMetatype", - "alias_1": "UnknownMetatype", - "layer_norm_3": "PTLayerNormMetatype", - "add_5": "PTAddMetatype", - "linear_10": "PTLinearMetatype", - "gelu_1": "PTGELUMetatype", - "dropout_6": "PTDropoutMetatype", - "linear_11": "PTLinearMetatype", - "dropout_7": "PTDropoutMetatype", - "layer_norm_4": "PTLayerNormMetatype", - "add_6": "PTAddMetatype", - "pad_2": "PTPadMetatype", - "slice_21": "PTGatherMetatype", - "slice_22": "PTGatherMetatype", - "slice_23": "PTGatherMetatype", - "slice_24": "PTGatherMetatype", - "slice_25": "PTGatherMetatype", - "slice_26": "PTGatherMetatype", - "slice_27": "PTGatherMetatype", - "slice_28": "PTGatherMetatype", - "cat": "PTCatMetatype", - "linear_12": "PTLinearMetatype", - "layer_norm_5": "PTLayerNormMetatype", - "linear_13": "PTLinearMetatype", - "relu__2": "PTRELUMetatype", - "linear_14": "PTLinearMetatype", - "view_11": "PTReshapeMetatype", - "index_2": "UnknownMetatype", - "view_12": "PTReshapeMetatype", - "permute_10": "PTTransposeMetatype", - "contiguous_2": "PTNoopMetatype", - "unsqueeze_6": "PTReshapeMetatype", - "sigmoid_2": "PTSigmoidMetatype", - "mul_4": "PTMulMetatype", - "pad_3": "PTPadMetatype", - "view_13": "PTReshapeMetatype", - "permute_11": "PTTransposeMetatype", - "reshape_9": "PTReshapeMetatype", - "clone_2": "PTNoopMetatype", - "slice_29": "PTGatherMetatype", - "zero__2": "UnknownMetatype", - "linear_15": "PTLinearMetatype", - "reshape_10": "PTReshapeMetatype", - "permute_12": "PTTransposeMetatype", - "select_6": "PTGatherMetatype", - "select_7": "PTGatherMetatype", - "select_8": "PTGatherMetatype", - "linalg_vector_norm_4": "UnknownMetatype", - "clamp_min_4": "UnknownMetatype", - "expand_as_4": "PTExpandAsMetatype", - "div_4": "PTDivMetatype", - "linalg_vector_norm_5": "UnknownMetatype", - "clamp_min_5": "UnknownMetatype", - "expand_as_5": "PTExpandAsMetatype", - "div_5": "PTDivMetatype", - "transpose_4": "PTTransposeMetatype", - "matmul_4": "PTMatMulMetatype", - "clamp_2": "UnknownMetatype", - "exp_2": "PTExpMetatype", - "mul_5": "PTMulMetatype", - "add_7": "PTAddMetatype", - "softmax_2": "PTSoftmaxMetatype", - "dropout_8": "PTDropoutMetatype", - "matmul_5": "PTMatMulMetatype", - "transpose_5": "PTTransposeMetatype", - "reshape_11": "PTReshapeMetatype", - "linear_16": "PTLinearMetatype", - "dropout_9": "PTDropoutMetatype", - "view_14": "PTReshapeMetatype", - "permute_13": "PTTransposeMetatype", - "reshape_12": "PTReshapeMetatype", - "slice_30": "PTGatherMetatype", - "slice_31": "PTGatherMetatype", - "contiguous_3": "PTNoopMetatype", - "layer_norm_6": "PTLayerNormMetatype", - "add_8": "PTAddMetatype", - "linear_17": "PTLinearMetatype", - "gelu_2": "PTGELUMetatype", - "dropout_10": "PTDropoutMetatype", - "linear_18": "PTLinearMetatype", - "dropout_11": "PTDropoutMetatype", - "layer_norm_7": "PTLayerNormMetatype", - "add_9": "PTAddMetatype", - "linear_19": "PTLinearMetatype", - "relu__3": "PTRELUMetatype", - "linear_20": "PTLinearMetatype", - "view_15": "PTReshapeMetatype", - "index_3": "UnknownMetatype", - "view_16": "PTReshapeMetatype", - "permute_14": "PTTransposeMetatype", - "contiguous_4": "PTNoopMetatype", - "unsqueeze_7": "PTReshapeMetatype", - "sigmoid_3": "PTSigmoidMetatype", - "mul_6": "PTMulMetatype", - "pad_4": "PTPadMetatype", - "roll_2": "UnknownMetatype", - "view_17": "PTReshapeMetatype", - "permute_15": "PTTransposeMetatype", - "reshape_13": "PTReshapeMetatype", - "clone_3": "PTNoopMetatype", - "slice_32": "PTGatherMetatype", - "zero__3": "UnknownMetatype", - "linear_21": "PTLinearMetatype", - "reshape_14": "PTReshapeMetatype", - "permute_16": "PTTransposeMetatype", - "select_9": "PTGatherMetatype", - "select_10": "PTGatherMetatype", - "select_11": "PTGatherMetatype", - "linalg_vector_norm_6": "UnknownMetatype", - "clamp_min_6": "UnknownMetatype", - "expand_as_6": "PTExpandAsMetatype", - "div_6": "PTDivMetatype", - "linalg_vector_norm_7": "UnknownMetatype", - "clamp_min_7": "UnknownMetatype", - "expand_as_7": "PTExpandAsMetatype", - "div_7": "PTDivMetatype", - "transpose_6": "PTTransposeMetatype", - "matmul_6": "PTMatMulMetatype", - "clamp_3": "UnknownMetatype", - "exp_3": "PTExpMetatype", - "mul_7": "PTMulMetatype", - "add_10": "PTAddMetatype", - "new_zeros_1": "UnknownMetatype", - "lift_fresh_copy_9": "UnknownMetatype", - "slice_33": "PTGatherMetatype", - "slice_34": "PTGatherMetatype", - "fill__9": "UnknownMetatype", - "lift_fresh_copy_10": "UnknownMetatype", - "slice_35": "PTGatherMetatype", - "slice_36": "PTGatherMetatype", - "fill__10": "UnknownMetatype", - "lift_fresh_copy_11": "UnknownMetatype", - "slice_37": "PTGatherMetatype", - "slice_38": "PTGatherMetatype", - "fill__11": "UnknownMetatype", - "lift_fresh_copy_12": "UnknownMetatype", - "slice_39": "PTGatherMetatype", - "slice_40": "PTGatherMetatype", - "fill__12": "UnknownMetatype", - "lift_fresh_copy_13": "UnknownMetatype", - "slice_41": "PTGatherMetatype", - "slice_42": "PTGatherMetatype", - "fill__13": "UnknownMetatype", - "lift_fresh_copy_14": "UnknownMetatype", - "slice_43": "PTGatherMetatype", - "slice_44": "PTGatherMetatype", - "fill__14": "UnknownMetatype", - "lift_fresh_copy_15": "UnknownMetatype", - "slice_45": "PTGatherMetatype", - "slice_46": "PTGatherMetatype", - "fill__15": "UnknownMetatype", - "lift_fresh_copy_16": "UnknownMetatype", - "slice_47": "PTGatherMetatype", - "slice_48": "PTGatherMetatype", - "fill__16": "UnknownMetatype", - "lift_fresh_copy_17": "UnknownMetatype", - "slice_49": "PTGatherMetatype", - "slice_50": "PTGatherMetatype", - "fill__17": "UnknownMetatype", - "view_18": "PTReshapeMetatype", - "permute_17": "PTTransposeMetatype", - "reshape_15": "PTReshapeMetatype", - "unsqueeze_8": "PTReshapeMetatype", - "unsqueeze_9": "PTReshapeMetatype", - "sub_1": "PTSubMetatype", - "ne_1": "UnknownMetatype", - "masked_fill_2": "PTScatterMetatype", - "eq_1": "UnknownMetatype", - "masked_fill_3": "PTScatterMetatype", - "view_19": "PTReshapeMetatype", - "unsqueeze_10": "PTReshapeMetatype", - "unsqueeze_11": "PTReshapeMetatype", - "add_11": "PTAddMetatype", - "view_20": "PTReshapeMetatype", - "softmax_3": "PTSoftmaxMetatype", - "dropout_12": "PTDropoutMetatype", - "matmul_7": "PTMatMulMetatype", - "transpose_7": "PTTransposeMetatype", - "reshape_16": "PTReshapeMetatype", - "linear_22": "PTLinearMetatype", - "dropout_13": "PTDropoutMetatype", - "view_21": "PTReshapeMetatype", - "permute_18": "PTTransposeMetatype", - "reshape_17": "PTReshapeMetatype", - "roll_3": "UnknownMetatype", - "slice_51": "PTGatherMetatype", - "slice_52": "PTGatherMetatype", - "contiguous_5": "PTNoopMetatype", - "layer_norm_8": "PTLayerNormMetatype", - "add_12": "PTAddMetatype", - "linear_23": "PTLinearMetatype", - "gelu_3": "PTGELUMetatype", - "dropout_14": "PTDropoutMetatype", - "linear_24": "PTLinearMetatype", - "dropout_15": "PTDropoutMetatype", - "layer_norm_9": "PTLayerNormMetatype", - "add_13": "PTAddMetatype", - "pad_5": "PTPadMetatype", - "slice_53": "PTGatherMetatype", - "slice_54": "PTGatherMetatype", - "slice_55": "PTGatherMetatype", - "slice_56": "PTGatherMetatype", - "slice_57": "PTGatherMetatype", - "slice_58": "PTGatherMetatype", - "slice_59": "PTGatherMetatype", - "slice_60": "PTGatherMetatype", - "cat_1": "PTCatMetatype", - "linear_25": "PTLinearMetatype", - "layer_norm_10": "PTLayerNormMetatype", - "linear_26": "PTLinearMetatype", - "relu__4": "PTRELUMetatype", - "linear_27": "PTLinearMetatype", - "view_22": "PTReshapeMetatype", - "index_4": "UnknownMetatype", - "view_23": "PTReshapeMetatype", - "permute_19": "PTTransposeMetatype", - "contiguous_6": "PTNoopMetatype", - "unsqueeze_12": "PTReshapeMetatype", - "sigmoid_4": "PTSigmoidMetatype", - "mul_8": "PTMulMetatype", - "pad_6": "PTPadMetatype", - "view_24": "PTReshapeMetatype", - "permute_20": "PTTransposeMetatype", - "reshape_18": "PTReshapeMetatype", - "clone_4": "PTNoopMetatype", - "slice_61": "PTGatherMetatype", - "zero__4": "UnknownMetatype", - "linear_28": "PTLinearMetatype", - "reshape_19": "PTReshapeMetatype", - "permute_21": "PTTransposeMetatype", - "select_12": "PTGatherMetatype", - "select_13": "PTGatherMetatype", - "select_14": "PTGatherMetatype", - "linalg_vector_norm_8": "UnknownMetatype", - "clamp_min_8": "UnknownMetatype", - "expand_as_8": "PTExpandAsMetatype", - "div_8": "PTDivMetatype", - "linalg_vector_norm_9": "UnknownMetatype", - "clamp_min_9": "UnknownMetatype", - "expand_as_9": "PTExpandAsMetatype", - "div_9": "PTDivMetatype", - "transpose_8": "PTTransposeMetatype", - "matmul_8": "PTMatMulMetatype", - "clamp_4": "UnknownMetatype", - "exp_4": "PTExpMetatype", - "mul_9": "PTMulMetatype", - "add_14": "PTAddMetatype", - "softmax_4": "PTSoftmaxMetatype", - "dropout_16": "PTDropoutMetatype", - "matmul_9": "PTMatMulMetatype", - "transpose_9": "PTTransposeMetatype", - "reshape_20": "PTReshapeMetatype", - "linear_29": "PTLinearMetatype", - "dropout_17": "PTDropoutMetatype", - "view_25": "PTReshapeMetatype", - "permute_22": "PTTransposeMetatype", - "reshape_21": "PTReshapeMetatype", - "slice_62": "PTGatherMetatype", - "slice_63": "PTGatherMetatype", - "contiguous_7": "PTNoopMetatype", - "layer_norm_11": "PTLayerNormMetatype", - "add_15": "PTAddMetatype", - "linear_30": "PTLinearMetatype", - "gelu_4": "PTGELUMetatype", - "dropout_18": "PTDropoutMetatype", - "linear_31": "PTLinearMetatype", - "dropout_19": "PTDropoutMetatype", - "layer_norm_12": "PTLayerNormMetatype", - "add_16": "PTAddMetatype", - "linear_32": "PTLinearMetatype", - "relu__5": "PTRELUMetatype", - "linear_33": "PTLinearMetatype", - "view_26": "PTReshapeMetatype", - "index_5": "UnknownMetatype", - "view_27": "PTReshapeMetatype", - "permute_23": "PTTransposeMetatype", - "contiguous_8": "PTNoopMetatype", - "unsqueeze_13": "PTReshapeMetatype", - "sigmoid_5": "PTSigmoidMetatype", - "mul_10": "PTMulMetatype", - "pad_7": "PTPadMetatype", - "roll_4": "UnknownMetatype", - "view_28": "PTReshapeMetatype", - "permute_24": "PTTransposeMetatype", - "reshape_22": "PTReshapeMetatype", - "clone_5": "PTNoopMetatype", - "slice_64": "PTGatherMetatype", - "zero__5": "UnknownMetatype", - "linear_34": "PTLinearMetatype", - "reshape_23": "PTReshapeMetatype", - "permute_25": "PTTransposeMetatype", - "select_15": "PTGatherMetatype", - "select_16": "PTGatherMetatype", - "select_17": "PTGatherMetatype", - "linalg_vector_norm_10": "UnknownMetatype", - "clamp_min_10": "UnknownMetatype", - "expand_as_10": "PTExpandAsMetatype", - "div_10": "PTDivMetatype", - "linalg_vector_norm_11": "UnknownMetatype", - "clamp_min_11": "UnknownMetatype", - "expand_as_11": "PTExpandAsMetatype", - "div_11": "PTDivMetatype", - "transpose_10": "PTTransposeMetatype", - "matmul_10": "PTMatMulMetatype", - "clamp_5": "UnknownMetatype", - "exp_5": "PTExpMetatype", - "mul_11": "PTMulMetatype", - "add_17": "PTAddMetatype", - "new_zeros_2": "UnknownMetatype", - "lift_fresh_copy_18": "UnknownMetatype", - "slice_65": "PTGatherMetatype", - "slice_66": "PTGatherMetatype", - "fill__18": "UnknownMetatype", - "lift_fresh_copy_19": "UnknownMetatype", - "slice_67": "PTGatherMetatype", - "slice_68": "PTGatherMetatype", - "fill__19": "UnknownMetatype", - "lift_fresh_copy_20": "UnknownMetatype", - "slice_69": "PTGatherMetatype", - "slice_70": "PTGatherMetatype", - "fill__20": "UnknownMetatype", - "lift_fresh_copy_21": "UnknownMetatype", - "slice_71": "PTGatherMetatype", - "slice_72": "PTGatherMetatype", - "fill__21": "UnknownMetatype", - "lift_fresh_copy_22": "UnknownMetatype", - "slice_73": "PTGatherMetatype", - "slice_74": "PTGatherMetatype", - "fill__22": "UnknownMetatype", - "lift_fresh_copy_23": "UnknownMetatype", - "slice_75": "PTGatherMetatype", - "slice_76": "PTGatherMetatype", - "fill__23": "UnknownMetatype", - "lift_fresh_copy_24": "UnknownMetatype", - "slice_77": "PTGatherMetatype", - "slice_78": "PTGatherMetatype", - "fill__24": "UnknownMetatype", - "lift_fresh_copy_25": "UnknownMetatype", - "slice_79": "PTGatherMetatype", - "slice_80": "PTGatherMetatype", - "fill__25": "UnknownMetatype", - "lift_fresh_copy_26": "UnknownMetatype", - "slice_81": "PTGatherMetatype", - "slice_82": "PTGatherMetatype", - "fill__26": "UnknownMetatype", - "view_29": "PTReshapeMetatype", - "permute_26": "PTTransposeMetatype", - "reshape_24": "PTReshapeMetatype", - "unsqueeze_14": "PTReshapeMetatype", - "unsqueeze_15": "PTReshapeMetatype", - "sub_2": "PTSubMetatype", - "ne_2": "UnknownMetatype", - "masked_fill_4": "PTScatterMetatype", - "eq_2": "UnknownMetatype", - "masked_fill_5": "PTScatterMetatype", - "view_30": "PTReshapeMetatype", - "unsqueeze_16": "PTReshapeMetatype", - "unsqueeze_17": "PTReshapeMetatype", - "add_18": "PTAddMetatype", - "view_31": "PTReshapeMetatype", - "softmax_5": "PTSoftmaxMetatype", - "dropout_20": "PTDropoutMetatype", - "matmul_11": "PTMatMulMetatype", - "transpose_11": "PTTransposeMetatype", - "reshape_25": "PTReshapeMetatype", - "linear_35": "PTLinearMetatype", - "dropout_21": "PTDropoutMetatype", - "view_32": "PTReshapeMetatype", - "permute_27": "PTTransposeMetatype", - "reshape_26": "PTReshapeMetatype", - "roll_5": "UnknownMetatype", - "slice_83": "PTGatherMetatype", - "slice_84": "PTGatherMetatype", - "contiguous_9": "PTNoopMetatype", - "layer_norm_13": "PTLayerNormMetatype", - "add_19": "PTAddMetatype", - "linear_36": "PTLinearMetatype", - "gelu_5": "PTGELUMetatype", - "dropout_22": "PTDropoutMetatype", - "linear_37": "PTLinearMetatype", - "dropout_23": "PTDropoutMetatype", - "layer_norm_14": "PTLayerNormMetatype", - "add_20": "PTAddMetatype", - "linear_38": "PTLinearMetatype", - "relu__6": "PTRELUMetatype", - "linear_39": "PTLinearMetatype", - "view_33": "PTReshapeMetatype", - "index_6": "UnknownMetatype", - "view_34": "PTReshapeMetatype", - "permute_28": "PTTransposeMetatype", - "contiguous_10": "PTNoopMetatype", - "unsqueeze_18": "PTReshapeMetatype", - "sigmoid_6": "PTSigmoidMetatype", - "mul_12": "PTMulMetatype", - "pad_8": "PTPadMetatype", - "view_35": "PTReshapeMetatype", - "permute_29": "PTTransposeMetatype", - "reshape_27": "PTReshapeMetatype", - "clone_6": "PTNoopMetatype", - "slice_85": "PTGatherMetatype", - "zero__6": "UnknownMetatype", - "linear_40": "PTLinearMetatype", - "reshape_28": "PTReshapeMetatype", - "permute_30": "PTTransposeMetatype", - "select_18": "PTGatherMetatype", - "select_19": "PTGatherMetatype", - "select_20": "PTGatherMetatype", - "linalg_vector_norm_12": "UnknownMetatype", - "clamp_min_12": "UnknownMetatype", - "expand_as_12": "PTExpandAsMetatype", - "div_12": "PTDivMetatype", - "linalg_vector_norm_13": "UnknownMetatype", - "clamp_min_13": "UnknownMetatype", - "expand_as_13": "PTExpandAsMetatype", - "div_13": "PTDivMetatype", - "transpose_12": "PTTransposeMetatype", - "matmul_12": "PTMatMulMetatype", - "clamp_6": "UnknownMetatype", - "exp_6": "PTExpMetatype", - "mul_13": "PTMulMetatype", - "add_21": "PTAddMetatype", - "softmax_6": "PTSoftmaxMetatype", - "dropout_24": "PTDropoutMetatype", - "matmul_13": "PTMatMulMetatype", - "transpose_13": "PTTransposeMetatype", - "reshape_29": "PTReshapeMetatype", - "linear_41": "PTLinearMetatype", - "dropout_25": "PTDropoutMetatype", - "view_36": "PTReshapeMetatype", - "permute_31": "PTTransposeMetatype", - "reshape_30": "PTReshapeMetatype", - "slice_86": "PTGatherMetatype", - "slice_87": "PTGatherMetatype", - "contiguous_11": "PTNoopMetatype", - "layer_norm_15": "PTLayerNormMetatype", - "add_22": "PTAddMetatype", - "linear_42": "PTLinearMetatype", - "gelu_6": "PTGELUMetatype", - "dropout_26": "PTDropoutMetatype", - "linear_43": "PTLinearMetatype", - "dropout_27": "PTDropoutMetatype", - "layer_norm_16": "PTLayerNormMetatype", - "add_23": "PTAddMetatype", - "linear_44": "PTLinearMetatype", - "relu__7": "PTRELUMetatype", - "linear_45": "PTLinearMetatype", - "view_37": "PTReshapeMetatype", - "index_7": "UnknownMetatype", - "view_38": "PTReshapeMetatype", - "permute_32": "PTTransposeMetatype", - "contiguous_12": "PTNoopMetatype", - "unsqueeze_19": "PTReshapeMetatype", - "sigmoid_7": "PTSigmoidMetatype", - "mul_14": "PTMulMetatype", - "pad_9": "PTPadMetatype", - "roll_6": "UnknownMetatype", - "view_39": "PTReshapeMetatype", - "permute_33": "PTTransposeMetatype", - "reshape_31": "PTReshapeMetatype", - "clone_7": "PTNoopMetatype", - "slice_88": "PTGatherMetatype", - "zero__7": "UnknownMetatype", - "linear_46": "PTLinearMetatype", - "reshape_32": "PTReshapeMetatype", - "permute_34": "PTTransposeMetatype", - "select_21": "PTGatherMetatype", - "select_22": "PTGatherMetatype", - "select_23": "PTGatherMetatype", - "linalg_vector_norm_14": "UnknownMetatype", - "clamp_min_14": "UnknownMetatype", - "expand_as_14": "PTExpandAsMetatype", - "div_14": "PTDivMetatype", - "linalg_vector_norm_15": "UnknownMetatype", - "clamp_min_15": "UnknownMetatype", - "expand_as_15": "PTExpandAsMetatype", - "div_15": "PTDivMetatype", - "transpose_14": "PTTransposeMetatype", - "matmul_14": "PTMatMulMetatype", - "clamp_7": "UnknownMetatype", - "exp_7": "PTExpMetatype", - "mul_15": "PTMulMetatype", - "add_24": "PTAddMetatype", - "new_zeros_3": "UnknownMetatype", - "lift_fresh_copy_27": "UnknownMetatype", - "slice_89": "PTGatherMetatype", - "slice_90": "PTGatherMetatype", - "fill__27": "UnknownMetatype", - "lift_fresh_copy_28": "UnknownMetatype", - "slice_91": "PTGatherMetatype", - "slice_92": "PTGatherMetatype", - "fill__28": "UnknownMetatype", - "lift_fresh_copy_29": "UnknownMetatype", - "slice_93": "PTGatherMetatype", - "slice_94": "PTGatherMetatype", - "fill__29": "UnknownMetatype", - "lift_fresh_copy_30": "UnknownMetatype", - "slice_95": "PTGatherMetatype", - "slice_96": "PTGatherMetatype", - "fill__30": "UnknownMetatype", - "lift_fresh_copy_31": "UnknownMetatype", - "slice_97": "PTGatherMetatype", - "slice_98": "PTGatherMetatype", - "fill__31": "UnknownMetatype", - "lift_fresh_copy_32": "UnknownMetatype", - "slice_99": "PTGatherMetatype", - "slice_100": "PTGatherMetatype", - "fill__32": "UnknownMetatype", - "lift_fresh_copy_33": "UnknownMetatype", - "slice_101": "PTGatherMetatype", - "slice_102": "PTGatherMetatype", - "fill__33": "UnknownMetatype", - "lift_fresh_copy_34": "UnknownMetatype", - "slice_103": "PTGatherMetatype", - "slice_104": "PTGatherMetatype", - "fill__34": "UnknownMetatype", - "lift_fresh_copy_35": "UnknownMetatype", - "slice_105": "PTGatherMetatype", - "slice_106": "PTGatherMetatype", - "fill__35": "UnknownMetatype", - "view_40": "PTReshapeMetatype", - "permute_35": "PTTransposeMetatype", - "reshape_33": "PTReshapeMetatype", - "unsqueeze_20": "PTReshapeMetatype", - "unsqueeze_21": "PTReshapeMetatype", - "sub_3": "PTSubMetatype", - "ne_3": "UnknownMetatype", - "masked_fill_6": "PTScatterMetatype", - "eq_3": "UnknownMetatype", - "masked_fill_7": "PTScatterMetatype", - "view_41": "PTReshapeMetatype", - "unsqueeze_22": "PTReshapeMetatype", - "unsqueeze_23": "PTReshapeMetatype", - "add_25": "PTAddMetatype", - "view_42": "PTReshapeMetatype", - "softmax_7": "PTSoftmaxMetatype", - "dropout_28": "PTDropoutMetatype", - "matmul_15": "PTMatMulMetatype", - "transpose_15": "PTTransposeMetatype", - "reshape_34": "PTReshapeMetatype", - "linear_47": "PTLinearMetatype", - "dropout_29": "PTDropoutMetatype", - "view_43": "PTReshapeMetatype", - "permute_36": "PTTransposeMetatype", - "reshape_35": "PTReshapeMetatype", - "roll_7": "UnknownMetatype", - "slice_107": "PTGatherMetatype", - "slice_108": "PTGatherMetatype", - "contiguous_13": "PTNoopMetatype", - "layer_norm_17": "PTLayerNormMetatype", - "add_26": "PTAddMetatype", - "linear_48": "PTLinearMetatype", - "gelu_7": "PTGELUMetatype", - "dropout_30": "PTDropoutMetatype", - "linear_49": "PTLinearMetatype", - "dropout_31": "PTDropoutMetatype", - "layer_norm_18": "PTLayerNormMetatype", - "add_27": "PTAddMetatype", - "linear_50": "PTLinearMetatype", - "relu__8": "PTRELUMetatype", - "linear_51": "PTLinearMetatype", - "view_44": "PTReshapeMetatype", - "index_8": "UnknownMetatype", - "view_45": "PTReshapeMetatype", - "permute_37": "PTTransposeMetatype", - "contiguous_14": "PTNoopMetatype", - "unsqueeze_24": "PTReshapeMetatype", - "sigmoid_8": "PTSigmoidMetatype", - "mul_16": "PTMulMetatype", - "pad_10": "PTPadMetatype", - "view_46": "PTReshapeMetatype", - "permute_38": "PTTransposeMetatype", - "reshape_36": "PTReshapeMetatype", - "clone_8": "PTNoopMetatype", - "slice_109": "PTGatherMetatype", - "zero__8": "UnknownMetatype", - "linear_52": "PTLinearMetatype", - "reshape_37": "PTReshapeMetatype", - "permute_39": "PTTransposeMetatype", - "select_24": "PTGatherMetatype", - "select_25": "PTGatherMetatype", - "select_26": "PTGatherMetatype", - "linalg_vector_norm_16": "UnknownMetatype", - "clamp_min_16": "UnknownMetatype", - "expand_as_16": "PTExpandAsMetatype", - "div_16": "PTDivMetatype", - "linalg_vector_norm_17": "UnknownMetatype", - "clamp_min_17": "UnknownMetatype", - "expand_as_17": "PTExpandAsMetatype", - "div_17": "PTDivMetatype", - "transpose_16": "PTTransposeMetatype", - "matmul_16": "PTMatMulMetatype", - "clamp_8": "UnknownMetatype", - "exp_8": "PTExpMetatype", - "mul_17": "PTMulMetatype", - "add_28": "PTAddMetatype", - "softmax_8": "PTSoftmaxMetatype", - "dropout_32": "PTDropoutMetatype", - "matmul_17": "PTMatMulMetatype", - "transpose_17": "PTTransposeMetatype", - "reshape_38": "PTReshapeMetatype", - "linear_53": "PTLinearMetatype", - "dropout_33": "PTDropoutMetatype", - "view_47": "PTReshapeMetatype", - "permute_40": "PTTransposeMetatype", - "reshape_39": "PTReshapeMetatype", - "slice_110": "PTGatherMetatype", - "slice_111": "PTGatherMetatype", - "contiguous_15": "PTNoopMetatype", - "layer_norm_19": "PTLayerNormMetatype", - "add_29": "PTAddMetatype", - "linear_54": "PTLinearMetatype", - "gelu_8": "PTGELUMetatype", - "dropout_34": "PTDropoutMetatype", - "linear_55": "PTLinearMetatype", - "dropout_35": "PTDropoutMetatype", - "layer_norm_20": "PTLayerNormMetatype", - "add_30": "PTAddMetatype", - "linear_56": "PTLinearMetatype", - "relu__9": "PTRELUMetatype", - "linear_57": "PTLinearMetatype", - "view_48": "PTReshapeMetatype", - "index_9": "UnknownMetatype", - "view_49": "PTReshapeMetatype", - "permute_41": "PTTransposeMetatype", - "contiguous_16": "PTNoopMetatype", - "unsqueeze_25": "PTReshapeMetatype", - "sigmoid_9": "PTSigmoidMetatype", - "mul_18": "PTMulMetatype", - "pad_11": "PTPadMetatype", - "roll_8": "UnknownMetatype", - "view_50": "PTReshapeMetatype", - "permute_42": "PTTransposeMetatype", - "reshape_40": "PTReshapeMetatype", - "clone_9": "PTNoopMetatype", - "slice_112": "PTGatherMetatype", - "zero__9": "UnknownMetatype", - "linear_58": "PTLinearMetatype", - "reshape_41": "PTReshapeMetatype", - "permute_43": "PTTransposeMetatype", - "select_27": "PTGatherMetatype", - "select_28": "PTGatherMetatype", - "select_29": "PTGatherMetatype", - "linalg_vector_norm_18": "UnknownMetatype", - "clamp_min_18": "UnknownMetatype", - "expand_as_18": "PTExpandAsMetatype", - "div_18": "PTDivMetatype", - "linalg_vector_norm_19": "UnknownMetatype", - "clamp_min_19": "UnknownMetatype", - "expand_as_19": "PTExpandAsMetatype", - "div_19": "PTDivMetatype", - "transpose_18": "PTTransposeMetatype", - "matmul_18": "PTMatMulMetatype", - "clamp_9": "UnknownMetatype", - "exp_9": "PTExpMetatype", - "mul_19": "PTMulMetatype", - "add_31": "PTAddMetatype", - "new_zeros_4": "UnknownMetatype", - "lift_fresh_copy_36": "UnknownMetatype", - "slice_113": "PTGatherMetatype", - "slice_114": "PTGatherMetatype", - "fill__36": "UnknownMetatype", - "lift_fresh_copy_37": "UnknownMetatype", - "slice_115": "PTGatherMetatype", - "slice_116": "PTGatherMetatype", - "fill__37": "UnknownMetatype", - "lift_fresh_copy_38": "UnknownMetatype", - "slice_117": "PTGatherMetatype", - "slice_118": "PTGatherMetatype", - "fill__38": "UnknownMetatype", - "lift_fresh_copy_39": "UnknownMetatype", - "slice_119": "PTGatherMetatype", - "slice_120": "PTGatherMetatype", - "fill__39": "UnknownMetatype", - "lift_fresh_copy_40": "UnknownMetatype", - "slice_121": "PTGatherMetatype", - "slice_122": "PTGatherMetatype", - "fill__40": "UnknownMetatype", - "lift_fresh_copy_41": "UnknownMetatype", - "slice_123": "PTGatherMetatype", - "slice_124": "PTGatherMetatype", - "fill__41": "UnknownMetatype", - "lift_fresh_copy_42": "UnknownMetatype", - "slice_125": "PTGatherMetatype", - "slice_126": "PTGatherMetatype", - "fill__42": "UnknownMetatype", - "lift_fresh_copy_43": "UnknownMetatype", - "slice_127": "PTGatherMetatype", - "slice_128": "PTGatherMetatype", - "fill__43": "UnknownMetatype", - "lift_fresh_copy_44": "UnknownMetatype", - "slice_129": "PTGatherMetatype", - "slice_130": "PTGatherMetatype", - "fill__44": "UnknownMetatype", - "view_51": "PTReshapeMetatype", - "permute_44": "PTTransposeMetatype", - "reshape_42": "PTReshapeMetatype", - "unsqueeze_26": "PTReshapeMetatype", - "unsqueeze_27": "PTReshapeMetatype", - "sub_4": "PTSubMetatype", - "ne_4": "UnknownMetatype", - "masked_fill_8": "PTScatterMetatype", - "eq_4": "UnknownMetatype", - "masked_fill_9": "PTScatterMetatype", - "view_52": "PTReshapeMetatype", - "unsqueeze_28": "PTReshapeMetatype", - "unsqueeze_29": "PTReshapeMetatype", - "add_32": "PTAddMetatype", - "view_53": "PTReshapeMetatype", - "softmax_9": "PTSoftmaxMetatype", - "dropout_36": "PTDropoutMetatype", - "matmul_19": "PTMatMulMetatype", - "transpose_19": "PTTransposeMetatype", - "reshape_43": "PTReshapeMetatype", - "linear_59": "PTLinearMetatype", - "dropout_37": "PTDropoutMetatype", - "view_54": "PTReshapeMetatype", - "permute_45": "PTTransposeMetatype", - "reshape_44": "PTReshapeMetatype", - "roll_9": "UnknownMetatype", - "slice_131": "PTGatherMetatype", - "slice_132": "PTGatherMetatype", - "contiguous_17": "PTNoopMetatype", - "layer_norm_21": "PTLayerNormMetatype", - "add_33": "PTAddMetatype", - "linear_60": "PTLinearMetatype", - "gelu_9": "PTGELUMetatype", - "dropout_38": "PTDropoutMetatype", - "linear_61": "PTLinearMetatype", - "dropout_39": "PTDropoutMetatype", - "layer_norm_22": "PTLayerNormMetatype", - "add_34": "PTAddMetatype", - "pad_12": "PTPadMetatype", - "slice_133": "PTGatherMetatype", - "slice_134": "PTGatherMetatype", - "slice_135": "PTGatherMetatype", - "slice_136": "PTGatherMetatype", - "slice_137": "PTGatherMetatype", - "slice_138": "PTGatherMetatype", - "slice_139": "PTGatherMetatype", - "slice_140": "PTGatherMetatype", - "cat_2": "PTCatMetatype", - "linear_62": "PTLinearMetatype", - "layer_norm_23": "PTLayerNormMetatype", - "linear_63": "PTLinearMetatype", - "relu__10": "PTRELUMetatype", - "linear_64": "PTLinearMetatype", - "view_55": "PTReshapeMetatype", - "index_10": "UnknownMetatype", - "view_56": "PTReshapeMetatype", - "permute_46": "PTTransposeMetatype", - "contiguous_18": "PTNoopMetatype", - "unsqueeze_30": "PTReshapeMetatype", - "sigmoid_10": "PTSigmoidMetatype", - "mul_20": "PTMulMetatype", - "pad_13": "PTPadMetatype", - "view_57": "PTReshapeMetatype", - "permute_47": "PTTransposeMetatype", - "reshape_45": "PTReshapeMetatype", - "clone_10": "PTNoopMetatype", - "slice_141": "PTGatherMetatype", - "zero__10": "UnknownMetatype", - "linear_65": "PTLinearMetatype", - "reshape_46": "PTReshapeMetatype", - "permute_48": "PTTransposeMetatype", - "select_30": "PTGatherMetatype", - "select_31": "PTGatherMetatype", - "select_32": "PTGatherMetatype", - "linalg_vector_norm_20": "UnknownMetatype", - "clamp_min_20": "UnknownMetatype", - "expand_as_20": "PTExpandAsMetatype", - "div_20": "PTDivMetatype", - "linalg_vector_norm_21": "UnknownMetatype", - "clamp_min_21": "UnknownMetatype", - "expand_as_21": "PTExpandAsMetatype", - "div_21": "PTDivMetatype", - "transpose_20": "PTTransposeMetatype", - "matmul_20": "PTMatMulMetatype", - "clamp_10": "UnknownMetatype", - "exp_10": "PTExpMetatype", - "mul_21": "PTMulMetatype", - "add_35": "PTAddMetatype", - "softmax_10": "PTSoftmaxMetatype", - "dropout_40": "PTDropoutMetatype", - "matmul_21": "PTMatMulMetatype", - "transpose_21": "PTTransposeMetatype", - "reshape_47": "PTReshapeMetatype", - "linear_66": "PTLinearMetatype", - "dropout_41": "PTDropoutMetatype", - "view_58": "PTReshapeMetatype", - "permute_49": "PTTransposeMetatype", - "reshape_48": "PTReshapeMetatype", - "slice_142": "PTGatherMetatype", - "slice_143": "PTGatherMetatype", - "contiguous_19": "PTNoopMetatype", - "layer_norm_24": "PTLayerNormMetatype", - "add_36": "PTAddMetatype", - "linear_67": "PTLinearMetatype", - "gelu_10": "PTGELUMetatype", - "dropout_42": "PTDropoutMetatype", - "linear_68": "PTLinearMetatype", - "dropout_43": "PTDropoutMetatype", - "layer_norm_25": "PTLayerNormMetatype", - "add_37": "PTAddMetatype", - "linear_69": "PTLinearMetatype", - "relu__11": "PTRELUMetatype", - "linear_70": "PTLinearMetatype", - "view_59": "PTReshapeMetatype", - "index_11": "UnknownMetatype", - "view_60": "PTReshapeMetatype", - "permute_50": "PTTransposeMetatype", - "contiguous_20": "PTNoopMetatype", - "unsqueeze_31": "PTReshapeMetatype", - "sigmoid_11": "PTSigmoidMetatype", - "mul_22": "PTMulMetatype", - "pad_14": "PTPadMetatype", - "view_61": "PTReshapeMetatype", - "permute_51": "PTTransposeMetatype", - "reshape_49": "PTReshapeMetatype", - "clone_11": "PTNoopMetatype", - "slice_144": "PTGatherMetatype", - "zero__11": "UnknownMetatype", - "linear_71": "PTLinearMetatype", - "reshape_50": "PTReshapeMetatype", - "permute_52": "PTTransposeMetatype", - "select_33": "PTGatherMetatype", - "select_34": "PTGatherMetatype", - "select_35": "PTGatherMetatype", - "linalg_vector_norm_22": "UnknownMetatype", - "clamp_min_22": "UnknownMetatype", - "expand_as_22": "PTExpandAsMetatype", - "div_22": "PTDivMetatype", - "linalg_vector_norm_23": "UnknownMetatype", - "clamp_min_23": "UnknownMetatype", - "expand_as_23": "PTExpandAsMetatype", - "div_23": "PTDivMetatype", - "transpose_22": "PTTransposeMetatype", - "matmul_22": "PTMatMulMetatype", - "clamp_11": "UnknownMetatype", - "exp_11": "PTExpMetatype", - "mul_23": "PTMulMetatype", - "add_38": "PTAddMetatype", - "softmax_11": "PTSoftmaxMetatype", - "dropout_44": "PTDropoutMetatype", - "matmul_23": "PTMatMulMetatype", - "transpose_23": "PTTransposeMetatype", - "reshape_51": "PTReshapeMetatype", - "linear_72": "PTLinearMetatype", - "dropout_45": "PTDropoutMetatype", - "view_62": "PTReshapeMetatype", - "permute_53": "PTTransposeMetatype", - "reshape_52": "PTReshapeMetatype", - "slice_145": "PTGatherMetatype", - "slice_146": "PTGatherMetatype", - "contiguous_21": "PTNoopMetatype", - "layer_norm_26": "PTLayerNormMetatype", - "add_39": "PTAddMetatype", - "linear_73": "PTLinearMetatype", - "gelu_11": "PTGELUMetatype", - "dropout_46": "PTDropoutMetatype", - "linear_74": "PTLinearMetatype", - "dropout_47": "PTDropoutMetatype", - "layer_norm_27": "PTLayerNormMetatype", - "add_40": "PTAddMetatype", - "layer_norm_28": "PTLayerNormMetatype", - "permute_54": "PTTransposeMetatype", - "adaptive_avg_pool2d": "PTAvgPool2dMetatype", - "flatten": "PTReshapeMetatype", - "linear_75": "PTLinearMetatype", - "output": "PTOutputNoopMetatype" -} \ No newline at end of file diff --git a/tests/torch/data/fx/swin_v2_single_block.dot b/tests/torch/data/fx/swin_v2_single_block.dot new file mode 100644 index 00000000000..03b2dbc791a --- /dev/null +++ b/tests/torch/data/fx/swin_v2_single_block.dot @@ -0,0 +1,788 @@ +digraph { +"0 model_features_1_0_attn_qkv_weight" [id=0, type="get_attr"]; +"1 model_features_1_0_attn_proj_weight" [id=1, type="get_attr"]; +"2 model_features_1_0_attn_qkv_bias" [id=2, type="get_attr"]; +"3 model_features_1_0_attn_proj_bias" [id=3, type="get_attr"]; +"4 model_features_1_0_attn_logit_scale" [id=4, type="get_attr"]; +"5 model_features_3_0_attn_qkv_weight" [id=5, type="get_attr"]; +"6 model_features_3_0_attn_proj_weight" [id=6, type="get_attr"]; +"7 model_features_3_0_attn_qkv_bias" [id=7, type="get_attr"]; +"8 model_features_3_0_attn_proj_bias" [id=8, type="get_attr"]; +"9 model_features_3_0_attn_logit_scale" [id=9, type="get_attr"]; +"10 model_features_5_0_attn_qkv_weight" [id=10, type="get_attr"]; +"11 model_features_5_0_attn_proj_weight" [id=11, type="get_attr"]; +"12 model_features_5_0_attn_qkv_bias" [id=12, type="get_attr"]; +"13 model_features_5_0_attn_proj_bias" [id=13, type="get_attr"]; +"14 model_features_5_0_attn_logit_scale" [id=14, type="get_attr"]; +"15 model_features_7_0_attn_qkv_weight" [id=15, type="get_attr"]; +"16 model_features_7_0_attn_proj_weight" [id=16, type="get_attr"]; +"17 model_features_7_0_attn_qkv_bias" [id=17, type="get_attr"]; +"18 model_features_7_0_attn_proj_bias" [id=18, type="get_attr"]; +"19 model_features_7_0_attn_logit_scale" [id=19, type="get_attr"]; +"20 model_features_0_0_weight" [id=20, type="get_attr"]; +"21 model_features_0_0_bias" [id=21, type="get_attr"]; +"22 model_features_0_2_weight" [id=22, type="get_attr"]; +"23 model_features_0_2_bias" [id=23, type="get_attr"]; +"24 model_features_1_0_attn_cpb_mlp_0_weight" [id=24, type="get_attr"]; +"25 model_features_1_0_attn_cpb_mlp_0_bias" [id=25, type="get_attr"]; +"26 model_features_1_0_attn_cpb_mlp_2_weight" [id=26, type="get_attr"]; +"27 model_features_1_0_norm1_weight" [id=27, type="get_attr"]; +"28 model_features_1_0_norm1_bias" [id=28, type="get_attr"]; +"29 model_features_1_0_mlp_0_weight" [id=29, type="get_attr"]; +"30 model_features_1_0_mlp_0_bias" [id=30, type="get_attr"]; +"31 model_features_1_0_mlp_3_weight" [id=31, type="get_attr"]; +"32 model_features_1_0_mlp_3_bias" [id=32, type="get_attr"]; +"33 model_features_1_0_norm2_weight" [id=33, type="get_attr"]; +"34 model_features_1_0_norm2_bias" [id=34, type="get_attr"]; +"35 model_features_2_reduction_weight" [id=35, type="get_attr"]; +"36 model_features_2_norm_weight" [id=36, type="get_attr"]; +"37 model_features_2_norm_bias" [id=37, type="get_attr"]; +"38 model_features_3_0_attn_cpb_mlp_0_weight" [id=38, type="get_attr"]; +"39 model_features_3_0_attn_cpb_mlp_0_bias" [id=39, type="get_attr"]; +"40 model_features_3_0_attn_cpb_mlp_2_weight" [id=40, type="get_attr"]; +"41 model_features_3_0_norm1_weight" [id=41, type="get_attr"]; +"42 model_features_3_0_norm1_bias" [id=42, type="get_attr"]; +"43 model_features_3_0_mlp_0_weight" [id=43, type="get_attr"]; +"44 model_features_3_0_mlp_0_bias" [id=44, type="get_attr"]; +"45 model_features_3_0_mlp_3_weight" [id=45, type="get_attr"]; +"46 model_features_3_0_mlp_3_bias" [id=46, type="get_attr"]; +"47 model_features_3_0_norm2_weight" [id=47, type="get_attr"]; +"48 model_features_3_0_norm2_bias" [id=48, type="get_attr"]; +"49 model_features_4_reduction_weight" [id=49, type="get_attr"]; +"50 model_features_4_norm_weight" [id=50, type="get_attr"]; +"51 model_features_4_norm_bias" [id=51, type="get_attr"]; +"52 model_features_5_0_attn_cpb_mlp_0_weight" [id=52, type="get_attr"]; +"53 model_features_5_0_attn_cpb_mlp_0_bias" [id=53, type="get_attr"]; +"54 model_features_5_0_attn_cpb_mlp_2_weight" [id=54, type="get_attr"]; +"55 model_features_5_0_norm1_weight" [id=55, type="get_attr"]; +"56 model_features_5_0_norm1_bias" [id=56, type="get_attr"]; +"57 model_features_5_0_mlp_0_weight" [id=57, type="get_attr"]; +"58 model_features_5_0_mlp_0_bias" [id=58, type="get_attr"]; +"59 model_features_5_0_mlp_3_weight" [id=59, type="get_attr"]; +"60 model_features_5_0_mlp_3_bias" [id=60, type="get_attr"]; +"61 model_features_5_0_norm2_weight" [id=61, type="get_attr"]; +"62 model_features_5_0_norm2_bias" [id=62, type="get_attr"]; +"63 model_features_6_reduction_weight" [id=63, type="get_attr"]; +"64 model_features_6_norm_weight" [id=64, type="get_attr"]; +"65 model_features_6_norm_bias" [id=65, type="get_attr"]; +"66 model_features_7_0_attn_cpb_mlp_0_weight" [id=66, type="get_attr"]; +"67 model_features_7_0_attn_cpb_mlp_0_bias" [id=67, type="get_attr"]; +"68 model_features_7_0_attn_cpb_mlp_2_weight" [id=68, type="get_attr"]; +"69 model_features_7_0_norm1_weight" [id=69, type="get_attr"]; +"70 model_features_7_0_norm1_bias" [id=70, type="get_attr"]; +"71 model_features_7_0_mlp_0_weight" [id=71, type="get_attr"]; +"72 model_features_7_0_mlp_0_bias" [id=72, type="get_attr"]; +"73 model_features_7_0_mlp_3_weight" [id=73, type="get_attr"]; +"74 model_features_7_0_mlp_3_bias" [id=74, type="get_attr"]; +"75 model_features_7_0_norm2_weight" [id=75, type="get_attr"]; +"76 model_features_7_0_norm2_bias" [id=76, type="get_attr"]; +"77 model_norm_weight" [id=77, type="get_attr"]; +"78 model_norm_bias" [id=78, type="get_attr"]; +"79 model_head_weight" [id=79, type="get_attr"]; +"80 model_head_bias" [id=80, type="get_attr"]; +"81 model_features_1_0_attn_relative_coords_table" [id=81, type="get_attr"]; +"82 model_features_1_0_attn_relative_position_index" [id=82, type="get_attr"]; +"83 model_features_3_0_attn_relative_coords_table" [id=83, type="get_attr"]; +"84 model_features_3_0_attn_relative_position_index" [id=84, type="get_attr"]; +"85 model_features_5_0_attn_relative_coords_table" [id=85, type="get_attr"]; +"86 model_features_5_0_attn_relative_position_index" [id=86, type="get_attr"]; +"87 model_features_7_0_attn_relative_coords_table" [id=87, type="get_attr"]; +"88 model_features_7_0_attn_relative_position_index" [id=88, type="get_attr"]; +"89 x" [id=89, type=input]; +"90 conv2d" [id=90, type=conv2d]; +"91 permute" [id=91, type=permute]; +"92 layer_norm" [id=92, type="layer_norm"]; +"93 linear" [id=93, type=linear]; +"94 relu_" [id=94, type="relu_"]; +"95 linear_1" [id=95, type=linear]; +"96 view" [id=96, type=view]; +"97 index" [id=97, type=index]; +"98 view_1" [id=98, type=view]; +"99 permute_1" [id=99, type=permute]; +"100 contiguous" [id=100, type=contiguous]; +"101 unsqueeze" [id=101, type=unsqueeze]; +"102 sigmoid" [id=102, type=sigmoid]; +"103 mul" [id=103, type=mul]; +"104 pad" [id=104, type=pad]; +"105 view_2" [id=105, type=view]; +"106 permute_2" [id=106, type=permute]; +"107 reshape" [id=107, type=reshape]; +"108 clone" [id=108, type=clone]; +"109 slice_1" [id=109, type=slice]; +"110 zero_" [id=110, type="zero_"]; +"111 linear_2" [id=111, type=linear]; +"112 reshape_1" [id=112, type=reshape]; +"113 permute_3" [id=113, type=permute]; +"114 select" [id=114, type=select]; +"115 select_1" [id=115, type=select]; +"116 select_2" [id=116, type=select]; +"117 linalg_vector_norm" [id=117, type="linalg_vector_norm"]; +"118 clamp_min" [id=118, type="clamp_min"]; +"119 expand_as" [id=119, type="expand_as"]; +"120 div" [id=120, type=div]; +"121 linalg_vector_norm_1" [id=121, type="linalg_vector_norm"]; +"122 clamp_min_1" [id=122, type="clamp_min"]; +"123 expand_as_1" [id=123, type="expand_as"]; +"124 div_1" [id=124, type=div]; +"125 transpose" [id=125, type=transpose]; +"126 matmul" [id=126, type=matmul]; +"127 clamp" [id=127, type=clamp]; +"128 exp" [id=128, type=exp]; +"129 mul_1" [id=129, type=mul]; +"130 add" [id=130, type=add]; +"131 softmax" [id=131, type=softmax]; +"132 dropout" [id=132, type=dropout]; +"133 matmul_1" [id=133, type=matmul]; +"134 transpose_1" [id=134, type=transpose]; +"135 reshape_2" [id=135, type=reshape]; +"136 linear_3" [id=136, type=linear]; +"137 dropout_1" [id=137, type=dropout]; +"138 view_3" [id=138, type=view]; +"139 permute_4" [id=139, type=permute]; +"140 reshape_3" [id=140, type=reshape]; +"141 alias" [id=141, type=alias]; +"142 layer_norm_1" [id=142, type="layer_norm"]; +"143 add_1" [id=143, type=add]; +"144 linear_4" [id=144, type=linear]; +"145 gelu" [id=145, type=gelu]; +"146 dropout_2" [id=146, type=dropout]; +"147 linear_5" [id=147, type=linear]; +"148 dropout_3" [id=148, type=dropout]; +"149 layer_norm_2" [id=149, type="layer_norm"]; +"150 add_2" [id=150, type=add]; +"151 pad_1" [id=151, type=pad]; +"152 slice_2" [id=152, type=slice]; +"153 slice_3" [id=153, type=slice]; +"154 slice_4" [id=154, type=slice]; +"155 slice_5" [id=155, type=slice]; +"156 slice_6" [id=156, type=slice]; +"157 slice_7" [id=157, type=slice]; +"158 slice_8" [id=158, type=slice]; +"159 slice_9" [id=159, type=slice]; +"160 cat" [id=160, type=cat]; +"161 linear_6" [id=161, type=linear]; +"162 layer_norm_3" [id=162, type="layer_norm"]; +"163 linear_7" [id=163, type=linear]; +"164 relu__1" [id=164, type="relu_"]; +"165 linear_8" [id=165, type=linear]; +"166 view_4" [id=166, type=view]; +"167 index_1" [id=167, type=index]; +"168 view_5" [id=168, type=view]; +"169 permute_5" [id=169, type=permute]; +"170 contiguous_1" [id=170, type=contiguous]; +"171 unsqueeze_1" [id=171, type=unsqueeze]; +"172 sigmoid_1" [id=172, type=sigmoid]; +"173 mul_2" [id=173, type=mul]; +"174 pad_2" [id=174, type=pad]; +"175 view_6" [id=175, type=view]; +"176 permute_6" [id=176, type=permute]; +"177 reshape_4" [id=177, type=reshape]; +"178 clone_1" [id=178, type=clone]; +"179 slice_10" [id=179, type=slice]; +"180 zero__1" [id=180, type="zero_"]; +"181 linear_9" [id=181, type=linear]; +"182 reshape_5" [id=182, type=reshape]; +"183 permute_7" [id=183, type=permute]; +"184 select_3" [id=184, type=select]; +"185 select_4" [id=185, type=select]; +"186 select_5" [id=186, type=select]; +"187 linalg_vector_norm_2" [id=187, type="linalg_vector_norm"]; +"188 clamp_min_2" [id=188, type="clamp_min"]; +"189 expand_as_2" [id=189, type="expand_as"]; +"190 div_2" [id=190, type=div]; +"191 linalg_vector_norm_3" [id=191, type="linalg_vector_norm"]; +"192 clamp_min_3" [id=192, type="clamp_min"]; +"193 expand_as_3" [id=193, type="expand_as"]; +"194 div_3" [id=194, type=div]; +"195 transpose_2" [id=195, type=transpose]; +"196 matmul_2" [id=196, type=matmul]; +"197 clamp_1" [id=197, type=clamp]; +"198 exp_1" [id=198, type=exp]; +"199 mul_3" [id=199, type=mul]; +"200 add_3" [id=200, type=add]; +"201 softmax_1" [id=201, type=softmax]; +"202 dropout_4" [id=202, type=dropout]; +"203 matmul_3" [id=203, type=matmul]; +"204 transpose_3" [id=204, type=transpose]; +"205 reshape_6" [id=205, type=reshape]; +"206 linear_10" [id=206, type=linear]; +"207 dropout_5" [id=207, type=dropout]; +"208 view_7" [id=208, type=view]; +"209 permute_8" [id=209, type=permute]; +"210 reshape_7" [id=210, type=reshape]; +"211 slice_11" [id=211, type=slice]; +"212 slice_12" [id=212, type=slice]; +"213 contiguous_2" [id=213, type=contiguous]; +"214 layer_norm_4" [id=214, type="layer_norm"]; +"215 add_4" [id=215, type=add]; +"216 linear_11" [id=216, type=linear]; +"217 gelu_1" [id=217, type=gelu]; +"218 dropout_6" [id=218, type=dropout]; +"219 linear_12" [id=219, type=linear]; +"220 dropout_7" [id=220, type=dropout]; +"221 layer_norm_5" [id=221, type="layer_norm"]; +"222 add_5" [id=222, type=add]; +"223 pad_3" [id=223, type=pad]; +"224 slice_13" [id=224, type=slice]; +"225 slice_14" [id=225, type=slice]; +"226 slice_15" [id=226, type=slice]; +"227 slice_16" [id=227, type=slice]; +"228 slice_17" [id=228, type=slice]; +"229 slice_18" [id=229, type=slice]; +"230 slice_19" [id=230, type=slice]; +"231 slice_20" [id=231, type=slice]; +"232 cat_1" [id=232, type=cat]; +"233 linear_13" [id=233, type=linear]; +"234 layer_norm_6" [id=234, type="layer_norm"]; +"235 linear_14" [id=235, type=linear]; +"236 relu__2" [id=236, type="relu_"]; +"237 linear_15" [id=237, type=linear]; +"238 view_8" [id=238, type=view]; +"239 index_2" [id=239, type=index]; +"240 view_9" [id=240, type=view]; +"241 permute_9" [id=241, type=permute]; +"242 contiguous_3" [id=242, type=contiguous]; +"243 unsqueeze_2" [id=243, type=unsqueeze]; +"244 sigmoid_2" [id=244, type=sigmoid]; +"245 mul_4" [id=245, type=mul]; +"246 pad_4" [id=246, type=pad]; +"247 view_10" [id=247, type=view]; +"248 permute_10" [id=248, type=permute]; +"249 reshape_8" [id=249, type=reshape]; +"250 clone_2" [id=250, type=clone]; +"251 slice_21" [id=251, type=slice]; +"252 zero__2" [id=252, type="zero_"]; +"253 linear_16" [id=253, type=linear]; +"254 reshape_9" [id=254, type=reshape]; +"255 permute_11" [id=255, type=permute]; +"256 select_6" [id=256, type=select]; +"257 select_7" [id=257, type=select]; +"258 select_8" [id=258, type=select]; +"259 linalg_vector_norm_4" [id=259, type="linalg_vector_norm"]; +"260 clamp_min_4" [id=260, type="clamp_min"]; +"261 expand_as_4" [id=261, type="expand_as"]; +"262 div_4" [id=262, type=div]; +"263 linalg_vector_norm_5" [id=263, type="linalg_vector_norm"]; +"264 clamp_min_5" [id=264, type="clamp_min"]; +"265 expand_as_5" [id=265, type="expand_as"]; +"266 div_5" [id=266, type=div]; +"267 transpose_4" [id=267, type=transpose]; +"268 matmul_4" [id=268, type=matmul]; +"269 clamp_2" [id=269, type=clamp]; +"270 exp_2" [id=270, type=exp]; +"271 mul_5" [id=271, type=mul]; +"272 add_6" [id=272, type=add]; +"273 softmax_2" [id=273, type=softmax]; +"274 dropout_8" [id=274, type=dropout]; +"275 matmul_5" [id=275, type=matmul]; +"276 transpose_5" [id=276, type=transpose]; +"277 reshape_10" [id=277, type=reshape]; +"278 linear_17" [id=278, type=linear]; +"279 dropout_9" [id=279, type=dropout]; +"280 view_11" [id=280, type=view]; +"281 permute_12" [id=281, type=permute]; +"282 reshape_11" [id=282, type=reshape]; +"283 slice_22" [id=283, type=slice]; +"284 slice_23" [id=284, type=slice]; +"285 contiguous_4" [id=285, type=contiguous]; +"286 layer_norm_7" [id=286, type="layer_norm"]; +"287 add_7" [id=287, type=add]; +"288 linear_18" [id=288, type=linear]; +"289 gelu_2" [id=289, type=gelu]; +"290 dropout_10" [id=290, type=dropout]; +"291 linear_19" [id=291, type=linear]; +"292 dropout_11" [id=292, type=dropout]; +"293 layer_norm_8" [id=293, type="layer_norm"]; +"294 add_8" [id=294, type=add]; +"295 pad_5" [id=295, type=pad]; +"296 slice_24" [id=296, type=slice]; +"297 slice_25" [id=297, type=slice]; +"298 slice_26" [id=298, type=slice]; +"299 slice_27" [id=299, type=slice]; +"300 slice_28" [id=300, type=slice]; +"301 slice_29" [id=301, type=slice]; +"302 slice_30" [id=302, type=slice]; +"303 slice_31" [id=303, type=slice]; +"304 cat_2" [id=304, type=cat]; +"305 linear_20" [id=305, type=linear]; +"306 layer_norm_9" [id=306, type="layer_norm"]; +"307 linear_21" [id=307, type=linear]; +"308 relu__3" [id=308, type="relu_"]; +"309 linear_22" [id=309, type=linear]; +"310 view_12" [id=310, type=view]; +"311 index_3" [id=311, type=index]; +"312 view_13" [id=312, type=view]; +"313 permute_13" [id=313, type=permute]; +"314 contiguous_5" [id=314, type=contiguous]; +"315 unsqueeze_3" [id=315, type=unsqueeze]; +"316 sigmoid_3" [id=316, type=sigmoid]; +"317 mul_6" [id=317, type=mul]; +"318 pad_6" [id=318, type=pad]; +"319 view_14" [id=319, type=view]; +"320 permute_14" [id=320, type=permute]; +"321 reshape_12" [id=321, type=reshape]; +"322 clone_3" [id=322, type=clone]; +"323 slice_32" [id=323, type=slice]; +"324 zero__3" [id=324, type="zero_"]; +"325 linear_23" [id=325, type=linear]; +"326 reshape_13" [id=326, type=reshape]; +"327 permute_15" [id=327, type=permute]; +"328 select_9" [id=328, type=select]; +"329 select_10" [id=329, type=select]; +"330 select_11" [id=330, type=select]; +"331 linalg_vector_norm_6" [id=331, type="linalg_vector_norm"]; +"332 clamp_min_6" [id=332, type="clamp_min"]; +"333 expand_as_6" [id=333, type="expand_as"]; +"334 div_6" [id=334, type=div]; +"335 linalg_vector_norm_7" [id=335, type="linalg_vector_norm"]; +"336 clamp_min_7" [id=336, type="clamp_min"]; +"337 expand_as_7" [id=337, type="expand_as"]; +"338 div_7" [id=338, type=div]; +"339 transpose_6" [id=339, type=transpose]; +"340 matmul_6" [id=340, type=matmul]; +"341 clamp_3" [id=341, type=clamp]; +"342 exp_3" [id=342, type=exp]; +"343 mul_7" [id=343, type=mul]; +"344 add_9" [id=344, type=add]; +"345 softmax_3" [id=345, type=softmax]; +"346 dropout_12" [id=346, type=dropout]; +"347 matmul_7" [id=347, type=matmul]; +"348 transpose_7" [id=348, type=transpose]; +"349 reshape_14" [id=349, type=reshape]; +"350 linear_24" [id=350, type=linear]; +"351 dropout_13" [id=351, type=dropout]; +"352 view_15" [id=352, type=view]; +"353 permute_16" [id=353, type=permute]; +"354 reshape_15" [id=354, type=reshape]; +"355 slice_33" [id=355, type=slice]; +"356 slice_34" [id=356, type=slice]; +"357 contiguous_6" [id=357, type=contiguous]; +"358 layer_norm_10" [id=358, type="layer_norm"]; +"359 add_10" [id=359, type=add]; +"360 linear_25" [id=360, type=linear]; +"361 gelu_3" [id=361, type=gelu]; +"362 dropout_14" [id=362, type=dropout]; +"363 linear_26" [id=363, type=linear]; +"364 dropout_15" [id=364, type=dropout]; +"365 layer_norm_11" [id=365, type="layer_norm"]; +"366 add_11" [id=366, type=add]; +"367 layer_norm_12" [id=367, type="layer_norm"]; +"368 permute_17" [id=368, type=permute]; +"369 adaptive_avg_pool2d" [id=369, type="adaptive_avg_pool2d"]; +"370 flatten" [id=370, type=flatten]; +"371 linear_27" [id=371, type=linear]; +"372 output" [id=372, type=output]; +"0 model_features_1_0_attn_qkv_weight" -> "111 linear_2" [key=0, style=solid, label="(288, 96)"]; +"1 model_features_1_0_attn_proj_weight" -> "136 linear_3" [key=0, style=solid, label="(96, 96)"]; +"2 model_features_1_0_attn_qkv_bias" -> "108 clone" [key=0, style=solid, label="(288,)"]; +"3 model_features_1_0_attn_proj_bias" -> "136 linear_3" [key=0, style=solid, label="(96,)"]; +"4 model_features_1_0_attn_logit_scale" -> "127 clamp" [key=0, style=solid, label="(3, 1, 1)"]; +"5 model_features_3_0_attn_qkv_weight" -> "181 linear_9" [key=0, style=solid, label="(576, 192)"]; +"6 model_features_3_0_attn_proj_weight" -> "206 linear_10" [key=0, style=solid, label="(192, 192)"]; +"7 model_features_3_0_attn_qkv_bias" -> "178 clone_1" [key=0, style=solid, label="(576,)"]; +"8 model_features_3_0_attn_proj_bias" -> "206 linear_10" [key=0, style=solid, label="(192,)"]; +"9 model_features_3_0_attn_logit_scale" -> "197 clamp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"10 model_features_5_0_attn_qkv_weight" -> "253 linear_16" [key=0, style=solid, label="(1152, 384)"]; +"11 model_features_5_0_attn_proj_weight" -> "278 linear_17" [key=0, style=solid, label="(384, 384)"]; +"12 model_features_5_0_attn_qkv_bias" -> "250 clone_2" [key=0, style=solid, label="(1152,)"]; +"13 model_features_5_0_attn_proj_bias" -> "278 linear_17" [key=0, style=solid, label="(384,)"]; +"14 model_features_5_0_attn_logit_scale" -> "269 clamp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"15 model_features_7_0_attn_qkv_weight" -> "325 linear_23" [key=0, style=solid, label="(2304, 768)"]; +"16 model_features_7_0_attn_proj_weight" -> "350 linear_24" [key=0, style=solid, label="(768, 768)"]; +"17 model_features_7_0_attn_qkv_bias" -> "322 clone_3" [key=0, style=solid, label="(2304,)"]; +"18 model_features_7_0_attn_proj_bias" -> "350 linear_24" [key=0, style=solid, label="(768,)"]; +"19 model_features_7_0_attn_logit_scale" -> "341 clamp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"20 model_features_0_0_weight" -> "90 conv2d" [key=0, style=solid, label="(96, 3, 4, 4)"]; +"21 model_features_0_0_bias" -> "90 conv2d" [key=0, style=solid, label="(96,)"]; +"22 model_features_0_2_weight" -> "92 layer_norm" [key=0, style=solid, label="(96,)"]; +"23 model_features_0_2_bias" -> "92 layer_norm" [key=0, style=solid, label="(96,)"]; +"24 model_features_1_0_attn_cpb_mlp_0_weight" -> "93 linear" [key=0, style=solid, label="(512, 2)"]; +"25 model_features_1_0_attn_cpb_mlp_0_bias" -> "93 linear" [key=0, style=solid, label="(512,)"]; +"26 model_features_1_0_attn_cpb_mlp_2_weight" -> "95 linear_1" [key=0, style=solid, label="(3, 512)"]; +"27 model_features_1_0_norm1_weight" -> "142 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"28 model_features_1_0_norm1_bias" -> "142 layer_norm_1" [key=0, style=solid, label="(96,)"]; +"29 model_features_1_0_mlp_0_weight" -> "144 linear_4" [key=0, style=solid, label="(384, 96)"]; +"30 model_features_1_0_mlp_0_bias" -> "144 linear_4" [key=0, style=solid, label="(384,)"]; +"31 model_features_1_0_mlp_3_weight" -> "147 linear_5" [key=0, style=solid, label="(96, 384)"]; +"32 model_features_1_0_mlp_3_bias" -> "147 linear_5" [key=0, style=solid, label="(96,)"]; +"33 model_features_1_0_norm2_weight" -> "149 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"34 model_features_1_0_norm2_bias" -> "149 layer_norm_2" [key=0, style=solid, label="(96,)"]; +"35 model_features_2_reduction_weight" -> "161 linear_6" [key=0, style=solid, label="(192, 384)"]; +"36 model_features_2_norm_weight" -> "162 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"37 model_features_2_norm_bias" -> "162 layer_norm_3" [key=0, style=solid, label="(192,)"]; +"38 model_features_3_0_attn_cpb_mlp_0_weight" -> "163 linear_7" [key=0, style=solid, label="(512, 2)"]; +"39 model_features_3_0_attn_cpb_mlp_0_bias" -> "163 linear_7" [key=0, style=solid, label="(512,)"]; +"40 model_features_3_0_attn_cpb_mlp_2_weight" -> "165 linear_8" [key=0, style=solid, label="(6, 512)"]; +"41 model_features_3_0_norm1_weight" -> "214 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"42 model_features_3_0_norm1_bias" -> "214 layer_norm_4" [key=0, style=solid, label="(192,)"]; +"43 model_features_3_0_mlp_0_weight" -> "216 linear_11" [key=0, style=solid, label="(768, 192)"]; +"44 model_features_3_0_mlp_0_bias" -> "216 linear_11" [key=0, style=solid, label="(768,)"]; +"45 model_features_3_0_mlp_3_weight" -> "219 linear_12" [key=0, style=solid, label="(192, 768)"]; +"46 model_features_3_0_mlp_3_bias" -> "219 linear_12" [key=0, style=solid, label="(192,)"]; +"47 model_features_3_0_norm2_weight" -> "221 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"48 model_features_3_0_norm2_bias" -> "221 layer_norm_5" [key=0, style=solid, label="(192,)"]; +"49 model_features_4_reduction_weight" -> "233 linear_13" [key=0, style=solid, label="(384, 768)"]; +"50 model_features_4_norm_weight" -> "234 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"51 model_features_4_norm_bias" -> "234 layer_norm_6" [key=0, style=solid, label="(384,)"]; +"52 model_features_5_0_attn_cpb_mlp_0_weight" -> "235 linear_14" [key=0, style=solid, label="(512, 2)"]; +"53 model_features_5_0_attn_cpb_mlp_0_bias" -> "235 linear_14" [key=0, style=solid, label="(512,)"]; +"54 model_features_5_0_attn_cpb_mlp_2_weight" -> "237 linear_15" [key=0, style=solid, label="(12, 512)"]; +"55 model_features_5_0_norm1_weight" -> "286 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"56 model_features_5_0_norm1_bias" -> "286 layer_norm_7" [key=0, style=solid, label="(384,)"]; +"57 model_features_5_0_mlp_0_weight" -> "288 linear_18" [key=0, style=solid, label="(1536, 384)"]; +"58 model_features_5_0_mlp_0_bias" -> "288 linear_18" [key=0, style=solid, label="(1536,)"]; +"59 model_features_5_0_mlp_3_weight" -> "291 linear_19" [key=0, style=solid, label="(384, 1536)"]; +"60 model_features_5_0_mlp_3_bias" -> "291 linear_19" [key=0, style=solid, label="(384,)"]; +"61 model_features_5_0_norm2_weight" -> "293 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"62 model_features_5_0_norm2_bias" -> "293 layer_norm_8" [key=0, style=solid, label="(384,)"]; +"63 model_features_6_reduction_weight" -> "305 linear_20" [key=0, style=solid, label="(768, 1536)"]; +"64 model_features_6_norm_weight" -> "306 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"65 model_features_6_norm_bias" -> "306 layer_norm_9" [key=0, style=solid, label="(768,)"]; +"66 model_features_7_0_attn_cpb_mlp_0_weight" -> "307 linear_21" [key=0, style=solid, label="(512, 2)"]; +"67 model_features_7_0_attn_cpb_mlp_0_bias" -> "307 linear_21" [key=0, style=solid, label="(512,)"]; +"68 model_features_7_0_attn_cpb_mlp_2_weight" -> "309 linear_22" [key=0, style=solid, label="(24, 512)"]; +"69 model_features_7_0_norm1_weight" -> "358 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"70 model_features_7_0_norm1_bias" -> "358 layer_norm_10" [key=0, style=solid, label="(768,)"]; +"71 model_features_7_0_mlp_0_weight" -> "360 linear_25" [key=0, style=solid, label="(3072, 768)"]; +"72 model_features_7_0_mlp_0_bias" -> "360 linear_25" [key=0, style=solid, label="(3072,)"]; +"73 model_features_7_0_mlp_3_weight" -> "363 linear_26" [key=0, style=solid, label="(768, 3072)"]; +"74 model_features_7_0_mlp_3_bias" -> "363 linear_26" [key=0, style=solid, label="(768,)"]; +"75 model_features_7_0_norm2_weight" -> "365 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"76 model_features_7_0_norm2_bias" -> "365 layer_norm_11" [key=0, style=solid, label="(768,)"]; +"77 model_norm_weight" -> "367 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"78 model_norm_bias" -> "367 layer_norm_12" [key=0, style=solid, label="(768,)"]; +"79 model_head_weight" -> "371 linear_27" [key=0, style=solid, label="(10, 768)"]; +"80 model_head_bias" -> "371 linear_27" [key=0, style=solid, label="(10,)"]; +"81 model_features_1_0_attn_relative_coords_table" -> "93 linear" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"82 model_features_1_0_attn_relative_position_index" -> "97 index" [key=0, style=solid, label="(4096,)"]; +"83 model_features_3_0_attn_relative_coords_table" -> "163 linear_7" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"84 model_features_3_0_attn_relative_position_index" -> "167 index_1" [key=0, style=solid, label="(4096,)"]; +"85 model_features_5_0_attn_relative_coords_table" -> "235 linear_14" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"86 model_features_5_0_attn_relative_position_index" -> "239 index_2" [key=0, style=solid, label="(4096,)"]; +"87 model_features_7_0_attn_relative_coords_table" -> "307 linear_21" [key=0, style=solid, label="(1, 15, 15, 2)"]; +"88 model_features_7_0_attn_relative_position_index" -> "311 index_3" [key=0, style=solid, label="(4096,)"]; +"89 x" -> "90 conv2d" [key=0, style=solid, label="(1, 3, 224, 224)"]; +"90 conv2d" -> "91 permute" [key=0, style=solid, label="(1, 96, 56, 56)"]; +"91 permute" -> "92 layer_norm" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"92 layer_norm" -> "104 pad" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"92 layer_norm" -> "143 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"93 linear" -> "94 relu_" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"94 relu_" -> "95 linear_1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"95 linear_1" -> "96 view" [key=0, style=solid, label="(1, 15, 15, 3)"]; +"96 view" -> "97 index" [key=0, style=solid, label="(225, 3)"]; +"97 index" -> "98 view_1" [key=0, style=solid, label="(4096, 3)"]; +"98 view_1" -> "99 permute_1" [key=0, style=solid, label="(64, 64, 3)"]; +"99 permute_1" -> "100 contiguous" [key=0, style=solid, label="(3, 64, 64)"]; +"100 contiguous" -> "101 unsqueeze" [key=0, style=solid, label="(3, 64, 64)"]; +"101 unsqueeze" -> "102 sigmoid" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"102 sigmoid" -> "103 mul" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"103 mul" -> "130 add" [key=0, style=solid, label="(1, 3, 64, 64)"]; +"104 pad" -> "105 view_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"105 view_2" -> "106 permute_2" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"106 permute_2" -> "107 reshape" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"107 reshape" -> "111 linear_2" [key=0, style=solid, label="(49, 64, 96)"]; +"108 clone" -> "109 slice_1" [key=0, style=solid, label="(288,)"]; +"108 clone" -> "111 linear_2" [key=0, style=solid, label="(288,)"]; +"109 slice_1" -> "110 zero_" [key=0, style=solid, label="(96,)"]; +"111 linear_2" -> "112 reshape_1" [key=0, style=solid, label="(49, 64, 288)"]; +"112 reshape_1" -> "113 permute_3" [key=0, style=solid, label="(49, 64, 3, 3, 32)"]; +"113 permute_3" -> "114 select" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"113 permute_3" -> "115 select_1" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"113 permute_3" -> "116 select_2" [key=0, style=solid, label="(3, 49, 3, 64, 32)"]; +"114 select" -> "117 linalg_vector_norm" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"114 select" -> "119 expand_as" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"114 select" -> "120 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"115 select_1" -> "121 linalg_vector_norm_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"115 select_1" -> "123 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"115 select_1" -> "124 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"116 select_2" -> "133 matmul_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"117 linalg_vector_norm" -> "118 clamp_min" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"118 clamp_min" -> "119 expand_as" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"119 expand_as" -> "120 div" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"120 div" -> "126 matmul" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"121 linalg_vector_norm_1" -> "122 clamp_min_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"122 clamp_min_1" -> "123 expand_as_1" [key=0, style=solid, label="(49, 3, 64, 1)"]; +"123 expand_as_1" -> "124 div_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"124 div_1" -> "125 transpose" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"125 transpose" -> "126 matmul" [key=0, style=solid, label="(49, 3, 32, 64)"]; +"126 matmul" -> "129 mul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"127 clamp" -> "128 exp" [key=0, style=solid, label="(3, 1, 1)"]; +"128 exp" -> "129 mul_1" [key=0, style=solid, label="(3, 1, 1)"]; +"129 mul_1" -> "130 add" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"130 add" -> "131 softmax" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"131 softmax" -> "132 dropout" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"132 dropout" -> "133 matmul_1" [key=0, style=solid, label="(49, 3, 64, 64)"]; +"133 matmul_1" -> "134 transpose_1" [key=0, style=solid, label="(49, 3, 64, 32)"]; +"134 transpose_1" -> "135 reshape_2" [key=0, style=solid, label="(49, 64, 3, 32)"]; +"135 reshape_2" -> "136 linear_3" [key=0, style=solid, label="(49, 64, 96)"]; +"136 linear_3" -> "137 dropout_1" [key=0, style=solid, label="(49, 64, 96)"]; +"137 dropout_1" -> "138 view_3" [key=0, style=solid, label="(49, 64, 96)"]; +"138 view_3" -> "139 permute_4" [key=0, style=solid, label="(1, 7, 7, 8, 8, 96)"]; +"139 permute_4" -> "140 reshape_3" [key=0, style=solid, label="(1, 7, 8, 7, 8, 96)"]; +"140 reshape_3" -> "141 alias" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"141 alias" -> "142 layer_norm_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"142 layer_norm_1" -> "143 add_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"143 add_1" -> "144 linear_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"143 add_1" -> "150 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"144 linear_4" -> "145 gelu" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"145 gelu" -> "146 dropout_2" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"146 dropout_2" -> "147 linear_5" [key=0, style=solid, label="(1, 56, 56, 384)"]; +"147 linear_5" -> "148 dropout_3" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"148 dropout_3" -> "149 layer_norm_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"149 layer_norm_2" -> "150 add_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"150 add_2" -> "151 pad_1" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"151 pad_1" -> "152 slice_2" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"151 pad_1" -> "154 slice_4" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"151 pad_1" -> "156 slice_6" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"151 pad_1" -> "158 slice_8" [key=0, style=solid, label="(1, 56, 56, 96)"]; +"152 slice_2" -> "153 slice_3" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"153 slice_3" -> "160 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"154 slice_4" -> "155 slice_5" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"155 slice_5" -> "160 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"156 slice_6" -> "157 slice_7" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"157 slice_7" -> "160 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"158 slice_8" -> "159 slice_9" [key=0, style=solid, label="(1, 28, 56, 96)"]; +"159 slice_9" -> "160 cat" [key=0, style=solid, label="(1, 28, 28, 96)"]; +"160 cat" -> "161 linear_6" [key=0, style=solid, label="(1, 28, 28, 384)"]; +"161 linear_6" -> "162 layer_norm_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"162 layer_norm_3" -> "174 pad_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"162 layer_norm_3" -> "215 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"163 linear_7" -> "164 relu__1" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"164 relu__1" -> "165 linear_8" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"165 linear_8" -> "166 view_4" [key=0, style=solid, label="(1, 15, 15, 6)"]; +"166 view_4" -> "167 index_1" [key=0, style=solid, label="(225, 6)"]; +"167 index_1" -> "168 view_5" [key=0, style=solid, label="(4096, 6)"]; +"168 view_5" -> "169 permute_5" [key=0, style=solid, label="(64, 64, 6)"]; +"169 permute_5" -> "170 contiguous_1" [key=0, style=solid, label="(6, 64, 64)"]; +"170 contiguous_1" -> "171 unsqueeze_1" [key=0, style=solid, label="(6, 64, 64)"]; +"171 unsqueeze_1" -> "172 sigmoid_1" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"172 sigmoid_1" -> "173 mul_2" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"173 mul_2" -> "200 add_3" [key=0, style=solid, label="(1, 6, 64, 64)"]; +"174 pad_2" -> "175 view_6" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"175 view_6" -> "176 permute_6" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"176 permute_6" -> "177 reshape_4" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"177 reshape_4" -> "181 linear_9" [key=0, style=solid, label="(16, 64, 192)"]; +"178 clone_1" -> "179 slice_10" [key=0, style=solid, label="(576,)"]; +"178 clone_1" -> "181 linear_9" [key=0, style=solid, label="(576,)"]; +"179 slice_10" -> "180 zero__1" [key=0, style=solid, label="(192,)"]; +"181 linear_9" -> "182 reshape_5" [key=0, style=solid, label="(16, 64, 576)"]; +"182 reshape_5" -> "183 permute_7" [key=0, style=solid, label="(16, 64, 3, 6, 32)"]; +"183 permute_7" -> "184 select_3" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"183 permute_7" -> "185 select_4" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"183 permute_7" -> "186 select_5" [key=0, style=solid, label="(3, 16, 6, 64, 32)"]; +"184 select_3" -> "187 linalg_vector_norm_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"184 select_3" -> "189 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"184 select_3" -> "190 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"185 select_4" -> "191 linalg_vector_norm_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"185 select_4" -> "193 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"185 select_4" -> "194 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"186 select_5" -> "203 matmul_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"187 linalg_vector_norm_2" -> "188 clamp_min_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"188 clamp_min_2" -> "189 expand_as_2" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"189 expand_as_2" -> "190 div_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"190 div_2" -> "196 matmul_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"191 linalg_vector_norm_3" -> "192 clamp_min_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"192 clamp_min_3" -> "193 expand_as_3" [key=0, style=solid, label="(16, 6, 64, 1)"]; +"193 expand_as_3" -> "194 div_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"194 div_3" -> "195 transpose_2" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"195 transpose_2" -> "196 matmul_2" [key=0, style=solid, label="(16, 6, 32, 64)"]; +"196 matmul_2" -> "199 mul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"197 clamp_1" -> "198 exp_1" [key=0, style=solid, label="(6, 1, 1)"]; +"198 exp_1" -> "199 mul_3" [key=0, style=solid, label="(6, 1, 1)"]; +"199 mul_3" -> "200 add_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"200 add_3" -> "201 softmax_1" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"201 softmax_1" -> "202 dropout_4" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"202 dropout_4" -> "203 matmul_3" [key=0, style=solid, label="(16, 6, 64, 64)"]; +"203 matmul_3" -> "204 transpose_3" [key=0, style=solid, label="(16, 6, 64, 32)"]; +"204 transpose_3" -> "205 reshape_6" [key=0, style=solid, label="(16, 64, 6, 32)"]; +"205 reshape_6" -> "206 linear_10" [key=0, style=solid, label="(16, 64, 192)"]; +"206 linear_10" -> "207 dropout_5" [key=0, style=solid, label="(16, 64, 192)"]; +"207 dropout_5" -> "208 view_7" [key=0, style=solid, label="(16, 64, 192)"]; +"208 view_7" -> "209 permute_8" [key=0, style=solid, label="(1, 4, 4, 8, 8, 192)"]; +"209 permute_8" -> "210 reshape_7" [key=0, style=solid, label="(1, 4, 8, 4, 8, 192)"]; +"210 reshape_7" -> "211 slice_11" [key=0, style=solid, label="(1, 32, 32, 192)"]; +"211 slice_11" -> "212 slice_12" [key=0, style=solid, label="(1, 28, 32, 192)"]; +"212 slice_12" -> "213 contiguous_2" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"213 contiguous_2" -> "214 layer_norm_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"214 layer_norm_4" -> "215 add_4" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"215 add_4" -> "216 linear_11" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"215 add_4" -> "222 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"216 linear_11" -> "217 gelu_1" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"217 gelu_1" -> "218 dropout_6" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"218 dropout_6" -> "219 linear_12" [key=0, style=solid, label="(1, 28, 28, 768)"]; +"219 linear_12" -> "220 dropout_7" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"220 dropout_7" -> "221 layer_norm_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"221 layer_norm_5" -> "222 add_5" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"222 add_5" -> "223 pad_3" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"223 pad_3" -> "224 slice_13" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"223 pad_3" -> "226 slice_15" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"223 pad_3" -> "228 slice_17" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"223 pad_3" -> "230 slice_19" [key=0, style=solid, label="(1, 28, 28, 192)"]; +"224 slice_13" -> "225 slice_14" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"225 slice_14" -> "232 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"226 slice_15" -> "227 slice_16" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"227 slice_16" -> "232 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"228 slice_17" -> "229 slice_18" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"229 slice_18" -> "232 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"230 slice_19" -> "231 slice_20" [key=0, style=solid, label="(1, 14, 28, 192)"]; +"231 slice_20" -> "232 cat_1" [key=0, style=solid, label="(1, 14, 14, 192)"]; +"232 cat_1" -> "233 linear_13" [key=0, style=solid, label="(1, 14, 14, 768)"]; +"233 linear_13" -> "234 layer_norm_6" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"234 layer_norm_6" -> "246 pad_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"234 layer_norm_6" -> "287 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"235 linear_14" -> "236 relu__2" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"236 relu__2" -> "237 linear_15" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"237 linear_15" -> "238 view_8" [key=0, style=solid, label="(1, 15, 15, 12)"]; +"238 view_8" -> "239 index_2" [key=0, style=solid, label="(225, 12)"]; +"239 index_2" -> "240 view_9" [key=0, style=solid, label="(4096, 12)"]; +"240 view_9" -> "241 permute_9" [key=0, style=solid, label="(64, 64, 12)"]; +"241 permute_9" -> "242 contiguous_3" [key=0, style=solid, label="(12, 64, 64)"]; +"242 contiguous_3" -> "243 unsqueeze_2" [key=0, style=solid, label="(12, 64, 64)"]; +"243 unsqueeze_2" -> "244 sigmoid_2" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"244 sigmoid_2" -> "245 mul_4" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"245 mul_4" -> "272 add_6" [key=0, style=solid, label="(1, 12, 64, 64)"]; +"246 pad_4" -> "247 view_10" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"247 view_10" -> "248 permute_10" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"248 permute_10" -> "249 reshape_8" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"249 reshape_8" -> "253 linear_16" [key=0, style=solid, label="(4, 64, 384)"]; +"250 clone_2" -> "251 slice_21" [key=0, style=solid, label="(1152,)"]; +"250 clone_2" -> "253 linear_16" [key=0, style=solid, label="(1152,)"]; +"251 slice_21" -> "252 zero__2" [key=0, style=solid, label="(384,)"]; +"253 linear_16" -> "254 reshape_9" [key=0, style=solid, label="(4, 64, 1152)"]; +"254 reshape_9" -> "255 permute_11" [key=0, style=solid, label="(4, 64, 3, 12, 32)"]; +"255 permute_11" -> "256 select_6" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"255 permute_11" -> "257 select_7" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"255 permute_11" -> "258 select_8" [key=0, style=solid, label="(3, 4, 12, 64, 32)"]; +"256 select_6" -> "259 linalg_vector_norm_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"256 select_6" -> "261 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"256 select_6" -> "262 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"257 select_7" -> "263 linalg_vector_norm_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"257 select_7" -> "265 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"257 select_7" -> "266 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"258 select_8" -> "275 matmul_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"259 linalg_vector_norm_4" -> "260 clamp_min_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"260 clamp_min_4" -> "261 expand_as_4" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"261 expand_as_4" -> "262 div_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"262 div_4" -> "268 matmul_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"263 linalg_vector_norm_5" -> "264 clamp_min_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"264 clamp_min_5" -> "265 expand_as_5" [key=0, style=solid, label="(4, 12, 64, 1)"]; +"265 expand_as_5" -> "266 div_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"266 div_5" -> "267 transpose_4" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"267 transpose_4" -> "268 matmul_4" [key=0, style=solid, label="(4, 12, 32, 64)"]; +"268 matmul_4" -> "271 mul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"269 clamp_2" -> "270 exp_2" [key=0, style=solid, label="(12, 1, 1)"]; +"270 exp_2" -> "271 mul_5" [key=0, style=solid, label="(12, 1, 1)"]; +"271 mul_5" -> "272 add_6" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"272 add_6" -> "273 softmax_2" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"273 softmax_2" -> "274 dropout_8" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"274 dropout_8" -> "275 matmul_5" [key=0, style=solid, label="(4, 12, 64, 64)"]; +"275 matmul_5" -> "276 transpose_5" [key=0, style=solid, label="(4, 12, 64, 32)"]; +"276 transpose_5" -> "277 reshape_10" [key=0, style=solid, label="(4, 64, 12, 32)"]; +"277 reshape_10" -> "278 linear_17" [key=0, style=solid, label="(4, 64, 384)"]; +"278 linear_17" -> "279 dropout_9" [key=0, style=solid, label="(4, 64, 384)"]; +"279 dropout_9" -> "280 view_11" [key=0, style=solid, label="(4, 64, 384)"]; +"280 view_11" -> "281 permute_12" [key=0, style=solid, label="(1, 2, 2, 8, 8, 384)"]; +"281 permute_12" -> "282 reshape_11" [key=0, style=solid, label="(1, 2, 8, 2, 8, 384)"]; +"282 reshape_11" -> "283 slice_22" [key=0, style=solid, label="(1, 16, 16, 384)"]; +"283 slice_22" -> "284 slice_23" [key=0, style=solid, label="(1, 14, 16, 384)"]; +"284 slice_23" -> "285 contiguous_4" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"285 contiguous_4" -> "286 layer_norm_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"286 layer_norm_7" -> "287 add_7" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"287 add_7" -> "288 linear_18" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"287 add_7" -> "294 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"288 linear_18" -> "289 gelu_2" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"289 gelu_2" -> "290 dropout_10" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"290 dropout_10" -> "291 linear_19" [key=0, style=solid, label="(1, 14, 14, 1536)"]; +"291 linear_19" -> "292 dropout_11" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"292 dropout_11" -> "293 layer_norm_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"293 layer_norm_8" -> "294 add_8" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"294 add_8" -> "295 pad_5" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"295 pad_5" -> "296 slice_24" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"295 pad_5" -> "298 slice_26" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"295 pad_5" -> "300 slice_28" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"295 pad_5" -> "302 slice_30" [key=0, style=solid, label="(1, 14, 14, 384)"]; +"296 slice_24" -> "297 slice_25" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"297 slice_25" -> "304 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"298 slice_26" -> "299 slice_27" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"299 slice_27" -> "304 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"300 slice_28" -> "301 slice_29" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"301 slice_29" -> "304 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"302 slice_30" -> "303 slice_31" [key=0, style=solid, label="(1, 7, 14, 384)"]; +"303 slice_31" -> "304 cat_2" [key=0, style=solid, label="(1, 7, 7, 384)"]; +"304 cat_2" -> "305 linear_20" [key=0, style=solid, label="(1, 7, 7, 1536)"]; +"305 linear_20" -> "306 layer_norm_9" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"306 layer_norm_9" -> "318 pad_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"306 layer_norm_9" -> "359 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"307 linear_21" -> "308 relu__3" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"308 relu__3" -> "309 linear_22" [key=0, style=solid, label="(1, 15, 15, 512)"]; +"309 linear_22" -> "310 view_12" [key=0, style=solid, label="(1, 15, 15, 24)"]; +"310 view_12" -> "311 index_3" [key=0, style=solid, label="(225, 24)"]; +"311 index_3" -> "312 view_13" [key=0, style=solid, label="(4096, 24)"]; +"312 view_13" -> "313 permute_13" [key=0, style=solid, label="(64, 64, 24)"]; +"313 permute_13" -> "314 contiguous_5" [key=0, style=solid, label="(24, 64, 64)"]; +"314 contiguous_5" -> "315 unsqueeze_3" [key=0, style=solid, label="(24, 64, 64)"]; +"315 unsqueeze_3" -> "316 sigmoid_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"316 sigmoid_3" -> "317 mul_6" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"317 mul_6" -> "344 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"318 pad_6" -> "319 view_14" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"319 view_14" -> "320 permute_14" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"320 permute_14" -> "321 reshape_12" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"321 reshape_12" -> "325 linear_23" [key=0, style=solid, label="(1, 64, 768)"]; +"322 clone_3" -> "323 slice_32" [key=0, style=solid, label="(2304,)"]; +"322 clone_3" -> "325 linear_23" [key=0, style=solid, label="(2304,)"]; +"323 slice_32" -> "324 zero__3" [key=0, style=solid, label="(768,)"]; +"325 linear_23" -> "326 reshape_13" [key=0, style=solid, label="(1, 64, 2304)"]; +"326 reshape_13" -> "327 permute_15" [key=0, style=solid, label="(1, 64, 3, 24, 32)"]; +"327 permute_15" -> "328 select_9" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"327 permute_15" -> "329 select_10" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"327 permute_15" -> "330 select_11" [key=0, style=solid, label="(3, 1, 24, 64, 32)"]; +"328 select_9" -> "331 linalg_vector_norm_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"328 select_9" -> "333 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"328 select_9" -> "334 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"329 select_10" -> "335 linalg_vector_norm_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"329 select_10" -> "337 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"329 select_10" -> "338 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"330 select_11" -> "347 matmul_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"331 linalg_vector_norm_6" -> "332 clamp_min_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"332 clamp_min_6" -> "333 expand_as_6" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"333 expand_as_6" -> "334 div_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"334 div_6" -> "340 matmul_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"335 linalg_vector_norm_7" -> "336 clamp_min_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"336 clamp_min_7" -> "337 expand_as_7" [key=0, style=solid, label="(1, 24, 64, 1)"]; +"337 expand_as_7" -> "338 div_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"338 div_7" -> "339 transpose_6" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"339 transpose_6" -> "340 matmul_6" [key=0, style=solid, label="(1, 24, 32, 64)"]; +"340 matmul_6" -> "343 mul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"341 clamp_3" -> "342 exp_3" [key=0, style=solid, label="(24, 1, 1)"]; +"342 exp_3" -> "343 mul_7" [key=0, style=solid, label="(24, 1, 1)"]; +"343 mul_7" -> "344 add_9" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"344 add_9" -> "345 softmax_3" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"345 softmax_3" -> "346 dropout_12" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"346 dropout_12" -> "347 matmul_7" [key=0, style=solid, label="(1, 24, 64, 64)"]; +"347 matmul_7" -> "348 transpose_7" [key=0, style=solid, label="(1, 24, 64, 32)"]; +"348 transpose_7" -> "349 reshape_14" [key=0, style=solid, label="(1, 64, 24, 32)"]; +"349 reshape_14" -> "350 linear_24" [key=0, style=solid, label="(1, 64, 768)"]; +"350 linear_24" -> "351 dropout_13" [key=0, style=solid, label="(1, 64, 768)"]; +"351 dropout_13" -> "352 view_15" [key=0, style=solid, label="(1, 64, 768)"]; +"352 view_15" -> "353 permute_16" [key=0, style=solid, label="(1, 1, 1, 8, 8, 768)"]; +"353 permute_16" -> "354 reshape_15" [key=0, style=solid, label="(1, 1, 8, 1, 8, 768)"]; +"354 reshape_15" -> "355 slice_33" [key=0, style=solid, label="(1, 8, 8, 768)"]; +"355 slice_33" -> "356 slice_34" [key=0, style=solid, label="(1, 7, 8, 768)"]; +"356 slice_34" -> "357 contiguous_6" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"357 contiguous_6" -> "358 layer_norm_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"358 layer_norm_10" -> "359 add_10" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"359 add_10" -> "360 linear_25" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"359 add_10" -> "366 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"360 linear_25" -> "361 gelu_3" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"361 gelu_3" -> "362 dropout_14" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"362 dropout_14" -> "363 linear_26" [key=0, style=solid, label="(1, 7, 7, 3072)"]; +"363 linear_26" -> "364 dropout_15" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"364 dropout_15" -> "365 layer_norm_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"365 layer_norm_11" -> "366 add_11" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"366 add_11" -> "367 layer_norm_12" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"367 layer_norm_12" -> "368 permute_17" [key=0, style=solid, label="(1, 7, 7, 768)"]; +"368 permute_17" -> "369 adaptive_avg_pool2d" [key=0, style=solid, label="(1, 768, 7, 7)"]; +"369 adaptive_avg_pool2d" -> "370 flatten" [key=0, style=solid, label="(1, 768, 1, 1)"]; +"370 flatten" -> "371 linear_27" [key=0, style=solid, label="(1, 768)"]; +"371 linear_27" -> "372 output" [key=0, style=solid, label="(1, 10)"]; +} diff --git a/tests/torch/data/fx/swin_v2_t.dot b/tests/torch/data/fx/swin_v2_t.dot deleted file mode 100644 index 7bf48bb4d9b..00000000000 --- a/tests/torch/data/fx/swin_v2_t.dot +++ /dev/null @@ -1,2746 +0,0 @@ -strict digraph { -"0 features_1_0_attn_qkv_weight" [id=0, type="get_attr"]; -"1 features_1_0_attn_proj_weight" [id=1, type="get_attr"]; -"2 features_1_0_attn_qkv_bias" [id=2, type="get_attr"]; -"3 features_1_0_attn_proj_bias" [id=3, type="get_attr"]; -"4 features_1_0_attn_logit_scale" [id=4, type="get_attr"]; -"5 features_1_1_attn_qkv_weight" [id=5, type="get_attr"]; -"6 features_1_1_attn_proj_weight" [id=6, type="get_attr"]; -"7 features_1_1_attn_qkv_bias" [id=7, type="get_attr"]; -"8 features_1_1_attn_proj_bias" [id=8, type="get_attr"]; -"9 features_1_1_attn_logit_scale" [id=9, type="get_attr"]; -"10 features_3_0_attn_qkv_weight" [id=10, type="get_attr"]; -"11 features_3_0_attn_proj_weight" [id=11, type="get_attr"]; -"12 features_3_0_attn_qkv_bias" [id=12, type="get_attr"]; -"13 features_3_0_attn_proj_bias" [id=13, type="get_attr"]; -"14 features_3_0_attn_logit_scale" [id=14, type="get_attr"]; -"15 features_3_1_attn_qkv_weight" [id=15, type="get_attr"]; -"16 features_3_1_attn_proj_weight" [id=16, type="get_attr"]; -"17 features_3_1_attn_qkv_bias" [id=17, type="get_attr"]; -"18 features_3_1_attn_proj_bias" [id=18, type="get_attr"]; -"19 features_3_1_attn_logit_scale" [id=19, type="get_attr"]; -"20 features_5_0_attn_qkv_weight" [id=20, type="get_attr"]; -"21 features_5_0_attn_proj_weight" [id=21, type="get_attr"]; -"22 features_5_0_attn_qkv_bias" [id=22, type="get_attr"]; -"23 features_5_0_attn_proj_bias" [id=23, type="get_attr"]; -"24 features_5_0_attn_logit_scale" [id=24, type="get_attr"]; -"25 features_5_1_attn_qkv_weight" [id=25, type="get_attr"]; -"26 features_5_1_attn_proj_weight" [id=26, type="get_attr"]; -"27 features_5_1_attn_qkv_bias" [id=27, type="get_attr"]; -"28 features_5_1_attn_proj_bias" [id=28, type="get_attr"]; -"29 features_5_1_attn_logit_scale" [id=29, type="get_attr"]; -"30 features_5_2_attn_qkv_weight" [id=30, type="get_attr"]; -"31 features_5_2_attn_proj_weight" [id=31, type="get_attr"]; -"32 features_5_2_attn_qkv_bias" [id=32, type="get_attr"]; -"33 features_5_2_attn_proj_bias" [id=33, type="get_attr"]; -"34 features_5_2_attn_logit_scale" [id=34, type="get_attr"]; -"35 features_5_3_attn_qkv_weight" [id=35, type="get_attr"]; -"36 features_5_3_attn_proj_weight" [id=36, type="get_attr"]; -"37 features_5_3_attn_qkv_bias" [id=37, type="get_attr"]; -"38 features_5_3_attn_proj_bias" [id=38, type="get_attr"]; -"39 features_5_3_attn_logit_scale" [id=39, type="get_attr"]; -"40 features_5_4_attn_qkv_weight" [id=40, type="get_attr"]; -"41 features_5_4_attn_proj_weight" [id=41, type="get_attr"]; -"42 features_5_4_attn_qkv_bias" [id=42, type="get_attr"]; -"43 features_5_4_attn_proj_bias" [id=43, type="get_attr"]; -"44 features_5_4_attn_logit_scale" [id=44, type="get_attr"]; -"45 features_5_5_attn_qkv_weight" [id=45, type="get_attr"]; -"46 features_5_5_attn_proj_weight" [id=46, type="get_attr"]; -"47 features_5_5_attn_qkv_bias" [id=47, type="get_attr"]; -"48 features_5_5_attn_proj_bias" [id=48, type="get_attr"]; -"49 features_5_5_attn_logit_scale" [id=49, type="get_attr"]; -"50 features_7_0_attn_qkv_weight" [id=50, type="get_attr"]; -"51 features_7_0_attn_proj_weight" [id=51, type="get_attr"]; -"52 features_7_0_attn_qkv_bias" [id=52, type="get_attr"]; -"53 features_7_0_attn_proj_bias" [id=53, type="get_attr"]; -"54 features_7_0_attn_logit_scale" [id=54, type="get_attr"]; -"55 features_7_1_attn_qkv_weight" [id=55, type="get_attr"]; -"56 features_7_1_attn_proj_weight" [id=56, type="get_attr"]; -"57 features_7_1_attn_qkv_bias" [id=57, type="get_attr"]; -"58 features_7_1_attn_proj_bias" [id=58, type="get_attr"]; -"59 features_7_1_attn_logit_scale" [id=59, type="get_attr"]; -"60 features_0_0_weight" [id=60, type="get_attr"]; -"61 features_0_0_bias" [id=61, type="get_attr"]; -"62 features_0_2_weight" [id=62, type="get_attr"]; -"63 features_0_2_bias" [id=63, type="get_attr"]; -"64 features_1_0_attn_cpb_mlp_0_weight" [id=64, type="get_attr"]; -"65 features_1_0_attn_cpb_mlp_0_bias" [id=65, type="get_attr"]; -"66 features_1_0_attn_cpb_mlp_2_weight" [id=66, type="get_attr"]; -"67 features_1_0_norm1_weight" [id=67, type="get_attr"]; -"68 features_1_0_norm1_bias" [id=68, type="get_attr"]; -"69 features_1_0_mlp_0_weight" [id=69, type="get_attr"]; -"70 features_1_0_mlp_0_bias" [id=70, type="get_attr"]; -"71 features_1_0_mlp_3_weight" [id=71, type="get_attr"]; -"72 features_1_0_mlp_3_bias" [id=72, type="get_attr"]; -"73 features_1_0_norm2_weight" [id=73, type="get_attr"]; -"74 features_1_0_norm2_bias" [id=74, type="get_attr"]; -"75 features_1_1_attn_cpb_mlp_0_weight" [id=75, type="get_attr"]; -"76 features_1_1_attn_cpb_mlp_0_bias" [id=76, type="get_attr"]; -"77 features_1_1_attn_cpb_mlp_2_weight" [id=77, type="get_attr"]; -"78 features_1_1_norm1_weight" [id=78, type="get_attr"]; -"79 features_1_1_norm1_bias" [id=79, type="get_attr"]; -"80 features_1_1_mlp_0_weight" [id=80, type="get_attr"]; -"81 features_1_1_mlp_0_bias" [id=81, type="get_attr"]; -"82 features_1_1_mlp_3_weight" [id=82, type="get_attr"]; -"83 features_1_1_mlp_3_bias" [id=83, type="get_attr"]; -"84 features_1_1_norm2_weight" [id=84, type="get_attr"]; -"85 features_1_1_norm2_bias" [id=85, type="get_attr"]; -"86 features_2_reduction_weight" [id=86, type="get_attr"]; -"87 features_2_norm_weight" [id=87, type="get_attr"]; -"88 features_2_norm_bias" [id=88, type="get_attr"]; -"89 features_3_0_attn_cpb_mlp_0_weight" [id=89, type="get_attr"]; -"90 features_3_0_attn_cpb_mlp_0_bias" [id=90, type="get_attr"]; -"91 features_3_0_attn_cpb_mlp_2_weight" [id=91, type="get_attr"]; -"92 features_3_0_norm1_weight" [id=92, type="get_attr"]; -"93 features_3_0_norm1_bias" [id=93, type="get_attr"]; -"94 features_3_0_mlp_0_weight" [id=94, type="get_attr"]; -"95 features_3_0_mlp_0_bias" [id=95, type="get_attr"]; -"96 features_3_0_mlp_3_weight" [id=96, type="get_attr"]; -"97 features_3_0_mlp_3_bias" [id=97, type="get_attr"]; -"98 features_3_0_norm2_weight" [id=98, type="get_attr"]; -"99 features_3_0_norm2_bias" [id=99, type="get_attr"]; -"100 features_3_1_attn_cpb_mlp_0_weight" [id=100, type="get_attr"]; -"101 features_3_1_attn_cpb_mlp_0_bias" [id=101, type="get_attr"]; -"102 features_3_1_attn_cpb_mlp_2_weight" [id=102, type="get_attr"]; -"103 features_3_1_norm1_weight" [id=103, type="get_attr"]; -"104 features_3_1_norm1_bias" [id=104, type="get_attr"]; -"105 features_3_1_mlp_0_weight" [id=105, type="get_attr"]; -"106 features_3_1_mlp_0_bias" [id=106, type="get_attr"]; -"107 features_3_1_mlp_3_weight" [id=107, type="get_attr"]; -"108 features_3_1_mlp_3_bias" [id=108, type="get_attr"]; -"109 features_3_1_norm2_weight" [id=109, type="get_attr"]; -"110 features_3_1_norm2_bias" [id=110, type="get_attr"]; -"111 features_4_reduction_weight" [id=111, type="get_attr"]; -"112 features_4_norm_weight" [id=112, type="get_attr"]; -"113 features_4_norm_bias" [id=113, type="get_attr"]; -"114 features_5_0_attn_cpb_mlp_0_weight" [id=114, type="get_attr"]; -"115 features_5_0_attn_cpb_mlp_0_bias" [id=115, type="get_attr"]; -"116 features_5_0_attn_cpb_mlp_2_weight" [id=116, type="get_attr"]; -"117 features_5_0_norm1_weight" [id=117, type="get_attr"]; -"118 features_5_0_norm1_bias" [id=118, type="get_attr"]; -"119 features_5_0_mlp_0_weight" [id=119, type="get_attr"]; -"120 features_5_0_mlp_0_bias" [id=120, type="get_attr"]; -"121 features_5_0_mlp_3_weight" [id=121, type="get_attr"]; -"122 features_5_0_mlp_3_bias" [id=122, type="get_attr"]; -"123 features_5_0_norm2_weight" [id=123, type="get_attr"]; -"124 features_5_0_norm2_bias" [id=124, type="get_attr"]; -"125 features_5_1_attn_cpb_mlp_0_weight" [id=125, type="get_attr"]; -"126 features_5_1_attn_cpb_mlp_0_bias" [id=126, type="get_attr"]; -"127 features_5_1_attn_cpb_mlp_2_weight" [id=127, type="get_attr"]; -"128 features_5_1_norm1_weight" [id=128, type="get_attr"]; -"129 features_5_1_norm1_bias" [id=129, type="get_attr"]; -"130 features_5_1_mlp_0_weight" [id=130, type="get_attr"]; -"131 features_5_1_mlp_0_bias" [id=131, type="get_attr"]; -"132 features_5_1_mlp_3_weight" [id=132, type="get_attr"]; -"133 features_5_1_mlp_3_bias" [id=133, type="get_attr"]; -"134 features_5_1_norm2_weight" [id=134, type="get_attr"]; -"135 features_5_1_norm2_bias" [id=135, type="get_attr"]; -"136 features_5_2_attn_cpb_mlp_0_weight" [id=136, type="get_attr"]; -"137 features_5_2_attn_cpb_mlp_0_bias" [id=137, type="get_attr"]; -"138 features_5_2_attn_cpb_mlp_2_weight" [id=138, type="get_attr"]; -"139 features_5_2_norm1_weight" [id=139, type="get_attr"]; -"140 features_5_2_norm1_bias" [id=140, type="get_attr"]; -"141 features_5_2_mlp_0_weight" [id=141, type="get_attr"]; -"142 features_5_2_mlp_0_bias" [id=142, type="get_attr"]; -"143 features_5_2_mlp_3_weight" [id=143, type="get_attr"]; -"144 features_5_2_mlp_3_bias" [id=144, type="get_attr"]; -"145 features_5_2_norm2_weight" [id=145, type="get_attr"]; -"146 features_5_2_norm2_bias" [id=146, type="get_attr"]; -"147 features_5_3_attn_cpb_mlp_0_weight" [id=147, type="get_attr"]; -"148 features_5_3_attn_cpb_mlp_0_bias" [id=148, type="get_attr"]; -"149 features_5_3_attn_cpb_mlp_2_weight" [id=149, type="get_attr"]; -"150 features_5_3_norm1_weight" [id=150, type="get_attr"]; -"151 features_5_3_norm1_bias" [id=151, type="get_attr"]; -"152 features_5_3_mlp_0_weight" [id=152, type="get_attr"]; -"153 features_5_3_mlp_0_bias" [id=153, type="get_attr"]; -"154 features_5_3_mlp_3_weight" [id=154, type="get_attr"]; -"155 features_5_3_mlp_3_bias" [id=155, type="get_attr"]; -"156 features_5_3_norm2_weight" [id=156, type="get_attr"]; -"157 features_5_3_norm2_bias" [id=157, type="get_attr"]; -"158 features_5_4_attn_cpb_mlp_0_weight" [id=158, type="get_attr"]; -"159 features_5_4_attn_cpb_mlp_0_bias" [id=159, type="get_attr"]; -"160 features_5_4_attn_cpb_mlp_2_weight" [id=160, type="get_attr"]; -"161 features_5_4_norm1_weight" [id=161, type="get_attr"]; -"162 features_5_4_norm1_bias" [id=162, type="get_attr"]; -"163 features_5_4_mlp_0_weight" [id=163, type="get_attr"]; -"164 features_5_4_mlp_0_bias" [id=164, type="get_attr"]; -"165 features_5_4_mlp_3_weight" [id=165, type="get_attr"]; -"166 features_5_4_mlp_3_bias" [id=166, type="get_attr"]; -"167 features_5_4_norm2_weight" [id=167, type="get_attr"]; -"168 features_5_4_norm2_bias" [id=168, type="get_attr"]; -"169 features_5_5_attn_cpb_mlp_0_weight" [id=169, type="get_attr"]; -"170 features_5_5_attn_cpb_mlp_0_bias" [id=170, type="get_attr"]; -"171 features_5_5_attn_cpb_mlp_2_weight" [id=171, type="get_attr"]; -"172 features_5_5_norm1_weight" [id=172, type="get_attr"]; -"173 features_5_5_norm1_bias" [id=173, type="get_attr"]; -"174 features_5_5_mlp_0_weight" [id=174, type="get_attr"]; -"175 features_5_5_mlp_0_bias" [id=175, type="get_attr"]; -"176 features_5_5_mlp_3_weight" [id=176, type="get_attr"]; -"177 features_5_5_mlp_3_bias" [id=177, type="get_attr"]; -"178 features_5_5_norm2_weight" [id=178, type="get_attr"]; -"179 features_5_5_norm2_bias" [id=179, type="get_attr"]; -"180 features_6_reduction_weight" [id=180, type="get_attr"]; -"181 features_6_norm_weight" [id=181, type="get_attr"]; -"182 features_6_norm_bias" [id=182, type="get_attr"]; -"183 features_7_0_attn_cpb_mlp_0_weight" [id=183, type="get_attr"]; -"184 features_7_0_attn_cpb_mlp_0_bias" [id=184, type="get_attr"]; -"185 features_7_0_attn_cpb_mlp_2_weight" [id=185, type="get_attr"]; -"186 features_7_0_norm1_weight" [id=186, type="get_attr"]; -"187 features_7_0_norm1_bias" [id=187, type="get_attr"]; -"188 features_7_0_mlp_0_weight" [id=188, type="get_attr"]; -"189 features_7_0_mlp_0_bias" [id=189, type="get_attr"]; -"190 features_7_0_mlp_3_weight" [id=190, type="get_attr"]; -"191 features_7_0_mlp_3_bias" [id=191, type="get_attr"]; -"192 features_7_0_norm2_weight" [id=192, type="get_attr"]; -"193 features_7_0_norm2_bias" [id=193, type="get_attr"]; -"194 features_7_1_attn_cpb_mlp_0_weight" [id=194, type="get_attr"]; -"195 features_7_1_attn_cpb_mlp_0_bias" [id=195, type="get_attr"]; -"196 features_7_1_attn_cpb_mlp_2_weight" [id=196, type="get_attr"]; -"197 features_7_1_norm1_weight" [id=197, type="get_attr"]; -"198 features_7_1_norm1_bias" [id=198, type="get_attr"]; -"199 features_7_1_mlp_0_weight" [id=199, type="get_attr"]; -"200 features_7_1_mlp_0_bias" [id=200, type="get_attr"]; -"201 features_7_1_mlp_3_weight" [id=201, type="get_attr"]; -"202 features_7_1_mlp_3_bias" [id=202, type="get_attr"]; -"203 features_7_1_norm2_weight" [id=203, type="get_attr"]; -"204 features_7_1_norm2_bias" [id=204, type="get_attr"]; -"205 norm_weight" [id=205, type="get_attr"]; -"206 norm_bias" [id=206, type="get_attr"]; -"207 head_weight" [id=207, type="get_attr"]; -"208 head_bias" [id=208, type="get_attr"]; -"209 features_1_0_attn_relative_coords_table" [id=209, type="get_attr"]; -"210 features_1_0_attn_relative_position_index" [id=210, type="get_attr"]; -"211 features_1_1_attn_relative_coords_table" [id=211, type="get_attr"]; -"212 features_1_1_attn_relative_position_index" [id=212, type="get_attr"]; -"213 features_3_0_attn_relative_coords_table" [id=213, type="get_attr"]; -"214 features_3_0_attn_relative_position_index" [id=214, type="get_attr"]; -"215 features_3_1_attn_relative_coords_table" [id=215, type="get_attr"]; -"216 features_3_1_attn_relative_position_index" [id=216, type="get_attr"]; -"217 features_5_0_attn_relative_coords_table" [id=217, type="get_attr"]; -"218 features_5_0_attn_relative_position_index" [id=218, type="get_attr"]; -"219 features_5_1_attn_relative_coords_table" [id=219, type="get_attr"]; -"220 features_5_1_attn_relative_position_index" [id=220, type="get_attr"]; -"221 features_5_2_attn_relative_coords_table" [id=221, type="get_attr"]; -"222 features_5_2_attn_relative_position_index" [id=222, type="get_attr"]; -"223 features_5_3_attn_relative_coords_table" [id=223, type="get_attr"]; -"224 features_5_3_attn_relative_position_index" [id=224, type="get_attr"]; -"225 features_5_4_attn_relative_coords_table" [id=225, type="get_attr"]; -"226 features_5_4_attn_relative_position_index" [id=226, type="get_attr"]; -"227 features_5_5_attn_relative_coords_table" [id=227, type="get_attr"]; -"228 features_5_5_attn_relative_position_index" [id=228, type="get_attr"]; -"229 features_7_0_attn_relative_coords_table" [id=229, type="get_attr"]; -"230 features_7_0_attn_relative_position_index" [id=230, type="get_attr"]; -"231 features_7_1_attn_relative_coords_table" [id=231, type="get_attr"]; -"232 features_7_1_attn_relative_position_index" [id=232, type="get_attr"]; -"233 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" [id=233, type="get_attr"]; -"234 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" [id=234, type="get_attr"]; -"235 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" [id=235, type="get_attr"]; -"236 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" [id=236, type="get_attr"]; -"237 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" [id=237, type="get_attr"]; -"238 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" [id=238, type="get_attr"]; -"239 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" [id=239, type="get_attr"]; -"240 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" [id=240, type="get_attr"]; -"241 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" [id=241, type="get_attr"]; -"242 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" [id=242, type="get_attr"]; -"243 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" [id=243, type="get_attr"]; -"244 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" [id=244, type="get_attr"]; -"245 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" [id=245, type="get_attr"]; -"246 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" [id=246, type="get_attr"]; -"247 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" [id=247, type="get_attr"]; -"248 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" [id=248, type="get_attr"]; -"249 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" [id=249, type="get_attr"]; -"250 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" [id=250, type="get_attr"]; -"251 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" [id=251, type="get_attr"]; -"252 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" [id=252, type="get_attr"]; -"253 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" [id=253, type="get_attr"]; -"254 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" [id=254, type="get_attr"]; -"255 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" [id=255, type="get_attr"]; -"256 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" [id=256, type="get_attr"]; -"257 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" [id=257, type="get_attr"]; -"258 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" [id=258, type="get_attr"]; -"259 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" [id=259, type="get_attr"]; -"260 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" [id=260, type="get_attr"]; -"261 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" [id=261, type="get_attr"]; -"262 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" [id=262, type="get_attr"]; -"263 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" [id=263, type="get_attr"]; -"264 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" [id=264, type="get_attr"]; -"265 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" [id=265, type="get_attr"]; -"266 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" [id=266, type="get_attr"]; -"267 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" [id=267, type="get_attr"]; -"268 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" [id=268, type="get_attr"]; -"269 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" [id=269, type="get_attr"]; -"270 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" [id=270, type="get_attr"]; -"271 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" [id=271, type="get_attr"]; -"272 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" [id=272, type="get_attr"]; -"273 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" [id=273, type="get_attr"]; -"274 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" [id=274, type="get_attr"]; -"275 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" [id=275, type="get_attr"]; -"276 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" [id=276, type="get_attr"]; -"277 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" [id=277, type="get_attr"]; -"278 x" [id=278, type=input]; -"279 conv2d" [id=279, type=conv2d]; -"280 permute" [id=280, type=permute]; -"281 layer_norm" [id=281, type="layer_norm"]; -"282 linear" [id=282, type=linear]; -"283 relu_" [id=283, type="relu_"]; -"284 linear_1" [id=284, type=linear]; -"285 view" [id=285, type=view]; -"286 index" [id=286, type=index]; -"287 view_1" [id=287, type=view]; -"288 permute_1" [id=288, type=permute]; -"289 contiguous" [id=289, type=contiguous]; -"290 unsqueeze" [id=290, type=unsqueeze]; -"291 sigmoid" [id=291, type=sigmoid]; -"292 mul" [id=292, type=mul]; -"293 pad" [id=293, type=pad]; -"294 view_2" [id=294, type=view]; -"295 permute_2" [id=295, type=permute]; -"296 reshape" [id=296, type=reshape]; -"297 clone" [id=297, type=clone]; -"298 slice_1" [id=298, type=slice]; -"299 zero_" [id=299, type="zero_"]; -"300 linear_2" [id=300, type=linear]; -"301 reshape_1" [id=301, type=reshape]; -"302 permute_3" [id=302, type=permute]; -"303 select" [id=303, type=select]; -"304 select_1" [id=304, type=select]; -"305 select_2" [id=305, type=select]; -"306 linalg_vector_norm" [id=306, type="linalg_vector_norm"]; -"307 clamp_min" [id=307, type="clamp_min"]; -"308 expand_as" [id=308, type="expand_as"]; -"309 div" [id=309, type=div]; -"310 linalg_vector_norm_1" [id=310, type="linalg_vector_norm"]; -"311 clamp_min_1" [id=311, type="clamp_min"]; -"312 expand_as_1" [id=312, type="expand_as"]; -"313 div_1" [id=313, type=div]; -"314 transpose" [id=314, type=transpose]; -"315 matmul" [id=315, type=matmul]; -"316 clamp" [id=316, type=clamp]; -"317 exp" [id=317, type=exp]; -"318 mul_1" [id=318, type=mul]; -"319 add" [id=319, type=add]; -"320 softmax" [id=320, type=softmax]; -"321 dropout" [id=321, type=dropout]; -"322 matmul_1" [id=322, type=matmul]; -"323 transpose_1" [id=323, type=transpose]; -"324 reshape_2" [id=324, type=reshape]; -"325 linear_3" [id=325, type=linear]; -"326 dropout_1" [id=326, type=dropout]; -"327 view_3" [id=327, type=view]; -"328 permute_4" [id=328, type=permute]; -"329 reshape_3" [id=329, type=reshape]; -"330 alias" [id=330, type=alias]; -"331 layer_norm_1" [id=331, type="layer_norm"]; -"332 add_1" [id=332, type=add]; -"333 linear_4" [id=333, type=linear]; -"334 gelu" [id=334, type=gelu]; -"335 dropout_2" [id=335, type=dropout]; -"336 linear_5" [id=336, type=linear]; -"337 dropout_3" [id=337, type=dropout]; -"338 layer_norm_2" [id=338, type="layer_norm"]; -"339 add_2" [id=339, type=add]; -"340 linear_6" [id=340, type=linear]; -"341 relu__1" [id=341, type="relu_"]; -"342 linear_7" [id=342, type=linear]; -"343 view_4" [id=343, type=view]; -"344 index_1" [id=344, type=index]; -"345 view_5" [id=345, type=view]; -"346 permute_5" [id=346, type=permute]; -"347 contiguous_1" [id=347, type=contiguous]; -"348 unsqueeze_1" [id=348, type=unsqueeze]; -"349 sigmoid_1" [id=349, type=sigmoid]; -"350 mul_2" [id=350, type=mul]; -"351 pad_1" [id=351, type=pad]; -"352 roll" [id=352, type=roll]; -"353 view_6" [id=353, type=view]; -"354 permute_6" [id=354, type=permute]; -"355 reshape_4" [id=355, type=reshape]; -"356 clone_1" [id=356, type=clone]; -"357 slice_2" [id=357, type=slice]; -"358 zero__1" [id=358, type="zero_"]; -"359 linear_8" [id=359, type=linear]; -"360 reshape_5" [id=360, type=reshape]; -"361 permute_7" [id=361, type=permute]; -"362 select_3" [id=362, type=select]; -"363 select_4" [id=363, type=select]; -"364 select_5" [id=364, type=select]; -"365 linalg_vector_norm_2" [id=365, type="linalg_vector_norm"]; -"366 clamp_min_2" [id=366, type="clamp_min"]; -"367 expand_as_2" [id=367, type="expand_as"]; -"368 div_2" [id=368, type=div]; -"369 linalg_vector_norm_3" [id=369, type="linalg_vector_norm"]; -"370 clamp_min_3" [id=370, type="clamp_min"]; -"371 expand_as_3" [id=371, type="expand_as"]; -"372 div_3" [id=372, type=div]; -"373 transpose_2" [id=373, type=transpose]; -"374 matmul_2" [id=374, type=matmul]; -"375 clamp_1" [id=375, type=clamp]; -"376 exp_1" [id=376, type=exp]; -"377 mul_3" [id=377, type=mul]; -"378 add_3" [id=378, type=add]; -"379 new_zeros" [id=379, type="new_zeros"]; -"380 lift_fresh_copy" [id=380, type="lift_fresh_copy"]; -"381 slice_3" [id=381, type=slice]; -"382 slice_4" [id=382, type=slice]; -"383 fill_" [id=383, type="fill_"]; -"384 lift_fresh_copy_1" [id=384, type="lift_fresh_copy"]; -"385 slice_5" [id=385, type=slice]; -"386 slice_6" [id=386, type=slice]; -"387 fill__1" [id=387, type="fill_"]; -"388 lift_fresh_copy_2" [id=388, type="lift_fresh_copy"]; -"389 slice_7" [id=389, type=slice]; -"390 slice_8" [id=390, type=slice]; -"391 fill__2" [id=391, type="fill_"]; -"392 lift_fresh_copy_3" [id=392, type="lift_fresh_copy"]; -"393 slice_9" [id=393, type=slice]; -"394 slice_10" [id=394, type=slice]; -"395 fill__3" [id=395, type="fill_"]; -"396 lift_fresh_copy_4" [id=396, type="lift_fresh_copy"]; -"397 slice_11" [id=397, type=slice]; -"398 slice_12" [id=398, type=slice]; -"399 fill__4" [id=399, type="fill_"]; -"400 lift_fresh_copy_5" [id=400, type="lift_fresh_copy"]; -"401 slice_13" [id=401, type=slice]; -"402 slice_14" [id=402, type=slice]; -"403 fill__5" [id=403, type="fill_"]; -"404 lift_fresh_copy_6" [id=404, type="lift_fresh_copy"]; -"405 slice_15" [id=405, type=slice]; -"406 slice_16" [id=406, type=slice]; -"407 fill__6" [id=407, type="fill_"]; -"408 lift_fresh_copy_7" [id=408, type="lift_fresh_copy"]; -"409 slice_17" [id=409, type=slice]; -"410 slice_18" [id=410, type=slice]; -"411 fill__7" [id=411, type="fill_"]; -"412 lift_fresh_copy_8" [id=412, type="lift_fresh_copy"]; -"413 slice_19" [id=413, type=slice]; -"414 slice_20" [id=414, type=slice]; -"415 fill__8" [id=415, type="fill_"]; -"416 view_7" [id=416, type=view]; -"417 permute_8" [id=417, type=permute]; -"418 reshape_6" [id=418, type=reshape]; -"419 unsqueeze_2" [id=419, type=unsqueeze]; -"420 unsqueeze_3" [id=420, type=unsqueeze]; -"421 sub" [id=421, type=sub]; -"422 ne" [id=422, type=ne]; -"423 masked_fill" [id=423, type="masked_fill"]; -"424 eq" [id=424, type=eq]; -"425 masked_fill_1" [id=425, type="masked_fill"]; -"426 view_8" [id=426, type=view]; -"427 unsqueeze_4" [id=427, type=unsqueeze]; -"428 unsqueeze_5" [id=428, type=unsqueeze]; -"429 add_4" [id=429, type=add]; -"430 view_9" [id=430, type=view]; -"431 softmax_1" [id=431, type=softmax]; -"432 dropout_4" [id=432, type=dropout]; -"433 matmul_3" [id=433, type=matmul]; -"434 transpose_3" [id=434, type=transpose]; -"435 reshape_7" [id=435, type=reshape]; -"436 linear_9" [id=436, type=linear]; -"437 dropout_5" [id=437, type=dropout]; -"438 view_10" [id=438, type=view]; -"439 permute_9" [id=439, type=permute]; -"440 reshape_8" [id=440, type=reshape]; -"441 roll_1" [id=441, type=roll]; -"442 alias_1" [id=442, type=alias]; -"443 layer_norm_3" [id=443, type="layer_norm"]; -"444 add_5" [id=444, type=add]; -"445 linear_10" [id=445, type=linear]; -"446 gelu_1" [id=446, type=gelu]; -"447 dropout_6" [id=447, type=dropout]; -"448 linear_11" [id=448, type=linear]; -"449 dropout_7" [id=449, type=dropout]; -"450 layer_norm_4" [id=450, type="layer_norm"]; -"451 add_6" [id=451, type=add]; -"452 pad_2" [id=452, type=pad]; -"453 slice_21" [id=453, type=slice]; -"454 slice_22" [id=454, type=slice]; -"455 slice_23" [id=455, type=slice]; -"456 slice_24" [id=456, type=slice]; -"457 slice_25" [id=457, type=slice]; -"458 slice_26" [id=458, type=slice]; -"459 slice_27" [id=459, type=slice]; -"460 slice_28" [id=460, type=slice]; -"461 cat" [id=461, type=cat]; -"462 linear_12" [id=462, type=linear]; -"463 layer_norm_5" [id=463, type="layer_norm"]; -"464 linear_13" [id=464, type=linear]; -"465 relu__2" [id=465, type="relu_"]; -"466 linear_14" [id=466, type=linear]; -"467 view_11" [id=467, type=view]; -"468 index_2" [id=468, type=index]; -"469 view_12" [id=469, type=view]; -"470 permute_10" [id=470, type=permute]; -"471 contiguous_2" [id=471, type=contiguous]; -"472 unsqueeze_6" [id=472, type=unsqueeze]; -"473 sigmoid_2" [id=473, type=sigmoid]; -"474 mul_4" [id=474, type=mul]; -"475 pad_3" [id=475, type=pad]; -"476 view_13" [id=476, type=view]; -"477 permute_11" [id=477, type=permute]; -"478 reshape_9" [id=478, type=reshape]; -"479 clone_2" [id=479, type=clone]; -"480 slice_29" [id=480, type=slice]; -"481 zero__2" [id=481, type="zero_"]; -"482 linear_15" [id=482, type=linear]; -"483 reshape_10" [id=483, type=reshape]; -"484 permute_12" [id=484, type=permute]; -"485 select_6" [id=485, type=select]; -"486 select_7" [id=486, type=select]; -"487 select_8" [id=487, type=select]; -"488 linalg_vector_norm_4" [id=488, type="linalg_vector_norm"]; -"489 clamp_min_4" [id=489, type="clamp_min"]; -"490 expand_as_4" [id=490, type="expand_as"]; -"491 div_4" [id=491, type=div]; -"492 linalg_vector_norm_5" [id=492, type="linalg_vector_norm"]; -"493 clamp_min_5" [id=493, type="clamp_min"]; -"494 expand_as_5" [id=494, type="expand_as"]; -"495 div_5" [id=495, type=div]; -"496 transpose_4" [id=496, type=transpose]; -"497 matmul_4" [id=497, type=matmul]; -"498 clamp_2" [id=498, type=clamp]; -"499 exp_2" [id=499, type=exp]; -"500 mul_5" [id=500, type=mul]; -"501 add_7" [id=501, type=add]; -"502 softmax_2" [id=502, type=softmax]; -"503 dropout_8" [id=503, type=dropout]; -"504 matmul_5" [id=504, type=matmul]; -"505 transpose_5" [id=505, type=transpose]; -"506 reshape_11" [id=506, type=reshape]; -"507 linear_16" [id=507, type=linear]; -"508 dropout_9" [id=508, type=dropout]; -"509 view_14" [id=509, type=view]; -"510 permute_13" [id=510, type=permute]; -"511 reshape_12" [id=511, type=reshape]; -"512 slice_30" [id=512, type=slice]; -"513 slice_31" [id=513, type=slice]; -"514 contiguous_3" [id=514, type=contiguous]; -"515 layer_norm_6" [id=515, type="layer_norm"]; -"516 add_8" [id=516, type=add]; -"517 linear_17" [id=517, type=linear]; -"518 gelu_2" [id=518, type=gelu]; -"519 dropout_10" [id=519, type=dropout]; -"520 linear_18" [id=520, type=linear]; -"521 dropout_11" [id=521, type=dropout]; -"522 layer_norm_7" [id=522, type="layer_norm"]; -"523 add_9" [id=523, type=add]; -"524 linear_19" [id=524, type=linear]; -"525 relu__3" [id=525, type="relu_"]; -"526 linear_20" [id=526, type=linear]; -"527 view_15" [id=527, type=view]; -"528 index_3" [id=528, type=index]; -"529 view_16" [id=529, type=view]; -"530 permute_14" [id=530, type=permute]; -"531 contiguous_4" [id=531, type=contiguous]; -"532 unsqueeze_7" [id=532, type=unsqueeze]; -"533 sigmoid_3" [id=533, type=sigmoid]; -"534 mul_6" [id=534, type=mul]; -"535 pad_4" [id=535, type=pad]; -"536 roll_2" [id=536, type=roll]; -"537 view_17" [id=537, type=view]; -"538 permute_15" [id=538, type=permute]; -"539 reshape_13" [id=539, type=reshape]; -"540 clone_3" [id=540, type=clone]; -"541 slice_32" [id=541, type=slice]; -"542 zero__3" [id=542, type="zero_"]; -"543 linear_21" [id=543, type=linear]; -"544 reshape_14" [id=544, type=reshape]; -"545 permute_16" [id=545, type=permute]; -"546 select_9" [id=546, type=select]; -"547 select_10" [id=547, type=select]; -"548 select_11" [id=548, type=select]; -"549 linalg_vector_norm_6" [id=549, type="linalg_vector_norm"]; -"550 clamp_min_6" [id=550, type="clamp_min"]; -"551 expand_as_6" [id=551, type="expand_as"]; -"552 div_6" [id=552, type=div]; -"553 linalg_vector_norm_7" [id=553, type="linalg_vector_norm"]; -"554 clamp_min_7" [id=554, type="clamp_min"]; -"555 expand_as_7" [id=555, type="expand_as"]; -"556 div_7" [id=556, type=div]; -"557 transpose_6" [id=557, type=transpose]; -"558 matmul_6" [id=558, type=matmul]; -"559 clamp_3" [id=559, type=clamp]; -"560 exp_3" [id=560, type=exp]; -"561 mul_7" [id=561, type=mul]; -"562 add_10" [id=562, type=add]; -"563 new_zeros_1" [id=563, type="new_zeros"]; -"564 lift_fresh_copy_9" [id=564, type="lift_fresh_copy"]; -"565 slice_33" [id=565, type=slice]; -"566 slice_34" [id=566, type=slice]; -"567 fill__9" [id=567, type="fill_"]; -"568 lift_fresh_copy_10" [id=568, type="lift_fresh_copy"]; -"569 slice_35" [id=569, type=slice]; -"570 slice_36" [id=570, type=slice]; -"571 fill__10" [id=571, type="fill_"]; -"572 lift_fresh_copy_11" [id=572, type="lift_fresh_copy"]; -"573 slice_37" [id=573, type=slice]; -"574 slice_38" [id=574, type=slice]; -"575 fill__11" [id=575, type="fill_"]; -"576 lift_fresh_copy_12" [id=576, type="lift_fresh_copy"]; -"577 slice_39" [id=577, type=slice]; -"578 slice_40" [id=578, type=slice]; -"579 fill__12" [id=579, type="fill_"]; -"580 lift_fresh_copy_13" [id=580, type="lift_fresh_copy"]; -"581 slice_41" [id=581, type=slice]; -"582 slice_42" [id=582, type=slice]; -"583 fill__13" [id=583, type="fill_"]; -"584 lift_fresh_copy_14" [id=584, type="lift_fresh_copy"]; -"585 slice_43" [id=585, type=slice]; -"586 slice_44" [id=586, type=slice]; -"587 fill__14" [id=587, type="fill_"]; -"588 lift_fresh_copy_15" [id=588, type="lift_fresh_copy"]; -"589 slice_45" [id=589, type=slice]; -"590 slice_46" [id=590, type=slice]; -"591 fill__15" [id=591, type="fill_"]; -"592 lift_fresh_copy_16" [id=592, type="lift_fresh_copy"]; -"593 slice_47" [id=593, type=slice]; -"594 slice_48" [id=594, type=slice]; -"595 fill__16" [id=595, type="fill_"]; -"596 lift_fresh_copy_17" [id=596, type="lift_fresh_copy"]; -"597 slice_49" [id=597, type=slice]; -"598 slice_50" [id=598, type=slice]; -"599 fill__17" [id=599, type="fill_"]; -"600 view_18" [id=600, type=view]; -"601 permute_17" [id=601, type=permute]; -"602 reshape_15" [id=602, type=reshape]; -"603 unsqueeze_8" [id=603, type=unsqueeze]; -"604 unsqueeze_9" [id=604, type=unsqueeze]; -"605 sub_1" [id=605, type=sub]; -"606 ne_1" [id=606, type=ne]; -"607 masked_fill_2" [id=607, type="masked_fill"]; -"608 eq_1" [id=608, type=eq]; -"609 masked_fill_3" [id=609, type="masked_fill"]; -"610 view_19" [id=610, type=view]; -"611 unsqueeze_10" [id=611, type=unsqueeze]; -"612 unsqueeze_11" [id=612, type=unsqueeze]; -"613 add_11" [id=613, type=add]; -"614 view_20" [id=614, type=view]; -"615 softmax_3" [id=615, type=softmax]; -"616 dropout_12" [id=616, type=dropout]; -"617 matmul_7" [id=617, type=matmul]; -"618 transpose_7" [id=618, type=transpose]; -"619 reshape_16" [id=619, type=reshape]; -"620 linear_22" [id=620, type=linear]; -"621 dropout_13" [id=621, type=dropout]; -"622 view_21" [id=622, type=view]; -"623 permute_18" [id=623, type=permute]; -"624 reshape_17" [id=624, type=reshape]; -"625 roll_3" [id=625, type=roll]; -"626 slice_51" [id=626, type=slice]; -"627 slice_52" [id=627, type=slice]; -"628 contiguous_5" [id=628, type=contiguous]; -"629 layer_norm_8" [id=629, type="layer_norm"]; -"630 add_12" [id=630, type=add]; -"631 linear_23" [id=631, type=linear]; -"632 gelu_3" [id=632, type=gelu]; -"633 dropout_14" [id=633, type=dropout]; -"634 linear_24" [id=634, type=linear]; -"635 dropout_15" [id=635, type=dropout]; -"636 layer_norm_9" [id=636, type="layer_norm"]; -"637 add_13" [id=637, type=add]; -"638 pad_5" [id=638, type=pad]; -"639 slice_53" [id=639, type=slice]; -"640 slice_54" [id=640, type=slice]; -"641 slice_55" [id=641, type=slice]; -"642 slice_56" [id=642, type=slice]; -"643 slice_57" [id=643, type=slice]; -"644 slice_58" [id=644, type=slice]; -"645 slice_59" [id=645, type=slice]; -"646 slice_60" [id=646, type=slice]; -"647 cat_1" [id=647, type=cat]; -"648 linear_25" [id=648, type=linear]; -"649 layer_norm_10" [id=649, type="layer_norm"]; -"650 linear_26" [id=650, type=linear]; -"651 relu__4" [id=651, type="relu_"]; -"652 linear_27" [id=652, type=linear]; -"653 view_22" [id=653, type=view]; -"654 index_4" [id=654, type=index]; -"655 view_23" [id=655, type=view]; -"656 permute_19" [id=656, type=permute]; -"657 contiguous_6" [id=657, type=contiguous]; -"658 unsqueeze_12" [id=658, type=unsqueeze]; -"659 sigmoid_4" [id=659, type=sigmoid]; -"660 mul_8" [id=660, type=mul]; -"661 pad_6" [id=661, type=pad]; -"662 view_24" [id=662, type=view]; -"663 permute_20" [id=663, type=permute]; -"664 reshape_18" [id=664, type=reshape]; -"665 clone_4" [id=665, type=clone]; -"666 slice_61" [id=666, type=slice]; -"667 zero__4" [id=667, type="zero_"]; -"668 linear_28" [id=668, type=linear]; -"669 reshape_19" [id=669, type=reshape]; -"670 permute_21" [id=670, type=permute]; -"671 select_12" [id=671, type=select]; -"672 select_13" [id=672, type=select]; -"673 select_14" [id=673, type=select]; -"674 linalg_vector_norm_8" [id=674, type="linalg_vector_norm"]; -"675 clamp_min_8" [id=675, type="clamp_min"]; -"676 expand_as_8" [id=676, type="expand_as"]; -"677 div_8" [id=677, type=div]; -"678 linalg_vector_norm_9" [id=678, type="linalg_vector_norm"]; -"679 clamp_min_9" [id=679, type="clamp_min"]; -"680 expand_as_9" [id=680, type="expand_as"]; -"681 div_9" [id=681, type=div]; -"682 transpose_8" [id=682, type=transpose]; -"683 matmul_8" [id=683, type=matmul]; -"684 clamp_4" [id=684, type=clamp]; -"685 exp_4" [id=685, type=exp]; -"686 mul_9" [id=686, type=mul]; -"687 add_14" [id=687, type=add]; -"688 softmax_4" [id=688, type=softmax]; -"689 dropout_16" [id=689, type=dropout]; -"690 matmul_9" [id=690, type=matmul]; -"691 transpose_9" [id=691, type=transpose]; -"692 reshape_20" [id=692, type=reshape]; -"693 linear_29" [id=693, type=linear]; -"694 dropout_17" [id=694, type=dropout]; -"695 view_25" [id=695, type=view]; -"696 permute_22" [id=696, type=permute]; -"697 reshape_21" [id=697, type=reshape]; -"698 slice_62" [id=698, type=slice]; -"699 slice_63" [id=699, type=slice]; -"700 contiguous_7" [id=700, type=contiguous]; -"701 layer_norm_11" [id=701, type="layer_norm"]; -"702 add_15" [id=702, type=add]; -"703 linear_30" [id=703, type=linear]; -"704 gelu_4" [id=704, type=gelu]; -"705 dropout_18" [id=705, type=dropout]; -"706 linear_31" [id=706, type=linear]; -"707 dropout_19" [id=707, type=dropout]; -"708 layer_norm_12" [id=708, type="layer_norm"]; -"709 add_16" [id=709, type=add]; -"710 linear_32" [id=710, type=linear]; -"711 relu__5" [id=711, type="relu_"]; -"712 linear_33" [id=712, type=linear]; -"713 view_26" [id=713, type=view]; -"714 index_5" [id=714, type=index]; -"715 view_27" [id=715, type=view]; -"716 permute_23" [id=716, type=permute]; -"717 contiguous_8" [id=717, type=contiguous]; -"718 unsqueeze_13" [id=718, type=unsqueeze]; -"719 sigmoid_5" [id=719, type=sigmoid]; -"720 mul_10" [id=720, type=mul]; -"721 pad_7" [id=721, type=pad]; -"722 roll_4" [id=722, type=roll]; -"723 view_28" [id=723, type=view]; -"724 permute_24" [id=724, type=permute]; -"725 reshape_22" [id=725, type=reshape]; -"726 clone_5" [id=726, type=clone]; -"727 slice_64" [id=727, type=slice]; -"728 zero__5" [id=728, type="zero_"]; -"729 linear_34" [id=729, type=linear]; -"730 reshape_23" [id=730, type=reshape]; -"731 permute_25" [id=731, type=permute]; -"732 select_15" [id=732, type=select]; -"733 select_16" [id=733, type=select]; -"734 select_17" [id=734, type=select]; -"735 linalg_vector_norm_10" [id=735, type="linalg_vector_norm"]; -"736 clamp_min_10" [id=736, type="clamp_min"]; -"737 expand_as_10" [id=737, type="expand_as"]; -"738 div_10" [id=738, type=div]; -"739 linalg_vector_norm_11" [id=739, type="linalg_vector_norm"]; -"740 clamp_min_11" [id=740, type="clamp_min"]; -"741 expand_as_11" [id=741, type="expand_as"]; -"742 div_11" [id=742, type=div]; -"743 transpose_10" [id=743, type=transpose]; -"744 matmul_10" [id=744, type=matmul]; -"745 clamp_5" [id=745, type=clamp]; -"746 exp_5" [id=746, type=exp]; -"747 mul_11" [id=747, type=mul]; -"748 add_17" [id=748, type=add]; -"749 new_zeros_2" [id=749, type="new_zeros"]; -"750 lift_fresh_copy_18" [id=750, type="lift_fresh_copy"]; -"751 slice_65" [id=751, type=slice]; -"752 slice_66" [id=752, type=slice]; -"753 fill__18" [id=753, type="fill_"]; -"754 lift_fresh_copy_19" [id=754, type="lift_fresh_copy"]; -"755 slice_67" [id=755, type=slice]; -"756 slice_68" [id=756, type=slice]; -"757 fill__19" [id=757, type="fill_"]; -"758 lift_fresh_copy_20" [id=758, type="lift_fresh_copy"]; -"759 slice_69" [id=759, type=slice]; -"760 slice_70" [id=760, type=slice]; -"761 fill__20" [id=761, type="fill_"]; -"762 lift_fresh_copy_21" [id=762, type="lift_fresh_copy"]; -"763 slice_71" [id=763, type=slice]; -"764 slice_72" [id=764, type=slice]; -"765 fill__21" [id=765, type="fill_"]; -"766 lift_fresh_copy_22" [id=766, type="lift_fresh_copy"]; -"767 slice_73" [id=767, type=slice]; -"768 slice_74" [id=768, type=slice]; -"769 fill__22" [id=769, type="fill_"]; -"770 lift_fresh_copy_23" [id=770, type="lift_fresh_copy"]; -"771 slice_75" [id=771, type=slice]; -"772 slice_76" [id=772, type=slice]; -"773 fill__23" [id=773, type="fill_"]; -"774 lift_fresh_copy_24" [id=774, type="lift_fresh_copy"]; -"775 slice_77" [id=775, type=slice]; -"776 slice_78" [id=776, type=slice]; -"777 fill__24" [id=777, type="fill_"]; -"778 lift_fresh_copy_25" [id=778, type="lift_fresh_copy"]; -"779 slice_79" [id=779, type=slice]; -"780 slice_80" [id=780, type=slice]; -"781 fill__25" [id=781, type="fill_"]; -"782 lift_fresh_copy_26" [id=782, type="lift_fresh_copy"]; -"783 slice_81" [id=783, type=slice]; -"784 slice_82" [id=784, type=slice]; -"785 fill__26" [id=785, type="fill_"]; -"786 view_29" [id=786, type=view]; -"787 permute_26" [id=787, type=permute]; -"788 reshape_24" [id=788, type=reshape]; -"789 unsqueeze_14" [id=789, type=unsqueeze]; -"790 unsqueeze_15" [id=790, type=unsqueeze]; -"791 sub_2" [id=791, type=sub]; -"792 ne_2" [id=792, type=ne]; -"793 masked_fill_4" [id=793, type="masked_fill"]; -"794 eq_2" [id=794, type=eq]; -"795 masked_fill_5" [id=795, type="masked_fill"]; -"796 view_30" [id=796, type=view]; -"797 unsqueeze_16" [id=797, type=unsqueeze]; -"798 unsqueeze_17" [id=798, type=unsqueeze]; -"799 add_18" [id=799, type=add]; -"800 view_31" [id=800, type=view]; -"801 softmax_5" [id=801, type=softmax]; -"802 dropout_20" [id=802, type=dropout]; -"803 matmul_11" [id=803, type=matmul]; -"804 transpose_11" [id=804, type=transpose]; -"805 reshape_25" [id=805, type=reshape]; -"806 linear_35" [id=806, type=linear]; -"807 dropout_21" [id=807, type=dropout]; -"808 view_32" [id=808, type=view]; -"809 permute_27" [id=809, type=permute]; -"810 reshape_26" [id=810, type=reshape]; -"811 roll_5" [id=811, type=roll]; -"812 slice_83" [id=812, type=slice]; -"813 slice_84" [id=813, type=slice]; -"814 contiguous_9" [id=814, type=contiguous]; -"815 layer_norm_13" [id=815, type="layer_norm"]; -"816 add_19" [id=816, type=add]; -"817 linear_36" [id=817, type=linear]; -"818 gelu_5" [id=818, type=gelu]; -"819 dropout_22" [id=819, type=dropout]; -"820 linear_37" [id=820, type=linear]; -"821 dropout_23" [id=821, type=dropout]; -"822 layer_norm_14" [id=822, type="layer_norm"]; -"823 add_20" [id=823, type=add]; -"824 linear_38" [id=824, type=linear]; -"825 relu__6" [id=825, type="relu_"]; -"826 linear_39" [id=826, type=linear]; -"827 view_33" [id=827, type=view]; -"828 index_6" [id=828, type=index]; -"829 view_34" [id=829, type=view]; -"830 permute_28" [id=830, type=permute]; -"831 contiguous_10" [id=831, type=contiguous]; -"832 unsqueeze_18" [id=832, type=unsqueeze]; -"833 sigmoid_6" [id=833, type=sigmoid]; -"834 mul_12" [id=834, type=mul]; -"835 pad_8" [id=835, type=pad]; -"836 view_35" [id=836, type=view]; -"837 permute_29" [id=837, type=permute]; -"838 reshape_27" [id=838, type=reshape]; -"839 clone_6" [id=839, type=clone]; -"840 slice_85" [id=840, type=slice]; -"841 zero__6" [id=841, type="zero_"]; -"842 linear_40" [id=842, type=linear]; -"843 reshape_28" [id=843, type=reshape]; -"844 permute_30" [id=844, type=permute]; -"845 select_18" [id=845, type=select]; -"846 select_19" [id=846, type=select]; -"847 select_20" [id=847, type=select]; -"848 linalg_vector_norm_12" [id=848, type="linalg_vector_norm"]; -"849 clamp_min_12" [id=849, type="clamp_min"]; -"850 expand_as_12" [id=850, type="expand_as"]; -"851 div_12" [id=851, type=div]; -"852 linalg_vector_norm_13" [id=852, type="linalg_vector_norm"]; -"853 clamp_min_13" [id=853, type="clamp_min"]; -"854 expand_as_13" [id=854, type="expand_as"]; -"855 div_13" [id=855, type=div]; -"856 transpose_12" [id=856, type=transpose]; -"857 matmul_12" [id=857, type=matmul]; -"858 clamp_6" [id=858, type=clamp]; -"859 exp_6" [id=859, type=exp]; -"860 mul_13" [id=860, type=mul]; -"861 add_21" [id=861, type=add]; -"862 softmax_6" [id=862, type=softmax]; -"863 dropout_24" [id=863, type=dropout]; -"864 matmul_13" [id=864, type=matmul]; -"865 transpose_13" [id=865, type=transpose]; -"866 reshape_29" [id=866, type=reshape]; -"867 linear_41" [id=867, type=linear]; -"868 dropout_25" [id=868, type=dropout]; -"869 view_36" [id=869, type=view]; -"870 permute_31" [id=870, type=permute]; -"871 reshape_30" [id=871, type=reshape]; -"872 slice_86" [id=872, type=slice]; -"873 slice_87" [id=873, type=slice]; -"874 contiguous_11" [id=874, type=contiguous]; -"875 layer_norm_15" [id=875, type="layer_norm"]; -"876 add_22" [id=876, type=add]; -"877 linear_42" [id=877, type=linear]; -"878 gelu_6" [id=878, type=gelu]; -"879 dropout_26" [id=879, type=dropout]; -"880 linear_43" [id=880, type=linear]; -"881 dropout_27" [id=881, type=dropout]; -"882 layer_norm_16" [id=882, type="layer_norm"]; -"883 add_23" [id=883, type=add]; -"884 linear_44" [id=884, type=linear]; -"885 relu__7" [id=885, type="relu_"]; -"886 linear_45" [id=886, type=linear]; -"887 view_37" [id=887, type=view]; -"888 index_7" [id=888, type=index]; -"889 view_38" [id=889, type=view]; -"890 permute_32" [id=890, type=permute]; -"891 contiguous_12" [id=891, type=contiguous]; -"892 unsqueeze_19" [id=892, type=unsqueeze]; -"893 sigmoid_7" [id=893, type=sigmoid]; -"894 mul_14" [id=894, type=mul]; -"895 pad_9" [id=895, type=pad]; -"896 roll_6" [id=896, type=roll]; -"897 view_39" [id=897, type=view]; -"898 permute_33" [id=898, type=permute]; -"899 reshape_31" [id=899, type=reshape]; -"900 clone_7" [id=900, type=clone]; -"901 slice_88" [id=901, type=slice]; -"902 zero__7" [id=902, type="zero_"]; -"903 linear_46" [id=903, type=linear]; -"904 reshape_32" [id=904, type=reshape]; -"905 permute_34" [id=905, type=permute]; -"906 select_21" [id=906, type=select]; -"907 select_22" [id=907, type=select]; -"908 select_23" [id=908, type=select]; -"909 linalg_vector_norm_14" [id=909, type="linalg_vector_norm"]; -"910 clamp_min_14" [id=910, type="clamp_min"]; -"911 expand_as_14" [id=911, type="expand_as"]; -"912 div_14" [id=912, type=div]; -"913 linalg_vector_norm_15" [id=913, type="linalg_vector_norm"]; -"914 clamp_min_15" [id=914, type="clamp_min"]; -"915 expand_as_15" [id=915, type="expand_as"]; -"916 div_15" [id=916, type=div]; -"917 transpose_14" [id=917, type=transpose]; -"918 matmul_14" [id=918, type=matmul]; -"919 clamp_7" [id=919, type=clamp]; -"920 exp_7" [id=920, type=exp]; -"921 mul_15" [id=921, type=mul]; -"922 add_24" [id=922, type=add]; -"923 new_zeros_3" [id=923, type="new_zeros"]; -"924 lift_fresh_copy_27" [id=924, type="lift_fresh_copy"]; -"925 slice_89" [id=925, type=slice]; -"926 slice_90" [id=926, type=slice]; -"927 fill__27" [id=927, type="fill_"]; -"928 lift_fresh_copy_28" [id=928, type="lift_fresh_copy"]; -"929 slice_91" [id=929, type=slice]; -"930 slice_92" [id=930, type=slice]; -"931 fill__28" [id=931, type="fill_"]; -"932 lift_fresh_copy_29" [id=932, type="lift_fresh_copy"]; -"933 slice_93" [id=933, type=slice]; -"934 slice_94" [id=934, type=slice]; -"935 fill__29" [id=935, type="fill_"]; -"936 lift_fresh_copy_30" [id=936, type="lift_fresh_copy"]; -"937 slice_95" [id=937, type=slice]; -"938 slice_96" [id=938, type=slice]; -"939 fill__30" [id=939, type="fill_"]; -"940 lift_fresh_copy_31" [id=940, type="lift_fresh_copy"]; -"941 slice_97" [id=941, type=slice]; -"942 slice_98" [id=942, type=slice]; -"943 fill__31" [id=943, type="fill_"]; -"944 lift_fresh_copy_32" [id=944, type="lift_fresh_copy"]; -"945 slice_99" [id=945, type=slice]; -"946 slice_100" [id=946, type=slice]; -"947 fill__32" [id=947, type="fill_"]; -"948 lift_fresh_copy_33" [id=948, type="lift_fresh_copy"]; -"949 slice_101" [id=949, type=slice]; -"950 slice_102" [id=950, type=slice]; -"951 fill__33" [id=951, type="fill_"]; -"952 lift_fresh_copy_34" [id=952, type="lift_fresh_copy"]; -"953 slice_103" [id=953, type=slice]; -"954 slice_104" [id=954, type=slice]; -"955 fill__34" [id=955, type="fill_"]; -"956 lift_fresh_copy_35" [id=956, type="lift_fresh_copy"]; -"957 slice_105" [id=957, type=slice]; -"958 slice_106" [id=958, type=slice]; -"959 fill__35" [id=959, type="fill_"]; -"960 view_40" [id=960, type=view]; -"961 permute_35" [id=961, type=permute]; -"962 reshape_33" [id=962, type=reshape]; -"963 unsqueeze_20" [id=963, type=unsqueeze]; -"964 unsqueeze_21" [id=964, type=unsqueeze]; -"965 sub_3" [id=965, type=sub]; -"966 ne_3" [id=966, type=ne]; -"967 masked_fill_6" [id=967, type="masked_fill"]; -"968 eq_3" [id=968, type=eq]; -"969 masked_fill_7" [id=969, type="masked_fill"]; -"970 view_41" [id=970, type=view]; -"971 unsqueeze_22" [id=971, type=unsqueeze]; -"972 unsqueeze_23" [id=972, type=unsqueeze]; -"973 add_25" [id=973, type=add]; -"974 view_42" [id=974, type=view]; -"975 softmax_7" [id=975, type=softmax]; -"976 dropout_28" [id=976, type=dropout]; -"977 matmul_15" [id=977, type=matmul]; -"978 transpose_15" [id=978, type=transpose]; -"979 reshape_34" [id=979, type=reshape]; -"980 linear_47" [id=980, type=linear]; -"981 dropout_29" [id=981, type=dropout]; -"982 view_43" [id=982, type=view]; -"983 permute_36" [id=983, type=permute]; -"984 reshape_35" [id=984, type=reshape]; -"985 roll_7" [id=985, type=roll]; -"986 slice_107" [id=986, type=slice]; -"987 slice_108" [id=987, type=slice]; -"988 contiguous_13" [id=988, type=contiguous]; -"989 layer_norm_17" [id=989, type="layer_norm"]; -"990 add_26" [id=990, type=add]; -"991 linear_48" [id=991, type=linear]; -"992 gelu_7" [id=992, type=gelu]; -"993 dropout_30" [id=993, type=dropout]; -"994 linear_49" [id=994, type=linear]; -"995 dropout_31" [id=995, type=dropout]; -"996 layer_norm_18" [id=996, type="layer_norm"]; -"997 add_27" [id=997, type=add]; -"998 linear_50" [id=998, type=linear]; -"999 relu__8" [id=999, type="relu_"]; -"1000 linear_51" [id=1000, type=linear]; -"1001 view_44" [id=1001, type=view]; -"1002 index_8" [id=1002, type=index]; -"1003 view_45" [id=1003, type=view]; -"1004 permute_37" [id=1004, type=permute]; -"1005 contiguous_14" [id=1005, type=contiguous]; -"1006 unsqueeze_24" [id=1006, type=unsqueeze]; -"1007 sigmoid_8" [id=1007, type=sigmoid]; -"1008 mul_16" [id=1008, type=mul]; -"1009 pad_10" [id=1009, type=pad]; -"1010 view_46" [id=1010, type=view]; -"1011 permute_38" [id=1011, type=permute]; -"1012 reshape_36" [id=1012, type=reshape]; -"1013 clone_8" [id=1013, type=clone]; -"1014 slice_109" [id=1014, type=slice]; -"1015 zero__8" [id=1015, type="zero_"]; -"1016 linear_52" [id=1016, type=linear]; -"1017 reshape_37" [id=1017, type=reshape]; -"1018 permute_39" [id=1018, type=permute]; -"1019 select_24" [id=1019, type=select]; -"1020 select_25" [id=1020, type=select]; -"1021 select_26" [id=1021, type=select]; -"1022 linalg_vector_norm_16" [id=1022, type="linalg_vector_norm"]; -"1023 clamp_min_16" [id=1023, type="clamp_min"]; -"1024 expand_as_16" [id=1024, type="expand_as"]; -"1025 div_16" [id=1025, type=div]; -"1026 linalg_vector_norm_17" [id=1026, type="linalg_vector_norm"]; -"1027 clamp_min_17" [id=1027, type="clamp_min"]; -"1028 expand_as_17" [id=1028, type="expand_as"]; -"1029 div_17" [id=1029, type=div]; -"1030 transpose_16" [id=1030, type=transpose]; -"1031 matmul_16" [id=1031, type=matmul]; -"1032 clamp_8" [id=1032, type=clamp]; -"1033 exp_8" [id=1033, type=exp]; -"1034 mul_17" [id=1034, type=mul]; -"1035 add_28" [id=1035, type=add]; -"1036 softmax_8" [id=1036, type=softmax]; -"1037 dropout_32" [id=1037, type=dropout]; -"1038 matmul_17" [id=1038, type=matmul]; -"1039 transpose_17" [id=1039, type=transpose]; -"1040 reshape_38" [id=1040, type=reshape]; -"1041 linear_53" [id=1041, type=linear]; -"1042 dropout_33" [id=1042, type=dropout]; -"1043 view_47" [id=1043, type=view]; -"1044 permute_40" [id=1044, type=permute]; -"1045 reshape_39" [id=1045, type=reshape]; -"1046 slice_110" [id=1046, type=slice]; -"1047 slice_111" [id=1047, type=slice]; -"1048 contiguous_15" [id=1048, type=contiguous]; -"1049 layer_norm_19" [id=1049, type="layer_norm"]; -"1050 add_29" [id=1050, type=add]; -"1051 linear_54" [id=1051, type=linear]; -"1052 gelu_8" [id=1052, type=gelu]; -"1053 dropout_34" [id=1053, type=dropout]; -"1054 linear_55" [id=1054, type=linear]; -"1055 dropout_35" [id=1055, type=dropout]; -"1056 layer_norm_20" [id=1056, type="layer_norm"]; -"1057 add_30" [id=1057, type=add]; -"1058 linear_56" [id=1058, type=linear]; -"1059 relu__9" [id=1059, type="relu_"]; -"1060 linear_57" [id=1060, type=linear]; -"1061 view_48" [id=1061, type=view]; -"1062 index_9" [id=1062, type=index]; -"1063 view_49" [id=1063, type=view]; -"1064 permute_41" [id=1064, type=permute]; -"1065 contiguous_16" [id=1065, type=contiguous]; -"1066 unsqueeze_25" [id=1066, type=unsqueeze]; -"1067 sigmoid_9" [id=1067, type=sigmoid]; -"1068 mul_18" [id=1068, type=mul]; -"1069 pad_11" [id=1069, type=pad]; -"1070 roll_8" [id=1070, type=roll]; -"1071 view_50" [id=1071, type=view]; -"1072 permute_42" [id=1072, type=permute]; -"1073 reshape_40" [id=1073, type=reshape]; -"1074 clone_9" [id=1074, type=clone]; -"1075 slice_112" [id=1075, type=slice]; -"1076 zero__9" [id=1076, type="zero_"]; -"1077 linear_58" [id=1077, type=linear]; -"1078 reshape_41" [id=1078, type=reshape]; -"1079 permute_43" [id=1079, type=permute]; -"1080 select_27" [id=1080, type=select]; -"1081 select_28" [id=1081, type=select]; -"1082 select_29" [id=1082, type=select]; -"1083 linalg_vector_norm_18" [id=1083, type="linalg_vector_norm"]; -"1084 clamp_min_18" [id=1084, type="clamp_min"]; -"1085 expand_as_18" [id=1085, type="expand_as"]; -"1086 div_18" [id=1086, type=div]; -"1087 linalg_vector_norm_19" [id=1087, type="linalg_vector_norm"]; -"1088 clamp_min_19" [id=1088, type="clamp_min"]; -"1089 expand_as_19" [id=1089, type="expand_as"]; -"1090 div_19" [id=1090, type=div]; -"1091 transpose_18" [id=1091, type=transpose]; -"1092 matmul_18" [id=1092, type=matmul]; -"1093 clamp_9" [id=1093, type=clamp]; -"1094 exp_9" [id=1094, type=exp]; -"1095 mul_19" [id=1095, type=mul]; -"1096 add_31" [id=1096, type=add]; -"1097 new_zeros_4" [id=1097, type="new_zeros"]; -"1098 lift_fresh_copy_36" [id=1098, type="lift_fresh_copy"]; -"1099 slice_113" [id=1099, type=slice]; -"1100 slice_114" [id=1100, type=slice]; -"1101 fill__36" [id=1101, type="fill_"]; -"1102 lift_fresh_copy_37" [id=1102, type="lift_fresh_copy"]; -"1103 slice_115" [id=1103, type=slice]; -"1104 slice_116" [id=1104, type=slice]; -"1105 fill__37" [id=1105, type="fill_"]; -"1106 lift_fresh_copy_38" [id=1106, type="lift_fresh_copy"]; -"1107 slice_117" [id=1107, type=slice]; -"1108 slice_118" [id=1108, type=slice]; -"1109 fill__38" [id=1109, type="fill_"]; -"1110 lift_fresh_copy_39" [id=1110, type="lift_fresh_copy"]; -"1111 slice_119" [id=1111, type=slice]; -"1112 slice_120" [id=1112, type=slice]; -"1113 fill__39" [id=1113, type="fill_"]; -"1114 lift_fresh_copy_40" [id=1114, type="lift_fresh_copy"]; -"1115 slice_121" [id=1115, type=slice]; -"1116 slice_122" [id=1116, type=slice]; -"1117 fill__40" [id=1117, type="fill_"]; -"1118 lift_fresh_copy_41" [id=1118, type="lift_fresh_copy"]; -"1119 slice_123" [id=1119, type=slice]; -"1120 slice_124" [id=1120, type=slice]; -"1121 fill__41" [id=1121, type="fill_"]; -"1122 lift_fresh_copy_42" [id=1122, type="lift_fresh_copy"]; -"1123 slice_125" [id=1123, type=slice]; -"1124 slice_126" [id=1124, type=slice]; -"1125 fill__42" [id=1125, type="fill_"]; -"1126 lift_fresh_copy_43" [id=1126, type="lift_fresh_copy"]; -"1127 slice_127" [id=1127, type=slice]; -"1128 slice_128" [id=1128, type=slice]; -"1129 fill__43" [id=1129, type="fill_"]; -"1130 lift_fresh_copy_44" [id=1130, type="lift_fresh_copy"]; -"1131 slice_129" [id=1131, type=slice]; -"1132 slice_130" [id=1132, type=slice]; -"1133 fill__44" [id=1133, type="fill_"]; -"1134 view_51" [id=1134, type=view]; -"1135 permute_44" [id=1135, type=permute]; -"1136 reshape_42" [id=1136, type=reshape]; -"1137 unsqueeze_26" [id=1137, type=unsqueeze]; -"1138 unsqueeze_27" [id=1138, type=unsqueeze]; -"1139 sub_4" [id=1139, type=sub]; -"1140 ne_4" [id=1140, type=ne]; -"1141 masked_fill_8" [id=1141, type="masked_fill"]; -"1142 eq_4" [id=1142, type=eq]; -"1143 masked_fill_9" [id=1143, type="masked_fill"]; -"1144 view_52" [id=1144, type=view]; -"1145 unsqueeze_28" [id=1145, type=unsqueeze]; -"1146 unsqueeze_29" [id=1146, type=unsqueeze]; -"1147 add_32" [id=1147, type=add]; -"1148 view_53" [id=1148, type=view]; -"1149 softmax_9" [id=1149, type=softmax]; -"1150 dropout_36" [id=1150, type=dropout]; -"1151 matmul_19" [id=1151, type=matmul]; -"1152 transpose_19" [id=1152, type=transpose]; -"1153 reshape_43" [id=1153, type=reshape]; -"1154 linear_59" [id=1154, type=linear]; -"1155 dropout_37" [id=1155, type=dropout]; -"1156 view_54" [id=1156, type=view]; -"1157 permute_45" [id=1157, type=permute]; -"1158 reshape_44" [id=1158, type=reshape]; -"1159 roll_9" [id=1159, type=roll]; -"1160 slice_131" [id=1160, type=slice]; -"1161 slice_132" [id=1161, type=slice]; -"1162 contiguous_17" [id=1162, type=contiguous]; -"1163 layer_norm_21" [id=1163, type="layer_norm"]; -"1164 add_33" [id=1164, type=add]; -"1165 linear_60" [id=1165, type=linear]; -"1166 gelu_9" [id=1166, type=gelu]; -"1167 dropout_38" [id=1167, type=dropout]; -"1168 linear_61" [id=1168, type=linear]; -"1169 dropout_39" [id=1169, type=dropout]; -"1170 layer_norm_22" [id=1170, type="layer_norm"]; -"1171 add_34" [id=1171, type=add]; -"1172 pad_12" [id=1172, type=pad]; -"1173 slice_133" [id=1173, type=slice]; -"1174 slice_134" [id=1174, type=slice]; -"1175 slice_135" [id=1175, type=slice]; -"1176 slice_136" [id=1176, type=slice]; -"1177 slice_137" [id=1177, type=slice]; -"1178 slice_138" [id=1178, type=slice]; -"1179 slice_139" [id=1179, type=slice]; -"1180 slice_140" [id=1180, type=slice]; -"1181 cat_2" [id=1181, type=cat]; -"1182 linear_62" [id=1182, type=linear]; -"1183 layer_norm_23" [id=1183, type="layer_norm"]; -"1184 linear_63" [id=1184, type=linear]; -"1185 relu__10" [id=1185, type="relu_"]; -"1186 linear_64" [id=1186, type=linear]; -"1187 view_55" [id=1187, type=view]; -"1188 index_10" [id=1188, type=index]; -"1189 view_56" [id=1189, type=view]; -"1190 permute_46" [id=1190, type=permute]; -"1191 contiguous_18" [id=1191, type=contiguous]; -"1192 unsqueeze_30" [id=1192, type=unsqueeze]; -"1193 sigmoid_10" [id=1193, type=sigmoid]; -"1194 mul_20" [id=1194, type=mul]; -"1195 pad_13" [id=1195, type=pad]; -"1196 view_57" [id=1196, type=view]; -"1197 permute_47" [id=1197, type=permute]; -"1198 reshape_45" [id=1198, type=reshape]; -"1199 clone_10" [id=1199, type=clone]; -"1200 slice_141" [id=1200, type=slice]; -"1201 zero__10" [id=1201, type="zero_"]; -"1202 linear_65" [id=1202, type=linear]; -"1203 reshape_46" [id=1203, type=reshape]; -"1204 permute_48" [id=1204, type=permute]; -"1205 select_30" [id=1205, type=select]; -"1206 select_31" [id=1206, type=select]; -"1207 select_32" [id=1207, type=select]; -"1208 linalg_vector_norm_20" [id=1208, type="linalg_vector_norm"]; -"1209 clamp_min_20" [id=1209, type="clamp_min"]; -"1210 expand_as_20" [id=1210, type="expand_as"]; -"1211 div_20" [id=1211, type=div]; -"1212 linalg_vector_norm_21" [id=1212, type="linalg_vector_norm"]; -"1213 clamp_min_21" [id=1213, type="clamp_min"]; -"1214 expand_as_21" [id=1214, type="expand_as"]; -"1215 div_21" [id=1215, type=div]; -"1216 transpose_20" [id=1216, type=transpose]; -"1217 matmul_20" [id=1217, type=matmul]; -"1218 clamp_10" [id=1218, type=clamp]; -"1219 exp_10" [id=1219, type=exp]; -"1220 mul_21" [id=1220, type=mul]; -"1221 add_35" [id=1221, type=add]; -"1222 softmax_10" [id=1222, type=softmax]; -"1223 dropout_40" [id=1223, type=dropout]; -"1224 matmul_21" [id=1224, type=matmul]; -"1225 transpose_21" [id=1225, type=transpose]; -"1226 reshape_47" [id=1226, type=reshape]; -"1227 linear_66" [id=1227, type=linear]; -"1228 dropout_41" [id=1228, type=dropout]; -"1229 view_58" [id=1229, type=view]; -"1230 permute_49" [id=1230, type=permute]; -"1231 reshape_48" [id=1231, type=reshape]; -"1232 slice_142" [id=1232, type=slice]; -"1233 slice_143" [id=1233, type=slice]; -"1234 contiguous_19" [id=1234, type=contiguous]; -"1235 layer_norm_24" [id=1235, type="layer_norm"]; -"1236 add_36" [id=1236, type=add]; -"1237 linear_67" [id=1237, type=linear]; -"1238 gelu_10" [id=1238, type=gelu]; -"1239 dropout_42" [id=1239, type=dropout]; -"1240 linear_68" [id=1240, type=linear]; -"1241 dropout_43" [id=1241, type=dropout]; -"1242 layer_norm_25" [id=1242, type="layer_norm"]; -"1243 add_37" [id=1243, type=add]; -"1244 linear_69" [id=1244, type=linear]; -"1245 relu__11" [id=1245, type="relu_"]; -"1246 linear_70" [id=1246, type=linear]; -"1247 view_59" [id=1247, type=view]; -"1248 index_11" [id=1248, type=index]; -"1249 view_60" [id=1249, type=view]; -"1250 permute_50" [id=1250, type=permute]; -"1251 contiguous_20" [id=1251, type=contiguous]; -"1252 unsqueeze_31" [id=1252, type=unsqueeze]; -"1253 sigmoid_11" [id=1253, type=sigmoid]; -"1254 mul_22" [id=1254, type=mul]; -"1255 pad_14" [id=1255, type=pad]; -"1256 view_61" [id=1256, type=view]; -"1257 permute_51" [id=1257, type=permute]; -"1258 reshape_49" [id=1258, type=reshape]; -"1259 clone_11" [id=1259, type=clone]; -"1260 slice_144" [id=1260, type=slice]; -"1261 zero__11" [id=1261, type="zero_"]; -"1262 linear_71" [id=1262, type=linear]; -"1263 reshape_50" [id=1263, type=reshape]; -"1264 permute_52" [id=1264, type=permute]; -"1265 select_33" [id=1265, type=select]; -"1266 select_34" [id=1266, type=select]; -"1267 select_35" [id=1267, type=select]; -"1268 linalg_vector_norm_22" [id=1268, type="linalg_vector_norm"]; -"1269 clamp_min_22" [id=1269, type="clamp_min"]; -"1270 expand_as_22" [id=1270, type="expand_as"]; -"1271 div_22" [id=1271, type=div]; -"1272 linalg_vector_norm_23" [id=1272, type="linalg_vector_norm"]; -"1273 clamp_min_23" [id=1273, type="clamp_min"]; -"1274 expand_as_23" [id=1274, type="expand_as"]; -"1275 div_23" [id=1275, type=div]; -"1276 transpose_22" [id=1276, type=transpose]; -"1277 matmul_22" [id=1277, type=matmul]; -"1278 clamp_11" [id=1278, type=clamp]; -"1279 exp_11" [id=1279, type=exp]; -"1280 mul_23" [id=1280, type=mul]; -"1281 add_38" [id=1281, type=add]; -"1282 softmax_11" [id=1282, type=softmax]; -"1283 dropout_44" [id=1283, type=dropout]; -"1284 matmul_23" [id=1284, type=matmul]; -"1285 transpose_23" [id=1285, type=transpose]; -"1286 reshape_51" [id=1286, type=reshape]; -"1287 linear_72" [id=1287, type=linear]; -"1288 dropout_45" [id=1288, type=dropout]; -"1289 view_62" [id=1289, type=view]; -"1290 permute_53" [id=1290, type=permute]; -"1291 reshape_52" [id=1291, type=reshape]; -"1292 slice_145" [id=1292, type=slice]; -"1293 slice_146" [id=1293, type=slice]; -"1294 contiguous_21" [id=1294, type=contiguous]; -"1295 layer_norm_26" [id=1295, type="layer_norm"]; -"1296 add_39" [id=1296, type=add]; -"1297 linear_73" [id=1297, type=linear]; -"1298 gelu_11" [id=1298, type=gelu]; -"1299 dropout_46" [id=1299, type=dropout]; -"1300 linear_74" [id=1300, type=linear]; -"1301 dropout_47" [id=1301, type=dropout]; -"1302 layer_norm_27" [id=1302, type="layer_norm"]; -"1303 add_40" [id=1303, type=add]; -"1304 layer_norm_28" [id=1304, type="layer_norm"]; -"1305 permute_54" [id=1305, type=permute]; -"1306 adaptive_avg_pool2d" [id=1306, type="adaptive_avg_pool2d"]; -"1307 flatten" [id=1307, type=flatten]; -"1308 linear_75" [id=1308, type=linear]; -"1309 output" [id=1309, type=output]; -"0 features_1_0_attn_qkv_weight" -> "300 linear_2" [style=solid, label="(288, 96)"]; -"1 features_1_0_attn_proj_weight" -> "325 linear_3" [style=solid, label="(96, 96)"]; -"2 features_1_0_attn_qkv_bias" -> "297 clone" [style=solid, label="(288,)"]; -"3 features_1_0_attn_proj_bias" -> "325 linear_3" [style=solid, label="(96,)"]; -"4 features_1_0_attn_logit_scale" -> "316 clamp" [style=solid, label="(3, 1, 1)"]; -"5 features_1_1_attn_qkv_weight" -> "359 linear_8" [style=solid, label="(288, 96)"]; -"6 features_1_1_attn_proj_weight" -> "436 linear_9" [style=solid, label="(96, 96)"]; -"7 features_1_1_attn_qkv_bias" -> "356 clone_1" [style=solid, label="(288,)"]; -"8 features_1_1_attn_proj_bias" -> "436 linear_9" [style=solid, label="(96,)"]; -"9 features_1_1_attn_logit_scale" -> "375 clamp_1" [style=solid, label="(3, 1, 1)"]; -"10 features_3_0_attn_qkv_weight" -> "482 linear_15" [style=solid, label="(576, 192)"]; -"11 features_3_0_attn_proj_weight" -> "507 linear_16" [style=solid, label="(192, 192)"]; -"12 features_3_0_attn_qkv_bias" -> "479 clone_2" [style=solid, label="(576,)"]; -"13 features_3_0_attn_proj_bias" -> "507 linear_16" [style=solid, label="(192,)"]; -"14 features_3_0_attn_logit_scale" -> "498 clamp_2" [style=solid, label="(6, 1, 1)"]; -"15 features_3_1_attn_qkv_weight" -> "543 linear_21" [style=solid, label="(576, 192)"]; -"16 features_3_1_attn_proj_weight" -> "620 linear_22" [style=solid, label="(192, 192)"]; -"17 features_3_1_attn_qkv_bias" -> "540 clone_3" [style=solid, label="(576,)"]; -"18 features_3_1_attn_proj_bias" -> "620 linear_22" [style=solid, label="(192,)"]; -"19 features_3_1_attn_logit_scale" -> "559 clamp_3" [style=solid, label="(6, 1, 1)"]; -"20 features_5_0_attn_qkv_weight" -> "668 linear_28" [style=solid, label="(1152, 384)"]; -"21 features_5_0_attn_proj_weight" -> "693 linear_29" [style=solid, label="(384, 384)"]; -"22 features_5_0_attn_qkv_bias" -> "665 clone_4" [style=solid, label="(1152,)"]; -"23 features_5_0_attn_proj_bias" -> "693 linear_29" [style=solid, label="(384,)"]; -"24 features_5_0_attn_logit_scale" -> "684 clamp_4" [style=solid, label="(12, 1, 1)"]; -"25 features_5_1_attn_qkv_weight" -> "729 linear_34" [style=solid, label="(1152, 384)"]; -"26 features_5_1_attn_proj_weight" -> "806 linear_35" [style=solid, label="(384, 384)"]; -"27 features_5_1_attn_qkv_bias" -> "726 clone_5" [style=solid, label="(1152,)"]; -"28 features_5_1_attn_proj_bias" -> "806 linear_35" [style=solid, label="(384,)"]; -"29 features_5_1_attn_logit_scale" -> "745 clamp_5" [style=solid, label="(12, 1, 1)"]; -"30 features_5_2_attn_qkv_weight" -> "842 linear_40" [style=solid, label="(1152, 384)"]; -"31 features_5_2_attn_proj_weight" -> "867 linear_41" [style=solid, label="(384, 384)"]; -"32 features_5_2_attn_qkv_bias" -> "839 clone_6" [style=solid, label="(1152,)"]; -"33 features_5_2_attn_proj_bias" -> "867 linear_41" [style=solid, label="(384,)"]; -"34 features_5_2_attn_logit_scale" -> "858 clamp_6" [style=solid, label="(12, 1, 1)"]; -"35 features_5_3_attn_qkv_weight" -> "903 linear_46" [style=solid, label="(1152, 384)"]; -"36 features_5_3_attn_proj_weight" -> "980 linear_47" [style=solid, label="(384, 384)"]; -"37 features_5_3_attn_qkv_bias" -> "900 clone_7" [style=solid, label="(1152,)"]; -"38 features_5_3_attn_proj_bias" -> "980 linear_47" [style=solid, label="(384,)"]; -"39 features_5_3_attn_logit_scale" -> "919 clamp_7" [style=solid, label="(12, 1, 1)"]; -"40 features_5_4_attn_qkv_weight" -> "1016 linear_52" [style=solid, label="(1152, 384)"]; -"41 features_5_4_attn_proj_weight" -> "1041 linear_53" [style=solid, label="(384, 384)"]; -"42 features_5_4_attn_qkv_bias" -> "1013 clone_8" [style=solid, label="(1152,)"]; -"43 features_5_4_attn_proj_bias" -> "1041 linear_53" [style=solid, label="(384,)"]; -"44 features_5_4_attn_logit_scale" -> "1032 clamp_8" [style=solid, label="(12, 1, 1)"]; -"45 features_5_5_attn_qkv_weight" -> "1077 linear_58" [style=solid, label="(1152, 384)"]; -"46 features_5_5_attn_proj_weight" -> "1154 linear_59" [style=solid, label="(384, 384)"]; -"47 features_5_5_attn_qkv_bias" -> "1074 clone_9" [style=solid, label="(1152,)"]; -"48 features_5_5_attn_proj_bias" -> "1154 linear_59" [style=solid, label="(384,)"]; -"49 features_5_5_attn_logit_scale" -> "1093 clamp_9" [style=solid, label="(12, 1, 1)"]; -"50 features_7_0_attn_qkv_weight" -> "1202 linear_65" [style=solid, label="(2304, 768)"]; -"51 features_7_0_attn_proj_weight" -> "1227 linear_66" [style=solid, label="(768, 768)"]; -"52 features_7_0_attn_qkv_bias" -> "1199 clone_10" [style=solid, label="(2304,)"]; -"53 features_7_0_attn_proj_bias" -> "1227 linear_66" [style=solid, label="(768,)"]; -"54 features_7_0_attn_logit_scale" -> "1218 clamp_10" [style=solid, label="(24, 1, 1)"]; -"55 features_7_1_attn_qkv_weight" -> "1262 linear_71" [style=solid, label="(2304, 768)"]; -"56 features_7_1_attn_proj_weight" -> "1287 linear_72" [style=solid, label="(768, 768)"]; -"57 features_7_1_attn_qkv_bias" -> "1259 clone_11" [style=solid, label="(2304,)"]; -"58 features_7_1_attn_proj_bias" -> "1287 linear_72" [style=solid, label="(768,)"]; -"59 features_7_1_attn_logit_scale" -> "1278 clamp_11" [style=solid, label="(24, 1, 1)"]; -"60 features_0_0_weight" -> "279 conv2d" [style=solid, label="(96, 3, 4, 4)"]; -"61 features_0_0_bias" -> "279 conv2d" [style=solid, label="(96,)"]; -"62 features_0_2_weight" -> "281 layer_norm" [style=solid, label="(96,)"]; -"63 features_0_2_bias" -> "281 layer_norm" [style=solid, label="(96,)"]; -"64 features_1_0_attn_cpb_mlp_0_weight" -> "282 linear" [style=solid, label="(512, 2)"]; -"65 features_1_0_attn_cpb_mlp_0_bias" -> "282 linear" [style=solid, label="(512,)"]; -"66 features_1_0_attn_cpb_mlp_2_weight" -> "284 linear_1" [style=solid, label="(3, 512)"]; -"67 features_1_0_norm1_weight" -> "331 layer_norm_1" [style=solid, label="(96,)"]; -"68 features_1_0_norm1_bias" -> "331 layer_norm_1" [style=solid, label="(96,)"]; -"69 features_1_0_mlp_0_weight" -> "333 linear_4" [style=solid, label="(384, 96)"]; -"70 features_1_0_mlp_0_bias" -> "333 linear_4" [style=solid, label="(384,)"]; -"71 features_1_0_mlp_3_weight" -> "336 linear_5" [style=solid, label="(96, 384)"]; -"72 features_1_0_mlp_3_bias" -> "336 linear_5" [style=solid, label="(96,)"]; -"73 features_1_0_norm2_weight" -> "338 layer_norm_2" [style=solid, label="(96,)"]; -"74 features_1_0_norm2_bias" -> "338 layer_norm_2" [style=solid, label="(96,)"]; -"75 features_1_1_attn_cpb_mlp_0_weight" -> "340 linear_6" [style=solid, label="(512, 2)"]; -"76 features_1_1_attn_cpb_mlp_0_bias" -> "340 linear_6" [style=solid, label="(512,)"]; -"77 features_1_1_attn_cpb_mlp_2_weight" -> "342 linear_7" [style=solid, label="(3, 512)"]; -"78 features_1_1_norm1_weight" -> "443 layer_norm_3" [style=solid, label="(96,)"]; -"79 features_1_1_norm1_bias" -> "443 layer_norm_3" [style=solid, label="(96,)"]; -"80 features_1_1_mlp_0_weight" -> "445 linear_10" [style=solid, label="(384, 96)"]; -"81 features_1_1_mlp_0_bias" -> "445 linear_10" [style=solid, label="(384,)"]; -"82 features_1_1_mlp_3_weight" -> "448 linear_11" [style=solid, label="(96, 384)"]; -"83 features_1_1_mlp_3_bias" -> "448 linear_11" [style=solid, label="(96,)"]; -"84 features_1_1_norm2_weight" -> "450 layer_norm_4" [style=solid, label="(96,)"]; -"85 features_1_1_norm2_bias" -> "450 layer_norm_4" [style=solid, label="(96,)"]; -"86 features_2_reduction_weight" -> "462 linear_12" [style=solid, label="(192, 384)"]; -"87 features_2_norm_weight" -> "463 layer_norm_5" [style=solid, label="(192,)"]; -"88 features_2_norm_bias" -> "463 layer_norm_5" [style=solid, label="(192,)"]; -"89 features_3_0_attn_cpb_mlp_0_weight" -> "464 linear_13" [style=solid, label="(512, 2)"]; -"90 features_3_0_attn_cpb_mlp_0_bias" -> "464 linear_13" [style=solid, label="(512,)"]; -"91 features_3_0_attn_cpb_mlp_2_weight" -> "466 linear_14" [style=solid, label="(6, 512)"]; -"92 features_3_0_norm1_weight" -> "515 layer_norm_6" [style=solid, label="(192,)"]; -"93 features_3_0_norm1_bias" -> "515 layer_norm_6" [style=solid, label="(192,)"]; -"94 features_3_0_mlp_0_weight" -> "517 linear_17" [style=solid, label="(768, 192)"]; -"95 features_3_0_mlp_0_bias" -> "517 linear_17" [style=solid, label="(768,)"]; -"96 features_3_0_mlp_3_weight" -> "520 linear_18" [style=solid, label="(192, 768)"]; -"97 features_3_0_mlp_3_bias" -> "520 linear_18" [style=solid, label="(192,)"]; -"98 features_3_0_norm2_weight" -> "522 layer_norm_7" [style=solid, label="(192,)"]; -"99 features_3_0_norm2_bias" -> "522 layer_norm_7" [style=solid, label="(192,)"]; -"100 features_3_1_attn_cpb_mlp_0_weight" -> "524 linear_19" [style=solid, label="(512, 2)"]; -"101 features_3_1_attn_cpb_mlp_0_bias" -> "524 linear_19" [style=solid, label="(512,)"]; -"102 features_3_1_attn_cpb_mlp_2_weight" -> "526 linear_20" [style=solid, label="(6, 512)"]; -"103 features_3_1_norm1_weight" -> "629 layer_norm_8" [style=solid, label="(192,)"]; -"104 features_3_1_norm1_bias" -> "629 layer_norm_8" [style=solid, label="(192,)"]; -"105 features_3_1_mlp_0_weight" -> "631 linear_23" [style=solid, label="(768, 192)"]; -"106 features_3_1_mlp_0_bias" -> "631 linear_23" [style=solid, label="(768,)"]; -"107 features_3_1_mlp_3_weight" -> "634 linear_24" [style=solid, label="(192, 768)"]; -"108 features_3_1_mlp_3_bias" -> "634 linear_24" [style=solid, label="(192,)"]; -"109 features_3_1_norm2_weight" -> "636 layer_norm_9" [style=solid, label="(192,)"]; -"110 features_3_1_norm2_bias" -> "636 layer_norm_9" [style=solid, label="(192,)"]; -"111 features_4_reduction_weight" -> "648 linear_25" [style=solid, label="(384, 768)"]; -"112 features_4_norm_weight" -> "649 layer_norm_10" [style=solid, label="(384,)"]; -"113 features_4_norm_bias" -> "649 layer_norm_10" [style=solid, label="(384,)"]; -"114 features_5_0_attn_cpb_mlp_0_weight" -> "650 linear_26" [style=solid, label="(512, 2)"]; -"115 features_5_0_attn_cpb_mlp_0_bias" -> "650 linear_26" [style=solid, label="(512,)"]; -"116 features_5_0_attn_cpb_mlp_2_weight" -> "652 linear_27" [style=solid, label="(12, 512)"]; -"117 features_5_0_norm1_weight" -> "701 layer_norm_11" [style=solid, label="(384,)"]; -"118 features_5_0_norm1_bias" -> "701 layer_norm_11" [style=solid, label="(384,)"]; -"119 features_5_0_mlp_0_weight" -> "703 linear_30" [style=solid, label="(1536, 384)"]; -"120 features_5_0_mlp_0_bias" -> "703 linear_30" [style=solid, label="(1536,)"]; -"121 features_5_0_mlp_3_weight" -> "706 linear_31" [style=solid, label="(384, 1536)"]; -"122 features_5_0_mlp_3_bias" -> "706 linear_31" [style=solid, label="(384,)"]; -"123 features_5_0_norm2_weight" -> "708 layer_norm_12" [style=solid, label="(384,)"]; -"124 features_5_0_norm2_bias" -> "708 layer_norm_12" [style=solid, label="(384,)"]; -"125 features_5_1_attn_cpb_mlp_0_weight" -> "710 linear_32" [style=solid, label="(512, 2)"]; -"126 features_5_1_attn_cpb_mlp_0_bias" -> "710 linear_32" [style=solid, label="(512,)"]; -"127 features_5_1_attn_cpb_mlp_2_weight" -> "712 linear_33" [style=solid, label="(12, 512)"]; -"128 features_5_1_norm1_weight" -> "815 layer_norm_13" [style=solid, label="(384,)"]; -"129 features_5_1_norm1_bias" -> "815 layer_norm_13" [style=solid, label="(384,)"]; -"130 features_5_1_mlp_0_weight" -> "817 linear_36" [style=solid, label="(1536, 384)"]; -"131 features_5_1_mlp_0_bias" -> "817 linear_36" [style=solid, label="(1536,)"]; -"132 features_5_1_mlp_3_weight" -> "820 linear_37" [style=solid, label="(384, 1536)"]; -"133 features_5_1_mlp_3_bias" -> "820 linear_37" [style=solid, label="(384,)"]; -"134 features_5_1_norm2_weight" -> "822 layer_norm_14" [style=solid, label="(384,)"]; -"135 features_5_1_norm2_bias" -> "822 layer_norm_14" [style=solid, label="(384,)"]; -"136 features_5_2_attn_cpb_mlp_0_weight" -> "824 linear_38" [style=solid, label="(512, 2)"]; -"137 features_5_2_attn_cpb_mlp_0_bias" -> "824 linear_38" [style=solid, label="(512,)"]; -"138 features_5_2_attn_cpb_mlp_2_weight" -> "826 linear_39" [style=solid, label="(12, 512)"]; -"139 features_5_2_norm1_weight" -> "875 layer_norm_15" [style=solid, label="(384,)"]; -"140 features_5_2_norm1_bias" -> "875 layer_norm_15" [style=solid, label="(384,)"]; -"141 features_5_2_mlp_0_weight" -> "877 linear_42" [style=solid, label="(1536, 384)"]; -"142 features_5_2_mlp_0_bias" -> "877 linear_42" [style=solid, label="(1536,)"]; -"143 features_5_2_mlp_3_weight" -> "880 linear_43" [style=solid, label="(384, 1536)"]; -"144 features_5_2_mlp_3_bias" -> "880 linear_43" [style=solid, label="(384,)"]; -"145 features_5_2_norm2_weight" -> "882 layer_norm_16" [style=solid, label="(384,)"]; -"146 features_5_2_norm2_bias" -> "882 layer_norm_16" [style=solid, label="(384,)"]; -"147 features_5_3_attn_cpb_mlp_0_weight" -> "884 linear_44" [style=solid, label="(512, 2)"]; -"148 features_5_3_attn_cpb_mlp_0_bias" -> "884 linear_44" [style=solid, label="(512,)"]; -"149 features_5_3_attn_cpb_mlp_2_weight" -> "886 linear_45" [style=solid, label="(12, 512)"]; -"150 features_5_3_norm1_weight" -> "989 layer_norm_17" [style=solid, label="(384,)"]; -"151 features_5_3_norm1_bias" -> "989 layer_norm_17" [style=solid, label="(384,)"]; -"152 features_5_3_mlp_0_weight" -> "991 linear_48" [style=solid, label="(1536, 384)"]; -"153 features_5_3_mlp_0_bias" -> "991 linear_48" [style=solid, label="(1536,)"]; -"154 features_5_3_mlp_3_weight" -> "994 linear_49" [style=solid, label="(384, 1536)"]; -"155 features_5_3_mlp_3_bias" -> "994 linear_49" [style=solid, label="(384,)"]; -"156 features_5_3_norm2_weight" -> "996 layer_norm_18" [style=solid, label="(384,)"]; -"157 features_5_3_norm2_bias" -> "996 layer_norm_18" [style=solid, label="(384,)"]; -"158 features_5_4_attn_cpb_mlp_0_weight" -> "998 linear_50" [style=solid, label="(512, 2)"]; -"159 features_5_4_attn_cpb_mlp_0_bias" -> "998 linear_50" [style=solid, label="(512,)"]; -"160 features_5_4_attn_cpb_mlp_2_weight" -> "1000 linear_51" [style=solid, label="(12, 512)"]; -"161 features_5_4_norm1_weight" -> "1049 layer_norm_19" [style=solid, label="(384,)"]; -"162 features_5_4_norm1_bias" -> "1049 layer_norm_19" [style=solid, label="(384,)"]; -"163 features_5_4_mlp_0_weight" -> "1051 linear_54" [style=solid, label="(1536, 384)"]; -"164 features_5_4_mlp_0_bias" -> "1051 linear_54" [style=solid, label="(1536,)"]; -"165 features_5_4_mlp_3_weight" -> "1054 linear_55" [style=solid, label="(384, 1536)"]; -"166 features_5_4_mlp_3_bias" -> "1054 linear_55" [style=solid, label="(384,)"]; -"167 features_5_4_norm2_weight" -> "1056 layer_norm_20" [style=solid, label="(384,)"]; -"168 features_5_4_norm2_bias" -> "1056 layer_norm_20" [style=solid, label="(384,)"]; -"169 features_5_5_attn_cpb_mlp_0_weight" -> "1058 linear_56" [style=solid, label="(512, 2)"]; -"170 features_5_5_attn_cpb_mlp_0_bias" -> "1058 linear_56" [style=solid, label="(512,)"]; -"171 features_5_5_attn_cpb_mlp_2_weight" -> "1060 linear_57" [style=solid, label="(12, 512)"]; -"172 features_5_5_norm1_weight" -> "1163 layer_norm_21" [style=solid, label="(384,)"]; -"173 features_5_5_norm1_bias" -> "1163 layer_norm_21" [style=solid, label="(384,)"]; -"174 features_5_5_mlp_0_weight" -> "1165 linear_60" [style=solid, label="(1536, 384)"]; -"175 features_5_5_mlp_0_bias" -> "1165 linear_60" [style=solid, label="(1536,)"]; -"176 features_5_5_mlp_3_weight" -> "1168 linear_61" [style=solid, label="(384, 1536)"]; -"177 features_5_5_mlp_3_bias" -> "1168 linear_61" [style=solid, label="(384,)"]; -"178 features_5_5_norm2_weight" -> "1170 layer_norm_22" [style=solid, label="(384,)"]; -"179 features_5_5_norm2_bias" -> "1170 layer_norm_22" [style=solid, label="(384,)"]; -"180 features_6_reduction_weight" -> "1182 linear_62" [style=solid, label="(768, 1536)"]; -"181 features_6_norm_weight" -> "1183 layer_norm_23" [style=solid, label="(768,)"]; -"182 features_6_norm_bias" -> "1183 layer_norm_23" [style=solid, label="(768,)"]; -"183 features_7_0_attn_cpb_mlp_0_weight" -> "1184 linear_63" [style=solid, label="(512, 2)"]; -"184 features_7_0_attn_cpb_mlp_0_bias" -> "1184 linear_63" [style=solid, label="(512,)"]; -"185 features_7_0_attn_cpb_mlp_2_weight" -> "1186 linear_64" [style=solid, label="(24, 512)"]; -"186 features_7_0_norm1_weight" -> "1235 layer_norm_24" [style=solid, label="(768,)"]; -"187 features_7_0_norm1_bias" -> "1235 layer_norm_24" [style=solid, label="(768,)"]; -"188 features_7_0_mlp_0_weight" -> "1237 linear_67" [style=solid, label="(3072, 768)"]; -"189 features_7_0_mlp_0_bias" -> "1237 linear_67" [style=solid, label="(3072,)"]; -"190 features_7_0_mlp_3_weight" -> "1240 linear_68" [style=solid, label="(768, 3072)"]; -"191 features_7_0_mlp_3_bias" -> "1240 linear_68" [style=solid, label="(768,)"]; -"192 features_7_0_norm2_weight" -> "1242 layer_norm_25" [style=solid, label="(768,)"]; -"193 features_7_0_norm2_bias" -> "1242 layer_norm_25" [style=solid, label="(768,)"]; -"194 features_7_1_attn_cpb_mlp_0_weight" -> "1244 linear_69" [style=solid, label="(512, 2)"]; -"195 features_7_1_attn_cpb_mlp_0_bias" -> "1244 linear_69" [style=solid, label="(512,)"]; -"196 features_7_1_attn_cpb_mlp_2_weight" -> "1246 linear_70" [style=solid, label="(24, 512)"]; -"197 features_7_1_norm1_weight" -> "1295 layer_norm_26" [style=solid, label="(768,)"]; -"198 features_7_1_norm1_bias" -> "1295 layer_norm_26" [style=solid, label="(768,)"]; -"199 features_7_1_mlp_0_weight" -> "1297 linear_73" [style=solid, label="(3072, 768)"]; -"200 features_7_1_mlp_0_bias" -> "1297 linear_73" [style=solid, label="(3072,)"]; -"201 features_7_1_mlp_3_weight" -> "1300 linear_74" [style=solid, label="(768, 3072)"]; -"202 features_7_1_mlp_3_bias" -> "1300 linear_74" [style=solid, label="(768,)"]; -"203 features_7_1_norm2_weight" -> "1302 layer_norm_27" [style=solid, label="(768,)"]; -"204 features_7_1_norm2_bias" -> "1302 layer_norm_27" [style=solid, label="(768,)"]; -"205 norm_weight" -> "1304 layer_norm_28" [style=solid, label="(768,)"]; -"206 norm_bias" -> "1304 layer_norm_28" [style=solid, label="(768,)"]; -"207 head_weight" -> "1308 linear_75" [style=solid, label="(1000, 768)"]; -"208 head_bias" -> "1308 linear_75" [style=solid, label="(1000,)"]; -"209 features_1_0_attn_relative_coords_table" -> "282 linear" [style=solid, label="(1, 15, 15, 2)"]; -"210 features_1_0_attn_relative_position_index" -> "286 index" [style=solid, label="(4096,)"]; -"211 features_1_1_attn_relative_coords_table" -> "340 linear_6" [style=solid, label="(1, 15, 15, 2)"]; -"212 features_1_1_attn_relative_position_index" -> "344 index_1" [style=solid, label="(4096,)"]; -"213 features_3_0_attn_relative_coords_table" -> "464 linear_13" [style=solid, label="(1, 15, 15, 2)"]; -"214 features_3_0_attn_relative_position_index" -> "468 index_2" [style=solid, label="(4096,)"]; -"215 features_3_1_attn_relative_coords_table" -> "524 linear_19" [style=solid, label="(1, 15, 15, 2)"]; -"216 features_3_1_attn_relative_position_index" -> "528 index_3" [style=solid, label="(4096,)"]; -"217 features_5_0_attn_relative_coords_table" -> "650 linear_26" [style=solid, label="(1, 15, 15, 2)"]; -"218 features_5_0_attn_relative_position_index" -> "654 index_4" [style=solid, label="(4096,)"]; -"219 features_5_1_attn_relative_coords_table" -> "710 linear_32" [style=solid, label="(1, 15, 15, 2)"]; -"220 features_5_1_attn_relative_position_index" -> "714 index_5" [style=solid, label="(4096,)"]; -"221 features_5_2_attn_relative_coords_table" -> "824 linear_38" [style=solid, label="(1, 15, 15, 2)"]; -"222 features_5_2_attn_relative_position_index" -> "828 index_6" [style=solid, label="(4096,)"]; -"223 features_5_3_attn_relative_coords_table" -> "884 linear_44" [style=solid, label="(1, 15, 15, 2)"]; -"224 features_5_3_attn_relative_position_index" -> "888 index_7" [style=solid, label="(4096,)"]; -"225 features_5_4_attn_relative_coords_table" -> "998 linear_50" [style=solid, label="(1, 15, 15, 2)"]; -"226 features_5_4_attn_relative_position_index" -> "1002 index_8" [style=solid, label="(4096,)"]; -"227 features_5_5_attn_relative_coords_table" -> "1058 linear_56" [style=solid, label="(1, 15, 15, 2)"]; -"228 features_5_5_attn_relative_position_index" -> "1062 index_9" [style=solid, label="(4096,)"]; -"229 features_7_0_attn_relative_coords_table" -> "1184 linear_63" [style=solid, label="(1, 15, 15, 2)"]; -"230 features_7_0_attn_relative_position_index" -> "1188 index_10" [style=solid, label="(4096,)"]; -"231 features_7_1_attn_relative_coords_table" -> "1244 linear_69" [style=solid, label="(1, 15, 15, 2)"]; -"232 features_7_1_attn_relative_position_index" -> "1248 index_11" [style=solid, label="(4096,)"]; -"233 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_0" -> "380 lift_fresh_copy" [style=solid, label="()"]; -"234 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_1" -> "384 lift_fresh_copy_1" [style=solid, label="()"]; -"235 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_2" -> "388 lift_fresh_copy_2" [style=solid, label="()"]; -"236 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_3" -> "392 lift_fresh_copy_3" [style=solid, label="()"]; -"237 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_4" -> "396 lift_fresh_copy_4" [style=solid, label="()"]; -"238 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_5" -> "400 lift_fresh_copy_5" [style=solid, label="()"]; -"239 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_6" -> "404 lift_fresh_copy_6" [style=solid, label="()"]; -"240 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_7" -> "408 lift_fresh_copy_7" [style=solid, label="()"]; -"241 getattr_getattr_l_self_features_1_1_attn_lifted_tensor_8" -> "412 lift_fresh_copy_8" [style=solid, label="()"]; -"242 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_9" -> "564 lift_fresh_copy_9" [style=solid, label="()"]; -"243 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_10" -> "568 lift_fresh_copy_10" [style=solid, label="()"]; -"244 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_11" -> "572 lift_fresh_copy_11" [style=solid, label="()"]; -"245 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_12" -> "576 lift_fresh_copy_12" [style=solid, label="()"]; -"246 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_13" -> "580 lift_fresh_copy_13" [style=solid, label="()"]; -"247 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_14" -> "584 lift_fresh_copy_14" [style=solid, label="()"]; -"248 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_15" -> "588 lift_fresh_copy_15" [style=solid, label="()"]; -"249 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_16" -> "592 lift_fresh_copy_16" [style=solid, label="()"]; -"250 getattr_getattr_l_self_features_3_1_attn_lifted_tensor_17" -> "596 lift_fresh_copy_17" [style=solid, label="()"]; -"251 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_18" -> "750 lift_fresh_copy_18" [style=solid, label="()"]; -"252 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_19" -> "754 lift_fresh_copy_19" [style=solid, label="()"]; -"253 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_20" -> "758 lift_fresh_copy_20" [style=solid, label="()"]; -"254 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_21" -> "762 lift_fresh_copy_21" [style=solid, label="()"]; -"255 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_22" -> "766 lift_fresh_copy_22" [style=solid, label="()"]; -"256 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_23" -> "770 lift_fresh_copy_23" [style=solid, label="()"]; -"257 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_24" -> "774 lift_fresh_copy_24" [style=solid, label="()"]; -"258 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_25" -> "778 lift_fresh_copy_25" [style=solid, label="()"]; -"259 getattr_getattr_l_self_features_5_1_attn_lifted_tensor_26" -> "782 lift_fresh_copy_26" [style=solid, label="()"]; -"260 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_27" -> "924 lift_fresh_copy_27" [style=solid, label="()"]; -"261 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_28" -> "928 lift_fresh_copy_28" [style=solid, label="()"]; -"262 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_29" -> "932 lift_fresh_copy_29" [style=solid, label="()"]; -"263 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_30" -> "936 lift_fresh_copy_30" [style=solid, label="()"]; -"264 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_31" -> "940 lift_fresh_copy_31" [style=solid, label="()"]; -"265 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_32" -> "944 lift_fresh_copy_32" [style=solid, label="()"]; -"266 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_33" -> "948 lift_fresh_copy_33" [style=solid, label="()"]; -"267 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_34" -> "952 lift_fresh_copy_34" [style=solid, label="()"]; -"268 getattr_getattr_l_self_features_5_3_attn_lifted_tensor_35" -> "956 lift_fresh_copy_35" [style=solid, label="()"]; -"269 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_36" -> "1098 lift_fresh_copy_36" [style=solid, label="()"]; -"270 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_37" -> "1102 lift_fresh_copy_37" [style=solid, label="()"]; -"271 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_38" -> "1106 lift_fresh_copy_38" [style=solid, label="()"]; -"272 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_39" -> "1110 lift_fresh_copy_39" [style=solid, label="()"]; -"273 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_40" -> "1114 lift_fresh_copy_40" [style=solid, label="()"]; -"274 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_41" -> "1118 lift_fresh_copy_41" [style=solid, label="()"]; -"275 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_42" -> "1122 lift_fresh_copy_42" [style=solid, label="()"]; -"276 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_43" -> "1126 lift_fresh_copy_43" [style=solid, label="()"]; -"277 getattr_getattr_l_self_features_5_5_attn_lifted_tensor_44" -> "1130 lift_fresh_copy_44" [style=solid, label="()"]; -"278 x" -> "279 conv2d" [style=solid, label="(1, 3, 224, 224)"]; -"279 conv2d" -> "280 permute" [style=solid, label="(1, 96, 56, 56)"]; -"280 permute" -> "281 layer_norm" [style=solid, label="(1, 56, 56, 96)"]; -"281 layer_norm" -> "293 pad" [style=solid, label="(1, 56, 56, 96)"]; -"281 layer_norm" -> "332 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"282 linear" -> "283 relu_" [style=solid, label="(1, 15, 15, 512)"]; -"283 relu_" -> "284 linear_1" [style=solid, label="(1, 15, 15, 512)"]; -"284 linear_1" -> "285 view" [style=solid, label="(1, 15, 15, 3)"]; -"285 view" -> "286 index" [style=solid, label="(225, 3)"]; -"286 index" -> "287 view_1" [style=solid, label="(4096, 3)"]; -"287 view_1" -> "288 permute_1" [style=solid, label="(64, 64, 3)"]; -"288 permute_1" -> "289 contiguous" [style=solid, label="(3, 64, 64)"]; -"289 contiguous" -> "290 unsqueeze" [style=solid, label="(3, 64, 64)"]; -"290 unsqueeze" -> "291 sigmoid" [style=solid, label="(1, 3, 64, 64)"]; -"291 sigmoid" -> "292 mul" [style=solid, label="(1, 3, 64, 64)"]; -"292 mul" -> "319 add" [style=solid, label="(1, 3, 64, 64)"]; -"293 pad" -> "294 view_2" [style=solid, label="(1, 56, 56, 96)"]; -"294 view_2" -> "295 permute_2" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"295 permute_2" -> "296 reshape" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"296 reshape" -> "300 linear_2" [style=solid, label="(49, 64, 96)"]; -"297 clone" -> "298 slice_1" [style=solid, label="(288,)"]; -"297 clone" -> "300 linear_2" [style=solid, label="(288,)"]; -"298 slice_1" -> "299 zero_" [style=solid, label="(96,)"]; -"300 linear_2" -> "301 reshape_1" [style=solid, label="(49, 64, 288)"]; -"301 reshape_1" -> "302 permute_3" [style=solid, label="(49, 64, 3, 3, 32)"]; -"302 permute_3" -> "303 select" [style=solid, label="(3, 49, 3, 64, 32)"]; -"302 permute_3" -> "304 select_1" [style=solid, label="(3, 49, 3, 64, 32)"]; -"302 permute_3" -> "305 select_2" [style=solid, label="(3, 49, 3, 64, 32)"]; -"303 select" -> "306 linalg_vector_norm" [style=solid, label="(49, 3, 64, 32)"]; -"303 select" -> "308 expand_as" [style=solid, label="(49, 3, 64, 32)"]; -"303 select" -> "309 div" [style=solid, label="(49, 3, 64, 32)"]; -"304 select_1" -> "310 linalg_vector_norm_1" [style=solid, label="(49, 3, 64, 32)"]; -"304 select_1" -> "312 expand_as_1" [style=solid, label="(49, 3, 64, 32)"]; -"304 select_1" -> "313 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"305 select_2" -> "322 matmul_1" [style=solid, label="(49, 3, 64, 32)"]; -"306 linalg_vector_norm" -> "307 clamp_min" [style=solid, label="(49, 3, 64, 1)"]; -"307 clamp_min" -> "308 expand_as" [style=solid, label="(49, 3, 64, 1)"]; -"308 expand_as" -> "309 div" [style=solid, label="(49, 3, 64, 32)"]; -"309 div" -> "315 matmul" [style=solid, label="(49, 3, 64, 32)"]; -"310 linalg_vector_norm_1" -> "311 clamp_min_1" [style=solid, label="(49, 3, 64, 1)"]; -"311 clamp_min_1" -> "312 expand_as_1" [style=solid, label="(49, 3, 64, 1)"]; -"312 expand_as_1" -> "313 div_1" [style=solid, label="(49, 3, 64, 32)"]; -"313 div_1" -> "314 transpose" [style=solid, label="(49, 3, 64, 32)"]; -"314 transpose" -> "315 matmul" [style=solid, label="(49, 3, 32, 64)"]; -"315 matmul" -> "318 mul_1" [style=solid, label="(49, 3, 64, 64)"]; -"316 clamp" -> "317 exp" [style=solid, label="(3, 1, 1)"]; -"317 exp" -> "318 mul_1" [style=solid, label="(3, 1, 1)"]; -"318 mul_1" -> "319 add" [style=solid, label="(49, 3, 64, 64)"]; -"319 add" -> "320 softmax" [style=solid, label="(49, 3, 64, 64)"]; -"320 softmax" -> "321 dropout" [style=solid, label="(49, 3, 64, 64)"]; -"321 dropout" -> "322 matmul_1" [style=solid, label="(49, 3, 64, 64)"]; -"322 matmul_1" -> "323 transpose_1" [style=solid, label="(49, 3, 64, 32)"]; -"323 transpose_1" -> "324 reshape_2" [style=solid, label="(49, 64, 3, 32)"]; -"324 reshape_2" -> "325 linear_3" [style=solid, label="(49, 64, 96)"]; -"325 linear_3" -> "326 dropout_1" [style=solid, label="(49, 64, 96)"]; -"326 dropout_1" -> "327 view_3" [style=solid, label="(49, 64, 96)"]; -"327 view_3" -> "328 permute_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"328 permute_4" -> "329 reshape_3" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"329 reshape_3" -> "330 alias" [style=solid, label="(1, 56, 56, 96)"]; -"330 alias" -> "331 layer_norm_1" [style=solid, label="(1, 56, 56, 96)"]; -"331 layer_norm_1" -> "332 add_1" [style=solid, label="(1, 56, 56, 96)"]; -"332 add_1" -> "333 linear_4" [style=solid, label="(1, 56, 56, 96)"]; -"332 add_1" -> "339 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"333 linear_4" -> "334 gelu" [style=solid, label="(1, 56, 56, 384)"]; -"334 gelu" -> "335 dropout_2" [style=solid, label="(1, 56, 56, 384)"]; -"335 dropout_2" -> "336 linear_5" [style=solid, label="(1, 56, 56, 384)"]; -"336 linear_5" -> "337 dropout_3" [style=solid, label="(1, 56, 56, 96)"]; -"337 dropout_3" -> "338 layer_norm_2" [style=solid, label="(1, 56, 56, 96)"]; -"338 layer_norm_2" -> "339 add_2" [style=solid, label="(1, 56, 56, 96)"]; -"339 add_2" -> "351 pad_1" [style=solid, label="(1, 56, 56, 96)"]; -"339 add_2" -> "444 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"340 linear_6" -> "341 relu__1" [style=solid, label="(1, 15, 15, 512)"]; -"341 relu__1" -> "342 linear_7" [style=solid, label="(1, 15, 15, 512)"]; -"342 linear_7" -> "343 view_4" [style=solid, label="(1, 15, 15, 3)"]; -"343 view_4" -> "344 index_1" [style=solid, label="(225, 3)"]; -"344 index_1" -> "345 view_5" [style=solid, label="(4096, 3)"]; -"345 view_5" -> "346 permute_5" [style=solid, label="(64, 64, 3)"]; -"346 permute_5" -> "347 contiguous_1" [style=solid, label="(3, 64, 64)"]; -"347 contiguous_1" -> "348 unsqueeze_1" [style=solid, label="(3, 64, 64)"]; -"348 unsqueeze_1" -> "349 sigmoid_1" [style=solid, label="(1, 3, 64, 64)"]; -"349 sigmoid_1" -> "350 mul_2" [style=solid, label="(1, 3, 64, 64)"]; -"350 mul_2" -> "378 add_3" [style=solid, label="(1, 3, 64, 64)"]; -"351 pad_1" -> "352 roll" [style=solid, label="(1, 56, 56, 96)"]; -"352 roll" -> "353 view_6" [style=solid, label="(1, 56, 56, 96)"]; -"353 view_6" -> "354 permute_6" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"354 permute_6" -> "355 reshape_4" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"355 reshape_4" -> "359 linear_8" [style=solid, label="(49, 64, 96)"]; -"355 reshape_4" -> "379 new_zeros" [style=solid, label="(49, 64, 96)"]; -"356 clone_1" -> "357 slice_2" [style=solid, label="(288,)"]; -"356 clone_1" -> "359 linear_8" [style=solid, label="(288,)"]; -"357 slice_2" -> "358 zero__1" [style=solid, label="(96,)"]; -"359 linear_8" -> "360 reshape_5" [style=solid, label="(49, 64, 288)"]; -"360 reshape_5" -> "361 permute_7" [style=solid, label="(49, 64, 3, 3, 32)"]; -"361 permute_7" -> "362 select_3" [style=solid, label="(3, 49, 3, 64, 32)"]; -"361 permute_7" -> "363 select_4" [style=solid, label="(3, 49, 3, 64, 32)"]; -"361 permute_7" -> "364 select_5" [style=solid, label="(3, 49, 3, 64, 32)"]; -"362 select_3" -> "365 linalg_vector_norm_2" [style=solid, label="(49, 3, 64, 32)"]; -"362 select_3" -> "367 expand_as_2" [style=solid, label="(49, 3, 64, 32)"]; -"362 select_3" -> "368 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"363 select_4" -> "369 linalg_vector_norm_3" [style=solid, label="(49, 3, 64, 32)"]; -"363 select_4" -> "371 expand_as_3" [style=solid, label="(49, 3, 64, 32)"]; -"363 select_4" -> "372 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"364 select_5" -> "433 matmul_3" [style=solid, label="(49, 3, 64, 32)"]; -"365 linalg_vector_norm_2" -> "366 clamp_min_2" [style=solid, label="(49, 3, 64, 1)"]; -"366 clamp_min_2" -> "367 expand_as_2" [style=solid, label="(49, 3, 64, 1)"]; -"367 expand_as_2" -> "368 div_2" [style=solid, label="(49, 3, 64, 32)"]; -"368 div_2" -> "374 matmul_2" [style=solid, label="(49, 3, 64, 32)"]; -"369 linalg_vector_norm_3" -> "370 clamp_min_3" [style=solid, label="(49, 3, 64, 1)"]; -"370 clamp_min_3" -> "371 expand_as_3" [style=solid, label="(49, 3, 64, 1)"]; -"371 expand_as_3" -> "372 div_3" [style=solid, label="(49, 3, 64, 32)"]; -"372 div_3" -> "373 transpose_2" [style=solid, label="(49, 3, 64, 32)"]; -"373 transpose_2" -> "374 matmul_2" [style=solid, label="(49, 3, 32, 64)"]; -"374 matmul_2" -> "377 mul_3" [style=solid, label="(49, 3, 64, 64)"]; -"375 clamp_1" -> "376 exp_1" [style=solid, label="(3, 1, 1)"]; -"376 exp_1" -> "377 mul_3" [style=solid, label="(3, 1, 1)"]; -"377 mul_3" -> "378 add_3" [style=solid, label="(49, 3, 64, 64)"]; -"378 add_3" -> "426 view_8" [style=solid, label="(49, 3, 64, 64)"]; -"379 new_zeros" -> "381 slice_3" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "385 slice_5" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "389 slice_7" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "393 slice_9" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "397 slice_11" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "401 slice_13" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "405 slice_15" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "409 slice_17" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "413 slice_19" [style=solid, label="(56, 56)"]; -"379 new_zeros" -> "416 view_7" [style=solid, label="(56, 56)"]; -"380 lift_fresh_copy" -> "383 fill_" [style=solid, label="()"]; -"381 slice_3" -> "382 slice_4" [style=solid, label="(48, 56)"]; -"382 slice_4" -> "383 fill_" [style=solid, label="(48, 48)"]; -"384 lift_fresh_copy_1" -> "387 fill__1" [style=solid, label="()"]; -"385 slice_5" -> "386 slice_6" [style=solid, label="(48, 56)"]; -"386 slice_6" -> "387 fill__1" [style=solid, label="(48, 4)"]; -"388 lift_fresh_copy_2" -> "391 fill__2" [style=solid, label="()"]; -"389 slice_7" -> "390 slice_8" [style=solid, label="(48, 56)"]; -"390 slice_8" -> "391 fill__2" [style=solid, label="(48, 4)"]; -"392 lift_fresh_copy_3" -> "395 fill__3" [style=solid, label="()"]; -"393 slice_9" -> "394 slice_10" [style=solid, label="(4, 56)"]; -"394 slice_10" -> "395 fill__3" [style=solid, label="(4, 48)"]; -"396 lift_fresh_copy_4" -> "399 fill__4" [style=solid, label="()"]; -"397 slice_11" -> "398 slice_12" [style=solid, label="(4, 56)"]; -"398 slice_12" -> "399 fill__4" [style=solid, label="(4, 4)"]; -"400 lift_fresh_copy_5" -> "403 fill__5" [style=solid, label="()"]; -"401 slice_13" -> "402 slice_14" [style=solid, label="(4, 56)"]; -"402 slice_14" -> "403 fill__5" [style=solid, label="(4, 4)"]; -"404 lift_fresh_copy_6" -> "407 fill__6" [style=solid, label="()"]; -"405 slice_15" -> "406 slice_16" [style=solid, label="(4, 56)"]; -"406 slice_16" -> "407 fill__6" [style=solid, label="(4, 48)"]; -"408 lift_fresh_copy_7" -> "411 fill__7" [style=solid, label="()"]; -"409 slice_17" -> "410 slice_18" [style=solid, label="(4, 56)"]; -"410 slice_18" -> "411 fill__7" [style=solid, label="(4, 4)"]; -"412 lift_fresh_copy_8" -> "415 fill__8" [style=solid, label="()"]; -"413 slice_19" -> "414 slice_20" [style=solid, label="(4, 56)"]; -"414 slice_20" -> "415 fill__8" [style=solid, label="(4, 4)"]; -"416 view_7" -> "417 permute_8" [style=solid, label="(7, 8, 7, 8)"]; -"417 permute_8" -> "418 reshape_6" [style=solid, label="(7, 7, 8, 8)"]; -"418 reshape_6" -> "419 unsqueeze_2" [style=solid, label="(49, 64)"]; -"418 reshape_6" -> "420 unsqueeze_3" [style=solid, label="(49, 64)"]; -"419 unsqueeze_2" -> "421 sub" [style=solid, label="(49, 1, 64)"]; -"420 unsqueeze_3" -> "421 sub" [style=solid, label="(49, 64, 1)"]; -"421 sub" -> "422 ne" [style=solid, label="(49, 64, 64)"]; -"421 sub" -> "423 masked_fill" [style=solid, label="(49, 64, 64)"]; -"421 sub" -> "424 eq" [style=solid, label="(49, 64, 64)"]; -"422 ne" -> "423 masked_fill" [style=solid, label="(49, 64, 64)"]; -"423 masked_fill" -> "425 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"424 eq" -> "425 masked_fill_1" [style=solid, label="(49, 64, 64)"]; -"425 masked_fill_1" -> "427 unsqueeze_4" [style=solid, label="(49, 64, 64)"]; -"426 view_8" -> "429 add_4" [style=solid, label="(1, 49, 3, 64, 64)"]; -"427 unsqueeze_4" -> "428 unsqueeze_5" [style=solid, label="(49, 1, 64, 64)"]; -"428 unsqueeze_5" -> "429 add_4" [style=solid, label="(1, 49, 1, 64, 64)"]; -"429 add_4" -> "430 view_9" [style=solid, label="(1, 49, 3, 64, 64)"]; -"430 view_9" -> "431 softmax_1" [style=solid, label="(49, 3, 64, 64)"]; -"431 softmax_1" -> "432 dropout_4" [style=solid, label="(49, 3, 64, 64)"]; -"432 dropout_4" -> "433 matmul_3" [style=solid, label="(49, 3, 64, 64)"]; -"433 matmul_3" -> "434 transpose_3" [style=solid, label="(49, 3, 64, 32)"]; -"434 transpose_3" -> "435 reshape_7" [style=solid, label="(49, 64, 3, 32)"]; -"435 reshape_7" -> "436 linear_9" [style=solid, label="(49, 64, 96)"]; -"436 linear_9" -> "437 dropout_5" [style=solid, label="(49, 64, 96)"]; -"437 dropout_5" -> "438 view_10" [style=solid, label="(49, 64, 96)"]; -"438 view_10" -> "439 permute_9" [style=solid, label="(1, 7, 7, 8, 8, 96)"]; -"439 permute_9" -> "440 reshape_8" [style=solid, label="(1, 7, 8, 7, 8, 96)"]; -"440 reshape_8" -> "441 roll_1" [style=solid, label="(1, 56, 56, 96)"]; -"441 roll_1" -> "442 alias_1" [style=solid, label="(1, 56, 56, 96)"]; -"442 alias_1" -> "443 layer_norm_3" [style=solid, label="(1, 56, 56, 96)"]; -"443 layer_norm_3" -> "444 add_5" [style=solid, label="(1, 56, 56, 96)"]; -"444 add_5" -> "445 linear_10" [style=solid, label="(1, 56, 56, 96)"]; -"444 add_5" -> "451 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"445 linear_10" -> "446 gelu_1" [style=solid, label="(1, 56, 56, 384)"]; -"446 gelu_1" -> "447 dropout_6" [style=solid, label="(1, 56, 56, 384)"]; -"447 dropout_6" -> "448 linear_11" [style=solid, label="(1, 56, 56, 384)"]; -"448 linear_11" -> "449 dropout_7" [style=solid, label="(1, 56, 56, 96)"]; -"449 dropout_7" -> "450 layer_norm_4" [style=solid, label="(1, 56, 56, 96)"]; -"450 layer_norm_4" -> "451 add_6" [style=solid, label="(1, 56, 56, 96)"]; -"451 add_6" -> "452 pad_2" [style=solid, label="(1, 56, 56, 96)"]; -"452 pad_2" -> "453 slice_21" [style=solid, label="(1, 56, 56, 96)"]; -"452 pad_2" -> "455 slice_23" [style=solid, label="(1, 56, 56, 96)"]; -"452 pad_2" -> "457 slice_25" [style=solid, label="(1, 56, 56, 96)"]; -"452 pad_2" -> "459 slice_27" [style=solid, label="(1, 56, 56, 96)"]; -"453 slice_21" -> "454 slice_22" [style=solid, label="(1, 28, 56, 96)"]; -"454 slice_22" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; -"455 slice_23" -> "456 slice_24" [style=solid, label="(1, 28, 56, 96)"]; -"456 slice_24" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; -"457 slice_25" -> "458 slice_26" [style=solid, label="(1, 28, 56, 96)"]; -"458 slice_26" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; -"459 slice_27" -> "460 slice_28" [style=solid, label="(1, 28, 56, 96)"]; -"460 slice_28" -> "461 cat" [style=solid, label="(1, 28, 28, 96)"]; -"461 cat" -> "462 linear_12" [style=solid, label="(1, 28, 28, 384)"]; -"462 linear_12" -> "463 layer_norm_5" [style=solid, label="(1, 28, 28, 192)"]; -"463 layer_norm_5" -> "475 pad_3" [style=solid, label="(1, 28, 28, 192)"]; -"463 layer_norm_5" -> "516 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"464 linear_13" -> "465 relu__2" [style=solid, label="(1, 15, 15, 512)"]; -"465 relu__2" -> "466 linear_14" [style=solid, label="(1, 15, 15, 512)"]; -"466 linear_14" -> "467 view_11" [style=solid, label="(1, 15, 15, 6)"]; -"467 view_11" -> "468 index_2" [style=solid, label="(225, 6)"]; -"468 index_2" -> "469 view_12" [style=solid, label="(4096, 6)"]; -"469 view_12" -> "470 permute_10" [style=solid, label="(64, 64, 6)"]; -"470 permute_10" -> "471 contiguous_2" [style=solid, label="(6, 64, 64)"]; -"471 contiguous_2" -> "472 unsqueeze_6" [style=solid, label="(6, 64, 64)"]; -"472 unsqueeze_6" -> "473 sigmoid_2" [style=solid, label="(1, 6, 64, 64)"]; -"473 sigmoid_2" -> "474 mul_4" [style=solid, label="(1, 6, 64, 64)"]; -"474 mul_4" -> "501 add_7" [style=solid, label="(1, 6, 64, 64)"]; -"475 pad_3" -> "476 view_13" [style=solid, label="(1, 32, 32, 192)"]; -"476 view_13" -> "477 permute_11" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"477 permute_11" -> "478 reshape_9" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"478 reshape_9" -> "482 linear_15" [style=solid, label="(16, 64, 192)"]; -"479 clone_2" -> "480 slice_29" [style=solid, label="(576,)"]; -"479 clone_2" -> "482 linear_15" [style=solid, label="(576,)"]; -"480 slice_29" -> "481 zero__2" [style=solid, label="(192,)"]; -"482 linear_15" -> "483 reshape_10" [style=solid, label="(16, 64, 576)"]; -"483 reshape_10" -> "484 permute_12" [style=solid, label="(16, 64, 3, 6, 32)"]; -"484 permute_12" -> "485 select_6" [style=solid, label="(3, 16, 6, 64, 32)"]; -"484 permute_12" -> "486 select_7" [style=solid, label="(3, 16, 6, 64, 32)"]; -"484 permute_12" -> "487 select_8" [style=solid, label="(3, 16, 6, 64, 32)"]; -"485 select_6" -> "488 linalg_vector_norm_4" [style=solid, label="(16, 6, 64, 32)"]; -"485 select_6" -> "490 expand_as_4" [style=solid, label="(16, 6, 64, 32)"]; -"485 select_6" -> "491 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"486 select_7" -> "492 linalg_vector_norm_5" [style=solid, label="(16, 6, 64, 32)"]; -"486 select_7" -> "494 expand_as_5" [style=solid, label="(16, 6, 64, 32)"]; -"486 select_7" -> "495 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"487 select_8" -> "504 matmul_5" [style=solid, label="(16, 6, 64, 32)"]; -"488 linalg_vector_norm_4" -> "489 clamp_min_4" [style=solid, label="(16, 6, 64, 1)"]; -"489 clamp_min_4" -> "490 expand_as_4" [style=solid, label="(16, 6, 64, 1)"]; -"490 expand_as_4" -> "491 div_4" [style=solid, label="(16, 6, 64, 32)"]; -"491 div_4" -> "497 matmul_4" [style=solid, label="(16, 6, 64, 32)"]; -"492 linalg_vector_norm_5" -> "493 clamp_min_5" [style=solid, label="(16, 6, 64, 1)"]; -"493 clamp_min_5" -> "494 expand_as_5" [style=solid, label="(16, 6, 64, 1)"]; -"494 expand_as_5" -> "495 div_5" [style=solid, label="(16, 6, 64, 32)"]; -"495 div_5" -> "496 transpose_4" [style=solid, label="(16, 6, 64, 32)"]; -"496 transpose_4" -> "497 matmul_4" [style=solid, label="(16, 6, 32, 64)"]; -"497 matmul_4" -> "500 mul_5" [style=solid, label="(16, 6, 64, 64)"]; -"498 clamp_2" -> "499 exp_2" [style=solid, label="(6, 1, 1)"]; -"499 exp_2" -> "500 mul_5" [style=solid, label="(6, 1, 1)"]; -"500 mul_5" -> "501 add_7" [style=solid, label="(16, 6, 64, 64)"]; -"501 add_7" -> "502 softmax_2" [style=solid, label="(16, 6, 64, 64)"]; -"502 softmax_2" -> "503 dropout_8" [style=solid, label="(16, 6, 64, 64)"]; -"503 dropout_8" -> "504 matmul_5" [style=solid, label="(16, 6, 64, 64)"]; -"504 matmul_5" -> "505 transpose_5" [style=solid, label="(16, 6, 64, 32)"]; -"505 transpose_5" -> "506 reshape_11" [style=solid, label="(16, 64, 6, 32)"]; -"506 reshape_11" -> "507 linear_16" [style=solid, label="(16, 64, 192)"]; -"507 linear_16" -> "508 dropout_9" [style=solid, label="(16, 64, 192)"]; -"508 dropout_9" -> "509 view_14" [style=solid, label="(16, 64, 192)"]; -"509 view_14" -> "510 permute_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"510 permute_13" -> "511 reshape_12" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"511 reshape_12" -> "512 slice_30" [style=solid, label="(1, 32, 32, 192)"]; -"512 slice_30" -> "513 slice_31" [style=solid, label="(1, 28, 32, 192)"]; -"513 slice_31" -> "514 contiguous_3" [style=solid, label="(1, 28, 28, 192)"]; -"514 contiguous_3" -> "515 layer_norm_6" [style=solid, label="(1, 28, 28, 192)"]; -"515 layer_norm_6" -> "516 add_8" [style=solid, label="(1, 28, 28, 192)"]; -"516 add_8" -> "517 linear_17" [style=solid, label="(1, 28, 28, 192)"]; -"516 add_8" -> "523 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"517 linear_17" -> "518 gelu_2" [style=solid, label="(1, 28, 28, 768)"]; -"518 gelu_2" -> "519 dropout_10" [style=solid, label="(1, 28, 28, 768)"]; -"519 dropout_10" -> "520 linear_18" [style=solid, label="(1, 28, 28, 768)"]; -"520 linear_18" -> "521 dropout_11" [style=solid, label="(1, 28, 28, 192)"]; -"521 dropout_11" -> "522 layer_norm_7" [style=solid, label="(1, 28, 28, 192)"]; -"522 layer_norm_7" -> "523 add_9" [style=solid, label="(1, 28, 28, 192)"]; -"523 add_9" -> "535 pad_4" [style=solid, label="(1, 28, 28, 192)"]; -"523 add_9" -> "630 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"524 linear_19" -> "525 relu__3" [style=solid, label="(1, 15, 15, 512)"]; -"525 relu__3" -> "526 linear_20" [style=solid, label="(1, 15, 15, 512)"]; -"526 linear_20" -> "527 view_15" [style=solid, label="(1, 15, 15, 6)"]; -"527 view_15" -> "528 index_3" [style=solid, label="(225, 6)"]; -"528 index_3" -> "529 view_16" [style=solid, label="(4096, 6)"]; -"529 view_16" -> "530 permute_14" [style=solid, label="(64, 64, 6)"]; -"530 permute_14" -> "531 contiguous_4" [style=solid, label="(6, 64, 64)"]; -"531 contiguous_4" -> "532 unsqueeze_7" [style=solid, label="(6, 64, 64)"]; -"532 unsqueeze_7" -> "533 sigmoid_3" [style=solid, label="(1, 6, 64, 64)"]; -"533 sigmoid_3" -> "534 mul_6" [style=solid, label="(1, 6, 64, 64)"]; -"534 mul_6" -> "562 add_10" [style=solid, label="(1, 6, 64, 64)"]; -"535 pad_4" -> "536 roll_2" [style=solid, label="(1, 32, 32, 192)"]; -"536 roll_2" -> "537 view_17" [style=solid, label="(1, 32, 32, 192)"]; -"537 view_17" -> "538 permute_15" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"538 permute_15" -> "539 reshape_13" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"539 reshape_13" -> "543 linear_21" [style=solid, label="(16, 64, 192)"]; -"539 reshape_13" -> "563 new_zeros_1" [style=solid, label="(16, 64, 192)"]; -"540 clone_3" -> "541 slice_32" [style=solid, label="(576,)"]; -"540 clone_3" -> "543 linear_21" [style=solid, label="(576,)"]; -"541 slice_32" -> "542 zero__3" [style=solid, label="(192,)"]; -"543 linear_21" -> "544 reshape_14" [style=solid, label="(16, 64, 576)"]; -"544 reshape_14" -> "545 permute_16" [style=solid, label="(16, 64, 3, 6, 32)"]; -"545 permute_16" -> "546 select_9" [style=solid, label="(3, 16, 6, 64, 32)"]; -"545 permute_16" -> "547 select_10" [style=solid, label="(3, 16, 6, 64, 32)"]; -"545 permute_16" -> "548 select_11" [style=solid, label="(3, 16, 6, 64, 32)"]; -"546 select_9" -> "549 linalg_vector_norm_6" [style=solid, label="(16, 6, 64, 32)"]; -"546 select_9" -> "551 expand_as_6" [style=solid, label="(16, 6, 64, 32)"]; -"546 select_9" -> "552 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"547 select_10" -> "553 linalg_vector_norm_7" [style=solid, label="(16, 6, 64, 32)"]; -"547 select_10" -> "555 expand_as_7" [style=solid, label="(16, 6, 64, 32)"]; -"547 select_10" -> "556 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"548 select_11" -> "617 matmul_7" [style=solid, label="(16, 6, 64, 32)"]; -"549 linalg_vector_norm_6" -> "550 clamp_min_6" [style=solid, label="(16, 6, 64, 1)"]; -"550 clamp_min_6" -> "551 expand_as_6" [style=solid, label="(16, 6, 64, 1)"]; -"551 expand_as_6" -> "552 div_6" [style=solid, label="(16, 6, 64, 32)"]; -"552 div_6" -> "558 matmul_6" [style=solid, label="(16, 6, 64, 32)"]; -"553 linalg_vector_norm_7" -> "554 clamp_min_7" [style=solid, label="(16, 6, 64, 1)"]; -"554 clamp_min_7" -> "555 expand_as_7" [style=solid, label="(16, 6, 64, 1)"]; -"555 expand_as_7" -> "556 div_7" [style=solid, label="(16, 6, 64, 32)"]; -"556 div_7" -> "557 transpose_6" [style=solid, label="(16, 6, 64, 32)"]; -"557 transpose_6" -> "558 matmul_6" [style=solid, label="(16, 6, 32, 64)"]; -"558 matmul_6" -> "561 mul_7" [style=solid, label="(16, 6, 64, 64)"]; -"559 clamp_3" -> "560 exp_3" [style=solid, label="(6, 1, 1)"]; -"560 exp_3" -> "561 mul_7" [style=solid, label="(6, 1, 1)"]; -"561 mul_7" -> "562 add_10" [style=solid, label="(16, 6, 64, 64)"]; -"562 add_10" -> "610 view_19" [style=solid, label="(16, 6, 64, 64)"]; -"563 new_zeros_1" -> "565 slice_33" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "569 slice_35" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "573 slice_37" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "577 slice_39" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "581 slice_41" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "585 slice_43" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "589 slice_45" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "593 slice_47" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "597 slice_49" [style=solid, label="(32, 32)"]; -"563 new_zeros_1" -> "600 view_18" [style=solid, label="(32, 32)"]; -"564 lift_fresh_copy_9" -> "567 fill__9" [style=solid, label="()"]; -"565 slice_33" -> "566 slice_34" [style=solid, label="(24, 32)"]; -"566 slice_34" -> "567 fill__9" [style=solid, label="(24, 24)"]; -"568 lift_fresh_copy_10" -> "571 fill__10" [style=solid, label="()"]; -"569 slice_35" -> "570 slice_36" [style=solid, label="(24, 32)"]; -"570 slice_36" -> "571 fill__10" [style=solid, label="(24, 4)"]; -"572 lift_fresh_copy_11" -> "575 fill__11" [style=solid, label="()"]; -"573 slice_37" -> "574 slice_38" [style=solid, label="(24, 32)"]; -"574 slice_38" -> "575 fill__11" [style=solid, label="(24, 4)"]; -"576 lift_fresh_copy_12" -> "579 fill__12" [style=solid, label="()"]; -"577 slice_39" -> "578 slice_40" [style=solid, label="(4, 32)"]; -"578 slice_40" -> "579 fill__12" [style=solid, label="(4, 24)"]; -"580 lift_fresh_copy_13" -> "583 fill__13" [style=solid, label="()"]; -"581 slice_41" -> "582 slice_42" [style=solid, label="(4, 32)"]; -"582 slice_42" -> "583 fill__13" [style=solid, label="(4, 4)"]; -"584 lift_fresh_copy_14" -> "587 fill__14" [style=solid, label="()"]; -"585 slice_43" -> "586 slice_44" [style=solid, label="(4, 32)"]; -"586 slice_44" -> "587 fill__14" [style=solid, label="(4, 4)"]; -"588 lift_fresh_copy_15" -> "591 fill__15" [style=solid, label="()"]; -"589 slice_45" -> "590 slice_46" [style=solid, label="(4, 32)"]; -"590 slice_46" -> "591 fill__15" [style=solid, label="(4, 24)"]; -"592 lift_fresh_copy_16" -> "595 fill__16" [style=solid, label="()"]; -"593 slice_47" -> "594 slice_48" [style=solid, label="(4, 32)"]; -"594 slice_48" -> "595 fill__16" [style=solid, label="(4, 4)"]; -"596 lift_fresh_copy_17" -> "599 fill__17" [style=solid, label="()"]; -"597 slice_49" -> "598 slice_50" [style=solid, label="(4, 32)"]; -"598 slice_50" -> "599 fill__17" [style=solid, label="(4, 4)"]; -"600 view_18" -> "601 permute_17" [style=solid, label="(4, 8, 4, 8)"]; -"601 permute_17" -> "602 reshape_15" [style=solid, label="(4, 4, 8, 8)"]; -"602 reshape_15" -> "603 unsqueeze_8" [style=solid, label="(16, 64)"]; -"602 reshape_15" -> "604 unsqueeze_9" [style=solid, label="(16, 64)"]; -"603 unsqueeze_8" -> "605 sub_1" [style=solid, label="(16, 1, 64)"]; -"604 unsqueeze_9" -> "605 sub_1" [style=solid, label="(16, 64, 1)"]; -"605 sub_1" -> "606 ne_1" [style=solid, label="(16, 64, 64)"]; -"605 sub_1" -> "607 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"605 sub_1" -> "608 eq_1" [style=solid, label="(16, 64, 64)"]; -"606 ne_1" -> "607 masked_fill_2" [style=solid, label="(16, 64, 64)"]; -"607 masked_fill_2" -> "609 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"608 eq_1" -> "609 masked_fill_3" [style=solid, label="(16, 64, 64)"]; -"609 masked_fill_3" -> "611 unsqueeze_10" [style=solid, label="(16, 64, 64)"]; -"610 view_19" -> "613 add_11" [style=solid, label="(1, 16, 6, 64, 64)"]; -"611 unsqueeze_10" -> "612 unsqueeze_11" [style=solid, label="(16, 1, 64, 64)"]; -"612 unsqueeze_11" -> "613 add_11" [style=solid, label="(1, 16, 1, 64, 64)"]; -"613 add_11" -> "614 view_20" [style=solid, label="(1, 16, 6, 64, 64)"]; -"614 view_20" -> "615 softmax_3" [style=solid, label="(16, 6, 64, 64)"]; -"615 softmax_3" -> "616 dropout_12" [style=solid, label="(16, 6, 64, 64)"]; -"616 dropout_12" -> "617 matmul_7" [style=solid, label="(16, 6, 64, 64)"]; -"617 matmul_7" -> "618 transpose_7" [style=solid, label="(16, 6, 64, 32)"]; -"618 transpose_7" -> "619 reshape_16" [style=solid, label="(16, 64, 6, 32)"]; -"619 reshape_16" -> "620 linear_22" [style=solid, label="(16, 64, 192)"]; -"620 linear_22" -> "621 dropout_13" [style=solid, label="(16, 64, 192)"]; -"621 dropout_13" -> "622 view_21" [style=solid, label="(16, 64, 192)"]; -"622 view_21" -> "623 permute_18" [style=solid, label="(1, 4, 4, 8, 8, 192)"]; -"623 permute_18" -> "624 reshape_17" [style=solid, label="(1, 4, 8, 4, 8, 192)"]; -"624 reshape_17" -> "625 roll_3" [style=solid, label="(1, 32, 32, 192)"]; -"625 roll_3" -> "626 slice_51" [style=solid, label="(1, 32, 32, 192)"]; -"626 slice_51" -> "627 slice_52" [style=solid, label="(1, 28, 32, 192)"]; -"627 slice_52" -> "628 contiguous_5" [style=solid, label="(1, 28, 28, 192)"]; -"628 contiguous_5" -> "629 layer_norm_8" [style=solid, label="(1, 28, 28, 192)"]; -"629 layer_norm_8" -> "630 add_12" [style=solid, label="(1, 28, 28, 192)"]; -"630 add_12" -> "631 linear_23" [style=solid, label="(1, 28, 28, 192)"]; -"630 add_12" -> "637 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"631 linear_23" -> "632 gelu_3" [style=solid, label="(1, 28, 28, 768)"]; -"632 gelu_3" -> "633 dropout_14" [style=solid, label="(1, 28, 28, 768)"]; -"633 dropout_14" -> "634 linear_24" [style=solid, label="(1, 28, 28, 768)"]; -"634 linear_24" -> "635 dropout_15" [style=solid, label="(1, 28, 28, 192)"]; -"635 dropout_15" -> "636 layer_norm_9" [style=solid, label="(1, 28, 28, 192)"]; -"636 layer_norm_9" -> "637 add_13" [style=solid, label="(1, 28, 28, 192)"]; -"637 add_13" -> "638 pad_5" [style=solid, label="(1, 28, 28, 192)"]; -"638 pad_5" -> "639 slice_53" [style=solid, label="(1, 28, 28, 192)"]; -"638 pad_5" -> "641 slice_55" [style=solid, label="(1, 28, 28, 192)"]; -"638 pad_5" -> "643 slice_57" [style=solid, label="(1, 28, 28, 192)"]; -"638 pad_5" -> "645 slice_59" [style=solid, label="(1, 28, 28, 192)"]; -"639 slice_53" -> "640 slice_54" [style=solid, label="(1, 14, 28, 192)"]; -"640 slice_54" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"641 slice_55" -> "642 slice_56" [style=solid, label="(1, 14, 28, 192)"]; -"642 slice_56" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"643 slice_57" -> "644 slice_58" [style=solid, label="(1, 14, 28, 192)"]; -"644 slice_58" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"645 slice_59" -> "646 slice_60" [style=solid, label="(1, 14, 28, 192)"]; -"646 slice_60" -> "647 cat_1" [style=solid, label="(1, 14, 14, 192)"]; -"647 cat_1" -> "648 linear_25" [style=solid, label="(1, 14, 14, 768)"]; -"648 linear_25" -> "649 layer_norm_10" [style=solid, label="(1, 14, 14, 384)"]; -"649 layer_norm_10" -> "661 pad_6" [style=solid, label="(1, 14, 14, 384)"]; -"649 layer_norm_10" -> "702 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"650 linear_26" -> "651 relu__4" [style=solid, label="(1, 15, 15, 512)"]; -"651 relu__4" -> "652 linear_27" [style=solid, label="(1, 15, 15, 512)"]; -"652 linear_27" -> "653 view_22" [style=solid, label="(1, 15, 15, 12)"]; -"653 view_22" -> "654 index_4" [style=solid, label="(225, 12)"]; -"654 index_4" -> "655 view_23" [style=solid, label="(4096, 12)"]; -"655 view_23" -> "656 permute_19" [style=solid, label="(64, 64, 12)"]; -"656 permute_19" -> "657 contiguous_6" [style=solid, label="(12, 64, 64)"]; -"657 contiguous_6" -> "658 unsqueeze_12" [style=solid, label="(12, 64, 64)"]; -"658 unsqueeze_12" -> "659 sigmoid_4" [style=solid, label="(1, 12, 64, 64)"]; -"659 sigmoid_4" -> "660 mul_8" [style=solid, label="(1, 12, 64, 64)"]; -"660 mul_8" -> "687 add_14" [style=solid, label="(1, 12, 64, 64)"]; -"661 pad_6" -> "662 view_24" [style=solid, label="(1, 16, 16, 384)"]; -"662 view_24" -> "663 permute_20" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"663 permute_20" -> "664 reshape_18" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"664 reshape_18" -> "668 linear_28" [style=solid, label="(4, 64, 384)"]; -"665 clone_4" -> "666 slice_61" [style=solid, label="(1152,)"]; -"665 clone_4" -> "668 linear_28" [style=solid, label="(1152,)"]; -"666 slice_61" -> "667 zero__4" [style=solid, label="(384,)"]; -"668 linear_28" -> "669 reshape_19" [style=solid, label="(4, 64, 1152)"]; -"669 reshape_19" -> "670 permute_21" [style=solid, label="(4, 64, 3, 12, 32)"]; -"670 permute_21" -> "671 select_12" [style=solid, label="(3, 4, 12, 64, 32)"]; -"670 permute_21" -> "672 select_13" [style=solid, label="(3, 4, 12, 64, 32)"]; -"670 permute_21" -> "673 select_14" [style=solid, label="(3, 4, 12, 64, 32)"]; -"671 select_12" -> "674 linalg_vector_norm_8" [style=solid, label="(4, 12, 64, 32)"]; -"671 select_12" -> "676 expand_as_8" [style=solid, label="(4, 12, 64, 32)"]; -"671 select_12" -> "677 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"672 select_13" -> "678 linalg_vector_norm_9" [style=solid, label="(4, 12, 64, 32)"]; -"672 select_13" -> "680 expand_as_9" [style=solid, label="(4, 12, 64, 32)"]; -"672 select_13" -> "681 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"673 select_14" -> "690 matmul_9" [style=solid, label="(4, 12, 64, 32)"]; -"674 linalg_vector_norm_8" -> "675 clamp_min_8" [style=solid, label="(4, 12, 64, 1)"]; -"675 clamp_min_8" -> "676 expand_as_8" [style=solid, label="(4, 12, 64, 1)"]; -"676 expand_as_8" -> "677 div_8" [style=solid, label="(4, 12, 64, 32)"]; -"677 div_8" -> "683 matmul_8" [style=solid, label="(4, 12, 64, 32)"]; -"678 linalg_vector_norm_9" -> "679 clamp_min_9" [style=solid, label="(4, 12, 64, 1)"]; -"679 clamp_min_9" -> "680 expand_as_9" [style=solid, label="(4, 12, 64, 1)"]; -"680 expand_as_9" -> "681 div_9" [style=solid, label="(4, 12, 64, 32)"]; -"681 div_9" -> "682 transpose_8" [style=solid, label="(4, 12, 64, 32)"]; -"682 transpose_8" -> "683 matmul_8" [style=solid, label="(4, 12, 32, 64)"]; -"683 matmul_8" -> "686 mul_9" [style=solid, label="(4, 12, 64, 64)"]; -"684 clamp_4" -> "685 exp_4" [style=solid, label="(12, 1, 1)"]; -"685 exp_4" -> "686 mul_9" [style=solid, label="(12, 1, 1)"]; -"686 mul_9" -> "687 add_14" [style=solid, label="(4, 12, 64, 64)"]; -"687 add_14" -> "688 softmax_4" [style=solid, label="(4, 12, 64, 64)"]; -"688 softmax_4" -> "689 dropout_16" [style=solid, label="(4, 12, 64, 64)"]; -"689 dropout_16" -> "690 matmul_9" [style=solid, label="(4, 12, 64, 64)"]; -"690 matmul_9" -> "691 transpose_9" [style=solid, label="(4, 12, 64, 32)"]; -"691 transpose_9" -> "692 reshape_20" [style=solid, label="(4, 64, 12, 32)"]; -"692 reshape_20" -> "693 linear_29" [style=solid, label="(4, 64, 384)"]; -"693 linear_29" -> "694 dropout_17" [style=solid, label="(4, 64, 384)"]; -"694 dropout_17" -> "695 view_25" [style=solid, label="(4, 64, 384)"]; -"695 view_25" -> "696 permute_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"696 permute_22" -> "697 reshape_21" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"697 reshape_21" -> "698 slice_62" [style=solid, label="(1, 16, 16, 384)"]; -"698 slice_62" -> "699 slice_63" [style=solid, label="(1, 14, 16, 384)"]; -"699 slice_63" -> "700 contiguous_7" [style=solid, label="(1, 14, 14, 384)"]; -"700 contiguous_7" -> "701 layer_norm_11" [style=solid, label="(1, 14, 14, 384)"]; -"701 layer_norm_11" -> "702 add_15" [style=solid, label="(1, 14, 14, 384)"]; -"702 add_15" -> "703 linear_30" [style=solid, label="(1, 14, 14, 384)"]; -"702 add_15" -> "709 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"703 linear_30" -> "704 gelu_4" [style=solid, label="(1, 14, 14, 1536)"]; -"704 gelu_4" -> "705 dropout_18" [style=solid, label="(1, 14, 14, 1536)"]; -"705 dropout_18" -> "706 linear_31" [style=solid, label="(1, 14, 14, 1536)"]; -"706 linear_31" -> "707 dropout_19" [style=solid, label="(1, 14, 14, 384)"]; -"707 dropout_19" -> "708 layer_norm_12" [style=solid, label="(1, 14, 14, 384)"]; -"708 layer_norm_12" -> "709 add_16" [style=solid, label="(1, 14, 14, 384)"]; -"709 add_16" -> "721 pad_7" [style=solid, label="(1, 14, 14, 384)"]; -"709 add_16" -> "816 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"710 linear_32" -> "711 relu__5" [style=solid, label="(1, 15, 15, 512)"]; -"711 relu__5" -> "712 linear_33" [style=solid, label="(1, 15, 15, 512)"]; -"712 linear_33" -> "713 view_26" [style=solid, label="(1, 15, 15, 12)"]; -"713 view_26" -> "714 index_5" [style=solid, label="(225, 12)"]; -"714 index_5" -> "715 view_27" [style=solid, label="(4096, 12)"]; -"715 view_27" -> "716 permute_23" [style=solid, label="(64, 64, 12)"]; -"716 permute_23" -> "717 contiguous_8" [style=solid, label="(12, 64, 64)"]; -"717 contiguous_8" -> "718 unsqueeze_13" [style=solid, label="(12, 64, 64)"]; -"718 unsqueeze_13" -> "719 sigmoid_5" [style=solid, label="(1, 12, 64, 64)"]; -"719 sigmoid_5" -> "720 mul_10" [style=solid, label="(1, 12, 64, 64)"]; -"720 mul_10" -> "748 add_17" [style=solid, label="(1, 12, 64, 64)"]; -"721 pad_7" -> "722 roll_4" [style=solid, label="(1, 16, 16, 384)"]; -"722 roll_4" -> "723 view_28" [style=solid, label="(1, 16, 16, 384)"]; -"723 view_28" -> "724 permute_24" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"724 permute_24" -> "725 reshape_22" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"725 reshape_22" -> "729 linear_34" [style=solid, label="(4, 64, 384)"]; -"725 reshape_22" -> "749 new_zeros_2" [style=solid, label="(4, 64, 384)"]; -"726 clone_5" -> "727 slice_64" [style=solid, label="(1152,)"]; -"726 clone_5" -> "729 linear_34" [style=solid, label="(1152,)"]; -"727 slice_64" -> "728 zero__5" [style=solid, label="(384,)"]; -"729 linear_34" -> "730 reshape_23" [style=solid, label="(4, 64, 1152)"]; -"730 reshape_23" -> "731 permute_25" [style=solid, label="(4, 64, 3, 12, 32)"]; -"731 permute_25" -> "732 select_15" [style=solid, label="(3, 4, 12, 64, 32)"]; -"731 permute_25" -> "733 select_16" [style=solid, label="(3, 4, 12, 64, 32)"]; -"731 permute_25" -> "734 select_17" [style=solid, label="(3, 4, 12, 64, 32)"]; -"732 select_15" -> "735 linalg_vector_norm_10" [style=solid, label="(4, 12, 64, 32)"]; -"732 select_15" -> "737 expand_as_10" [style=solid, label="(4, 12, 64, 32)"]; -"732 select_15" -> "738 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"733 select_16" -> "739 linalg_vector_norm_11" [style=solid, label="(4, 12, 64, 32)"]; -"733 select_16" -> "741 expand_as_11" [style=solid, label="(4, 12, 64, 32)"]; -"733 select_16" -> "742 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"734 select_17" -> "803 matmul_11" [style=solid, label="(4, 12, 64, 32)"]; -"735 linalg_vector_norm_10" -> "736 clamp_min_10" [style=solid, label="(4, 12, 64, 1)"]; -"736 clamp_min_10" -> "737 expand_as_10" [style=solid, label="(4, 12, 64, 1)"]; -"737 expand_as_10" -> "738 div_10" [style=solid, label="(4, 12, 64, 32)"]; -"738 div_10" -> "744 matmul_10" [style=solid, label="(4, 12, 64, 32)"]; -"739 linalg_vector_norm_11" -> "740 clamp_min_11" [style=solid, label="(4, 12, 64, 1)"]; -"740 clamp_min_11" -> "741 expand_as_11" [style=solid, label="(4, 12, 64, 1)"]; -"741 expand_as_11" -> "742 div_11" [style=solid, label="(4, 12, 64, 32)"]; -"742 div_11" -> "743 transpose_10" [style=solid, label="(4, 12, 64, 32)"]; -"743 transpose_10" -> "744 matmul_10" [style=solid, label="(4, 12, 32, 64)"]; -"744 matmul_10" -> "747 mul_11" [style=solid, label="(4, 12, 64, 64)"]; -"745 clamp_5" -> "746 exp_5" [style=solid, label="(12, 1, 1)"]; -"746 exp_5" -> "747 mul_11" [style=solid, label="(12, 1, 1)"]; -"747 mul_11" -> "748 add_17" [style=solid, label="(4, 12, 64, 64)"]; -"748 add_17" -> "796 view_30" [style=solid, label="(4, 12, 64, 64)"]; -"749 new_zeros_2" -> "751 slice_65" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "755 slice_67" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "759 slice_69" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "763 slice_71" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "767 slice_73" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "771 slice_75" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "775 slice_77" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "779 slice_79" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "783 slice_81" [style=solid, label="(16, 16)"]; -"749 new_zeros_2" -> "786 view_29" [style=solid, label="(16, 16)"]; -"750 lift_fresh_copy_18" -> "753 fill__18" [style=solid, label="()"]; -"751 slice_65" -> "752 slice_66" [style=solid, label="(8, 16)"]; -"752 slice_66" -> "753 fill__18" [style=solid, label="(8, 8)"]; -"754 lift_fresh_copy_19" -> "757 fill__19" [style=solid, label="()"]; -"755 slice_67" -> "756 slice_68" [style=solid, label="(8, 16)"]; -"756 slice_68" -> "757 fill__19" [style=solid, label="(8, 4)"]; -"758 lift_fresh_copy_20" -> "761 fill__20" [style=solid, label="()"]; -"759 slice_69" -> "760 slice_70" [style=solid, label="(8, 16)"]; -"760 slice_70" -> "761 fill__20" [style=solid, label="(8, 4)"]; -"762 lift_fresh_copy_21" -> "765 fill__21" [style=solid, label="()"]; -"763 slice_71" -> "764 slice_72" [style=solid, label="(4, 16)"]; -"764 slice_72" -> "765 fill__21" [style=solid, label="(4, 8)"]; -"766 lift_fresh_copy_22" -> "769 fill__22" [style=solid, label="()"]; -"767 slice_73" -> "768 slice_74" [style=solid, label="(4, 16)"]; -"768 slice_74" -> "769 fill__22" [style=solid, label="(4, 4)"]; -"770 lift_fresh_copy_23" -> "773 fill__23" [style=solid, label="()"]; -"771 slice_75" -> "772 slice_76" [style=solid, label="(4, 16)"]; -"772 slice_76" -> "773 fill__23" [style=solid, label="(4, 4)"]; -"774 lift_fresh_copy_24" -> "777 fill__24" [style=solid, label="()"]; -"775 slice_77" -> "776 slice_78" [style=solid, label="(4, 16)"]; -"776 slice_78" -> "777 fill__24" [style=solid, label="(4, 8)"]; -"778 lift_fresh_copy_25" -> "781 fill__25" [style=solid, label="()"]; -"779 slice_79" -> "780 slice_80" [style=solid, label="(4, 16)"]; -"780 slice_80" -> "781 fill__25" [style=solid, label="(4, 4)"]; -"782 lift_fresh_copy_26" -> "785 fill__26" [style=solid, label="()"]; -"783 slice_81" -> "784 slice_82" [style=solid, label="(4, 16)"]; -"784 slice_82" -> "785 fill__26" [style=solid, label="(4, 4)"]; -"786 view_29" -> "787 permute_26" [style=solid, label="(2, 8, 2, 8)"]; -"787 permute_26" -> "788 reshape_24" [style=solid, label="(2, 2, 8, 8)"]; -"788 reshape_24" -> "789 unsqueeze_14" [style=solid, label="(4, 64)"]; -"788 reshape_24" -> "790 unsqueeze_15" [style=solid, label="(4, 64)"]; -"789 unsqueeze_14" -> "791 sub_2" [style=solid, label="(4, 1, 64)"]; -"790 unsqueeze_15" -> "791 sub_2" [style=solid, label="(4, 64, 1)"]; -"791 sub_2" -> "792 ne_2" [style=solid, label="(4, 64, 64)"]; -"791 sub_2" -> "793 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"791 sub_2" -> "794 eq_2" [style=solid, label="(4, 64, 64)"]; -"792 ne_2" -> "793 masked_fill_4" [style=solid, label="(4, 64, 64)"]; -"793 masked_fill_4" -> "795 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"794 eq_2" -> "795 masked_fill_5" [style=solid, label="(4, 64, 64)"]; -"795 masked_fill_5" -> "797 unsqueeze_16" [style=solid, label="(4, 64, 64)"]; -"796 view_30" -> "799 add_18" [style=solid, label="(1, 4, 12, 64, 64)"]; -"797 unsqueeze_16" -> "798 unsqueeze_17" [style=solid, label="(4, 1, 64, 64)"]; -"798 unsqueeze_17" -> "799 add_18" [style=solid, label="(1, 4, 1, 64, 64)"]; -"799 add_18" -> "800 view_31" [style=solid, label="(1, 4, 12, 64, 64)"]; -"800 view_31" -> "801 softmax_5" [style=solid, label="(4, 12, 64, 64)"]; -"801 softmax_5" -> "802 dropout_20" [style=solid, label="(4, 12, 64, 64)"]; -"802 dropout_20" -> "803 matmul_11" [style=solid, label="(4, 12, 64, 64)"]; -"803 matmul_11" -> "804 transpose_11" [style=solid, label="(4, 12, 64, 32)"]; -"804 transpose_11" -> "805 reshape_25" [style=solid, label="(4, 64, 12, 32)"]; -"805 reshape_25" -> "806 linear_35" [style=solid, label="(4, 64, 384)"]; -"806 linear_35" -> "807 dropout_21" [style=solid, label="(4, 64, 384)"]; -"807 dropout_21" -> "808 view_32" [style=solid, label="(4, 64, 384)"]; -"808 view_32" -> "809 permute_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"809 permute_27" -> "810 reshape_26" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"810 reshape_26" -> "811 roll_5" [style=solid, label="(1, 16, 16, 384)"]; -"811 roll_5" -> "812 slice_83" [style=solid, label="(1, 16, 16, 384)"]; -"812 slice_83" -> "813 slice_84" [style=solid, label="(1, 14, 16, 384)"]; -"813 slice_84" -> "814 contiguous_9" [style=solid, label="(1, 14, 14, 384)"]; -"814 contiguous_9" -> "815 layer_norm_13" [style=solid, label="(1, 14, 14, 384)"]; -"815 layer_norm_13" -> "816 add_19" [style=solid, label="(1, 14, 14, 384)"]; -"816 add_19" -> "817 linear_36" [style=solid, label="(1, 14, 14, 384)"]; -"816 add_19" -> "823 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"817 linear_36" -> "818 gelu_5" [style=solid, label="(1, 14, 14, 1536)"]; -"818 gelu_5" -> "819 dropout_22" [style=solid, label="(1, 14, 14, 1536)"]; -"819 dropout_22" -> "820 linear_37" [style=solid, label="(1, 14, 14, 1536)"]; -"820 linear_37" -> "821 dropout_23" [style=solid, label="(1, 14, 14, 384)"]; -"821 dropout_23" -> "822 layer_norm_14" [style=solid, label="(1, 14, 14, 384)"]; -"822 layer_norm_14" -> "823 add_20" [style=solid, label="(1, 14, 14, 384)"]; -"823 add_20" -> "835 pad_8" [style=solid, label="(1, 14, 14, 384)"]; -"823 add_20" -> "876 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"824 linear_38" -> "825 relu__6" [style=solid, label="(1, 15, 15, 512)"]; -"825 relu__6" -> "826 linear_39" [style=solid, label="(1, 15, 15, 512)"]; -"826 linear_39" -> "827 view_33" [style=solid, label="(1, 15, 15, 12)"]; -"827 view_33" -> "828 index_6" [style=solid, label="(225, 12)"]; -"828 index_6" -> "829 view_34" [style=solid, label="(4096, 12)"]; -"829 view_34" -> "830 permute_28" [style=solid, label="(64, 64, 12)"]; -"830 permute_28" -> "831 contiguous_10" [style=solid, label="(12, 64, 64)"]; -"831 contiguous_10" -> "832 unsqueeze_18" [style=solid, label="(12, 64, 64)"]; -"832 unsqueeze_18" -> "833 sigmoid_6" [style=solid, label="(1, 12, 64, 64)"]; -"833 sigmoid_6" -> "834 mul_12" [style=solid, label="(1, 12, 64, 64)"]; -"834 mul_12" -> "861 add_21" [style=solid, label="(1, 12, 64, 64)"]; -"835 pad_8" -> "836 view_35" [style=solid, label="(1, 16, 16, 384)"]; -"836 view_35" -> "837 permute_29" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"837 permute_29" -> "838 reshape_27" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"838 reshape_27" -> "842 linear_40" [style=solid, label="(4, 64, 384)"]; -"839 clone_6" -> "840 slice_85" [style=solid, label="(1152,)"]; -"839 clone_6" -> "842 linear_40" [style=solid, label="(1152,)"]; -"840 slice_85" -> "841 zero__6" [style=solid, label="(384,)"]; -"842 linear_40" -> "843 reshape_28" [style=solid, label="(4, 64, 1152)"]; -"843 reshape_28" -> "844 permute_30" [style=solid, label="(4, 64, 3, 12, 32)"]; -"844 permute_30" -> "845 select_18" [style=solid, label="(3, 4, 12, 64, 32)"]; -"844 permute_30" -> "846 select_19" [style=solid, label="(3, 4, 12, 64, 32)"]; -"844 permute_30" -> "847 select_20" [style=solid, label="(3, 4, 12, 64, 32)"]; -"845 select_18" -> "848 linalg_vector_norm_12" [style=solid, label="(4, 12, 64, 32)"]; -"845 select_18" -> "850 expand_as_12" [style=solid, label="(4, 12, 64, 32)"]; -"845 select_18" -> "851 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"846 select_19" -> "852 linalg_vector_norm_13" [style=solid, label="(4, 12, 64, 32)"]; -"846 select_19" -> "854 expand_as_13" [style=solid, label="(4, 12, 64, 32)"]; -"846 select_19" -> "855 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"847 select_20" -> "864 matmul_13" [style=solid, label="(4, 12, 64, 32)"]; -"848 linalg_vector_norm_12" -> "849 clamp_min_12" [style=solid, label="(4, 12, 64, 1)"]; -"849 clamp_min_12" -> "850 expand_as_12" [style=solid, label="(4, 12, 64, 1)"]; -"850 expand_as_12" -> "851 div_12" [style=solid, label="(4, 12, 64, 32)"]; -"851 div_12" -> "857 matmul_12" [style=solid, label="(4, 12, 64, 32)"]; -"852 linalg_vector_norm_13" -> "853 clamp_min_13" [style=solid, label="(4, 12, 64, 1)"]; -"853 clamp_min_13" -> "854 expand_as_13" [style=solid, label="(4, 12, 64, 1)"]; -"854 expand_as_13" -> "855 div_13" [style=solid, label="(4, 12, 64, 32)"]; -"855 div_13" -> "856 transpose_12" [style=solid, label="(4, 12, 64, 32)"]; -"856 transpose_12" -> "857 matmul_12" [style=solid, label="(4, 12, 32, 64)"]; -"857 matmul_12" -> "860 mul_13" [style=solid, label="(4, 12, 64, 64)"]; -"858 clamp_6" -> "859 exp_6" [style=solid, label="(12, 1, 1)"]; -"859 exp_6" -> "860 mul_13" [style=solid, label="(12, 1, 1)"]; -"860 mul_13" -> "861 add_21" [style=solid, label="(4, 12, 64, 64)"]; -"861 add_21" -> "862 softmax_6" [style=solid, label="(4, 12, 64, 64)"]; -"862 softmax_6" -> "863 dropout_24" [style=solid, label="(4, 12, 64, 64)"]; -"863 dropout_24" -> "864 matmul_13" [style=solid, label="(4, 12, 64, 64)"]; -"864 matmul_13" -> "865 transpose_13" [style=solid, label="(4, 12, 64, 32)"]; -"865 transpose_13" -> "866 reshape_29" [style=solid, label="(4, 64, 12, 32)"]; -"866 reshape_29" -> "867 linear_41" [style=solid, label="(4, 64, 384)"]; -"867 linear_41" -> "868 dropout_25" [style=solid, label="(4, 64, 384)"]; -"868 dropout_25" -> "869 view_36" [style=solid, label="(4, 64, 384)"]; -"869 view_36" -> "870 permute_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"870 permute_31" -> "871 reshape_30" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"871 reshape_30" -> "872 slice_86" [style=solid, label="(1, 16, 16, 384)"]; -"872 slice_86" -> "873 slice_87" [style=solid, label="(1, 14, 16, 384)"]; -"873 slice_87" -> "874 contiguous_11" [style=solid, label="(1, 14, 14, 384)"]; -"874 contiguous_11" -> "875 layer_norm_15" [style=solid, label="(1, 14, 14, 384)"]; -"875 layer_norm_15" -> "876 add_22" [style=solid, label="(1, 14, 14, 384)"]; -"876 add_22" -> "877 linear_42" [style=solid, label="(1, 14, 14, 384)"]; -"876 add_22" -> "883 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"877 linear_42" -> "878 gelu_6" [style=solid, label="(1, 14, 14, 1536)"]; -"878 gelu_6" -> "879 dropout_26" [style=solid, label="(1, 14, 14, 1536)"]; -"879 dropout_26" -> "880 linear_43" [style=solid, label="(1, 14, 14, 1536)"]; -"880 linear_43" -> "881 dropout_27" [style=solid, label="(1, 14, 14, 384)"]; -"881 dropout_27" -> "882 layer_norm_16" [style=solid, label="(1, 14, 14, 384)"]; -"882 layer_norm_16" -> "883 add_23" [style=solid, label="(1, 14, 14, 384)"]; -"883 add_23" -> "895 pad_9" [style=solid, label="(1, 14, 14, 384)"]; -"883 add_23" -> "990 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"884 linear_44" -> "885 relu__7" [style=solid, label="(1, 15, 15, 512)"]; -"885 relu__7" -> "886 linear_45" [style=solid, label="(1, 15, 15, 512)"]; -"886 linear_45" -> "887 view_37" [style=solid, label="(1, 15, 15, 12)"]; -"887 view_37" -> "888 index_7" [style=solid, label="(225, 12)"]; -"888 index_7" -> "889 view_38" [style=solid, label="(4096, 12)"]; -"889 view_38" -> "890 permute_32" [style=solid, label="(64, 64, 12)"]; -"890 permute_32" -> "891 contiguous_12" [style=solid, label="(12, 64, 64)"]; -"891 contiguous_12" -> "892 unsqueeze_19" [style=solid, label="(12, 64, 64)"]; -"892 unsqueeze_19" -> "893 sigmoid_7" [style=solid, label="(1, 12, 64, 64)"]; -"893 sigmoid_7" -> "894 mul_14" [style=solid, label="(1, 12, 64, 64)"]; -"894 mul_14" -> "922 add_24" [style=solid, label="(1, 12, 64, 64)"]; -"895 pad_9" -> "896 roll_6" [style=solid, label="(1, 16, 16, 384)"]; -"896 roll_6" -> "897 view_39" [style=solid, label="(1, 16, 16, 384)"]; -"897 view_39" -> "898 permute_33" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"898 permute_33" -> "899 reshape_31" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"899 reshape_31" -> "903 linear_46" [style=solid, label="(4, 64, 384)"]; -"899 reshape_31" -> "923 new_zeros_3" [style=solid, label="(4, 64, 384)"]; -"900 clone_7" -> "901 slice_88" [style=solid, label="(1152,)"]; -"900 clone_7" -> "903 linear_46" [style=solid, label="(1152,)"]; -"901 slice_88" -> "902 zero__7" [style=solid, label="(384,)"]; -"903 linear_46" -> "904 reshape_32" [style=solid, label="(4, 64, 1152)"]; -"904 reshape_32" -> "905 permute_34" [style=solid, label="(4, 64, 3, 12, 32)"]; -"905 permute_34" -> "906 select_21" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_34" -> "907 select_22" [style=solid, label="(3, 4, 12, 64, 32)"]; -"905 permute_34" -> "908 select_23" [style=solid, label="(3, 4, 12, 64, 32)"]; -"906 select_21" -> "909 linalg_vector_norm_14" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_21" -> "911 expand_as_14" [style=solid, label="(4, 12, 64, 32)"]; -"906 select_21" -> "912 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_22" -> "913 linalg_vector_norm_15" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_22" -> "915 expand_as_15" [style=solid, label="(4, 12, 64, 32)"]; -"907 select_22" -> "916 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"908 select_23" -> "977 matmul_15" [style=solid, label="(4, 12, 64, 32)"]; -"909 linalg_vector_norm_14" -> "910 clamp_min_14" [style=solid, label="(4, 12, 64, 1)"]; -"910 clamp_min_14" -> "911 expand_as_14" [style=solid, label="(4, 12, 64, 1)"]; -"911 expand_as_14" -> "912 div_14" [style=solid, label="(4, 12, 64, 32)"]; -"912 div_14" -> "918 matmul_14" [style=solid, label="(4, 12, 64, 32)"]; -"913 linalg_vector_norm_15" -> "914 clamp_min_15" [style=solid, label="(4, 12, 64, 1)"]; -"914 clamp_min_15" -> "915 expand_as_15" [style=solid, label="(4, 12, 64, 1)"]; -"915 expand_as_15" -> "916 div_15" [style=solid, label="(4, 12, 64, 32)"]; -"916 div_15" -> "917 transpose_14" [style=solid, label="(4, 12, 64, 32)"]; -"917 transpose_14" -> "918 matmul_14" [style=solid, label="(4, 12, 32, 64)"]; -"918 matmul_14" -> "921 mul_15" [style=solid, label="(4, 12, 64, 64)"]; -"919 clamp_7" -> "920 exp_7" [style=solid, label="(12, 1, 1)"]; -"920 exp_7" -> "921 mul_15" [style=solid, label="(12, 1, 1)"]; -"921 mul_15" -> "922 add_24" [style=solid, label="(4, 12, 64, 64)"]; -"922 add_24" -> "970 view_41" [style=solid, label="(4, 12, 64, 64)"]; -"923 new_zeros_3" -> "925 slice_89" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "929 slice_91" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "933 slice_93" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "937 slice_95" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "941 slice_97" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "945 slice_99" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "949 slice_101" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "953 slice_103" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "957 slice_105" [style=solid, label="(16, 16)"]; -"923 new_zeros_3" -> "960 view_40" [style=solid, label="(16, 16)"]; -"924 lift_fresh_copy_27" -> "927 fill__27" [style=solid, label="()"]; -"925 slice_89" -> "926 slice_90" [style=solid, label="(8, 16)"]; -"926 slice_90" -> "927 fill__27" [style=solid, label="(8, 8)"]; -"928 lift_fresh_copy_28" -> "931 fill__28" [style=solid, label="()"]; -"929 slice_91" -> "930 slice_92" [style=solid, label="(8, 16)"]; -"930 slice_92" -> "931 fill__28" [style=solid, label="(8, 4)"]; -"932 lift_fresh_copy_29" -> "935 fill__29" [style=solid, label="()"]; -"933 slice_93" -> "934 slice_94" [style=solid, label="(8, 16)"]; -"934 slice_94" -> "935 fill__29" [style=solid, label="(8, 4)"]; -"936 lift_fresh_copy_30" -> "939 fill__30" [style=solid, label="()"]; -"937 slice_95" -> "938 slice_96" [style=solid, label="(4, 16)"]; -"938 slice_96" -> "939 fill__30" [style=solid, label="(4, 8)"]; -"940 lift_fresh_copy_31" -> "943 fill__31" [style=solid, label="()"]; -"941 slice_97" -> "942 slice_98" [style=solid, label="(4, 16)"]; -"942 slice_98" -> "943 fill__31" [style=solid, label="(4, 4)"]; -"944 lift_fresh_copy_32" -> "947 fill__32" [style=solid, label="()"]; -"945 slice_99" -> "946 slice_100" [style=solid, label="(4, 16)"]; -"946 slice_100" -> "947 fill__32" [style=solid, label="(4, 4)"]; -"948 lift_fresh_copy_33" -> "951 fill__33" [style=solid, label="()"]; -"949 slice_101" -> "950 slice_102" [style=solid, label="(4, 16)"]; -"950 slice_102" -> "951 fill__33" [style=solid, label="(4, 8)"]; -"952 lift_fresh_copy_34" -> "955 fill__34" [style=solid, label="()"]; -"953 slice_103" -> "954 slice_104" [style=solid, label="(4, 16)"]; -"954 slice_104" -> "955 fill__34" [style=solid, label="(4, 4)"]; -"956 lift_fresh_copy_35" -> "959 fill__35" [style=solid, label="()"]; -"957 slice_105" -> "958 slice_106" [style=solid, label="(4, 16)"]; -"958 slice_106" -> "959 fill__35" [style=solid, label="(4, 4)"]; -"960 view_40" -> "961 permute_35" [style=solid, label="(2, 8, 2, 8)"]; -"961 permute_35" -> "962 reshape_33" [style=solid, label="(2, 2, 8, 8)"]; -"962 reshape_33" -> "963 unsqueeze_20" [style=solid, label="(4, 64)"]; -"962 reshape_33" -> "964 unsqueeze_21" [style=solid, label="(4, 64)"]; -"963 unsqueeze_20" -> "965 sub_3" [style=solid, label="(4, 1, 64)"]; -"964 unsqueeze_21" -> "965 sub_3" [style=solid, label="(4, 64, 1)"]; -"965 sub_3" -> "966 ne_3" [style=solid, label="(4, 64, 64)"]; -"965 sub_3" -> "967 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"965 sub_3" -> "968 eq_3" [style=solid, label="(4, 64, 64)"]; -"966 ne_3" -> "967 masked_fill_6" [style=solid, label="(4, 64, 64)"]; -"967 masked_fill_6" -> "969 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"968 eq_3" -> "969 masked_fill_7" [style=solid, label="(4, 64, 64)"]; -"969 masked_fill_7" -> "971 unsqueeze_22" [style=solid, label="(4, 64, 64)"]; -"970 view_41" -> "973 add_25" [style=solid, label="(1, 4, 12, 64, 64)"]; -"971 unsqueeze_22" -> "972 unsqueeze_23" [style=solid, label="(4, 1, 64, 64)"]; -"972 unsqueeze_23" -> "973 add_25" [style=solid, label="(1, 4, 1, 64, 64)"]; -"973 add_25" -> "974 view_42" [style=solid, label="(1, 4, 12, 64, 64)"]; -"974 view_42" -> "975 softmax_7" [style=solid, label="(4, 12, 64, 64)"]; -"975 softmax_7" -> "976 dropout_28" [style=solid, label="(4, 12, 64, 64)"]; -"976 dropout_28" -> "977 matmul_15" [style=solid, label="(4, 12, 64, 64)"]; -"977 matmul_15" -> "978 transpose_15" [style=solid, label="(4, 12, 64, 32)"]; -"978 transpose_15" -> "979 reshape_34" [style=solid, label="(4, 64, 12, 32)"]; -"979 reshape_34" -> "980 linear_47" [style=solid, label="(4, 64, 384)"]; -"980 linear_47" -> "981 dropout_29" [style=solid, label="(4, 64, 384)"]; -"981 dropout_29" -> "982 view_43" [style=solid, label="(4, 64, 384)"]; -"982 view_43" -> "983 permute_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"983 permute_36" -> "984 reshape_35" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"984 reshape_35" -> "985 roll_7" [style=solid, label="(1, 16, 16, 384)"]; -"985 roll_7" -> "986 slice_107" [style=solid, label="(1, 16, 16, 384)"]; -"986 slice_107" -> "987 slice_108" [style=solid, label="(1, 14, 16, 384)"]; -"987 slice_108" -> "988 contiguous_13" [style=solid, label="(1, 14, 14, 384)"]; -"988 contiguous_13" -> "989 layer_norm_17" [style=solid, label="(1, 14, 14, 384)"]; -"989 layer_norm_17" -> "990 add_26" [style=solid, label="(1, 14, 14, 384)"]; -"990 add_26" -> "991 linear_48" [style=solid, label="(1, 14, 14, 384)"]; -"990 add_26" -> "997 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"991 linear_48" -> "992 gelu_7" [style=solid, label="(1, 14, 14, 1536)"]; -"992 gelu_7" -> "993 dropout_30" [style=solid, label="(1, 14, 14, 1536)"]; -"993 dropout_30" -> "994 linear_49" [style=solid, label="(1, 14, 14, 1536)"]; -"994 linear_49" -> "995 dropout_31" [style=solid, label="(1, 14, 14, 384)"]; -"995 dropout_31" -> "996 layer_norm_18" [style=solid, label="(1, 14, 14, 384)"]; -"996 layer_norm_18" -> "997 add_27" [style=solid, label="(1, 14, 14, 384)"]; -"997 add_27" -> "1009 pad_10" [style=solid, label="(1, 14, 14, 384)"]; -"997 add_27" -> "1050 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"998 linear_50" -> "999 relu__8" [style=solid, label="(1, 15, 15, 512)"]; -"999 relu__8" -> "1000 linear_51" [style=solid, label="(1, 15, 15, 512)"]; -"1000 linear_51" -> "1001 view_44" [style=solid, label="(1, 15, 15, 12)"]; -"1001 view_44" -> "1002 index_8" [style=solid, label="(225, 12)"]; -"1002 index_8" -> "1003 view_45" [style=solid, label="(4096, 12)"]; -"1003 view_45" -> "1004 permute_37" [style=solid, label="(64, 64, 12)"]; -"1004 permute_37" -> "1005 contiguous_14" [style=solid, label="(12, 64, 64)"]; -"1005 contiguous_14" -> "1006 unsqueeze_24" [style=solid, label="(12, 64, 64)"]; -"1006 unsqueeze_24" -> "1007 sigmoid_8" [style=solid, label="(1, 12, 64, 64)"]; -"1007 sigmoid_8" -> "1008 mul_16" [style=solid, label="(1, 12, 64, 64)"]; -"1008 mul_16" -> "1035 add_28" [style=solid, label="(1, 12, 64, 64)"]; -"1009 pad_10" -> "1010 view_46" [style=solid, label="(1, 16, 16, 384)"]; -"1010 view_46" -> "1011 permute_38" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1011 permute_38" -> "1012 reshape_36" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1012 reshape_36" -> "1016 linear_52" [style=solid, label="(4, 64, 384)"]; -"1013 clone_8" -> "1014 slice_109" [style=solid, label="(1152,)"]; -"1013 clone_8" -> "1016 linear_52" [style=solid, label="(1152,)"]; -"1014 slice_109" -> "1015 zero__8" [style=solid, label="(384,)"]; -"1016 linear_52" -> "1017 reshape_37" [style=solid, label="(4, 64, 1152)"]; -"1017 reshape_37" -> "1018 permute_39" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1018 permute_39" -> "1019 select_24" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1018 permute_39" -> "1020 select_25" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1018 permute_39" -> "1021 select_26" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1019 select_24" -> "1022 linalg_vector_norm_16" [style=solid, label="(4, 12, 64, 32)"]; -"1019 select_24" -> "1024 expand_as_16" [style=solid, label="(4, 12, 64, 32)"]; -"1019 select_24" -> "1025 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1020 select_25" -> "1026 linalg_vector_norm_17" [style=solid, label="(4, 12, 64, 32)"]; -"1020 select_25" -> "1028 expand_as_17" [style=solid, label="(4, 12, 64, 32)"]; -"1020 select_25" -> "1029 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1021 select_26" -> "1038 matmul_17" [style=solid, label="(4, 12, 64, 32)"]; -"1022 linalg_vector_norm_16" -> "1023 clamp_min_16" [style=solid, label="(4, 12, 64, 1)"]; -"1023 clamp_min_16" -> "1024 expand_as_16" [style=solid, label="(4, 12, 64, 1)"]; -"1024 expand_as_16" -> "1025 div_16" [style=solid, label="(4, 12, 64, 32)"]; -"1025 div_16" -> "1031 matmul_16" [style=solid, label="(4, 12, 64, 32)"]; -"1026 linalg_vector_norm_17" -> "1027 clamp_min_17" [style=solid, label="(4, 12, 64, 1)"]; -"1027 clamp_min_17" -> "1028 expand_as_17" [style=solid, label="(4, 12, 64, 1)"]; -"1028 expand_as_17" -> "1029 div_17" [style=solid, label="(4, 12, 64, 32)"]; -"1029 div_17" -> "1030 transpose_16" [style=solid, label="(4, 12, 64, 32)"]; -"1030 transpose_16" -> "1031 matmul_16" [style=solid, label="(4, 12, 32, 64)"]; -"1031 matmul_16" -> "1034 mul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1032 clamp_8" -> "1033 exp_8" [style=solid, label="(12, 1, 1)"]; -"1033 exp_8" -> "1034 mul_17" [style=solid, label="(12, 1, 1)"]; -"1034 mul_17" -> "1035 add_28" [style=solid, label="(4, 12, 64, 64)"]; -"1035 add_28" -> "1036 softmax_8" [style=solid, label="(4, 12, 64, 64)"]; -"1036 softmax_8" -> "1037 dropout_32" [style=solid, label="(4, 12, 64, 64)"]; -"1037 dropout_32" -> "1038 matmul_17" [style=solid, label="(4, 12, 64, 64)"]; -"1038 matmul_17" -> "1039 transpose_17" [style=solid, label="(4, 12, 64, 32)"]; -"1039 transpose_17" -> "1040 reshape_38" [style=solid, label="(4, 64, 12, 32)"]; -"1040 reshape_38" -> "1041 linear_53" [style=solid, label="(4, 64, 384)"]; -"1041 linear_53" -> "1042 dropout_33" [style=solid, label="(4, 64, 384)"]; -"1042 dropout_33" -> "1043 view_47" [style=solid, label="(4, 64, 384)"]; -"1043 view_47" -> "1044 permute_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1044 permute_40" -> "1045 reshape_39" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1045 reshape_39" -> "1046 slice_110" [style=solid, label="(1, 16, 16, 384)"]; -"1046 slice_110" -> "1047 slice_111" [style=solid, label="(1, 14, 16, 384)"]; -"1047 slice_111" -> "1048 contiguous_15" [style=solid, label="(1, 14, 14, 384)"]; -"1048 contiguous_15" -> "1049 layer_norm_19" [style=solid, label="(1, 14, 14, 384)"]; -"1049 layer_norm_19" -> "1050 add_29" [style=solid, label="(1, 14, 14, 384)"]; -"1050 add_29" -> "1051 linear_54" [style=solid, label="(1, 14, 14, 384)"]; -"1050 add_29" -> "1057 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1051 linear_54" -> "1052 gelu_8" [style=solid, label="(1, 14, 14, 1536)"]; -"1052 gelu_8" -> "1053 dropout_34" [style=solid, label="(1, 14, 14, 1536)"]; -"1053 dropout_34" -> "1054 linear_55" [style=solid, label="(1, 14, 14, 1536)"]; -"1054 linear_55" -> "1055 dropout_35" [style=solid, label="(1, 14, 14, 384)"]; -"1055 dropout_35" -> "1056 layer_norm_20" [style=solid, label="(1, 14, 14, 384)"]; -"1056 layer_norm_20" -> "1057 add_30" [style=solid, label="(1, 14, 14, 384)"]; -"1057 add_30" -> "1069 pad_11" [style=solid, label="(1, 14, 14, 384)"]; -"1057 add_30" -> "1164 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1058 linear_56" -> "1059 relu__9" [style=solid, label="(1, 15, 15, 512)"]; -"1059 relu__9" -> "1060 linear_57" [style=solid, label="(1, 15, 15, 512)"]; -"1060 linear_57" -> "1061 view_48" [style=solid, label="(1, 15, 15, 12)"]; -"1061 view_48" -> "1062 index_9" [style=solid, label="(225, 12)"]; -"1062 index_9" -> "1063 view_49" [style=solid, label="(4096, 12)"]; -"1063 view_49" -> "1064 permute_41" [style=solid, label="(64, 64, 12)"]; -"1064 permute_41" -> "1065 contiguous_16" [style=solid, label="(12, 64, 64)"]; -"1065 contiguous_16" -> "1066 unsqueeze_25" [style=solid, label="(12, 64, 64)"]; -"1066 unsqueeze_25" -> "1067 sigmoid_9" [style=solid, label="(1, 12, 64, 64)"]; -"1067 sigmoid_9" -> "1068 mul_18" [style=solid, label="(1, 12, 64, 64)"]; -"1068 mul_18" -> "1096 add_31" [style=solid, label="(1, 12, 64, 64)"]; -"1069 pad_11" -> "1070 roll_8" [style=solid, label="(1, 16, 16, 384)"]; -"1070 roll_8" -> "1071 view_50" [style=solid, label="(1, 16, 16, 384)"]; -"1071 view_50" -> "1072 permute_42" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1072 permute_42" -> "1073 reshape_40" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1073 reshape_40" -> "1077 linear_58" [style=solid, label="(4, 64, 384)"]; -"1073 reshape_40" -> "1097 new_zeros_4" [style=solid, label="(4, 64, 384)"]; -"1074 clone_9" -> "1075 slice_112" [style=solid, label="(1152,)"]; -"1074 clone_9" -> "1077 linear_58" [style=solid, label="(1152,)"]; -"1075 slice_112" -> "1076 zero__9" [style=solid, label="(384,)"]; -"1077 linear_58" -> "1078 reshape_41" [style=solid, label="(4, 64, 1152)"]; -"1078 reshape_41" -> "1079 permute_43" [style=solid, label="(4, 64, 3, 12, 32)"]; -"1079 permute_43" -> "1080 select_27" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1079 permute_43" -> "1081 select_28" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1079 permute_43" -> "1082 select_29" [style=solid, label="(3, 4, 12, 64, 32)"]; -"1080 select_27" -> "1083 linalg_vector_norm_18" [style=solid, label="(4, 12, 64, 32)"]; -"1080 select_27" -> "1085 expand_as_18" [style=solid, label="(4, 12, 64, 32)"]; -"1080 select_27" -> "1086 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1081 select_28" -> "1087 linalg_vector_norm_19" [style=solid, label="(4, 12, 64, 32)"]; -"1081 select_28" -> "1089 expand_as_19" [style=solid, label="(4, 12, 64, 32)"]; -"1081 select_28" -> "1090 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1082 select_29" -> "1151 matmul_19" [style=solid, label="(4, 12, 64, 32)"]; -"1083 linalg_vector_norm_18" -> "1084 clamp_min_18" [style=solid, label="(4, 12, 64, 1)"]; -"1084 clamp_min_18" -> "1085 expand_as_18" [style=solid, label="(4, 12, 64, 1)"]; -"1085 expand_as_18" -> "1086 div_18" [style=solid, label="(4, 12, 64, 32)"]; -"1086 div_18" -> "1092 matmul_18" [style=solid, label="(4, 12, 64, 32)"]; -"1087 linalg_vector_norm_19" -> "1088 clamp_min_19" [style=solid, label="(4, 12, 64, 1)"]; -"1088 clamp_min_19" -> "1089 expand_as_19" [style=solid, label="(4, 12, 64, 1)"]; -"1089 expand_as_19" -> "1090 div_19" [style=solid, label="(4, 12, 64, 32)"]; -"1090 div_19" -> "1091 transpose_18" [style=solid, label="(4, 12, 64, 32)"]; -"1091 transpose_18" -> "1092 matmul_18" [style=solid, label="(4, 12, 32, 64)"]; -"1092 matmul_18" -> "1095 mul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1093 clamp_9" -> "1094 exp_9" [style=solid, label="(12, 1, 1)"]; -"1094 exp_9" -> "1095 mul_19" [style=solid, label="(12, 1, 1)"]; -"1095 mul_19" -> "1096 add_31" [style=solid, label="(4, 12, 64, 64)"]; -"1096 add_31" -> "1144 view_52" [style=solid, label="(4, 12, 64, 64)"]; -"1097 new_zeros_4" -> "1099 slice_113" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1103 slice_115" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1107 slice_117" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1111 slice_119" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1115 slice_121" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1119 slice_123" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1123 slice_125" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1127 slice_127" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1131 slice_129" [style=solid, label="(16, 16)"]; -"1097 new_zeros_4" -> "1134 view_51" [style=solid, label="(16, 16)"]; -"1098 lift_fresh_copy_36" -> "1101 fill__36" [style=solid, label="()"]; -"1099 slice_113" -> "1100 slice_114" [style=solid, label="(8, 16)"]; -"1100 slice_114" -> "1101 fill__36" [style=solid, label="(8, 8)"]; -"1102 lift_fresh_copy_37" -> "1105 fill__37" [style=solid, label="()"]; -"1103 slice_115" -> "1104 slice_116" [style=solid, label="(8, 16)"]; -"1104 slice_116" -> "1105 fill__37" [style=solid, label="(8, 4)"]; -"1106 lift_fresh_copy_38" -> "1109 fill__38" [style=solid, label="()"]; -"1107 slice_117" -> "1108 slice_118" [style=solid, label="(8, 16)"]; -"1108 slice_118" -> "1109 fill__38" [style=solid, label="(8, 4)"]; -"1110 lift_fresh_copy_39" -> "1113 fill__39" [style=solid, label="()"]; -"1111 slice_119" -> "1112 slice_120" [style=solid, label="(4, 16)"]; -"1112 slice_120" -> "1113 fill__39" [style=solid, label="(4, 8)"]; -"1114 lift_fresh_copy_40" -> "1117 fill__40" [style=solid, label="()"]; -"1115 slice_121" -> "1116 slice_122" [style=solid, label="(4, 16)"]; -"1116 slice_122" -> "1117 fill__40" [style=solid, label="(4, 4)"]; -"1118 lift_fresh_copy_41" -> "1121 fill__41" [style=solid, label="()"]; -"1119 slice_123" -> "1120 slice_124" [style=solid, label="(4, 16)"]; -"1120 slice_124" -> "1121 fill__41" [style=solid, label="(4, 4)"]; -"1122 lift_fresh_copy_42" -> "1125 fill__42" [style=solid, label="()"]; -"1123 slice_125" -> "1124 slice_126" [style=solid, label="(4, 16)"]; -"1124 slice_126" -> "1125 fill__42" [style=solid, label="(4, 8)"]; -"1126 lift_fresh_copy_43" -> "1129 fill__43" [style=solid, label="()"]; -"1127 slice_127" -> "1128 slice_128" [style=solid, label="(4, 16)"]; -"1128 slice_128" -> "1129 fill__43" [style=solid, label="(4, 4)"]; -"1130 lift_fresh_copy_44" -> "1133 fill__44" [style=solid, label="()"]; -"1131 slice_129" -> "1132 slice_130" [style=solid, label="(4, 16)"]; -"1132 slice_130" -> "1133 fill__44" [style=solid, label="(4, 4)"]; -"1134 view_51" -> "1135 permute_44" [style=solid, label="(2, 8, 2, 8)"]; -"1135 permute_44" -> "1136 reshape_42" [style=solid, label="(2, 2, 8, 8)"]; -"1136 reshape_42" -> "1137 unsqueeze_26" [style=solid, label="(4, 64)"]; -"1136 reshape_42" -> "1138 unsqueeze_27" [style=solid, label="(4, 64)"]; -"1137 unsqueeze_26" -> "1139 sub_4" [style=solid, label="(4, 1, 64)"]; -"1138 unsqueeze_27" -> "1139 sub_4" [style=solid, label="(4, 64, 1)"]; -"1139 sub_4" -> "1140 ne_4" [style=solid, label="(4, 64, 64)"]; -"1139 sub_4" -> "1141 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1139 sub_4" -> "1142 eq_4" [style=solid, label="(4, 64, 64)"]; -"1140 ne_4" -> "1141 masked_fill_8" [style=solid, label="(4, 64, 64)"]; -"1141 masked_fill_8" -> "1143 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1142 eq_4" -> "1143 masked_fill_9" [style=solid, label="(4, 64, 64)"]; -"1143 masked_fill_9" -> "1145 unsqueeze_28" [style=solid, label="(4, 64, 64)"]; -"1144 view_52" -> "1147 add_32" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1145 unsqueeze_28" -> "1146 unsqueeze_29" [style=solid, label="(4, 1, 64, 64)"]; -"1146 unsqueeze_29" -> "1147 add_32" [style=solid, label="(1, 4, 1, 64, 64)"]; -"1147 add_32" -> "1148 view_53" [style=solid, label="(1, 4, 12, 64, 64)"]; -"1148 view_53" -> "1149 softmax_9" [style=solid, label="(4, 12, 64, 64)"]; -"1149 softmax_9" -> "1150 dropout_36" [style=solid, label="(4, 12, 64, 64)"]; -"1150 dropout_36" -> "1151 matmul_19" [style=solid, label="(4, 12, 64, 64)"]; -"1151 matmul_19" -> "1152 transpose_19" [style=solid, label="(4, 12, 64, 32)"]; -"1152 transpose_19" -> "1153 reshape_43" [style=solid, label="(4, 64, 12, 32)"]; -"1153 reshape_43" -> "1154 linear_59" [style=solid, label="(4, 64, 384)"]; -"1154 linear_59" -> "1155 dropout_37" [style=solid, label="(4, 64, 384)"]; -"1155 dropout_37" -> "1156 view_54" [style=solid, label="(4, 64, 384)"]; -"1156 view_54" -> "1157 permute_45" [style=solid, label="(1, 2, 2, 8, 8, 384)"]; -"1157 permute_45" -> "1158 reshape_44" [style=solid, label="(1, 2, 8, 2, 8, 384)"]; -"1158 reshape_44" -> "1159 roll_9" [style=solid, label="(1, 16, 16, 384)"]; -"1159 roll_9" -> "1160 slice_131" [style=solid, label="(1, 16, 16, 384)"]; -"1160 slice_131" -> "1161 slice_132" [style=solid, label="(1, 14, 16, 384)"]; -"1161 slice_132" -> "1162 contiguous_17" [style=solid, label="(1, 14, 14, 384)"]; -"1162 contiguous_17" -> "1163 layer_norm_21" [style=solid, label="(1, 14, 14, 384)"]; -"1163 layer_norm_21" -> "1164 add_33" [style=solid, label="(1, 14, 14, 384)"]; -"1164 add_33" -> "1165 linear_60" [style=solid, label="(1, 14, 14, 384)"]; -"1164 add_33" -> "1171 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1165 linear_60" -> "1166 gelu_9" [style=solid, label="(1, 14, 14, 1536)"]; -"1166 gelu_9" -> "1167 dropout_38" [style=solid, label="(1, 14, 14, 1536)"]; -"1167 dropout_38" -> "1168 linear_61" [style=solid, label="(1, 14, 14, 1536)"]; -"1168 linear_61" -> "1169 dropout_39" [style=solid, label="(1, 14, 14, 384)"]; -"1169 dropout_39" -> "1170 layer_norm_22" [style=solid, label="(1, 14, 14, 384)"]; -"1170 layer_norm_22" -> "1171 add_34" [style=solid, label="(1, 14, 14, 384)"]; -"1171 add_34" -> "1172 pad_12" [style=solid, label="(1, 14, 14, 384)"]; -"1172 pad_12" -> "1173 slice_133" [style=solid, label="(1, 14, 14, 384)"]; -"1172 pad_12" -> "1175 slice_135" [style=solid, label="(1, 14, 14, 384)"]; -"1172 pad_12" -> "1177 slice_137" [style=solid, label="(1, 14, 14, 384)"]; -"1172 pad_12" -> "1179 slice_139" [style=solid, label="(1, 14, 14, 384)"]; -"1173 slice_133" -> "1174 slice_134" [style=solid, label="(1, 7, 14, 384)"]; -"1174 slice_134" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1175 slice_135" -> "1176 slice_136" [style=solid, label="(1, 7, 14, 384)"]; -"1176 slice_136" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1177 slice_137" -> "1178 slice_138" [style=solid, label="(1, 7, 14, 384)"]; -"1178 slice_138" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1179 slice_139" -> "1180 slice_140" [style=solid, label="(1, 7, 14, 384)"]; -"1180 slice_140" -> "1181 cat_2" [style=solid, label="(1, 7, 7, 384)"]; -"1181 cat_2" -> "1182 linear_62" [style=solid, label="(1, 7, 7, 1536)"]; -"1182 linear_62" -> "1183 layer_norm_23" [style=solid, label="(1, 7, 7, 768)"]; -"1183 layer_norm_23" -> "1195 pad_13" [style=solid, label="(1, 7, 7, 768)"]; -"1183 layer_norm_23" -> "1236 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1184 linear_63" -> "1185 relu__10" [style=solid, label="(1, 15, 15, 512)"]; -"1185 relu__10" -> "1186 linear_64" [style=solid, label="(1, 15, 15, 512)"]; -"1186 linear_64" -> "1187 view_55" [style=solid, label="(1, 15, 15, 24)"]; -"1187 view_55" -> "1188 index_10" [style=solid, label="(225, 24)"]; -"1188 index_10" -> "1189 view_56" [style=solid, label="(4096, 24)"]; -"1189 view_56" -> "1190 permute_46" [style=solid, label="(64, 64, 24)"]; -"1190 permute_46" -> "1191 contiguous_18" [style=solid, label="(24, 64, 64)"]; -"1191 contiguous_18" -> "1192 unsqueeze_30" [style=solid, label="(24, 64, 64)"]; -"1192 unsqueeze_30" -> "1193 sigmoid_10" [style=solid, label="(1, 24, 64, 64)"]; -"1193 sigmoid_10" -> "1194 mul_20" [style=solid, label="(1, 24, 64, 64)"]; -"1194 mul_20" -> "1221 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1195 pad_13" -> "1196 view_57" [style=solid, label="(1, 8, 8, 768)"]; -"1196 view_57" -> "1197 permute_47" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1197 permute_47" -> "1198 reshape_45" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1198 reshape_45" -> "1202 linear_65" [style=solid, label="(1, 64, 768)"]; -"1199 clone_10" -> "1200 slice_141" [style=solid, label="(2304,)"]; -"1199 clone_10" -> "1202 linear_65" [style=solid, label="(2304,)"]; -"1200 slice_141" -> "1201 zero__10" [style=solid, label="(768,)"]; -"1202 linear_65" -> "1203 reshape_46" [style=solid, label="(1, 64, 2304)"]; -"1203 reshape_46" -> "1204 permute_48" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1204 permute_48" -> "1205 select_30" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1204 permute_48" -> "1206 select_31" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1204 permute_48" -> "1207 select_32" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1205 select_30" -> "1208 linalg_vector_norm_20" [style=solid, label="(1, 24, 64, 32)"]; -"1205 select_30" -> "1210 expand_as_20" [style=solid, label="(1, 24, 64, 32)"]; -"1205 select_30" -> "1211 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1206 select_31" -> "1212 linalg_vector_norm_21" [style=solid, label="(1, 24, 64, 32)"]; -"1206 select_31" -> "1214 expand_as_21" [style=solid, label="(1, 24, 64, 32)"]; -"1206 select_31" -> "1215 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1207 select_32" -> "1224 matmul_21" [style=solid, label="(1, 24, 64, 32)"]; -"1208 linalg_vector_norm_20" -> "1209 clamp_min_20" [style=solid, label="(1, 24, 64, 1)"]; -"1209 clamp_min_20" -> "1210 expand_as_20" [style=solid, label="(1, 24, 64, 1)"]; -"1210 expand_as_20" -> "1211 div_20" [style=solid, label="(1, 24, 64, 32)"]; -"1211 div_20" -> "1217 matmul_20" [style=solid, label="(1, 24, 64, 32)"]; -"1212 linalg_vector_norm_21" -> "1213 clamp_min_21" [style=solid, label="(1, 24, 64, 1)"]; -"1213 clamp_min_21" -> "1214 expand_as_21" [style=solid, label="(1, 24, 64, 1)"]; -"1214 expand_as_21" -> "1215 div_21" [style=solid, label="(1, 24, 64, 32)"]; -"1215 div_21" -> "1216 transpose_20" [style=solid, label="(1, 24, 64, 32)"]; -"1216 transpose_20" -> "1217 matmul_20" [style=solid, label="(1, 24, 32, 64)"]; -"1217 matmul_20" -> "1220 mul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1218 clamp_10" -> "1219 exp_10" [style=solid, label="(24, 1, 1)"]; -"1219 exp_10" -> "1220 mul_21" [style=solid, label="(24, 1, 1)"]; -"1220 mul_21" -> "1221 add_35" [style=solid, label="(1, 24, 64, 64)"]; -"1221 add_35" -> "1222 softmax_10" [style=solid, label="(1, 24, 64, 64)"]; -"1222 softmax_10" -> "1223 dropout_40" [style=solid, label="(1, 24, 64, 64)"]; -"1223 dropout_40" -> "1224 matmul_21" [style=solid, label="(1, 24, 64, 64)"]; -"1224 matmul_21" -> "1225 transpose_21" [style=solid, label="(1, 24, 64, 32)"]; -"1225 transpose_21" -> "1226 reshape_47" [style=solid, label="(1, 64, 24, 32)"]; -"1226 reshape_47" -> "1227 linear_66" [style=solid, label="(1, 64, 768)"]; -"1227 linear_66" -> "1228 dropout_41" [style=solid, label="(1, 64, 768)"]; -"1228 dropout_41" -> "1229 view_58" [style=solid, label="(1, 64, 768)"]; -"1229 view_58" -> "1230 permute_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1230 permute_49" -> "1231 reshape_48" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1231 reshape_48" -> "1232 slice_142" [style=solid, label="(1, 8, 8, 768)"]; -"1232 slice_142" -> "1233 slice_143" [style=solid, label="(1, 7, 8, 768)"]; -"1233 slice_143" -> "1234 contiguous_19" [style=solid, label="(1, 7, 7, 768)"]; -"1234 contiguous_19" -> "1235 layer_norm_24" [style=solid, label="(1, 7, 7, 768)"]; -"1235 layer_norm_24" -> "1236 add_36" [style=solid, label="(1, 7, 7, 768)"]; -"1236 add_36" -> "1237 linear_67" [style=solid, label="(1, 7, 7, 768)"]; -"1236 add_36" -> "1243 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1237 linear_67" -> "1238 gelu_10" [style=solid, label="(1, 7, 7, 3072)"]; -"1238 gelu_10" -> "1239 dropout_42" [style=solid, label="(1, 7, 7, 3072)"]; -"1239 dropout_42" -> "1240 linear_68" [style=solid, label="(1, 7, 7, 3072)"]; -"1240 linear_68" -> "1241 dropout_43" [style=solid, label="(1, 7, 7, 768)"]; -"1241 dropout_43" -> "1242 layer_norm_25" [style=solid, label="(1, 7, 7, 768)"]; -"1242 layer_norm_25" -> "1243 add_37" [style=solid, label="(1, 7, 7, 768)"]; -"1243 add_37" -> "1255 pad_14" [style=solid, label="(1, 7, 7, 768)"]; -"1243 add_37" -> "1296 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1244 linear_69" -> "1245 relu__11" [style=solid, label="(1, 15, 15, 512)"]; -"1245 relu__11" -> "1246 linear_70" [style=solid, label="(1, 15, 15, 512)"]; -"1246 linear_70" -> "1247 view_59" [style=solid, label="(1, 15, 15, 24)"]; -"1247 view_59" -> "1248 index_11" [style=solid, label="(225, 24)"]; -"1248 index_11" -> "1249 view_60" [style=solid, label="(4096, 24)"]; -"1249 view_60" -> "1250 permute_50" [style=solid, label="(64, 64, 24)"]; -"1250 permute_50" -> "1251 contiguous_20" [style=solid, label="(24, 64, 64)"]; -"1251 contiguous_20" -> "1252 unsqueeze_31" [style=solid, label="(24, 64, 64)"]; -"1252 unsqueeze_31" -> "1253 sigmoid_11" [style=solid, label="(1, 24, 64, 64)"]; -"1253 sigmoid_11" -> "1254 mul_22" [style=solid, label="(1, 24, 64, 64)"]; -"1254 mul_22" -> "1281 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1255 pad_14" -> "1256 view_61" [style=solid, label="(1, 8, 8, 768)"]; -"1256 view_61" -> "1257 permute_51" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1257 permute_51" -> "1258 reshape_49" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1258 reshape_49" -> "1262 linear_71" [style=solid, label="(1, 64, 768)"]; -"1259 clone_11" -> "1260 slice_144" [style=solid, label="(2304,)"]; -"1259 clone_11" -> "1262 linear_71" [style=solid, label="(2304,)"]; -"1260 slice_144" -> "1261 zero__11" [style=solid, label="(768,)"]; -"1262 linear_71" -> "1263 reshape_50" [style=solid, label="(1, 64, 2304)"]; -"1263 reshape_50" -> "1264 permute_52" [style=solid, label="(1, 64, 3, 24, 32)"]; -"1264 permute_52" -> "1265 select_33" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1264 permute_52" -> "1266 select_34" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1264 permute_52" -> "1267 select_35" [style=solid, label="(3, 1, 24, 64, 32)"]; -"1265 select_33" -> "1268 linalg_vector_norm_22" [style=solid, label="(1, 24, 64, 32)"]; -"1265 select_33" -> "1270 expand_as_22" [style=solid, label="(1, 24, 64, 32)"]; -"1265 select_33" -> "1271 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1266 select_34" -> "1272 linalg_vector_norm_23" [style=solid, label="(1, 24, 64, 32)"]; -"1266 select_34" -> "1274 expand_as_23" [style=solid, label="(1, 24, 64, 32)"]; -"1266 select_34" -> "1275 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1267 select_35" -> "1284 matmul_23" [style=solid, label="(1, 24, 64, 32)"]; -"1268 linalg_vector_norm_22" -> "1269 clamp_min_22" [style=solid, label="(1, 24, 64, 1)"]; -"1269 clamp_min_22" -> "1270 expand_as_22" [style=solid, label="(1, 24, 64, 1)"]; -"1270 expand_as_22" -> "1271 div_22" [style=solid, label="(1, 24, 64, 32)"]; -"1271 div_22" -> "1277 matmul_22" [style=solid, label="(1, 24, 64, 32)"]; -"1272 linalg_vector_norm_23" -> "1273 clamp_min_23" [style=solid, label="(1, 24, 64, 1)"]; -"1273 clamp_min_23" -> "1274 expand_as_23" [style=solid, label="(1, 24, 64, 1)"]; -"1274 expand_as_23" -> "1275 div_23" [style=solid, label="(1, 24, 64, 32)"]; -"1275 div_23" -> "1276 transpose_22" [style=solid, label="(1, 24, 64, 32)"]; -"1276 transpose_22" -> "1277 matmul_22" [style=solid, label="(1, 24, 32, 64)"]; -"1277 matmul_22" -> "1280 mul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1278 clamp_11" -> "1279 exp_11" [style=solid, label="(24, 1, 1)"]; -"1279 exp_11" -> "1280 mul_23" [style=solid, label="(24, 1, 1)"]; -"1280 mul_23" -> "1281 add_38" [style=solid, label="(1, 24, 64, 64)"]; -"1281 add_38" -> "1282 softmax_11" [style=solid, label="(1, 24, 64, 64)"]; -"1282 softmax_11" -> "1283 dropout_44" [style=solid, label="(1, 24, 64, 64)"]; -"1283 dropout_44" -> "1284 matmul_23" [style=solid, label="(1, 24, 64, 64)"]; -"1284 matmul_23" -> "1285 transpose_23" [style=solid, label="(1, 24, 64, 32)"]; -"1285 transpose_23" -> "1286 reshape_51" [style=solid, label="(1, 64, 24, 32)"]; -"1286 reshape_51" -> "1287 linear_72" [style=solid, label="(1, 64, 768)"]; -"1287 linear_72" -> "1288 dropout_45" [style=solid, label="(1, 64, 768)"]; -"1288 dropout_45" -> "1289 view_62" [style=solid, label="(1, 64, 768)"]; -"1289 view_62" -> "1290 permute_53" [style=solid, label="(1, 1, 1, 8, 8, 768)"]; -"1290 permute_53" -> "1291 reshape_52" [style=solid, label="(1, 1, 8, 1, 8, 768)"]; -"1291 reshape_52" -> "1292 slice_145" [style=solid, label="(1, 8, 8, 768)"]; -"1292 slice_145" -> "1293 slice_146" [style=solid, label="(1, 7, 8, 768)"]; -"1293 slice_146" -> "1294 contiguous_21" [style=solid, label="(1, 7, 7, 768)"]; -"1294 contiguous_21" -> "1295 layer_norm_26" [style=solid, label="(1, 7, 7, 768)"]; -"1295 layer_norm_26" -> "1296 add_39" [style=solid, label="(1, 7, 7, 768)"]; -"1296 add_39" -> "1297 linear_73" [style=solid, label="(1, 7, 7, 768)"]; -"1296 add_39" -> "1303 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1297 linear_73" -> "1298 gelu_11" [style=solid, label="(1, 7, 7, 3072)"]; -"1298 gelu_11" -> "1299 dropout_46" [style=solid, label="(1, 7, 7, 3072)"]; -"1299 dropout_46" -> "1300 linear_74" [style=solid, label="(1, 7, 7, 3072)"]; -"1300 linear_74" -> "1301 dropout_47" [style=solid, label="(1, 7, 7, 768)"]; -"1301 dropout_47" -> "1302 layer_norm_27" [style=solid, label="(1, 7, 7, 768)"]; -"1302 layer_norm_27" -> "1303 add_40" [style=solid, label="(1, 7, 7, 768)"]; -"1303 add_40" -> "1304 layer_norm_28" [style=solid, label="(1, 7, 7, 768)"]; -"1304 layer_norm_28" -> "1305 permute_54" [style=solid, label="(1, 7, 7, 768)"]; -"1305 permute_54" -> "1306 adaptive_avg_pool2d" [style=solid, label="(1, 768, 7, 7)"]; -"1306 adaptive_avg_pool2d" -> "1307 flatten" [style=solid, label="(1, 768, 1, 1)"]; -"1307 flatten" -> "1308 linear_75" [style=solid, label="(1, 768)"]; -"1308 linear_75" -> "1309 output" [style=solid, label="(1, 1000)"]; -} diff --git a/tests/torch/fx/test_models.py b/tests/torch/fx/test_models.py index 6b4b2bc2142..997ff7cd280 100644 --- a/tests/torch/fx/test_models.py +++ b/tests/torch/fx/test_models.py @@ -45,6 +45,7 @@ from tests.torch.test_models.synthetic import MultiBranchesConnectedModel from tests.torch.test_models.synthetic import ShortTransformer from tests.torch.test_models.synthetic import SplitCatModel +from tests.torch.test_models.synthetic import SwinV2SingleBlock from tests.torch.test_models.synthetic import TopKModel from tests.torch.test_models.synthetic import YOLO11N_SDPABlock @@ -73,7 +74,7 @@ def torchvision_model_case(model_id: str, input_shape: tuple[int,]): torchvision_model_case("resnet18", (1, 3, 224, 224)), torchvision_model_case("mobilenet_v3_small", (1, 3, 224, 224)), torchvision_model_case("vit_b_16", (1, 3, 224, 224)), - torchvision_model_case("swin_v2_t", (1, 3, 224, 224)), + ModelCase(SwinV2SingleBlock, "swin_v2_single_block", SwinV2SingleBlock.INPUT_SHAPE), ModelCase(test_models.UNet, "unet", [1, 3, 224, 224]), ModelCase(partial(ShortTransformer, 5, 10), "synthetic_transformer", [5]), ModelCase(YOLO11N_SDPABlock, "yolo11n_sdpa_block", YOLO11N_SDPABlock.INPUT_SIZE), @@ -173,11 +174,11 @@ def test_model(test_case: ModelCase, regen_ref_data: bool): [Dim.AUTO, Dim.STATIC, Dim.STATIC, Dim.STATIC], # This ViT Model is not eligible for dynamic shape capability ), ( - torchvision_model_case("swin_v2_t", (1, 3, 224, 224)), + ModelCase(SwinV2SingleBlock, "swin_v2_single_block", SwinV2SingleBlock.INPUT_SHAPE), {"model_type": nncf.ModelType.TRANSFORMER}, [ - (130, 130), - (77, 77), + (50, 50), + (29, 29), ], [Dim.AUTO, Dim.STATIC, Dim.AUTO, Dim.AUTO], ), diff --git a/tests/torch/test_models/synthetic.py b/tests/torch/test_models/synthetic.py index 46ec1ea5da7..648dc757662 100644 --- a/tests/torch/test_models/synthetic.py +++ b/tests/torch/test_models/synthetic.py @@ -16,6 +16,9 @@ from torch.nn import BatchNorm2d from torch.nn import Dropout from torch.nn import Parameter +from torchvision.models.swin_transformer import PatchMergingV2 +from torchvision.models.swin_transformer import SwinTransformer +from torchvision.models.swin_transformer import SwinTransformerBlockV2 from torchvision.transforms.functional import normalize from tests.torch.helpers import create_bn @@ -690,3 +693,26 @@ def __init__(self) -> None: def forward(self, x): # input_shape = [1, 3, 32, 32] return self.depthwise_conv(x) + + +class SwinV2SingleBlock(nn.Module): + """Minimal Swin Transformer V2 model with a single block for testing.""" + + INPUT_SHAPE = (1, 3, 224, 224) + + def __init__(self): + super().__init__() + self.model = SwinTransformer( + patch_size=[4, 4], + embed_dim=96, + depths=[1, 1, 1, 1], + num_heads=[3, 6, 12, 24], + window_size=[8, 8], + stochastic_depth_prob=0.2, + num_classes=10, + block=SwinTransformerBlockV2, + downsample_layer=PatchMergingV2, + ) + + def forward(self, x: torch.Tensor) -> torch.Tensor: + return self.model(x)