{ "deviceResults" : { "predict" : { "samples" : [ 0.0634080171585083, 0.05751800537109375, 0.05735599994659424, 0.0576169490814209, 0.05770301818847656, 0.05709993839263916, 0.056674957275390625, 0.05701005458831787, 0.057072997093200684, 0.05724799633026123, 0.05723607540130615, 0.05732095241546631, 0.058915019035339355, 0.057679057121276855, 0.05742299556732178, 0.057270050048828125, 0.0571589469909668, 0.057283997535705566, 0.05729997158050537, 0.05711197853088379, 0.05670297145843506, 0.056993961334228516, 0.05707204341888428, 0.05684792995452881, 0.056933045387268066, 0.05690503120422363, 0.05690300464630127, 0.05712699890136719, 0.0569080114364624, 0.05678296089172363, 0.05688202381134033, 0.056744933128356934, 0.05693697929382324, 0.05699598789215088, 0.057507991790771484, 0.05664396286010742, 0.056710004806518555, 0.05692899227142334, 0.056643009185791016, 0.05668497085571289, 0.06654500961303711, 0.05628204345703125, 0.05664396286010742, 0.056472063064575195, 0.05675196647644043, 0.05663597583770752, 0.056797027587890625, 0.05665600299835205, 0.05668199062347412, 0.05665302276611328, 0.05764603614807129, 0.05818295478820801, 0.059504032135009766, 0.06044304370880127, 0.058583974838256836, 0.05751800537109375, 0.057566046714782715, 0.0577319860458374, 0.05729401111602783, 0.05748403072357178, 0.05742192268371582, 0.05721604824066162, 0.05728495121002197, 0.05723404884338379, 0.05735301971435547, 0.05724000930786133, 0.057195067405700684, 0.05720698833465576, 0.05800604820251465, 0.05779898166656494, 0.05784296989440918, 0.05711507797241211, 0.05680394172668457, 0.0567699670791626, 0.05681300163269043, 0.05676710605621338, 0.0568009614944458, 0.056764960289001465, 0.05669701099395752, 0.056977033615112305, 0.059255003929138184, 0.05705606937408447, 0.05768990516662598, 0.05814802646636963, 0.05803096294403076, 0.0572509765625, 0.05725109577178955, 0.05709195137023926, 0.05710899829864502, 0.056884050369262695, 0.05742502212524414, 0.057173967361450195, 0.05710804462432861, 0.0572049617767334, 0.05724501609802246, 0.057121992111206055, 0.056989073753356934, 0.05727994441986084, 0.056982994079589844, 0.0572969913482666, 0.057717084884643555, 0.058348894119262695, 0.05711805820465088, 0.056700944900512695, 0.05680406093597412, 0.056686997413635254, 0.0568619966506958, 0.0573350191116333, 0.07202792167663574, 0.060997962951660156, 0.05910801887512207, 0.057058095932006836, 0.05687892436981201, 0.05709803104400635, 0.05691194534301758, 0.06039309501647949, 0.0680539608001709, 0.0609130859375, 0.05911099910736084, 0.0576549768447876 ], "startTime" : 763981977.184865, "numOperations" : 40 }, "perfRunConfig" : { "experimentIterations" : 3, "loadCount" : 3, "predictionCount" : 40 }, "modelStructure" : { "program" : { "_0" : { "functions" : { "main" : { "inputs" : [ { "type" : { }, "name" : "colorImage" } ], "block" : { "inputs" : [ ], "operations" : [ { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "colorImage_to_fp16_dtype_0" } ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "name" : "_inversed_tensor_1_y_0_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "colorImage_to_fp16" } ], "blocks" : [ ], "operatorName" : "ios16.cast", "inputs" : { "dtype" : { "bindings" : [ { "name" : { "_0" : "colorImage_to_fp16_dtype_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "colorImage" } } ] } } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.mul", "blocks" : [ ], "outputs" : [ { "name" : "_inversed_tensor_1_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "colorImage_to_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "_inversed_tensor_1_y_0_to_fp16" } } ] } }, "cost" : { "weight" : 0.00027319845017659207 } }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_19" } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_22" } ] }, { "outputs" : [ { "name" : "x_3_pad_type_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "x_3_strides_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_3_pad_0", "type" : { } } ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_3_dilations_0", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_3_groups_0" } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_patch_embed_proj_weight_to_fp16", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_patch_embed_proj_bias_to_fp16" } ] }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "x_3_cast_fp16", "type" : { } } ], "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "x_3_dilations_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_3_groups_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_patch_embed_proj_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_patch_embed_proj_weight_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_3_pad_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "_inversed_tensor_1_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_3_pad_type_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_3_strides_0" } } ] } }, "operatorName" : "ios16.conv", "cost" : { "weight" : 0.0006035925513404138 } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "concat_0" } ], "inputs" : { } }, { "outputs" : [ { "name" : "var_93_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.reshape", "cost" : { "weight" : 0.000458380556632462 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_3_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "concat_0" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_5_perm_0" } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "x_7_interleave_0", "type" : { } } ] }, { "outputs" : [ { "name" : "model_pretrained_cls_token_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "x_5_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_93_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "x_5_perm_0" } } ] } }, "operatorName" : "transpose", "cost" : { "weight" : 0.000570931554959023 } }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "x_7_cast_fp16" } ], "cost" : { "weight" : 0.00015870703811752588 }, "inputs" : { "values" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_cls_token_to_fp16" } }, { "name" : { "_0" : "x_5_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_19" } } ] }, "interleave" : { "bindings" : [ { "name" : { "_0" : "x_7_interleave_0" } } ] } }, "operatorName" : "concat" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_pos_embed_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "input_1_cast_fp16" } ], "cost" : { "weight" : 0.0009522422287051554 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_7_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_pos_embed_to_fp16" } } ] } }, "operatorName" : "ios16.add", "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_9_axes_0" } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_norm1_weight_to_fp16" } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_0_norm1_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_8_to_fp16", "type" : { } } ] }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_norm1_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_norm1_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_9_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_1_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_9_cast_fp16" } ], "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_0_attn_qkv_weight_to_fp16", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_attn_qkv_bias_to_fp16" } ], "operatorName" : "const" }, { "outputs" : [ { "name" : "linear_0_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0009082775084522138 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_9_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_attn_qkv_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_attn_qkv_weight_to_fp16" } } ] } }, "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_122" } ] }, { "cost" : { "weight" : 0.001376142662630897 }, "outputs" : [ { "type" : { }, "name" : "var_123_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_0_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_122" } } ] } }, "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_124", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_126_begin_0" } ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_126_end_0" } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_126_end_mask_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "var_126_squeeze_mask_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "cost" : { "weight" : 0.0017140414418827185 }, "outputs" : [ { "type" : { }, "name" : "qkv_1_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_123_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_124" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "transpose" }, { "operatorName" : "slice_by_index", "outputs" : [ { "name" : "var_126_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "begin" : { "bindings" : [ { "name" : { "_0" : "var_126_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_126_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_1_cast_fp16" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_126_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_126_end_0" } } ] } }, "cost" : { "weight" : 0.000917436434582088 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_127_to_fp16" } ], "inputs" : { } }, { "cost" : { "weight" : 0.0001785457572705566 }, "operatorName" : "ios16.mul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_126_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_127_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "q_1_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_1_begin_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "k_1_end_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "name" : "k_1_end_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "k_1_squeeze_mask_0", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "k_1_cast_fp16" } ], "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_1_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_1_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_1_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_1_begin_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_1_end_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index" }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "v_1_begin_0", "type" : { } } ] }, { "outputs" : [ { "name" : "v_1_end_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "v_1_end_mask_0", "type" : { } } ] }, { "outputs" : [ { "name" : "v_1_squeeze_mask_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_1_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_1_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_1_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_1_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_1_squeeze_mask_0" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "v_1_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "attn_1_transpose_x_1", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "attn_1_transpose_y_1" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.matmul", "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_1_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_1_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_1_transpose_y_1" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_1_transpose_x_1" } } ] } }, "cost" : { "weight" : 0.005368372858734008 }, "outputs" : [ { "name" : "attn_1_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "name" : "input_3_cast_fp16", "type" : { } } ], "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_1_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.00981932105414194 }, "operatorName" : "ios16.softmax" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_135_transpose_x_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "var_135_transpose_y_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_135_cast_fp16" } ], "operatorName" : "ios16.matmul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_3_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_135_transpose_x_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_1_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_135_transpose_y_0" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.005368372858734008 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_136_perm_0", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_137" } ], "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_135_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_136_perm_0" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0005713496813938445 }, "operatorName" : "transpose", "outputs" : [ { "name" : "var_136_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "input_5_cast_fp16" } ], "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_136_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_137" } } ] } }, "cost" : { "weight" : 0.0004587153834701521 }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_attn_proj_weight_to_fp16" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_attn_proj_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.linear", "blocks" : [ ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_attn_proj_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_5_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_attn_proj_bias_to_fp16" } } ] } }, "cost" : { "weight" : 0.000908275781956398 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "linear_1_cast_fp16", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_ls1_gamma_to_fp16" } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_1_cast_fp16" } } ] } }, "outputs" : [ { "name" : "var_144_cast_fp16", "type" : { } } ], "operatorName" : "ios16.mul", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_9_cast_fp16", "type" : { } } ], "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_144_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_1_cast_fp16" } } ] } }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_11_axes_0" } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_0_norm2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_0_norm2_bias_to_fp16", "type" : { } } ], "inputs" : { } }, { "operatorName" : "ios16.layer_norm", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0004587127676354826 }, "blocks" : [ ], "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_norm2_bias_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_11_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_9_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "outputs" : [ { "name" : "input_11_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_0_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_mlp_fc1_bias_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "ios16.linear", "cost" : { "weight" : 0.0009082783717001216 }, "outputs" : [ { "type" : { }, "name" : "linear_2_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_11_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_mlp_fc1_bias_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_15_mode_0" } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "cost" : { "weight" : 0.0018348510705419303 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "input_15_cast_fp16", "type" : { } } ], "operatorName" : "ios16.gelu", "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_15_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_2_cast_fp16" } } ] } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_0_mlp_fc2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_0_mlp_fc2_bias_to_fp16" } ], "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_15_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_mlp_fc2_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_mlp_fc2_weight_to_fp16" } } ] } }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_3_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.01453239956258375 } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_0_ls2_gamma_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_0_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_3_cast_fp16" } } ] } }, "operatorName" : "ios16.mul", "blocks" : [ ], "outputs" : [ { "name" : "var_162_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.00017867574300475838 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_9_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_162_cast_fp16" } } ] } }, "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_21_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009522422287051554 }, "blocks" : [ ] }, { "outputs" : [ { "name" : "x_15_axes_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "model_pretrained_blocks_1_norm1_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_1_norm1_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_norm1_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_21_cast_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_norm1_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_15_axes_0" } } ] } }, "operatorName" : "ios16.layer_norm", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 }, "outputs" : [ { "type" : { }, "name" : "x_15_cast_fp16" } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_1_attn_qkv_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_1_attn_qkv_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_15_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_attn_qkv_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_attn_qkv_weight_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_4_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.0009082775084522138 } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_185" } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "var_186_cast_fp16" } ], "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_185" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_4_cast_fp16" } } ] } }, "operatorName" : "ios16.reshape", "blocks" : [ ], "cost" : { "weight" : 0.001376142662630897 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "outputs" : [ { "name" : "var_187", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "var_189_begin_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "var_189_end_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "var_189_end_mask_0" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_189_squeeze_mask_0", "type" : { } } ] }, { "operatorName" : "transpose", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0017140414418827185 }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "qkv_3_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_186_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_187" } } ] } } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "var_189_cast_fp16" } ], "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_3_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_189_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_189_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_189_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_189_squeeze_mask_0" } } ] } }, "blocks" : [ ], "operatorName" : "slice_by_index" }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_190_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_190_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_189_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.0001785457572705566 }, "outputs" : [ { "name" : "q_3_cast_fp16", "type" : { } } ], "operatorName" : "ios16.mul", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "outputs" : [ { "name" : "k_3_begin_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_3_end_0" } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "k_3_end_mask_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "k_3_squeeze_mask_0" } ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "k_3_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_3_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_3_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_3_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_3_begin_0" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "type" : { }, "name" : "k_3_cast_fp16" } ], "operatorName" : "slice_by_index", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "type" : { }, "name" : "v_3_begin_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "name" : "v_3_end_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "v_3_end_mask_0" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_3_squeeze_mask_0" } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "v_3_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.000917436434582088 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "slice_by_index", "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_3_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_3_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_3_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_3_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_3_cast_fp16" } } ] } }, "blocks" : [ ] }, { "outputs" : [ { "name" : "attn_5_transpose_x_1", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "attn_5_transpose_y_1", "type" : { } } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "attn_5_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_3_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_3_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_5_transpose_y_1" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_5_transpose_x_1" } } ] } } }, { "operatorName" : "ios16.softmax", "cost" : { "weight" : 0.00981932105414194 }, "outputs" : [ { "name" : "input_23_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "attn_5_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "name" : "var_198_transpose_x_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "var_198_transpose_y_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "ios16.matmul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.005368372858734008 }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_198_cast_fp16" } ], "inputs" : { "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_198_transpose_y_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_23_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_3_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_198_transpose_x_0" } } ] } } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_199_perm_0" } ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_200" } ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "transpose", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_198_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_199_perm_0" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "var_199_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0005713496813938445 } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_199_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_200" } } ] } }, "cost" : { "weight" : 0.0004587153834701521 }, "outputs" : [ { "type" : { }, "name" : "input_25_cast_fp16" } ], "operatorName" : "ios16.reshape", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_1_attn_proj_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_1_attn_proj_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.000908275781956398 }, "outputs" : [ { "name" : "linear_5_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_25_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_attn_proj_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_attn_proj_bias_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_1_ls1_gamma_to_fp16" } ] }, { "cost" : { "weight" : 0.00017867574300475838 }, "blocks" : [ ], "outputs" : [ { "name" : "var_207_cast_fp16", "type" : { } } ], "operatorName" : "ios16.mul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_5_cast_fp16" } } ] } } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_207_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_21_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "name" : "input_29_cast_fp16", "type" : { } } ], "operatorName" : "ios16.add", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "input_31_axes_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_1_norm2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_1_norm2_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "ios16.layer_norm", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "input_31_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "input_31_axes_0" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_norm2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_29_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_norm2_weight_to_fp16" } } ] } } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_1_mlp_fc1_weight_to_fp16" } ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_1_mlp_fc1_bias_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "cost" : { "weight" : 0.0009082783717001216 }, "outputs" : [ { "name" : "linear_6_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_31_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_mlp_fc1_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_mlp_fc1_weight_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_35_mode_0" } ] }, { "cost" : { "weight" : 0.0018348510705419303 }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_35_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_35_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_6_cast_fp16" } } ] } }, "operatorName" : "ios16.gelu" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_1_mlp_fc2_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_1_mlp_fc2_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "linear_7_cast_fp16" } ], "operatorName" : "ios16.linear", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.01453239956258375 }, "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_mlp_fc2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_35_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_mlp_fc2_weight_to_fp16" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_1_ls2_gamma_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.00017867574300475838 }, "operatorName" : "ios16.mul", "outputs" : [ { "name" : "var_225_cast_fp16", "type" : { } } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_1_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_7_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_41_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0009522422287051554 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_225_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_29_cast_fp16" } } ] } } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_21_axes_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_2_norm1_weight_to_fp16", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_2_norm1_bias_to_fp16" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "x_21_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_norm1_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_21_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_norm1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_41_cast_fp16" } } ] } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_2_attn_qkv_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_2_attn_qkv_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "ios16.linear", "blocks" : [ ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_attn_qkv_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_attn_qkv_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_21_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "linear_8_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009082775084522138 } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_248" } ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_8_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_248" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.reshape", "cost" : { "weight" : 0.001376142662630897 }, "outputs" : [ { "type" : { }, "name" : "var_249_cast_fp16" } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_250", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_252_begin_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_252_end_0" } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "var_252_end_mask_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_252_squeeze_mask_0" } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.0017140414418827185 }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "transpose", "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_250" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_249_cast_fp16" } } ] } }, "outputs" : [ { "name" : "qkv_5_cast_fp16", "type" : { } } ] }, { "operatorName" : "slice_by_index", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_252_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_252_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_252_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_5_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_252_begin_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_252_cast_fp16" } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_253_to_fp16" } ], "blocks" : [ ], "operatorName" : "const" }, { "cost" : { "weight" : 0.0001785457572705566 }, "outputs" : [ { "type" : { }, "name" : "q_5_cast_fp16" } ], "blocks" : [ ], "operatorName" : "ios16.mul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_252_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_253_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_5_begin_0" } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "k_5_end_0", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_5_end_mask_0" } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "k_5_squeeze_mask_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "k_5_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_5_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_5_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_5_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_5_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_5_begin_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.000917436434582088 } }, { "outputs" : [ { "name" : "v_5_begin_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "v_5_end_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "v_5_end_mask_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "v_5_squeeze_mask_0" } ], "blocks" : [ ] }, { "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "name" : "v_5_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_5_cast_fp16" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_5_squeeze_mask_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_5_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_5_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_5_begin_0" } } ] } }, "operatorName" : "slice_by_index", "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "attn_9_transpose_x_1" } ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "attn_9_transpose_y_1", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "inputs" : { "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_9_transpose_y_1" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_5_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_9_transpose_x_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_5_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "attn_9_cast_fp16" } ], "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "cost" : { "weight" : 0.00981932105414194 }, "outputs" : [ { "type" : { }, "name" : "input_43_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "attn_9_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] } }, "operatorName" : "ios16.softmax", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_261_transpose_x_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "name" : "var_261_transpose_y_0", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "ios16.matmul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_43_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_5_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_261_transpose_y_0" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_261_transpose_x_0" } } ] } }, "outputs" : [ { "name" : "var_261_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.005368372858734008 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_262_perm_0" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_263" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "transpose", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_261_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_262_perm_0" } } ] } }, "cost" : { "weight" : 0.0005713496813938445 }, "outputs" : [ { "type" : { }, "name" : "var_262_cast_fp16" } ] }, { "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_263" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_262_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_45_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0004587153834701521 }, "operatorName" : "ios16.reshape" }, { "outputs" : [ { "name" : "model_pretrained_blocks_2_attn_proj_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_2_attn_proj_bias_to_fp16", "type" : { } } ], "inputs" : { } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.000908275781956398 }, "outputs" : [ { "name" : "linear_9_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_45_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_attn_proj_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_attn_proj_bias_to_fp16" } } ] } }, "blocks" : [ ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_2_ls1_gamma_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "outputs" : [ { "name" : "var_270_cast_fp16", "type" : { } } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_9_cast_fp16" } } ] } }, "operatorName" : "ios16.mul" }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0009522422287051554 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_41_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_270_cast_fp16" } } ] } }, "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_49_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_51_axes_0", "type" : { } } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_2_norm2_weight_to_fp16", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "name" : "model_pretrained_blocks_2_norm2_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_49_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_norm2_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_norm2_weight_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_51_axes_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "input_51_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_2_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_2_mlp_fc1_bias_to_fp16" } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "linear_10_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.linear", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_mlp_fc1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_51_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_mlp_fc1_bias_to_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0009082783717001216 } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "input_55_mode_0", "type" : { } } ] }, { "cost" : { "weight" : 0.0018348510705419303 }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.gelu", "outputs" : [ { "name" : "input_55_cast_fp16", "type" : { } } ], "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_55_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_10_cast_fp16" } } ] } } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_2_mlp_fc2_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_2_mlp_fc2_bias_to_fp16" } ], "inputs" : { } }, { "outputs" : [ { "name" : "linear_11_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.01453239956258375 }, "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_mlp_fc2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_55_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_mlp_fc2_bias_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "operatorName" : "ios16.linear" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_2_ls2_gamma_to_fp16", "type" : { } } ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_11_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_2_ls2_gamma_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "outputs" : [ { "name" : "var_288_cast_fp16", "type" : { } } ], "operatorName" : "ios16.mul", "cost" : { "weight" : 0.00017867574300475838 } }, { "blocks" : [ ], "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "name" : "input_61_cast_fp16", "type" : { } } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_288_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_49_cast_fp16" } } ] } }, "operatorName" : "ios16.add", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "name" : "x_27_axes_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_3_norm1_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_3_norm1_bias_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_norm1_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_27_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_61_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_norm1_bias_to_fp16" } } ] } }, "operatorName" : "ios16.layer_norm", "outputs" : [ { "type" : { }, "name" : "x_27_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_attn_qkv_weight_to_fp16" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_3_attn_qkv_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "linear_12_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "cost" : { "weight" : 0.0009082775084522138 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_27_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_attn_qkv_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_attn_qkv_weight_to_fp16" } } ] } }, "operatorName" : "ios16.linear" }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_311" } ] }, { "cost" : { "weight" : 0.001376142662630897 }, "outputs" : [ { "type" : { }, "name" : "var_312_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_12_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_311" } } ] } } }, { "outputs" : [ { "type" : { }, "name" : "var_313" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "var_315_begin_0", "type" : { } } ] }, { "outputs" : [ { "name" : "var_315_end_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "var_315_end_mask_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "var_315_squeeze_mask_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0017140414418827185 }, "operatorName" : "transpose", "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_313" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_312_cast_fp16" } } ] } }, "outputs" : [ { "name" : "qkv_7_cast_fp16", "type" : { } } ] }, { "operatorName" : "slice_by_index", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "type" : { }, "name" : "var_315_cast_fp16" } ], "blocks" : [ ], "inputs" : { "begin" : { "bindings" : [ { "name" : { "_0" : "var_315_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_315_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_315_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_315_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_7_cast_fp16" } } ] } } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_316_to_fp16" } ], "operatorName" : "const" }, { "operatorName" : "ios16.mul", "cost" : { "weight" : 0.0001785457572705566 }, "outputs" : [ { "name" : "q_7_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_315_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_316_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_7_begin_0" } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "k_7_end_0" } ], "inputs" : { } }, { "outputs" : [ { "name" : "k_7_end_mask_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_7_squeeze_mask_0" } ] }, { "outputs" : [ { "name" : "k_7_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "k_7_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_7_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_7_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_7_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_7_begin_0" } } ] } }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "v_7_begin_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "v_7_end_0" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "v_7_end_mask_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "v_7_squeeze_mask_0", "type" : { } } ] }, { "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "name" : "v_7_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "inputs" : { "begin" : { "bindings" : [ { "name" : { "_0" : "v_7_begin_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_7_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_7_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_7_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_7_end_mask_0" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_13_transpose_x_1" } ] }, { "outputs" : [ { "type" : { }, "name" : "attn_13_transpose_y_1" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.matmul", "cost" : { "weight" : 0.005368372858734008 }, "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_7_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_7_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_13_transpose_x_1" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_13_transpose_y_1" } } ] } }, "outputs" : [ { "name" : "attn_13_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "outputs" : [ { "name" : "input_63_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "attn_13_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.softmax", "cost" : { "weight" : 0.00981932105414194 } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_324_transpose_x_0" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_324_transpose_y_0", "type" : { } } ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "outputs" : [ { "name" : "var_324_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.005368372858734008 }, "inputs" : { "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_324_transpose_x_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_63_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_324_transpose_y_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_7_cast_fp16" } } ] } }, "operatorName" : "ios16.matmul" }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_325_perm_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_326" } ] }, { "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_325_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_324_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0005713496813938445 }, "operatorName" : "transpose", "blocks" : [ ], "outputs" : [ { "name" : "var_325_cast_fp16", "type" : { } } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_65_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.0004587153834701521 }, "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_325_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_326" } } ] } } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_3_attn_proj_weight_to_fp16", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_attn_proj_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "name" : "linear_13_cast_fp16", "type" : { } } ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_attn_proj_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_attn_proj_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_65_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.000908275781956398 }, "operatorName" : "ios16.linear" }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_3_ls1_gamma_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "ios16.mul", "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_13_cast_fp16" } } ] } }, "outputs" : [ { "name" : "var_333_cast_fp16", "type" : { } } ] }, { "operatorName" : "ios16.add", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_61_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_333_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "type" : { }, "name" : "input_69_cast_fp16" } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_71_axes_0" } ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_norm2_weight_to_fp16" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_norm2_bias_to_fp16" } ], "blocks" : [ ] }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_norm2_bias_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_71_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_69_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_71_cast_fp16" } ], "operatorName" : "ios16.layer_norm" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_mlp_fc1_weight_to_fp16" } ], "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_3_mlp_fc1_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "cost" : { "weight" : 0.0009082783717001216 }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_14_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_mlp_fc1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_71_cast_fp16" } } ] } } }, { "outputs" : [ { "name" : "input_75_mode_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_14_cast_fp16" } } ] }, "mode" : { "bindings" : [ { "name" : { "_0" : "input_75_mode_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0018348510705419303 }, "operatorName" : "ios16.gelu", "outputs" : [ { "name" : "input_75_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_3_mlp_fc2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_3_mlp_fc2_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "cost" : { "weight" : 0.01453239956258375 }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_15_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_mlp_fc2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_75_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_mlp_fc2_weight_to_fp16" } } ] } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_3_ls2_gamma_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_351_cast_fp16" } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_3_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_15_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00017867574300475838 }, "operatorName" : "ios16.mul" }, { "operatorName" : "ios16.add", "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_351_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_69_cast_fp16" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "input_81_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0009522422287051554 } }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_33_axes_0", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_norm1_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_norm1_bias_to_fp16" } ], "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_81_cast_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_33_axes_0" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_norm1_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_norm1_weight_to_fp16" } } ] } }, "outputs" : [ { "name" : "x_33_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_4_attn_qkv_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_4_attn_qkv_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "operatorName" : "ios16.linear", "cost" : { "weight" : 0.0009082775084522138 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "linear_16_cast_fp16" } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_attn_qkv_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_33_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_attn_qkv_weight_to_fp16" } } ] } } }, { "outputs" : [ { "name" : "var_374", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.reshape", "blocks" : [ ], "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_374" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_16_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_375_cast_fp16" } ], "cost" : { "weight" : 0.001376142662630897 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_376", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_378_begin_0" } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_378_end_0" } ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_378_end_mask_0", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_378_squeeze_mask_0" } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0017140414418827185 }, "operatorName" : "transpose", "blocks" : [ ], "outputs" : [ { "name" : "qkv_9_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_375_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_376" } } ] } } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_9_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_378_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_378_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_378_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_378_begin_0" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "outputs" : [ { "name" : "var_378_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_379_to_fp16", "type" : { } } ], "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_378_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_379_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0001785457572705566 }, "operatorName" : "ios16.mul", "outputs" : [ { "type" : { }, "name" : "q_9_cast_fp16" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "k_9_begin_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "k_9_end_0", "type" : { } } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "k_9_end_mask_0", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "k_9_squeeze_mask_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_9_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_9_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_9_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_9_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_9_cast_fp16" } } ] } }, "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "name" : "k_9_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "v_9_begin_0" } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "v_9_end_0" } ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_9_end_mask_0" } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "v_9_squeeze_mask_0" } ] }, { "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "outputs" : [ { "type" : { }, "name" : "v_9_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_9_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_9_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_9_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_9_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_9_end_0" } } ] } } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_17_transpose_x_1" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "attn_17_transpose_y_1", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "attn_17_cast_fp16" } ], "operatorName" : "ios16.matmul", "cost" : { "weight" : 0.005368372858734008 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "inputs" : { "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_17_transpose_x_1" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_9_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_17_transpose_y_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_9_cast_fp16" } } ] } } }, { "outputs" : [ { "type" : { }, "name" : "input_83_cast_fp16" } ], "blocks" : [ ], "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_17_cast_fp16" } } ] } }, "cost" : { "weight" : 0.00981932105414194 }, "operatorName" : "ios16.softmax", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_387_transpose_x_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_387_transpose_y_0" } ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_83_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_387_transpose_x_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_9_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_387_transpose_y_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "var_387_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul" }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_388_perm_0" } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_389", "type" : { } } ] }, { "outputs" : [ { "name" : "var_388_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0005713496813938445 }, "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_388_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_387_cast_fp16" } } ] } }, "operatorName" : "transpose", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ] }, { "cost" : { "weight" : 0.0004587153834701521 }, "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_388_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_389" } } ] } }, "outputs" : [ { "name" : "input_85_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_4_attn_proj_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_attn_proj_bias_to_fp16" } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "linear_17_cast_fp16" } ], "cost" : { "weight" : 0.000908275781956398 }, "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_attn_proj_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_85_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_attn_proj_weight_to_fp16" } } ] } }, "operatorName" : "ios16.linear" }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_ls1_gamma_to_fp16" } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_17_cast_fp16" } } ] } }, "cost" : { "weight" : 0.00017867574300475838 }, "outputs" : [ { "name" : "var_396_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.mul" }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_81_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_396_cast_fp16" } } ] } }, "outputs" : [ { "name" : "input_89_cast_fp16", "type" : { } } ], "operatorName" : "ios16.add", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009522422287051554 } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_91_axes_0" } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_norm2_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_norm2_bias_to_fp16" } ], "blocks" : [ ] }, { "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_norm2_weight_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_norm2_bias_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_91_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_89_cast_fp16" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.layer_norm", "outputs" : [ { "type" : { }, "name" : "input_91_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_mlp_fc1_weight_to_fp16" } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_4_mlp_fc1_bias_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0009082783717001216 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_91_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_mlp_fc1_bias_to_fp16" } } ] } }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_18_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_95_mode_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "ios16.gelu", "cost" : { "weight" : 0.0018348510705419303 }, "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_95_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_18_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "input_95_cast_fp16" } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_4_mlp_fc2_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_4_mlp_fc2_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "linear_19_cast_fp16" } ], "cost" : { "weight" : 0.01453239956258375 }, "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_mlp_fc2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_95_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_mlp_fc2_weight_to_fp16" } } ] } }, "operatorName" : "ios16.linear" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_4_ls2_gamma_to_fp16" } ], "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_19_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_4_ls2_gamma_to_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "operatorName" : "ios16.mul", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "var_414_cast_fp16", "type" : { } } ] }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_414_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_89_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "name" : "input_101_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.add" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_39_axes_0" } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_5_norm1_weight_to_fp16", "type" : { } } ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_norm1_bias_to_fp16" } ] }, { "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "x_39_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_101_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_norm1_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_norm1_weight_to_fp16" } } ] } }, "outputs" : [ { "name" : "x_39_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_5_attn_qkv_weight_to_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_5_attn_qkv_bias_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_20_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_39_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_attn_qkv_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_attn_qkv_bias_to_fp16" } } ] } }, "cost" : { "weight" : 0.0009082775084522138 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "type" : { }, "name" : "var_437" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_20_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_437" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.reshape", "outputs" : [ { "type" : { }, "name" : "var_438_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.001376142662630897 } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_439", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "var_441_begin_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_441_end_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_441_end_mask_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "var_441_squeeze_mask_0" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "transpose", "blocks" : [ ], "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_439" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_438_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0017140414418827185 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "qkv_11_cast_fp16" } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.000917436434582088 }, "blocks" : [ ], "operatorName" : "slice_by_index", "outputs" : [ { "type" : { }, "name" : "var_441_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_11_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_441_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_441_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_441_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_441_begin_0" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "name" : "var_442_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "ios16.mul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "q_11_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_441_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_442_to_fp16" } } ] } }, "cost" : { "weight" : 0.0001785457572705566 } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_11_begin_0" } ] }, { "outputs" : [ { "name" : "k_11_end_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_11_end_mask_0" } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "k_11_squeeze_mask_0" } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "k_11_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "slice_by_index", "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "k_11_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_11_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_11_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_11_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_11_end_mask_0" } } ] } }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "v_11_begin_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_11_end_0" } ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "v_11_end_mask_0", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "v_11_squeeze_mask_0" } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "slice_by_index", "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_11_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_11_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_11_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_11_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_11_begin_0" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "v_11_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "attn_21_transpose_x_1" } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "attn_21_transpose_y_1" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.005368372858734008 }, "outputs" : [ { "name" : "attn_21_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "operatorName" : "ios16.matmul", "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_11_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_11_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_21_transpose_y_1" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_21_transpose_x_1" } } ] } } }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.softmax", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "attn_21_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] } }, "cost" : { "weight" : 0.00981932105414194 }, "blocks" : [ ], "outputs" : [ { "name" : "input_103_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "var_450_transpose_x_0", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "var_450_transpose_y_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "outputs" : [ { "name" : "var_450_cast_fp16", "type" : { } } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "v_11_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_450_transpose_x_0" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_450_transpose_y_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_103_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_451_perm_0" } ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_452", "type" : { } } ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0005713496813938445 }, "blocks" : [ ], "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_451_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_450_cast_fp16" } } ] } }, "operatorName" : "transpose", "outputs" : [ { "name" : "var_451_cast_fp16", "type" : { } } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0004587153834701521 }, "outputs" : [ { "type" : { }, "name" : "input_105_cast_fp16" } ], "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_451_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_452" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_5_attn_proj_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_attn_proj_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.linear", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_attn_proj_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_attn_proj_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_105_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.000908275781956398 }, "outputs" : [ { "name" : "linear_21_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_ls1_gamma_to_fp16" } ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "operatorName" : "ios16.mul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_21_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_ls1_gamma_to_fp16" } } ] } }, "cost" : { "weight" : 0.00017867574300475838 }, "outputs" : [ { "name" : "var_459_cast_fp16", "type" : { } } ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_101_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_459_cast_fp16" } } ] } }, "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "type" : { }, "name" : "input_109_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "input_111_axes_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_5_norm2_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_norm2_bias_to_fp16" } ], "operatorName" : "const" }, { "inputs" : { "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_norm2_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_111_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_109_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_norm2_bias_to_fp16" } } ] } }, "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "input_111_cast_fp16" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_5_mlp_fc1_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_mlp_fc1_bias_to_fp16" } ], "inputs" : { } }, { "operatorName" : "ios16.linear", "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_111_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_mlp_fc1_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_mlp_fc1_weight_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009082783717001216 }, "outputs" : [ { "name" : "linear_22_cast_fp16", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_115_mode_0", "type" : { } } ] }, { "operatorName" : "ios16.gelu", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "input_115_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.0018348510705419303 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_22_cast_fp16" } } ] }, "mode" : { "bindings" : [ { "name" : { "_0" : "input_115_mode_0" } } ] } } }, { "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_5_mlp_fc2_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_mlp_fc2_bias_to_fp16" } ] }, { "blocks" : [ ], "cost" : { "weight" : 0.01453239956258375 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_115_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_mlp_fc2_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_mlp_fc2_weight_to_fp16" } } ] } }, "outputs" : [ { "name" : "linear_23_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_5_ls2_gamma_to_fp16" } ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00017867574300475838 }, "outputs" : [ { "type" : { }, "name" : "var_477_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_23_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_5_ls2_gamma_to_fp16" } } ] } }, "operatorName" : "ios16.mul" }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_109_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_477_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0009522422287051554 }, "blocks" : [ ], "outputs" : [ { "name" : "input_121_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.add" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "x_45_axes_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_6_norm1_weight_to_fp16", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "name" : "model_pretrained_blocks_6_norm1_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "x_45_axes_0" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_norm1_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_norm1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_121_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_45_cast_fp16" } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_6_attn_qkv_weight_to_fp16", "type" : { } } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_6_attn_qkv_bias_to_fp16" } ], "inputs" : { } }, { "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_attn_qkv_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_45_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_attn_qkv_weight_to_fp16" } } ] } }, "outputs" : [ { "name" : "linear_24_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.linear", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0009082775084522138 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_500" } ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.001376142662630897 }, "operatorName" : "ios16.reshape", "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_500" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_24_cast_fp16" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "var_501_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_502" } ], "operatorName" : "const" }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "var_504_begin_0", "type" : { } } ] }, { "outputs" : [ { "name" : "var_504_end_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "var_504_end_mask_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_504_squeeze_mask_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_501_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_502" } } ] } }, "cost" : { "weight" : 0.0017140414418827185 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "transpose", "blocks" : [ ], "outputs" : [ { "name" : "qkv_13_cast_fp16", "type" : { } } ] }, { "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_504_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_504_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_504_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_504_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_13_cast_fp16" } } ] } }, "outputs" : [ { "name" : "var_504_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.000917436434582088 } }, { "outputs" : [ { "name" : "var_505_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "q_13_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_504_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_505_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0001785457572705566 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "k_13_begin_0", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_13_end_0" } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "k_13_end_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_13_squeeze_mask_0" } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_13_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_13_cast_fp16" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_13_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_13_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_13_begin_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "k_13_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "outputs" : [ { "name" : "v_13_begin_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "v_13_end_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "v_13_end_mask_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "v_13_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_13_squeeze_mask_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_13_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_13_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_13_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_13_begin_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "v_13_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "slice_by_index", "cost" : { "weight" : 0.000917436434582088 }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_25_transpose_x_1" } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_25_transpose_y_1" } ], "operatorName" : "const", "blocks" : [ ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "q_13_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_13_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_25_transpose_y_1" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_25_transpose_x_1" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "outputs" : [ { "type" : { }, "name" : "attn_25_cast_fp16" } ] }, { "operatorName" : "ios16.softmax", "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_25_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.00981932105414194 }, "outputs" : [ { "type" : { }, "name" : "input_123_cast_fp16" } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "var_513_transpose_x_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_513_transpose_y_0", "type" : { } } ] }, { "operatorName" : "ios16.matmul", "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "v_13_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_513_transpose_y_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_123_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_513_transpose_x_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_513_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.005368372858734008 } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_514_perm_0", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "var_515" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "var_514_cast_fp16" } ], "cost" : { "weight" : 0.0005713496813938445 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_513_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_514_perm_0" } } ] } }, "operatorName" : "transpose", "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "operatorName" : "ios16.reshape", "blocks" : [ ], "cost" : { "weight" : 0.0004587153834701521 }, "outputs" : [ { "type" : { }, "name" : "input_125_cast_fp16" } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_515" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_514_cast_fp16" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_6_attn_proj_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_6_attn_proj_bias_to_fp16" } ], "inputs" : { } }, { "operatorName" : "ios16.linear", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_attn_proj_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_125_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_attn_proj_bias_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "linear_25_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.000908275781956398 } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_6_ls1_gamma_to_fp16" } ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "var_522_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_25_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_ls1_gamma_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.mul" }, { "outputs" : [ { "name" : "input_129_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_121_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_522_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_131_axes_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_6_norm2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_6_norm2_bias_to_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "input_131_cast_fp16", "type" : { } } ], "operatorName" : "ios16.layer_norm", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_129_cast_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_norm2_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_131_axes_0" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_norm2_bias_to_fp16" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_6_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_6_mlp_fc1_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "ios16.linear", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009082783717001216 }, "outputs" : [ { "type" : { }, "name" : "linear_26_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_131_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_mlp_fc1_bias_to_fp16" } } ] } }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "input_135_mode_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.gelu", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_26_cast_fp16" } } ] }, "mode" : { "bindings" : [ { "name" : { "_0" : "input_135_mode_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_135_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0018348510705419303 } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_6_mlp_fc2_weight_to_fp16" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_6_mlp_fc2_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.01453239956258375 }, "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_135_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_mlp_fc2_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_mlp_fc2_weight_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "outputs" : [ { "name" : "linear_27_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_6_ls2_gamma_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_27_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_6_ls2_gamma_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_540_cast_fp16" } ] }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_540_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_129_cast_fp16" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "input_141_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 } }, { "outputs" : [ { "name" : "x_51_axes_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_7_norm1_weight_to_fp16", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_7_norm1_bias_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_norm1_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_51_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_norm1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_141_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 }, "blocks" : [ ], "operatorName" : "ios16.layer_norm", "outputs" : [ { "name" : "x_51_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_7_attn_qkv_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_7_attn_qkv_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_51_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_attn_qkv_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_attn_qkv_bias_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "linear_28_cast_fp16" } ], "cost" : { "weight" : 0.0009082775084522138 }, "operatorName" : "ios16.linear", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_563" } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_28_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_563" } } ] } }, "operatorName" : "ios16.reshape", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.001376142662630897 }, "outputs" : [ { "type" : { }, "name" : "var_564_cast_fp16" } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_565" } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_567_begin_0", "type" : { } } ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_567_end_0" } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_567_end_mask_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_567_squeeze_mask_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "qkv_15_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "transpose", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_564_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_565" } } ] } }, "cost" : { "weight" : 0.0017140414418827185 } }, { "operatorName" : "slice_by_index", "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "var_567_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_15_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_567_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_567_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_567_squeeze_mask_0" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "var_567_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.000917436434582088 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_568_to_fp16" } ], "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0001785457572705566 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_567_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_568_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "outputs" : [ { "name" : "q_15_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "k_15_begin_0", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_15_end_0" } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "k_15_end_mask_0" } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "name" : "k_15_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "k_15_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_15_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_15_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_15_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_15_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_15_begin_0" } } ] } }, "operatorName" : "slice_by_index" }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_15_begin_0" } ] }, { "inputs" : { }, "outputs" : [ { "name" : "v_15_end_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_15_end_mask_0" } ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "v_15_squeeze_mask_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "cost" : { "weight" : 0.000917436434582088 }, "blocks" : [ ], "operatorName" : "slice_by_index", "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_15_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_15_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_15_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_15_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_15_end_0" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "v_15_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "attn_29_transpose_x_1" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_29_transpose_y_1" } ], "operatorName" : "const", "blocks" : [ ] }, { "cost" : { "weight" : 0.005368372858734008 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.matmul", "outputs" : [ { "type" : { }, "name" : "attn_29_cast_fp16" } ], "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_15_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_29_transpose_x_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_15_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_29_transpose_y_1" } } ] } } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00981932105414194 }, "operatorName" : "ios16.softmax", "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_29_cast_fp16" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "input_143_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_576_transpose_x_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_576_transpose_y_0", "type" : { } } ] }, { "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "inputs" : { "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_576_transpose_y_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_15_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_143_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_576_transpose_x_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "var_576_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "var_577_perm_0" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "var_578", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0005713496813938445 }, "operatorName" : "transpose", "outputs" : [ { "name" : "var_577_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_576_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_577_perm_0" } } ] } } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "input_145_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.0004587153834701521 }, "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_578" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_577_cast_fp16" } } ] } }, "operatorName" : "ios16.reshape" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_attn_proj_weight_to_fp16" } ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_attn_proj_bias_to_fp16" } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "linear_29_cast_fp16" } ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_attn_proj_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_attn_proj_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_145_cast_fp16" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.linear", "cost" : { "weight" : 0.000908275781956398 } }, { "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_7_ls1_gamma_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "cost" : { "weight" : 0.00017867574300475838 }, "operatorName" : "ios16.mul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_29_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_ls1_gamma_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "var_585_cast_fp16", "type" : { } } ] }, { "operatorName" : "ios16.add", "blocks" : [ ], "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "name" : "input_149_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_141_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_585_cast_fp16" } } ] } } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_151_axes_0" } ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_norm2_weight_to_fp16" } ] }, { "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_7_norm2_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "input_151_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.layer_norm", "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "input_151_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_149_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_norm2_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.0004587127676354826 } }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_7_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_mlp_fc1_bias_to_fp16" } ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "linear_30_cast_fp16" } ], "blocks" : [ ], "operatorName" : "ios16.linear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_151_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_mlp_fc1_bias_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0009082783717001216 } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_155_mode_0" } ], "inputs" : { } }, { "operatorName" : "ios16.gelu", "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_155_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_30_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "input_155_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0018348510705419303 } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_mlp_fc2_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_7_mlp_fc2_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_mlp_fc2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_155_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_mlp_fc2_bias_to_fp16" } } ] } }, "operatorName" : "ios16.linear", "blocks" : [ ], "cost" : { "weight" : 0.01453239956258375 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "linear_31_cast_fp16", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_7_ls2_gamma_to_fp16" } ] }, { "operatorName" : "ios16.mul", "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_7_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_31_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "var_603_cast_fp16" } ], "cost" : { "weight" : 0.00017867574300475838 } }, { "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_603_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_149_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0009522422287051554 }, "operatorName" : "ios16.add", "outputs" : [ { "type" : { }, "name" : "input_161_cast_fp16" } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "x_57_axes_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_norm1_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_8_norm1_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "blocks" : [ ], "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_norm1_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_57_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_norm1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_161_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_57_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_attn_qkv_weight_to_fp16" } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_8_attn_qkv_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "linear_32_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_attn_qkv_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_attn_qkv_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_57_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0009082775084522138 } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_626" } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "var_627_cast_fp16", "type" : { } } ], "operatorName" : "ios16.reshape", "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_626" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_32_cast_fp16" } } ] } }, "cost" : { "weight" : 0.001376142662630897 } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_628", "type" : { } } ] }, { "outputs" : [ { "name" : "var_630_begin_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_630_end_0", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "var_630_end_mask_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "var_630_squeeze_mask_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "transpose", "outputs" : [ { "name" : "qkv_17_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0017140414418827185 }, "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_628" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_627_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_630_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_630_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_630_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_630_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_17_cast_fp16" } } ] } }, "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "var_630_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "var_631_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_630_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_631_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "type" : { }, "name" : "q_17_cast_fp16" } ], "cost" : { "weight" : 0.0001785457572705566 } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_17_begin_0" } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "k_17_end_0", "type" : { } } ] }, { "outputs" : [ { "name" : "k_17_end_mask_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "k_17_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "type" : { }, "name" : "k_17_cast_fp16" } ], "operatorName" : "slice_by_index", "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "k_17_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_17_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_17_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_17_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_17_cast_fp16" } } ] } }, "blocks" : [ ] }, { "outputs" : [ { "name" : "v_17_begin_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "v_17_end_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "v_17_end_mask_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "v_17_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_17_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_17_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_17_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_17_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_17_end_0" } } ] } }, "operatorName" : "slice_by_index", "cost" : { "weight" : 0.000917436434582088 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "v_17_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_33_transpose_x_1" } ], "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "attn_33_transpose_y_1", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "ios16.matmul", "inputs" : { "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_33_transpose_x_1" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_17_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_33_transpose_y_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_17_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.005368372858734008 }, "outputs" : [ { "name" : "attn_33_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "ios16.softmax", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.00981932105414194 }, "outputs" : [ { "type" : { }, "name" : "input_163_cast_fp16" } ], "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_33_cast_fp16" } } ] } }, "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_639_transpose_x_0" } ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_639_transpose_y_0", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_639_cast_fp16" } ], "cost" : { "weight" : 0.005368372858734008 }, "inputs" : { "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_639_transpose_y_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_17_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_163_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_639_transpose_x_0" } } ] } }, "operatorName" : "ios16.matmul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_640_perm_0" } ], "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "var_641", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "var_640_cast_fp16" } ], "cost" : { "weight" : 0.0005713496813938445 }, "operatorName" : "transpose", "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_640_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_639_cast_fp16" } } ] } }, "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_640_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_641" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.reshape", "outputs" : [ { "name" : "input_165_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0004587153834701521 } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_attn_proj_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "name" : "model_pretrained_blocks_8_attn_proj_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "cost" : { "weight" : 0.000908275781956398 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "linear_33_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_attn_proj_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_165_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_attn_proj_bias_to_fp16" } } ] } }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_8_ls1_gamma_to_fp16", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "var_648_cast_fp16", "type" : { } } ], "operatorName" : "ios16.mul", "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_33_cast_fp16" } } ] } } }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_648_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_161_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "name" : "input_169_cast_fp16", "type" : { } } ], "operatorName" : "ios16.add" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_171_axes_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_norm2_weight_to_fp16" } ], "inputs" : { } }, { "outputs" : [ { "name" : "model_pretrained_blocks_8_norm2_bias_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_norm2_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_169_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_171_axes_0" } } ] } }, "outputs" : [ { "name" : "input_171_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_8_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "model_pretrained_blocks_8_mlp_fc1_bias_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_mlp_fc1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_171_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009082783717001216 }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_34_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "input_175_mode_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "input_175_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_175_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_34_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0018348510705419303 }, "operatorName" : "ios16.gelu" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_mlp_fc2_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_mlp_fc2_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_mlp_fc2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_175_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_mlp_fc2_bias_to_fp16" } } ] } }, "outputs" : [ { "name" : "linear_35_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear", "cost" : { "weight" : 0.01453239956258375 }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_8_ls2_gamma_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "ios16.mul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_35_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_8_ls2_gamma_to_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "outputs" : [ { "name" : "var_666_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "cost" : { "weight" : 0.0009522422287051554 }, "outputs" : [ { "type" : { }, "name" : "input_181_cast_fp16" } ], "operatorName" : "ios16.add", "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_666_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_169_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "x_63_axes_0", "type" : { } } ], "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_norm1_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_9_norm1_bias_to_fp16", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.layer_norm", "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "x_63_axes_0" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_181_cast_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_norm1_weight_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_norm1_bias_to_fp16" } } ] } }, "cost" : { "weight" : 0.0004587127676354826 }, "outputs" : [ { "type" : { }, "name" : "x_63_cast_fp16" } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_9_attn_qkv_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_attn_qkv_bias_to_fp16" } ], "inputs" : { } }, { "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_attn_qkv_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_attn_qkv_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_63_cast_fp16" } } ] } }, "outputs" : [ { "name" : "linear_36_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0009082775084522138 }, "blocks" : [ ], "operatorName" : "ios16.linear" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_689" } ], "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "var_690_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.001376142662630897 }, "operatorName" : "ios16.reshape", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_36_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_689" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "operatorName" : "const", "outputs" : [ { "name" : "var_691", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_693_begin_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "var_693_end_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_693_end_mask_0" } ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_693_squeeze_mask_0" } ], "inputs" : { } }, { "blocks" : [ ], "cost" : { "weight" : 0.0017140414418827185 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_690_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_691" } } ] } }, "operatorName" : "transpose", "outputs" : [ { "type" : { }, "name" : "qkv_19_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "outputs" : [ { "type" : { }, "name" : "var_693_cast_fp16" } ], "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_693_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_693_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_693_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_693_squeeze_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_19_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_694_to_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "q_19_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_693_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_694_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "blocks" : [ ], "cost" : { "weight" : 0.0001785457572705566 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "type" : { }, "name" : "k_19_begin_0" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "name" : "k_19_end_0", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "k_19_end_mask_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "k_19_squeeze_mask_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { "begin" : { "bindings" : [ { "name" : { "_0" : "k_19_begin_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_19_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_19_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_19_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_19_squeeze_mask_0" } } ] } }, "operatorName" : "slice_by_index", "blocks" : [ ], "outputs" : [ { "name" : "k_19_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.000917436434582088 } }, { "outputs" : [ { "type" : { }, "name" : "v_19_begin_0" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "v_19_end_0", "type" : { } } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "v_19_end_mask_0", "type" : { } } ], "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "name" : "v_19_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "v_19_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_19_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_19_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_19_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_19_cast_fp16" } } ] } }, "outputs" : [ { "name" : "v_19_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "cost" : { "weight" : 0.000917436434582088 }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "type" : { }, "name" : "attn_37_transpose_x_1" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "name" : "attn_37_transpose_y_1", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "cost" : { "weight" : 0.005368372858734008 }, "operatorName" : "ios16.matmul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "q_19_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_37_transpose_x_1" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_19_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_37_transpose_y_1" } } ] } }, "outputs" : [ { "name" : "attn_37_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "ios16.softmax", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.00981932105414194 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "attn_37_cast_fp16" } } ] }, "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_183_cast_fp16" } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "var_702_transpose_x_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_702_transpose_y_0", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "var_702_cast_fp16" } ], "operatorName" : "ios16.matmul", "blocks" : [ ], "cost" : { "weight" : 0.005368372858734008 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_702_transpose_y_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_183_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_19_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_702_transpose_x_0" } } ] } } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_703_perm_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_704", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "var_703_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0005713496813938445 }, "operatorName" : "transpose", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_703_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_702_cast_fp16" } } ] } }, "blocks" : [ ] }, { "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_704" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_703_cast_fp16" } } ] } }, "operatorName" : "ios16.reshape", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_185_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587153834701521 } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_attn_proj_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "model_pretrained_blocks_9_attn_proj_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "cost" : { "weight" : 0.000908275781956398 }, "operatorName" : "ios16.linear", "blocks" : [ ], "outputs" : [ { "name" : "linear_37_cast_fp16", "type" : { } } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_attn_proj_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_attn_proj_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_185_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_ls1_gamma_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_37_cast_fp16" } } ] } }, "cost" : { "weight" : 0.00017867574300475838 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "var_711_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.mul" }, { "cost" : { "weight" : 0.0009522422287051554 }, "operatorName" : "ios16.add", "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_711_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_181_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_189_cast_fp16" } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "type" : { }, "name" : "input_191_axes_0" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_norm2_weight_to_fp16" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_9_norm2_bias_to_fp16", "type" : { } } ] }, { "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "input_191_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_189_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_norm2_bias_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 }, "outputs" : [ { "type" : { }, "name" : "input_191_cast_fp16" } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_mlp_fc1_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_mlp_fc1_bias_to_fp16" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "cost" : { "weight" : 0.0009082783717001216 }, "outputs" : [ { "name" : "linear_38_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_mlp_fc1_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_mlp_fc1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_191_cast_fp16" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.linear" }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_195_mode_0" } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0018348510705419303 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_38_cast_fp16" } } ] }, "mode" : { "bindings" : [ { "name" : { "_0" : "input_195_mode_0" } } ] } }, "blocks" : [ ], "outputs" : [ { "name" : "input_195_cast_fp16", "type" : { } } ], "operatorName" : "ios16.gelu" }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_9_mlp_fc2_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_blocks_9_mlp_fc2_bias_to_fp16", "type" : { } } ] }, { "operatorName" : "ios16.linear", "outputs" : [ { "type" : { }, "name" : "linear_39_cast_fp16" } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_mlp_fc2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_195_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_mlp_fc2_weight_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.01453239956258375 } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_9_ls2_gamma_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "ios16.mul", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_9_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_39_cast_fp16" } } ] } }, "outputs" : [ { "name" : "var_729_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.00017867574300475838 }, "blocks" : [ ] }, { "operatorName" : "ios16.add", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009522422287051554 }, "blocks" : [ ], "outputs" : [ { "name" : "input_201_cast_fp16", "type" : { } } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_729_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_189_cast_fp16" } } ] } } }, { "outputs" : [ { "type" : { }, "name" : "x_69_axes_0" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_norm1_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_norm1_bias_to_fp16" } ], "blocks" : [ ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_norm1_bias_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_norm1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_201_cast_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_69_axes_0" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "blocks" : [ ], "outputs" : [ { "name" : "x_69_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_attn_qkv_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_10_attn_qkv_bias_to_fp16", "type" : { } } ] }, { "cost" : { "weight" : 0.0009082775084522138 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_40_cast_fp16", "type" : { } } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_attn_qkv_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_69_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_attn_qkv_weight_to_fp16" } } ] } }, "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_752", "type" : { } } ], "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_40_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_752" } } ] } }, "outputs" : [ { "name" : "var_753_cast_fp16", "type" : { } } ], "operatorName" : "ios16.reshape", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.001376142662630897 } }, { "outputs" : [ { "name" : "var_754", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "var_756_begin_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "var_756_end_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_756_end_mask_0", "type" : { } } ] }, { "outputs" : [ { "name" : "var_756_squeeze_mask_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_754" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_753_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0017140414418827185 }, "operatorName" : "transpose", "outputs" : [ { "type" : { }, "name" : "qkv_21_cast_fp16" } ] }, { "operatorName" : "slice_by_index", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_756_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_756_begin_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_756_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "var_756_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_21_cast_fp16" } } ] } }, "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "type" : { }, "name" : "var_756_cast_fp16" } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_757_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "q_21_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_756_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_757_to_fp16" } } ] } }, "operatorName" : "ios16.mul", "cost" : { "weight" : 0.0001785457572705566 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "k_21_begin_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "name" : "k_21_end_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "k_21_end_mask_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "k_21_squeeze_mask_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.000917436434582088 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "qkv_21_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_21_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_21_squeeze_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "k_21_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_21_begin_0" } } ] } }, "outputs" : [ { "name" : "k_21_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "slice_by_index" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "v_21_begin_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "v_21_end_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "v_21_end_mask_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "v_21_squeeze_mask_0", "type" : { } } ], "blocks" : [ ] }, { "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "v_21_cast_fp16", "type" : { } } ], "inputs" : { "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_21_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_21_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_21_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_21_end_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_21_cast_fp16" } } ] } } }, { "outputs" : [ { "name" : "attn_41_transpose_x_1", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "attn_41_transpose_y_1" } ], "blocks" : [ ], "operatorName" : "const" }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "k_21_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_41_transpose_x_1" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_41_transpose_y_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_21_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "attn_41_cast_fp16" } ], "operatorName" : "ios16.matmul", "cost" : { "weight" : 0.005368372858734008 } }, { "outputs" : [ { "type" : { }, "name" : "input_203_cast_fp16" } ], "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_41_cast_fp16" } } ] } }, "operatorName" : "ios16.softmax", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00981932105414194 }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_765_transpose_x_0" } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_765_transpose_y_0" } ], "operatorName" : "const" }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_203_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_765_transpose_x_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_21_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_765_transpose_y_0" } } ] } }, "operatorName" : "ios16.matmul", "blocks" : [ ], "outputs" : [ { "name" : "var_765_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.005368372858734008 } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "var_766_perm_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_767" } ], "operatorName" : "const" }, { "operatorName" : "transpose", "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_766_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_765_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_766_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0005713496813938445 } }, { "cost" : { "weight" : 0.0004587153834701521 }, "outputs" : [ { "type" : { }, "name" : "input_205_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_766_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_767" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.reshape", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_10_attn_proj_weight_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_10_attn_proj_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "cost" : { "weight" : 0.000908275781956398 }, "outputs" : [ { "type" : { }, "name" : "linear_41_cast_fp16" } ], "blocks" : [ ], "operatorName" : "ios16.linear", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_attn_proj_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_205_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_attn_proj_weight_to_fp16" } } ] } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_10_ls1_gamma_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "var_774_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_41_cast_fp16" } } ] } }, "operatorName" : "ios16.mul" }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_209_cast_fp16" } ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_774_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_201_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0009522422287051554 }, "operatorName" : "ios16.add" }, { "outputs" : [ { "name" : "input_211_axes_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_norm2_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_norm2_bias_to_fp16" } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.layer_norm", "blocks" : [ ], "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "input_211_axes_0" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_norm2_bias_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_norm2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_209_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_211_cast_fp16" } ] }, { "outputs" : [ { "name" : "model_pretrained_blocks_10_mlp_fc1_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "model_pretrained_blocks_10_mlp_fc1_bias_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.linear", "outputs" : [ { "name" : "linear_42_cast_fp16", "type" : { } } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_mlp_fc1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_211_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_mlp_fc1_weight_to_fp16" } } ] } }, "cost" : { "weight" : 0.0009082783717001216 }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "input_215_mode_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.gelu", "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_215_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_42_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0018348510705419303 }, "outputs" : [ { "type" : { }, "name" : "input_215_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_mlp_fc2_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_mlp_fc2_bias_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "linear_43_cast_fp16" } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.linear", "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_mlp_fc2_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_mlp_fc2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_215_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.01453239956258375 } }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_10_ls2_gamma_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.mul", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_792_cast_fp16" } ], "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "linear_43_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_10_ls2_gamma_to_fp16" } } ] } } }, { "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_221_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0009522422287051554 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_209_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_792_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "outputs" : [ { "type" : { }, "name" : "x_75_axes_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_norm1_weight_to_fp16" } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_11_norm1_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_norm1_weight_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "x_75_axes_0" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_norm1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_221_cast_fp16" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.layer_norm", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 }, "outputs" : [ { "name" : "x_75_cast_fp16", "type" : { } } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_attn_qkv_weight_to_fp16" } ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_11_attn_qkv_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "name" : "linear_44_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.linear", "cost" : { "weight" : 0.0009082775084522138 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_75_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_attn_qkv_weight_to_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_attn_qkv_bias_to_fp16" } } ] } } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_815", "type" : { } } ] }, { "outputs" : [ { "name" : "var_816_cast_fp16", "type" : { } } ], "operatorName" : "ios16.reshape", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.001376142662630897 }, "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_815" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_44_cast_fp16" } } ] } } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_817" } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_819_begin_0" } ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_819_end_0" } ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_819_end_mask_0" } ], "operatorName" : "const" }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_819_squeeze_mask_0", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "qkv_23_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.0017140414418827185 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_816_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_817" } } ] } }, "operatorName" : "transpose", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "operatorName" : "slice_by_index", "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "var_819_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "var_819_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_23_cast_fp16" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "var_819_end_mask_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "var_819_squeeze_mask_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "var_819_cast_fp16" } ], "cost" : { "weight" : 0.000917436434582088 } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "var_820_to_fp16", "type" : { } } ] }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "type" : { }, "name" : "q_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_819_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_820_to_fp16" } } ] } }, "cost" : { "weight" : 0.0001785457572705566 }, "operatorName" : "ios16.mul" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "k_begin_0", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "name" : "k_end_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "k_end_mask_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "k_squeeze_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { "end" : { "bindings" : [ { "name" : { "_0" : "k_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "k_squeeze_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "k_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "k_end_mask_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_23_cast_fp16" } } ] } }, "cost" : { "weight" : 0.000917436434582088 }, "operatorName" : "slice_by_index", "blocks" : [ ], "outputs" : [ { "name" : "k_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "v_begin_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "v_end_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "v_end_mask_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "v_squeeze_mask_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { "end_mask" : { "bindings" : [ { "name" : { "_0" : "v_end_mask_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "v_begin_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "qkv_23_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "v_end_0" } } ] }, "squeeze_mask" : { "bindings" : [ { "name" : { "_0" : "v_squeeze_mask_0" } } ] } }, "operatorName" : "slice_by_index", "blocks" : [ ], "cost" : { "weight" : 0.000917436434582088 }, "outputs" : [ { "type" : { }, "name" : "v_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "outputs" : [ { "name" : "attn_45_transpose_x_1", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "attn_45_transpose_y_1" } ], "blocks" : [ ], "inputs" : { } }, { "cost" : { "weight" : 0.005368372858734008 }, "outputs" : [ { "type" : { }, "name" : "attn_45_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.matmul", "inputs" : { "transpose_x" : { "bindings" : [ { "name" : { "_0" : "attn_45_transpose_x_1" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "q_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "k_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "attn_45_transpose_y_1" } } ] } } }, { "operatorName" : "ios16.softmax", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "axis" : { "bindings" : [ { "name" : { "_0" : "var_22" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "attn_45_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.00981932105414194 }, "outputs" : [ { "type" : { }, "name" : "input_223_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "var_828_transpose_x_0" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "var_828_transpose_y_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "cost" : { "weight" : 0.005368372858734008 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_223_cast_fp16" } } ] }, "transpose_y" : { "bindings" : [ { "name" : { "_0" : "var_828_transpose_y_0" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "v_cast_fp16" } } ] }, "transpose_x" : { "bindings" : [ { "name" : { "_0" : "var_828_transpose_x_0" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.matmul", "outputs" : [ { "type" : { }, "name" : "var_828_cast_fp16" } ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_829_perm_0" } ] }, { "blocks" : [ ], "outputs" : [ { "name" : "var_830", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "name" : "var_829_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "transpose", "blocks" : [ ], "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_829_perm_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_828_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0005713496813938445 } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_829_cast_fp16" } } ] }, "shape" : { "bindings" : [ { "name" : { "_0" : "var_830" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "input_225_cast_fp16" } ], "cost" : { "weight" : 0.0004587153834701521 }, "blocks" : [ ], "operatorName" : "ios16.reshape" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_attn_proj_weight_to_fp16" } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_attn_proj_bias_to_fp16" } ], "operatorName" : "const" }, { "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_attn_proj_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_attn_proj_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_225_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.000908275781956398 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "linear_45_cast_fp16", "type" : { } } ], "operatorName" : "ios16.linear" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_ls1_gamma_to_fp16" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "cost" : { "weight" : 0.00017867574300475838 }, "operatorName" : "ios16.mul", "outputs" : [ { "type" : { }, "name" : "var_837_cast_fp16" } ], "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_ls1_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_45_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "name" : "input_229_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_221_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_837_cast_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_231_axes_0" } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_norm2_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "model_pretrained_blocks_11_norm2_bias_to_fp16", "type" : { } } ] }, { "outputs" : [ { "name" : "input_231_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0004587127676354826 }, "operatorName" : "ios16.layer_norm", "blocks" : [ ], "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_norm2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_229_cast_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "input_231_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_norm2_weight_to_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_11_mlp_fc1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_mlp_fc1_bias_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "linear_46_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0009082783717001216 }, "blocks" : [ ], "operatorName" : "ios16.linear", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_mlp_fc1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_231_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_mlp_fc1_bias_to_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_235_mode_0" } ], "blocks" : [ ] }, { "operatorName" : "ios16.gelu", "outputs" : [ { "type" : { }, "name" : "input_235_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0018348510705419303 }, "inputs" : { "mode" : { "bindings" : [ { "name" : { "_0" : "input_235_mode_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_46_cast_fp16" } } ] } } }, { "outputs" : [ { "name" : "model_pretrained_blocks_11_mlp_fc2_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_pretrained_blocks_11_mlp_fc2_bias_to_fp16" } ] }, { "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_mlp_fc2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_235_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_mlp_fc2_weight_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "linear_47_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.01453239956258375 }, "operatorName" : "ios16.linear" }, { "inputs" : { }, "outputs" : [ { "name" : "model_pretrained_blocks_11_ls2_gamma_to_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "var_855_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.00017867574300475838 }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_blocks_11_ls2_gamma_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "linear_47_cast_fp16" } } ] } }, "operatorName" : "ios16.mul" }, { "operatorName" : "ios16.add", "cost" : { "weight" : 0.0009522422287051554 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_855_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_229_cast_fp16" } } ] } }, "outputs" : [ { "name" : "input_241_cast_fp16", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "out_1_axes_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_norm_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "model_pretrained_norm_bias_to_fp16", "type" : { } } ], "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_61_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_bias_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "out_1_axes_0" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_weight_to_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] } }, "operatorName" : "ios16.layer_norm", "blocks" : [ ], "outputs" : [ { "name" : "out_1_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0004587127676354826 } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "out_3_axes_0" } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "out_3_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "out_3_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_121_cast_fp16" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_weight_to_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_bias_to_fp16" } } ] } }, "operatorName" : "ios16.layer_norm", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0004587127676354826 } }, { "outputs" : [ { "name" : "out_5_axes_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_181_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_bias_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "out_5_axes_0" } } ] }, "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_weight_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "out_5_cast_fp16" } ], "operatorName" : "ios16.layer_norm", "cost" : { "weight" : 0.0004587127676354826 } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "out_axes_0" } ] }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0004587127676354826 }, "inputs" : { "epsilon" : { "bindings" : [ { "name" : { "_0" : "var_8_to_fp16" } } ] }, "gamma" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_weight_to_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "out_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_241_cast_fp16" } } ] }, "beta" : { "bindings" : [ { "name" : { "_0" : "model_pretrained_norm_bias_to_fp16" } } ] } }, "operatorName" : "ios16.layer_norm", "outputs" : [ { "name" : "out_cast_fp16", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "x_81_begin_0", "type" : { } } ], "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_81_end_0" } ] }, { "outputs" : [ { "name" : "x_81_end_mask_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "x_81_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.0004585512398446439 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "out_1_cast_fp16" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "x_81_end_0" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "x_81_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "x_81_end_mask_0" } } ] } }, "operatorName" : "slice_by_index" }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_83_begin_0" } ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_83_end_0", "type" : { } } ] }, { "outputs" : [ { "type" : { }, "name" : "x_83_end_mask_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "cost" : { "weight" : 0.0004585512398446439 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "x_83_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "out_3_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "x_83_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "x_83_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "x_83_end_0" } } ] } }, "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_85_begin_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "x_85_end_0" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_85_end_mask_0" } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0004585512398446439 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "out_5_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "x_85_begin_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "x_85_end_mask_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "x_85_end_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_85_cast_fp16" } ], "operatorName" : "slice_by_index" }, { "outputs" : [ { "name" : "x_87_begin_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_87_end_0" } ] }, { "inputs" : { }, "outputs" : [ { "name" : "x_87_end_mask_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "out_cast_fp16" } } ] }, "begin" : { "bindings" : [ { "name" : { "_0" : "x_87_begin_0" } } ] }, "end" : { "bindings" : [ { "name" : { "_0" : "x_87_end_0" } } ] }, "end_mask" : { "bindings" : [ { "name" : { "_0" : "x_87_end_mask_0" } } ] } }, "cost" : { "weight" : 0.0004585512398446439 }, "outputs" : [ { "name" : "x_87_cast_fp16", "type" : { } } ], "operatorName" : "slice_by_index", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_915" } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "var_919", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "name" : "var_916_cast_fp16", "type" : { } } ], "operatorName" : "transpose", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_81_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_915" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.000570931554959023 }, "blocks" : [ ] }, { "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_919" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_916_cast_fp16" } } ] } }, "outputs" : [ { "name" : "input_243_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 0.0004583814285773518 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.reshape" }, { "blocks" : [ ], "outputs" : [ { "name" : "input_245_pad_type_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_245_strides_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_245_pad_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_245_dilations_0" } ], "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "name" : "input_245_groups_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_projects_0_weight_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_projects_0_bias_to_fp16" } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "ios16.conv", "cost" : { "weight" : 0.00019649769634664854 }, "outputs" : [ { "name" : "input_245_cast_fp16", "type" : { } } ], "inputs" : { "pad" : { "bindings" : [ { "name" : { "_0" : "input_245_pad_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_243_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_245_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_0_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_245_dilations_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_245_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_245_groups_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_0_bias_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_257_pad_type_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_257_strides_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "input_257_pad_0", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_257_dilations_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "name" : "input_257_groups_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "input_257_has_output_shape_output_shape_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_resize_layers_0_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_resize_layers_0_bias_to_fp16" } ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.conv_transpose", "inputs" : { "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_257_pad_type_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_257_pad_0" } } ] }, "output_shape" : { "bindings" : [ { "name" : { "_0" : "input_257_has_output_shape_output_shape_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_257_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_0_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_257_dilations_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_0_bias_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_257_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_245_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_257_has_output_shape_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.0023441044752158407 } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_935" } ], "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "var_939", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "transpose", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_83_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_935" } } ] } }, "outputs" : [ { "name" : "var_936_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.000570931554959023 } }, { "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0004583814285773518 }, "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_939" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_936_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_247_cast_fp16" } ], "operatorName" : "ios16.reshape" }, { "inputs" : { }, "outputs" : [ { "name" : "input_249_pad_type_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_249_strides_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "input_249_pad_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_249_dilations_0" } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "name" : "input_249_groups_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "model_depth_head_projects_1_weight_to_fp16" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_projects_1_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "ios16.conv", "outputs" : [ { "type" : { }, "name" : "input_249_cast_fp16" } ], "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "input_249_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_249_groups_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_249_pad_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_1_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_249_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_249_pad_type_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_247_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00020556546441977125 } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "input_259_pad_type_0", "type" : { } } ], "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "name" : "input_259_strides_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "input_259_pad_0" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_259_dilations_0" } ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_259_groups_0" } ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_259_has_output_shape_output_shape_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_resize_layers_1_weight_to_fp16" } ], "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_resize_layers_1_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { "output_shape" : { "bindings" : [ { "name" : { "_0" : "input_259_has_output_shape_output_shape_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_249_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_259_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_1_weight_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_259_groups_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_259_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_259_strides_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_259_dilations_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_259_has_output_shape_cast_fp16" } ], "operatorName" : "ios16.conv_transpose", "cost" : { "weight" : 0.00018272359624169402 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "outputs" : [ { "type" : { }, "name" : "var_955" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "name" : "var_959", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "cost" : { "weight" : 0.000570931554959023 }, "operatorName" : "transpose", "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_85_cast_fp16" } } ] }, "perm" : { "bindings" : [ { "name" : { "_0" : "var_955" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_956_cast_fp16" } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "outputs" : [ { "name" : "input_251_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0004583814285773518 }, "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_959" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_956_cast_fp16" } } ] } }, "operatorName" : "ios16.reshape" }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_261_pad_type_0" } ] }, { "outputs" : [ { "name" : "input_261_strides_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_261_pad_0" } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "input_261_dilations_0" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_261_groups_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "model_depth_head_projects_2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_projects_2_bias_to_fp16", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "ios16.conv", "inputs" : { "groups" : { "bindings" : [ { "name" : { "_0" : "input_261_groups_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_251_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_261_strides_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_261_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_261_pad_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_2_weight_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_261_pad_type_0" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0001971804044098463 }, "outputs" : [ { "type" : { }, "name" : "input_261_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "var_968" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "var_972" } ] }, { "blocks" : [ ], "inputs" : { "perm" : { "bindings" : [ { "name" : { "_0" : "var_968" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_87_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "name" : "var_969_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.000570931554959023 }, "operatorName" : "transpose" }, { "inputs" : { "shape" : { "bindings" : [ { "name" : { "_0" : "var_972" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "var_969_cast_fp16" } } ] } }, "outputs" : [ { "name" : "input_253_cast_fp16", "type" : { } } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.reshape", "cost" : { "weight" : 0.0004583814285773518 }, "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "input_255_pad_type_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_255_strides_0" } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_255_pad_0" } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_255_dilations_0" } ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "input_255_groups_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_projects_3_weight_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_projects_3_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "input_255_dilations_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_253_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_3_weight_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_255_pad_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_255_groups_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_255_strides_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_projects_3_bias_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_255_pad_type_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_255_cast_fp16" } ], "operatorName" : "ios16.conv", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0003943608088196926 } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_263_pad_type_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_263_pad_0" } ], "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_263_strides_0" } ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_263_dilations_0" } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_263_groups_0" } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_resize_layers_3_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_resize_layers_3_bias_to_fp16" } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0009348409315739878 }, "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "input_263_dilations_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_3_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_255_cast_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_263_groups_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_263_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_263_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_resize_layers_3_weight_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_263_pad_type_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_263_cast_fp16" } ], "operatorName" : "ios16.conv" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "layer_1_rn_pad_type_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "layer_1_rn_pad_0" } ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "layer_1_rn_strides_0", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "layer_1_rn_dilations_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "layer_1_rn_groups_0" } ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_layer1_rn_weight_to_fp16" } ], "inputs" : { } }, { "cost" : { "weight" : 0.0011815439577640727 }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.conv", "outputs" : [ { "name" : "layer_1_rn_cast_fp16", "type" : { } } ], "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_layer1_rn_weight_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_groups_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_pad_type_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_pad_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_257_has_output_shape_cast_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_dilations_0" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "layer_2_rn_pad_type_0" } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "layer_2_rn_pad_0", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "layer_2_rn_strides_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "layer_2_rn_dilations_0" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "name" : "layer_2_rn_groups_0", "type" : { } } ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_layer2_rn_weight_to_fp16" } ], "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_259_has_output_shape_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_pad_type_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_layer2_rn_weight_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_groups_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "layer_2_rn_cast_fp16" } ], "operatorName" : "ios16.conv", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0005907719788820363 } }, { "operatorName" : "const", "outputs" : [ { "name" : "layer_3_rn_pad_type_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "layer_3_rn_pad_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "layer_3_rn_strides_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "layer_3_rn_dilations_0" } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "layer_3_rn_groups_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_layer3_rn_weight_to_fp16" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "operatorName" : "ios16.conv", "outputs" : [ { "type" : { }, "name" : "layer_3_rn_cast_fp16" } ], "cost" : { "weight" : 0.00029538598944101816 }, "inputs" : { "groups" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_groups_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_dilations_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_layer3_rn_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_261_cast_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_pad_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_pad_type_0" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "outputs" : [ { "type" : { }, "name" : "input_265_pad_type_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_265_pad_0", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_265_strides_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "input_265_dilations_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "name" : "input_265_groups_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_scratch_layer4_rn_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "input_265_cast_fp16", "type" : { } } ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_layer4_rn_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_263_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_265_strides_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_265_pad_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_265_pad_type_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_265_dilations_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_265_groups_0" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.0001557842836935099 }, "operatorName" : "ios16.conv" }, { "outputs" : [ { "name" : "input_267_cast_fp16", "type" : { } } ], "blocks" : [ ], "cost" : { "weight" : 1.2545965130020476e-05 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_265_cast_fp16" } } ] } }, "operatorName" : "ios16.relu" }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_269_pad_type_0", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_269_pad_0" } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "input_269_strides_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "input_269_dilations_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_269_groups_0" } ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_weight_to_fp16" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_bias_to_fp16" } ] }, { "outputs" : [ { "name" : "input_269_cast_fp16", "type" : { } } ], "inputs" : { "groups" : { "bindings" : [ { "name" : { "_0" : "input_269_groups_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_269_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_269_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_269_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv1_bias_to_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_269_strides_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_267_cast_fp16" } } ] } }, "operatorName" : "ios16.conv", "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 2.5986585517739716e-05 } }, { "operatorName" : "ios16.relu", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_269_cast_fp16" } } ] } }, "cost" : { "weight" : 1.2545965130020476e-05 }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "input_271_cast_fp16" } ] }, { "outputs" : [ { "name" : "x_89_pad_type_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_89_pad_0" } ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "x_89_strides_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "x_89_dilations_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_89_groups_0" } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_weight_to_fp16" } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "x_89_strides_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_bias_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_89_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_89_groups_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_resConfUnit2_conv2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_271_cast_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_89_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_89_pad_0" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 2.5986585517739716e-05 }, "operatorName" : "ios16.conv", "outputs" : [ { "type" : { }, "name" : "x_89_cast_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "input_273_cast_fp16" } ], "operatorName" : "ios16.add", "cost" : { "weight" : 4.181988376673492e-05 }, "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "input_265_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_89_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "outputs" : [ { "name" : "input_275_scale_factor_height_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_275_scale_factor_width_0", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_275_align_corners_0" } ] }, { "operatorName" : "ios16.upsample_bilinear", "inputs" : { "scale_factor_width" : { "bindings" : [ { "name" : { "_0" : "input_275_scale_factor_width_0" } } ] }, "align_corners" : { "bindings" : [ { "name" : { "_0" : "input_275_align_corners_0" } } ] }, "scale_factor_height" : { "bindings" : [ { "name" : { "_0" : "input_275_scale_factor_height_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_273_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "cost" : { "weight" : 0.0016956208151817902 }, "outputs" : [ { "type" : { }, "name" : "input_275_cast_fp16" } ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "x_93_pad_type_0", "type" : { } } ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_93_strides_0" } ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_93_pad_0" } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_93_dilations_0" } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "x_93_groups_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_scratch_refinenet4_out_conv_weight_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet4_out_conv_bias_to_fp16" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "blocks" : [ ], "cost" : { "weight" : 4.3950069924087846e-05 }, "operatorName" : "ios16.conv", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "x_93_cast_fp16" } ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_out_conv_bias_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_93_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_93_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_93_groups_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_93_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_93_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet4_out_conv_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_275_cast_fp16" } } ] } } }, { "cost" : { "weight" : 4.757735806924663e-05 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_cast_fp16" } } ] } }, "operatorName" : "ios16.relu", "outputs" : [ { "name" : "input_277_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_279_pad_type_0", "type" : { } } ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "input_279_pad_0" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "input_279_strides_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_279_dilations_0", "type" : { } } ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_279_groups_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_weight_to_fp16", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_bias_to_fp16" } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { "pad" : { "bindings" : [ { "name" : { "_0" : "input_279_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_277_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_279_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_279_groups_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_279_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_279_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv1_weight_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_279_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.conv", "cost" : { "weight" : 9.854746696339523e-05 } }, { "blocks" : [ ], "cost" : { "weight" : 4.757735806924663e-05 }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "type" : { }, "name" : "input_281_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_279_cast_fp16" } } ] } }, "operatorName" : "ios16.relu" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_91_pad_type_0", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "name" : "x_91_pad_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "x_91_strides_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_91_dilations_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "x_91_groups_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_bias_to_fp16", "type" : { } } ], "operatorName" : "const" }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_91_cast_fp16" } ], "cost" : { "weight" : 9.854746696339523e-05 }, "operatorName" : "ios16.conv", "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "x_91_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_91_groups_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_91_dilations_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_281_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_91_pad_type_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit1_conv2_bias_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_91_pad_0" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.add", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_91_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "layer_3_rn_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "y_1_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 0.00015859119356415543 } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "input_283_cast_fp16" } ], "cost" : { "weight" : 0.00015859119356415543 }, "operatorName" : "ios16.add", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_93_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "y_1_cast_fp16" } } ] } }, "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "input_285_cast_fp16" } ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 4.757735806924663e-05 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_283_cast_fp16" } } ] } }, "operatorName" : "ios16.relu", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_287_pad_type_0" } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "input_287_pad_0", "type" : { } } ], "inputs" : { } }, { "outputs" : [ { "name" : "input_287_strides_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_287_dilations_0", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_287_groups_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_weight_to_fp16", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_bias_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_287_cast_fp16", "type" : { } } ], "blocks" : [ ], "operatorName" : "ios16.conv", "cost" : { "weight" : 9.854746696339523e-05 }, "inputs" : { "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_287_pad_type_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_287_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_287_dilations_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv1_bias_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_287_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_285_cast_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_287_pad_0" } } ] } } }, { "operatorName" : "ios16.relu", "cost" : { "weight" : 4.757735806924663e-05 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_287_cast_fp16" } } ] } }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_289_cast_fp16" } ] }, { "outputs" : [ { "name" : "x_95_pad_type_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_95_pad_0", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_95_strides_0" } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "name" : "x_95_dilations_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "x_95_groups_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_bias_to_fp16" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "ios16.conv", "outputs" : [ { "type" : { }, "name" : "x_95_cast_fp16" } ], "blocks" : [ ], "cost" : { "weight" : 9.854746696339523e-05 }, "inputs" : { "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_95_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_95_dilations_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_95_groups_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_95_strides_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_289_cast_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_95_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_resConfUnit2_conv2_bias_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] } }, { "operatorName" : "ios16.add", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_291_cast_fp16" } ], "cost" : { "weight" : 0.00015859119356415543 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_95_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "input_283_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_293_scale_factor_height_0" } ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_293_scale_factor_width_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_293_align_corners_0" } ], "operatorName" : "const" }, { "operatorName" : "ios16.upsample_bilinear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_291_cast_fp16" } } ] }, "align_corners" : { "bindings" : [ { "name" : { "_0" : "input_293_align_corners_0" } } ] }, "scale_factor_height" : { "bindings" : [ { "name" : { "_0" : "input_293_scale_factor_height_0" } } ] }, "scale_factor_width" : { "bindings" : [ { "name" : { "_0" : "input_293_scale_factor_width_0" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.006429592772987115 }, "outputs" : [ { "name" : "input_293_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] } }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "x_99_pad_type_0", "type" : { } } ] }, { "outputs" : [ { "name" : "x_99_strides_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_99_pad_0", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "x_99_dilations_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "x_99_groups_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_out_conv_weight_to_fp16", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet3_out_conv_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { "groups" : { "bindings" : [ { "name" : { "_0" : "x_99_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_293_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_out_conv_bias_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_99_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet3_out_conv_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_99_dilations_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_99_strides_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_99_pad_0" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00017580027969635138 }, "outputs" : [ { "name" : "x_99_cast_fp16", "type" : { } } ], "operatorName" : "ios16.conv", "blocks" : [ ] }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_cast_fp16" } } ] } }, "operatorName" : "ios16.relu", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00019030943227698653 }, "outputs" : [ { "name" : "input_295_cast_fp16", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_297_pad_type_0" } ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_297_pad_0" } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_297_strides_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "input_297_dilations_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_297_groups_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_weight_to_fp16", "type" : { } } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_bias_to_fp16" } ], "blocks" : [ ] }, { "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "outputs" : [ { "name" : "input_297_cast_fp16", "type" : { } } ], "operatorName" : "ios16.conv", "cost" : { "weight" : 0.0003941898678535809 }, "inputs" : { "pad" : { "bindings" : [ { "name" : { "_0" : "input_297_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_bias_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_297_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_297_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_297_groups_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv1_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_295_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_297_strides_0" } } ] } } }, { "outputs" : [ { "name" : "input_299_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.relu", "cost" : { "weight" : 0.00019030943227698653 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_297_cast_fp16" } } ] } } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_97_pad_type_0" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_97_pad_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "name" : "x_97_strides_0", "type" : { } } ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_97_dilations_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_97_groups_0" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.conv", "inputs" : { "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_97_pad_type_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_299_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit1_conv2_weight_to_fp16" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_97_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_97_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_97_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_97_groups_0" } } ] } }, "outputs" : [ { "name" : "x_97_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0003941898678535809 }, "blocks" : [ ] }, { "cost" : { "weight" : 0.0006343647742566217 }, "outputs" : [ { "type" : { }, "name" : "y_3_cast_fp16" } ], "operatorName" : "ios16.add", "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "layer_2_rn_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_97_cast_fp16" } } ] } }, "blocks" : [ ] }, { "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "y_3_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "x_99_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "cost" : { "weight" : 0.0006343647742566217 }, "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_301_cast_fp16", "type" : { } } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00019030943227698653 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_301_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "input_303_cast_fp16" } ], "operatorName" : "ios16.relu", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_305_pad_type_0", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_305_pad_0" } ], "inputs" : { }, "operatorName" : "const" }, { "outputs" : [ { "name" : "input_305_strides_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "input_305_dilations_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_305_groups_0" } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_weight_to_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_bias_to_fp16" } ], "inputs" : { } }, { "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_305_cast_fp16", "type" : { } } ], "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "input_305_dilations_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_bias_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_305_pad_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_303_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv1_weight_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_305_pad_type_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_305_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_305_groups_0" } } ] } }, "operatorName" : "ios16.conv", "cost" : { "weight" : 0.0003941898678535809 } }, { "operatorName" : "ios16.relu", "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "outputs" : [ { "type" : { }, "name" : "input_307_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_305_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.00019030943227698653 } }, { "operatorName" : "const", "outputs" : [ { "name" : "x_101_pad_type_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "name" : "x_101_pad_0", "type" : { } } ] }, { "outputs" : [ { "name" : "x_101_strides_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "outputs" : [ { "name" : "x_101_dilations_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "x_101_groups_0", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_weight_to_fp16", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_bias_to_fp16" } ], "blocks" : [ ] }, { "operatorName" : "ios16.conv", "cost" : { "weight" : 0.0003941898678535809 }, "outputs" : [ { "name" : "x_101_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "x_101_strides_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_weight_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_101_pad_type_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_101_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_101_pad_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_101_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_307_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_resConfUnit2_conv2_bias_to_fp16" } } ] } } }, { "blocks" : [ ], "cost" : { "weight" : 0.0006343647742566217 }, "outputs" : [ { "name" : "input_309_cast_fp16", "type" : { } } ], "operatorName" : "ios16.add", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_101_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "input_301_cast_fp16" } } ] } }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "type" : { }, "name" : "input_311_scale_factor_height_0" } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_311_scale_factor_width_0" } ], "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_311_align_corners_0" } ], "inputs" : { } }, { "inputs" : { "scale_factor_width" : { "bindings" : [ { "name" : { "_0" : "input_311_scale_factor_width_0" } } ] }, "align_corners" : { "bindings" : [ { "name" : { "_0" : "input_311_align_corners_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_309_cast_fp16" } } ] }, "scale_factor_height" : { "bindings" : [ { "name" : { "_0" : "input_311_scale_factor_height_0" } } ] } }, "cost" : { "weight" : 0.02571771066059274 }, "operatorName" : "ios16.upsample_bilinear", "blocks" : [ ], "outputs" : [ { "name" : "input_311_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "outputs" : [ { "name" : "x_105_pad_type_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ], "inputs" : { } }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_105_strides_0" } ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "name" : "x_105_pad_0", "type" : { } } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_105_dilations_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "name" : "x_105_groups_0", "type" : { } } ], "operatorName" : "const", "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet2_out_conv_weight_to_fp16" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet2_out_conv_bias_to_fp16" } ], "blocks" : [ ] }, { "operatorName" : "ios16.conv", "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_out_conv_weight_to_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_105_strides_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "x_105_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_105_pad_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_105_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_105_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_311_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet2_out_conv_bias_to_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "x_105_cast_fp16" } ], "cost" : { "weight" : 0.0007032011187854055 } }, { "operatorName" : "ios16.relu", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "type" : { }, "name" : "input_313_cast_fp16" } ], "cost" : { "weight" : 0.0007612377291079461 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_cast_fp16" } } ] } } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_315_pad_type_0" } ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_315_pad_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_315_strides_0", "type" : { } } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_315_dilations_0" } ] }, { "inputs" : { }, "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_315_groups_0" } ] }, { "outputs" : [ { "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_weight_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_bias_to_fp16" } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_315_cast_fp16", "type" : { } } ], "blocks" : [ ], "inputs" : { "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_bias_to_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_315_strides_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_315_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_315_groups_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_313_cast_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv1_weight_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_315_pad_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_315_dilations_0" } } ] } }, "cost" : { "weight" : 0.0015767594714143237 }, "operatorName" : "ios16.conv" }, { "blocks" : [ ], "cost" : { "weight" : 0.0007612377291079461 }, "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "operatorName" : "ios16.relu", "outputs" : [ { "type" : { }, "name" : "input_317_cast_fp16" } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_315_cast_fp16" } } ] } } }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_103_pad_type_0" } ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_103_pad_0" } ], "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "x_103_strides_0", "type" : { } } ] }, { "operatorName" : "const", "outputs" : [ { "name" : "x_103_dilations_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_103_groups_0" } ], "blocks" : [ ] }, { "blocks" : [ ], "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_weight_to_fp16" } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_bias_to_fp16" } ], "inputs" : { } }, { "cost" : { "weight" : 0.0015767594714143237 }, "operatorName" : "ios16.conv", "blocks" : [ ], "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "x_103_dilations_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_103_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_bias_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_317_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_103_strides_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_103_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit1_conv2_weight_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_103_groups_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_103_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "outputs" : [ { "name" : "y_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_103_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "layer_1_rn_cast_fp16" } } ] } }, "operatorName" : "ios16.add", "cost" : { "weight" : 0.002537459097026487 }, "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "cost" : { "weight" : 0.002537459097026487 }, "operatorName" : "ios16.add", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_105_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "y_cast_fp16" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "input_319_cast_fp16", "type" : { } } ], "blocks" : [ ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ] }, "operatorName" : "ios16.relu", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_319_cast_fp16" } } ] } }, "outputs" : [ { "name" : "input_321_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.0007612377291079461 }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_323_pad_type_0", "type" : { } } ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_323_pad_0" } ], "inputs" : { }, "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_323_strides_0" } ], "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_323_dilations_0" } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "name" : "input_323_groups_0", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_weight_to_fp16", "type" : { } } ], "inputs" : { }, "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "ios16.conv", "outputs" : [ { "type" : { }, "name" : "input_323_cast_fp16" } ], "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "input_323_strides_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_321_cast_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_323_pad_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_323_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_323_pad_type_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_bias_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_323_groups_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv1_weight_to_fp16" } } ] } }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "blocks" : [ ], "cost" : { "weight" : 0.0015767594714143237 } }, { "outputs" : [ { "name" : "input_325_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_323_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0007612377291079461 }, "operatorName" : "ios16.relu" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "x_pad_type_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_pad_0" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "x_strides_0" } ], "blocks" : [ ], "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "x_dilations_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "x_groups_0" } ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_weight_to_fp16" } ], "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_bias_to_fp16" } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { "dilations" : { "bindings" : [ { "name" : { "_0" : "x_dilations_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "x_strides_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_325_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_bias_to_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "x_groups_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_resConfUnit2_conv2_weight_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "x_pad_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "x_pad_type_0" } } ] } }, "outputs" : [ { "type" : { }, "name" : "x_cast_fp16" } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "operatorName" : "ios16.conv", "blocks" : [ ], "cost" : { "weight" : 0.0015767594714143237 } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "x_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "input_319_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.002537459097026487 }, "operatorName" : "ios16.add", "outputs" : [ { "name" : "input_327_cast_fp16", "type" : { } } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_329_scale_factor_height_0" } ] }, { "outputs" : [ { "type" : { }, "name" : "input_329_scale_factor_width_0" } ], "blocks" : [ ], "operatorName" : "const", "inputs" : { } }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_329_align_corners_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "input_329_cast_fp16", "type" : { } } ], "cost" : { "weight" : 0.10287018221101524 }, "inputs" : { "scale_factor_height" : { "bindings" : [ { "name" : { "_0" : "input_329_scale_factor_height_0" } } ] }, "scale_factor_width" : { "bindings" : [ { "name" : { "_0" : "input_329_scale_factor_width_0" } } ] }, "align_corners" : { "bindings" : [ { "name" : { "_0" : "input_329_align_corners_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_327_cast_fp16" } } ] } }, "operatorName" : "ios16.upsample_bilinear", "blocks" : [ ], "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_331_pad_type_0" } ], "blocks" : [ ] }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "input_331_strides_0", "type" : { } } ], "operatorName" : "const" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_331_pad_0" } ], "inputs" : { } }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_331_dilations_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_331_groups_0" } ], "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_out_conv_weight_to_fp16" } ], "operatorName" : "const" }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_refinenet1_out_conv_bias_to_fp16" } ], "operatorName" : "const" }, { "inputs" : { "pad" : { "bindings" : [ { "name" : { "_0" : "input_331_pad_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_331_groups_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_331_dilations_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_out_conv_bias_to_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_331_strides_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_329_cast_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_331_pad_type_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_refinenet1_out_conv_weight_to_fp16" } } ] } }, "cost" : { "weight" : 0.002812804475141622 }, "outputs" : [ { "type" : { }, "name" : "input_331_cast_fp16" } ], "operatorName" : "ios16.conv", "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] } }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_333_pad_type_0", "type" : { } } ] }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_333_pad_0" } ], "operatorName" : "const" }, { "operatorName" : "const", "outputs" : [ { "name" : "input_333_strides_0", "type" : { } } ], "blocks" : [ ], "inputs" : { } }, { "outputs" : [ { "type" : { }, "name" : "input_333_dilations_0" } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "outputs" : [ { "name" : "input_333_groups_0", "type" : { } } ], "inputs" : { }, "operatorName" : "const", "blocks" : [ ] }, { "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_output_conv1_weight_to_fp16" } ], "inputs" : { }, "blocks" : [ ], "operatorName" : "const" }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "model_depth_head_scratch_output_conv1_bias_to_fp16", "type" : { } } ] }, { "cost" : { "weight" : 0.0031535189428286473 }, "outputs" : [ { "type" : { }, "name" : "input_333_cast_fp16" } ], "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_331_cast_fp16" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_333_strides_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_333_dilations_0" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv1_weight_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_333_pad_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv1_bias_to_fp16" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_333_pad_type_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_333_groups_0" } } ] } }, "operatorName" : "ios16.conv" }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_335_scale_factor_height_0", "type" : { } } ], "blocks" : [ ] }, { "operatorName" : "const", "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_335_scale_factor_width_0" } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "input_335_align_corners_0" } ] }, { "blocks" : [ ], "outputs" : [ { "name" : "input_335_cast_fp16", "type" : { } } ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.20574014427824522 }, "operatorName" : "ios16.upsample_bilinear", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_333_cast_fp16" } } ] }, "align_corners" : { "bindings" : [ { "name" : { "_0" : "input_335_align_corners_0" } } ] }, "scale_factor_width" : { "bindings" : [ { "name" : { "_0" : "input_335_scale_factor_width_0" } } ] }, "scale_factor_height" : { "bindings" : [ { "name" : { "_0" : "input_335_scale_factor_height_0" } } ] } } }, { "blocks" : [ ], "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_337_pad_type_0" } ], "operatorName" : "const" }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "input_337_pad_0", "type" : { } } ], "blocks" : [ ] }, { "outputs" : [ { "name" : "input_337_strides_0", "type" : { } } ], "blocks" : [ ], "inputs" : { }, "operatorName" : "const" }, { "blocks" : [ ], "operatorName" : "const", "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_337_dilations_0" } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "input_337_groups_0" } ], "operatorName" : "const", "blocks" : [ ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_output_conv2_0_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "outputs" : [ { "name" : "model_depth_head_scratch_output_conv2_0_bias_to_fp16", "type" : { } } ], "blocks" : [ ] }, { "cost" : { "weight" : 0.0048330139348761025 }, "inputs" : { "strides" : { "bindings" : [ { "name" : { "_0" : "input_337_strides_0" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv2_0_bias_to_fp16" } } ] }, "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv2_0_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_335_cast_fp16" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_337_groups_0" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_337_pad_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_337_dilations_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_337_pad_type_0" } } ] } }, "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "outputs" : [ { "name" : "input_337_cast_fp16", "type" : { } } ], "operatorName" : "ios16.conv" }, { "outputs" : [ { "name" : "input_339_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00466258109078617 }, "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_337_cast_fp16" } } ] } }, "operatorName" : "ios16.relu" }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_341_pad_type_0" } ], "inputs" : { } }, { "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_341_strides_0" } ], "inputs" : { } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "input_341_pad_0" } ], "operatorName" : "const" }, { "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "input_341_dilations_0", "type" : { } } ], "blocks" : [ ] }, { "inputs" : { }, "operatorName" : "const", "blocks" : [ ], "outputs" : [ { "name" : "input_341_groups_0", "type" : { } } ] }, { "inputs" : { }, "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_output_conv2_2_weight_to_fp16" } ], "operatorName" : "const", "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "model_depth_head_scratch_output_conv2_2_bias_to_fp16" } ] }, { "outputs" : [ { "type" : { }, "name" : "input_341_cast_fp16" } ], "inputs" : { "weight" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv2_2_weight_to_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_339_cast_fp16" } } ] }, "bias" : { "bindings" : [ { "name" : { "_0" : "model_depth_head_scratch_output_conv2_2_bias_to_fp16" } } ] }, "pad" : { "bindings" : [ { "name" : { "_0" : "input_341_pad_0" } } ] }, "strides" : { "bindings" : [ { "name" : { "_0" : "input_341_strides_0" } } ] }, "groups" : { "bindings" : [ { "name" : { "_0" : "input_341_groups_0" } } ] }, "pad_type" : { "bindings" : [ { "name" : { "_0" : "input_341_pad_type_0" } } ] }, "dilations" : { "bindings" : [ { "name" : { "_0" : "input_341_dilations_0" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.conv", "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0006874276168664381 } }, { "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "cost" : { "weight" : 0.00014570565908706782 }, "outputs" : [ { "name" : "input_cast_fp16", "type" : { } } ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "input_341_cast_fp16" } } ] } }, "blocks" : [ ], "operatorName" : "ios16.relu" }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "name" : "output_1_axes_0", "type" : { } } ] }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.0002339646125604298 }, "outputs" : [ { "name" : "output_1_cast_fp16", "type" : { } } ], "operatorName" : "squeeze", "inputs" : { "axes" : { "bindings" : [ { "name" : { "_0" : "output_1_axes_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "input_cast_fp16" } } ] } }, "blocks" : [ ] }, { "operatorName" : "const", "inputs" : { }, "blocks" : [ ], "outputs" : [ { "name" : "var_1230_keep_dims_0", "type" : { } } ] }, { "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ] }, "blocks" : [ ], "operatorName" : "ios16.reduce_min", "cost" : { "weight" : 0.00011698252426643734 }, "outputs" : [ { "name" : "var_1230_cast_fp16", "type" : { } } ], "inputs" : { "keep_dims" : { "bindings" : [ { "name" : { "_0" : "var_1230_keep_dims_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "output_1_cast_fp16" } } ] } } }, { "operatorName" : "ios16.sub", "cost" : { "weight" : 0.00024284367018068622 }, "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "blocks" : [ ], "inputs" : { "y" : { "bindings" : [ { "name" : { "_0" : "var_1230_cast_fp16" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "output_1_cast_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_1232_cast_fp16" } ] }, { "blocks" : [ ], "inputs" : { }, "operatorName" : "const", "outputs" : [ { "type" : { }, "name" : "var_1233_keep_dims_0" } ] }, { "inputs" : { "keep_dims" : { "bindings" : [ { "name" : { "_0" : "var_1233_keep_dims_0" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "output_1_cast_fp16" } } ] } }, "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00011698252426643734 }, "outputs" : [ { "name" : "var_1233_cast_fp16", "type" : { } } ], "operatorName" : "ios16.reduce_max" }, { "outputs" : [ { "type" : { }, "name" : "var_1236_cast_fp16" } ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 1.8100711464133882e-09 }, "operatorName" : "ios16.sub", "blocks" : [ ], "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_1233_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_1230_cast_fp16" } } ] } } }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ] }, "outputs" : [ { "name" : "output_3_cast_fp16", "type" : { } } ], "operatorName" : "ios16.real_div", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_1232_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_1236_cast_fp16" } } ] } }, "blocks" : [ ], "cost" : { "weight" : 0.00023396417658798485 } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "output_5_axes_0" } ], "operatorName" : "const" }, { "operatorName" : "expand_dims", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "output_3_cast_fp16" } } ] }, "axes" : { "bindings" : [ { "name" : { "_0" : "output_5_axes_0" } } ] } }, "cost" : { "weight" : 0.0002339646125604298 }, "outputs" : [ { "name" : "output_5_cast_fp16", "type" : { } } ], "blocks" : [ ], "deviceUsage" : { "preferred" : { "deviceType" : { "neuralEngine" : { } } }, "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "gpu" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } } ] } }, { "inputs" : { }, "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_1244" } ], "operatorName" : "const" }, { "deviceUsage" : { "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "allSupportStates" : [ { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "inputs" : { "reps" : { "bindings" : [ { "name" : { "_0" : "var_1244" } } ] }, "x" : { "bindings" : [ { "name" : { "_0" : "output_5_cast_fp16" } } ] } }, "cost" : { "weight" : 0.0004679309690106391 }, "outputs" : [ { "type" : { }, "name" : "output_cast_fp16" } ], "blocks" : [ ], "operatorName" : "tile" }, { "outputs" : [ { "name" : "var_1246_to_fp16", "type" : { } } ], "operatorName" : "const", "inputs" : { }, "blocks" : [ ] }, { "operatorName" : "ios16.mul", "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "output_cast_fp16" } } ] }, "y" : { "bindings" : [ { "name" : { "_0" : "var_1246_to_fp16" } } ] } }, "outputs" : [ { "type" : { }, "name" : "var_1247_cast_fp16" } ], "blocks" : [ ] }, { "blocks" : [ ], "outputs" : [ { "type" : { }, "name" : "var_1247_cast_fp16_to_fp32_dtype_0" } ], "operatorName" : "const", "inputs" : { } }, { "inputs" : { "x" : { "bindings" : [ { "name" : { "_0" : "var_1247_cast_fp16" } } ] }, "dtype" : { "bindings" : [ { "name" : { "_0" : "var_1247_cast_fp16_to_fp32_dtype_0" } } ] } }, "outputs" : [ { "name" : "depthOutput", "type" : { } } ], "operatorName" : "ios16.cast", "blocks" : [ ], "deviceUsage" : { "allSupportStates" : [ { "deviceType" : { "neuralEngine" : { } } }, { "supported" : { } }, { "deviceType" : { "cpu" : { } } }, { "supported" : { } }, { "deviceType" : { "gpu" : { } } }, { "supported" : { } } ], "supported" : [ { "deviceType" : { "cpu" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "neuralEngine" : { } } } ], "preferred" : { "deviceType" : { "neuralEngine" : { } } } }, "cost" : { "weight" : 0.00027319845017659207 } } ], "outputNames" : [ "depthOutput" ] } } } } } }, "compile" : { "samples" : [ 0.08842504024505615, 0.09186697006225586, 0.09061002731323242 ], "numOperations" : 3, "startTime" : 763981961.629548 }, "load" : { "samples" : [ 12.062937021255493, 0.023414015769958496, 0.0221329927444458, 12.697317957878113, 0.026152968406677246, 0.023226022720336914, 13.121379971504211, 0.02566206455230713, 0.02616095542907715 ], "numOperations" : 3, "startTime" : 763981974.870082 }, "availableComputeDevices" : [ { "deviceType" : { "neuralEngine" : { } } }, { "deviceType" : { "gpu" : { } } }, { "deviceType" : { "cpu" : { } } } ] }, "deviceResultVersion" : 4, "jsonVersion" : 1, "deviceInfo" : { "modelName" : "iPhone 16 Pro Max", "deviceType" : { "iPhone" : { } }, "isCloudDevice" : false, "displayName" : "Doron Adler - iPhone 16 Pro Max", "isSupported" : true, "osNameAndVersionWithoutBuildNumber" : "iOS 18.3.2", "serialNumber" : "Reducted", "deviceID" : "00008140-000418993C08801C", "osNameAndVersionWithInternalBuildNumber" : "iOS 18.3.2", "capacity" : "256 GB" }, "modelMetadata" : { "modelType" : "ML Program", "size" : 49629335, "fileName" : "DepthAnything_v2_Small_518x518_Box", "rawMetadata" : "[\n {\n \"metadataOutputVersion\" : \"3.0\",\n \"storagePrecision\" : \"Float16\",\n \"outputSchema\" : [\n {\n \"height\" : \"518\",\n \"colorspace\" : \"RGB\",\n \"isOptional\" : \"0\",\n \"width\" : \"518\",\n \"isColor\" : \"1\",\n \"formattedType\" : \"Image (Color 518 × 518)\",\n \"hasSizeFlexibility\" : \"0\",\n \"type\" : \"Image\",\n \"shortDescription\" : \"\",\n \"name\" : \"depthOutput\"\n }\n ],\n \"modelParameters\" : [\n\n ],\n \"specificationVersion\" : 7,\n \"mlProgramOperationTypeHistogram\" : {\n \"Transpose\" : 29,\n \"Squeeze\" : 1,\n \"Ios16.softmax\" : 12,\n \"Ios16.linear\" : 48,\n \"Ios16.add\" : 35,\n \"Concat\" : 1,\n \"Ios16.convTranspose\" : 2,\n \"Ios16.reduceMin\" : 1,\n \"Ios16.reduceMax\" : 1,\n \"Ios16.realDiv\" : 1,\n \"Tile\" : 1,\n \"ExpandDims\" : 1,\n \"Ios16.upsampleBilinear\" : 5,\n \"Ios16.sub\" : 2,\n \"Ios16.cast\" : 2,\n \"Ios16.conv\" : 31,\n \"Ios16.matmul\" : 24,\n \"Ios16.gelu\" : 12,\n \"Ios16.layerNorm\" : 28,\n \"SliceByIndex\" : 40,\n \"Ios16.relu\" : 16,\n \"Ios16.reshape\" : 29,\n \"Ios16.mul\" : 38\n },\n \"computePrecision\" : \"Mixed (Float16, Float32, Int32)\",\n \"isUpdatable\" : \"0\",\n \"stateSchema\" : [\n\n ],\n \"availability\" : {\n \"macOS\" : \"13.0\",\n \"tvOS\" : \"16.0\",\n \"visionOS\" : \"1.0\",\n \"watchOS\" : \"9.0\",\n \"iOS\" : \"16.0\",\n \"macCatalyst\" : \"16.0\"\n },\n \"modelType\" : {\n \"name\" : \"MLModelType_mlProgram\"\n },\n \"userDefinedMetadata\" : {\n \"com.github.apple.coremltools.source_dialect\" : \"TorchScript\",\n \"com.github.apple.coremltools.source\" : \"torch==2.3.1\",\n \"com.github.apple.coremltools.version\" : \"8.2\"\n },\n \"inputSchema\" : [\n {\n \"height\" : \"518\",\n \"colorspace\" : \"RGB\",\n \"isOptional\" : \"0\",\n \"width\" : \"518\",\n \"isColor\" : \"1\",\n \"formattedType\" : \"Image (Color 518 × 518)\",\n \"hasSizeFlexibility\" : \"0\",\n \"type\" : \"Image\",\n \"shortDescription\" : \"\",\n \"name\" : \"colorImage\"\n }\n ],\n \"generatedClassName\" : \"DepthAnything_v2_Small_518x518_Box\",\n \"method\" : \"predict\"\n }\n]", "modelUrl" : "file:\/\/\/Users\/dadler\/Projects\/Glide\/ai-bots\/depth\/DepthAnything_v2_Small_518x518_Box.mlpackage", "functionNames" : [ ] }, "computeUnit" : 2 }