diff --git "a/small/TextDecoder.mlcomputeplan.json" "b/small/TextDecoder.mlcomputeplan.json" new file mode 100644--- /dev/null +++ "b/small/TextDecoder.mlcomputeplan.json" @@ -0,0 +1,4456 @@ +{ + "3_ios16.gather_axis_batch_dims_indices_x": { + "dispatch": "CPU", + "supported": [ + "CPU" + ], + "cost": 23.8992 + }, + "7_ios16.gather_axis_batch_dims_indices_x": { + "dispatch": "CPU", + "supported": [ + "CPU" + ], + "cost": 0.2064 + }, + "8_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "10_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "12_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "15_split_axis_x_split_sizes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.8455 + }, + "18_split_axis_x_split_sizes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.8455 + }, + "22_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "28_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "36_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "43_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "51_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "53_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0002 + }, + "55_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0002 + }, + "57_ios16.sub_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0002 + }, + "58_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "59_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "60_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "61_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "62_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "63_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "65_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "67_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "69_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "72_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "74_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0002 + }, + "76_expand_dims_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0002 + }, + "77_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "78_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "80_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "83_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "85_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "93_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "94_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "97_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "101_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "109_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "116_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "124_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "126_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "128_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "130_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "133_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "134_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "136_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "139_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "141_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "149_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "150_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "153_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "157_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "165_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "167_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "175_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "176_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "180_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "184_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "192_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "199_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "207_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "208_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "209_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "210_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "211_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "212_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "213_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "215_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "217_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "219_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "222_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "223_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "224_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "226_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "229_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "231_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "239_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "240_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "243_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "247_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "255_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "262_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "270_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "272_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "274_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "276_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "279_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "280_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "282_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "285_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "287_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "295_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "296_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "299_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "303_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "311_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "313_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "321_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "322_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "326_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "330_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "338_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "345_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "353_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "354_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "355_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "356_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "357_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "358_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "359_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "361_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "363_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "365_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "368_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "369_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "370_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "372_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "375_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "377_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "385_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "386_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "389_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "393_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "401_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "408_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "416_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "418_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "420_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "422_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "425_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "426_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "428_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "431_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "433_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "441_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "442_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "445_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "449_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "457_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "459_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "467_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "468_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "472_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "476_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "484_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "491_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "499_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "500_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "501_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "502_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "503_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "504_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "505_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "507_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "509_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "511_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "514_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "515_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "516_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "518_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "521_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "523_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "531_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "532_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "535_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "539_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "547_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "554_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "562_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "564_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "566_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "568_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "571_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "572_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "574_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "577_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "579_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "587_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "588_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "591_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "595_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "603_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "605_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "613_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "614_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "618_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "622_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "630_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "637_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "645_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "646_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "647_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "648_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "649_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "650_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "651_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "653_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "655_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "657_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "660_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "661_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "662_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "664_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "667_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "669_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "677_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "678_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "681_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "685_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "693_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "700_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "708_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "710_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "712_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "714_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "717_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "718_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "720_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "723_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "725_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "733_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "734_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "737_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "741_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "749_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "751_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "759_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "760_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "764_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "768_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "776_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "783_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "791_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "792_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "793_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "794_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "795_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "796_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "797_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "799_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "801_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "803_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "806_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "807_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "808_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "810_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "813_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "815_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "823_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "824_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "827_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "831_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "839_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "846_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "854_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "856_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "858_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "860_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "863_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "864_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "866_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "869_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "871_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "879_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "880_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "883_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "887_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "895_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "897_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "905_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "906_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "910_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "914_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "922_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "929_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "937_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "938_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "939_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "940_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "941_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "942_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "943_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "945_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "947_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "949_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "952_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "953_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "954_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "956_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "959_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "961_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "969_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "970_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "973_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "977_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "985_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "992_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1000_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1002_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1004_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1006_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1009_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1010_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1012_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1015_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1017_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1025_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1026_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1029_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1033_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1041_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1043_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1051_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1052_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1056_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1060_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1068_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1075_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "1083_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1084_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1085_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1086_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1087_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1088_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1089_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1091_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1093_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1095_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1098_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1099_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "1100_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "1102_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1105_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1107_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1115_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1116_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1119_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1123_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1131_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1138_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1146_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1148_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1150_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1152_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1155_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1156_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1158_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1161_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1163_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1171_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1172_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1175_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1179_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1187_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1189_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1197_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1198_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1202_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1206_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1214_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1221_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "1229_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1230_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1231_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1232_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1233_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1234_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1235_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1237_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1239_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1241_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1244_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1245_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "1246_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "1248_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1251_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1253_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1261_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1262_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1265_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1269_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1277_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1284_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1292_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1294_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1296_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1298_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1301_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1302_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1304_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1307_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1309_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1317_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1318_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1321_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1325_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1333_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1335_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1343_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1344_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1348_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1352_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1360_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1367_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "1375_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1376_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1377_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1378_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1379_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1380_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1381_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1383_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1385_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1387_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1390_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1391_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "1392_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "1394_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1397_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1399_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1407_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1408_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1411_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1415_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1423_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1430_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1438_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1440_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1442_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1444_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1447_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1448_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1450_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1453_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1455_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1463_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1464_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1467_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1471_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1479_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1481_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1489_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1490_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1494_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1498_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1506_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1513_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "1521_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1522_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1523_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1524_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1525_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1526_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1527_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1529_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1531_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1533_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1536_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1537_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "1538_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "1540_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1543_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1545_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1553_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1554_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1557_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1561_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1569_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1576_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1584_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1586_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1588_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1590_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1593_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1594_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1596_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1599_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1601_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1609_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1610_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1613_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1617_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1625_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1627_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1635_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1636_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1640_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1644_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1652_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1659_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0271 + }, + "1667_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1668_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1669_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1670_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1671_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1189 + }, + "1672_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0004 + }, + "1673_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2893 + }, + "1675_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1677_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1679_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1682_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1683_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0024 + }, + "1684_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.002 + }, + "1686_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1301 + }, + "1689_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0662 + }, + "1691_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1699_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1700_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1703_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1707_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1715_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1722_ios16.conv_groups_weight_x_dilations_strides_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6282 + }, + "1730_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 1.6293 + }, + "1732_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1734_ios16.mul_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1736_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1739_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1740_ios16.softmax_axis_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0068 + }, + "1742_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.4355 + }, + "1745_ios16.matmul_y_transpose_y_transpose_x_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.2213 + }, + "1747_ios16.reshape_shape_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1755_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0272 + }, + "1756_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1759_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1763_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1771_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1773_ios16.gelu_mode_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0012 + }, + "1781_ios16.conv_groups_bias_weight_dilations_strides_x_pad_pad_type": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.1086 + }, + "1782_ios16.add_x_y": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1785_ios16.layer_norm_epsilon_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1789_ios16.batch_norm_epsilon_gamma_mean_variance_x_beta": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1791_squeeze_x_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0003 + }, + "1794_transpose_x_perm": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0005 + }, + "1795_ios16.linear_weight_x_bias": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0016 + }, + "1798_concat_axis_values_interleave": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0013 + }, + "1801_concat_axis_values_interleave": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0013 + }, + "1805_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1810_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1814_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1819_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1823_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1828_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1832_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1837_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1841_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1846_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1850_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1855_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1859_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1864_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1868_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1873_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1877_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1882_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1886_slice_by_index_begin_end_end_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0037 + }, + "1891_slice_by_index_begin_end_end_mask_squeeze_mask_x": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0006 + }, + "1894_concat_axis_values_interleave": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0021 + }, + "1897_ios16.reduce_mean_x_keep_dims_axes": { + "dispatch": "ANE", + "supported": [ + "CPU", + "ANE" + ], + "cost": 0.0031 + } +} \ No newline at end of file