program(1.0) [buildInfo = dict, tensor>({{"mldb_token", "mldb-4blgx74ype"}})] { func main_image(tensor input) { tensor vision_model_conv1_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1769600))))[name = tensor("vision_model_conv1_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1781952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2224384))))[name = tensor("vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2236736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2679168))))[name = tensor("vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2691520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3133952))))[name = tensor("vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3146304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3588736))))[name = tensor("vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3601088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5370624))))[name = tensor("vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5419840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7189376))))[name = tensor("vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7201728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7644160))))[name = tensor("vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7656512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8098944))))[name = tensor("vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8111296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8553728))))[name = tensor("vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8566080))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9008512))))[name = tensor("vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9020864))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10790400))))[name = tensor("vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10839616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12609152))))[name = tensor("vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12621504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13063936))))[name = tensor("vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13076288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13518720))))[name = tensor("vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13531072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13973504))))[name = tensor("vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13985856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14428288))))[name = tensor("vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14440640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16210176))))[name = tensor("vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16259392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18028928))))[name = tensor("vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18041280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18483712))))[name = tensor("vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18496064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18938496))))[name = tensor("vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18950848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19393280))))[name = tensor("vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19405632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19848064))))[name = tensor("vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19860416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21629952))))[name = tensor("vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21679168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23448704))))[name = tensor("vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23461056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23903488))))[name = tensor("vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23915840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24358272))))[name = tensor("vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24370624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24813056))))[name = tensor("vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24825408))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25267840))))[name = tensor("vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25280192))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27049728))))[name = tensor("vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27098944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28868480))))[name = tensor("vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28880832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29323264))))[name = tensor("vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29335616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29778048))))[name = tensor("vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29790400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30232832))))[name = tensor("vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30245184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30687616))))[name = tensor("vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30699968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32469504))))[name = tensor("vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32518720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34288256))))[name = tensor("vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34300608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34743040))))[name = tensor("vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34755392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35197824))))[name = tensor("vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35210176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35652608))))[name = tensor("vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35664960))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36107392))))[name = tensor("vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36119744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37889280))))[name = tensor("vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37938496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39708032))))[name = tensor("vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39720384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40162816))))[name = tensor("vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40175168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40617600))))[name = tensor("vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40629952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41072384))))[name = tensor("vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41084736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41527168))))[name = tensor("vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41539520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43309056))))[name = tensor("vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43358272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45127808))))[name = tensor("vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45140160))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45582592))))[name = tensor("vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45594944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46037376))))[name = tensor("vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46049728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46492160))))[name = tensor("vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46504512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46946944))))[name = tensor("vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46959296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48728832))))[name = tensor("vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48778048))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50547584))))[name = tensor("vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50559936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51002368))))[name = tensor("vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51014720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51457152))))[name = tensor("vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51469504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51911936))))[name = tensor("vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51924288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52366720))))[name = tensor("vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52379072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54148608))))[name = tensor("vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54197824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55967360))))[name = tensor("vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55979712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56422144))))[name = tensor("vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56434496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56876928))))[name = tensor("vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56889280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57331712))))[name = tensor("vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57344064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57786496))))[name = tensor("vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57798848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59568384))))[name = tensor("vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59617600))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61387136))))[name = tensor("vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61399488))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61841920))))[name = tensor("vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61854272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62296704))))[name = tensor("vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62309056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62751488))))[name = tensor("vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62763840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63206272))))[name = tensor("vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63218624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64988160))))[name = tensor("vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65037376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66806912))))[name = tensor("vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16")]; tensor vision_proj_0_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66819264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67114240))))[name = tensor("vision_proj_0_weight_cast_fp16")]; tensor var_15 = const()[name = tensor("op_15"), val = tensor(1)]; tensor var_28 = const()[name = tensor("op_28"), val = tensor([1, 1])]; tensor var_30 = const()[name = tensor("op_30"), val = tensor([1, 1])]; tensor x_3_pad_type_0 = const()[name = tensor("x_3_pad_type_0"), val = tensor("custom")]; tensor x_3_pad_0 = const()[name = tensor("x_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor x_3_cast_fp16 = conv(dilations = var_30, groups = var_15, pad = x_3_pad_0, pad_type = x_3_pad_type_0, strides = var_28, weight = vision_model_conv1_weight_cast_fp16, x = input)[name = tensor("x_3_cast_fp16")]; tensor var_35 = const()[name = tensor("op_35"), val = tensor([1, 768, -1])]; tensor x_5_cast_fp16 = reshape(shape = var_35, x = x_3_cast_fp16)[name = tensor("x_5_cast_fp16")]; tensor x_9_interleave_0 = const()[name = tensor("x_9_interleave_0"), val = tensor(false)]; tensor const_80 = const()[name = tensor("const_80"), val = tensor(2)]; tensor const_79_to_fp16 = const()[name = tensor("const_79_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/unique_weight.bin"), offset = tensor(64)))]; tensor x_9_cast_fp16 = concat(axis = const_80, interleave = x_9_interleave_0, values = (const_79_to_fp16, x_5_cast_fp16))[name = tensor("x_9_cast_fp16")]; tensor const_81_to_fp16 = const()[name = tensor("const_81_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67147136)))]; tensor inputs_1_cast_fp16 = add(x = x_9_cast_fp16, y = const_81_to_fp16)[name = tensor("inputs_1_cast_fp16")]; tensor inputs_3_axes_0 = const()[name = tensor("inputs_3_axes_0"), val = tensor([2])]; tensor inputs_3_cast_fp16 = expand_dims(axes = inputs_3_axes_0, x = inputs_1_cast_fp16)[name = tensor("inputs_3_cast_fp16")]; tensor out_1_axes_0 = const()[name = tensor("out_1_axes_0"), val = tensor([1])]; tensor var_59_to_fp16 = const()[name = tensor("op_59_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_1_cast_fp16 = layer_norm(axes = out_1_axes_0, epsilon = var_59_to_fp16, x = inputs_3_cast_fp16)[name = tensor("out_1_cast_fp16")]; tensor inputs_5_mean_0_to_fp16 = const()[name = tensor("inputs_5_mean_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67334592)))]; tensor inputs_5_variance_0_to_fp16 = const()[name = tensor("inputs_5_variance_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67336192)))]; tensor inputs_5_gamma_0_to_fp16 = const()[name = tensor("inputs_5_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67337792)))]; tensor inputs_5_beta_0_to_fp16 = const()[name = tensor("inputs_5_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67339392)))]; tensor inputs_5_epsilon_0_to_fp16 = const()[name = tensor("inputs_5_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor inputs_5_cast_fp16 = batch_norm(beta = inputs_5_beta_0_to_fp16, epsilon = inputs_5_epsilon_0_to_fp16, gamma = inputs_5_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_1_cast_fp16)[name = tensor("inputs_5_cast_fp16")]; tensor out_3_axes_0 = const()[name = tensor("out_3_axes_0"), val = tensor([1])]; tensor var_109_to_fp16 = const()[name = tensor("op_109_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_3_cast_fp16 = layer_norm(axes = out_3_axes_0, epsilon = var_109_to_fp16, x = inputs_5_cast_fp16)[name = tensor("out_3_cast_fp16")]; tensor query_1_gamma_0_to_fp16 = const()[name = tensor("query_1_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67340992)))]; tensor query_1_beta_0_to_fp16 = const()[name = tensor("query_1_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67342592)))]; tensor query_1_epsilon_0_to_fp16 = const()[name = tensor("query_1_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_1_cast_fp16 = batch_norm(beta = query_1_beta_0_to_fp16, epsilon = query_1_epsilon_0_to_fp16, gamma = query_1_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_3_cast_fp16)[name = tensor("query_1_cast_fp16")]; tensor var_125 = const()[name = tensor("op_125"), val = tensor([1, 1])]; tensor var_127 = const()[name = tensor("op_127"), val = tensor([1, 1])]; tensor var_129_pad_type_0 = const()[name = tensor("op_129_pad_type_0"), val = tensor("custom")]; tensor var_129_pad_0 = const()[name = tensor("op_129_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67344192)))]; tensor var_129_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_query_bias_to_fp16, dilations = var_127, groups = var_15, pad = var_129_pad_0, pad_type = var_129_pad_type_0, strides = var_125, weight = vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("op_129_cast_fp16")]; tensor var_132 = const()[name = tensor("op_132"), val = tensor([1, 1])]; tensor var_134 = const()[name = tensor("op_134"), val = tensor([1, 1])]; tensor k_1_pad_type_0 = const()[name = tensor("k_1_pad_type_0"), val = tensor("custom")]; tensor k_1_pad_0 = const()[name = tensor("k_1_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67345792)))]; tensor k_1_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_key_bias_to_fp16, dilations = var_134, groups = var_15, pad = k_1_pad_0, pad_type = k_1_pad_type_0, strides = var_132, weight = vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("k_1_cast_fp16")]; tensor var_139 = const()[name = tensor("op_139"), val = tensor([1, 1])]; tensor var_141 = const()[name = tensor("op_141"), val = tensor([1, 1])]; tensor var_143_pad_type_0 = const()[name = tensor("op_143_pad_type_0"), val = tensor("custom")]; tensor var_143_pad_0 = const()[name = tensor("op_143_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67347392)))]; tensor var_143_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_value_bias_to_fp16, dilations = var_141, groups = var_15, pad = var_143_pad_0, pad_type = var_143_pad_type_0, strides = var_139, weight = vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("op_143_cast_fp16")]; tensor tile_0 = const()[name = tensor("tile_0"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_144_axis_0 = const()[name = tensor("op_144_axis_0"), val = tensor(1)]; tensor var_144_cast_fp16_0, tensor var_144_cast_fp16_1, tensor var_144_cast_fp16_2, tensor var_144_cast_fp16_3, tensor var_144_cast_fp16_4, tensor var_144_cast_fp16_5, tensor var_144_cast_fp16_6, tensor var_144_cast_fp16_7, tensor var_144_cast_fp16_8, tensor var_144_cast_fp16_9, tensor var_144_cast_fp16_10, tensor var_144_cast_fp16_11 = split(axis = var_144_axis_0, split_sizes = tile_0, x = var_129_cast_fp16)[name = tensor("op_144_cast_fp16")]; tensor var_157_perm_0 = const()[name = tensor("op_157_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_1 = const()[name = tensor("tile_1"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_158_axis_0 = const()[name = tensor("op_158_axis_0"), val = tensor(3)]; tensor transpose_13 = transpose(perm = var_157_perm_0, x = k_1_cast_fp16)[name = tensor("transpose_13")]; tensor var_158_cast_fp16_0, tensor var_158_cast_fp16_1, tensor var_158_cast_fp16_2, tensor var_158_cast_fp16_3, tensor var_158_cast_fp16_4, tensor var_158_cast_fp16_5, tensor var_158_cast_fp16_6, tensor var_158_cast_fp16_7, tensor var_158_cast_fp16_8, tensor var_158_cast_fp16_9, tensor var_158_cast_fp16_10, tensor var_158_cast_fp16_11 = split(axis = var_158_axis_0, split_sizes = tile_1, x = transpose_13)[name = tensor("op_158_cast_fp16")]; tensor tile_2 = const()[name = tensor("tile_2"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_171_axis_0 = const()[name = tensor("op_171_axis_0"), val = tensor(1)]; tensor var_171_cast_fp16_0, tensor var_171_cast_fp16_1, tensor var_171_cast_fp16_2, tensor var_171_cast_fp16_3, tensor var_171_cast_fp16_4, tensor var_171_cast_fp16_5, tensor var_171_cast_fp16_6, tensor var_171_cast_fp16_7, tensor var_171_cast_fp16_8, tensor var_171_cast_fp16_9, tensor var_171_cast_fp16_10, tensor var_171_cast_fp16_11 = split(axis = var_171_axis_0, split_sizes = tile_2, x = var_143_cast_fp16)[name = tensor("op_171_cast_fp16")]; tensor var_185_equation_0 = const()[name = tensor("op_185_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_185_cast_fp16 = einsum(equation = var_185_equation_0, values = (var_158_cast_fp16_0, var_144_cast_fp16_0))[name = tensor("op_185_cast_fp16")]; tensor var_186_to_fp16 = const()[name = tensor("op_186_to_fp16"), val = tensor(0.125)]; tensor aw_1_cast_fp16 = mul(x = var_185_cast_fp16, y = var_186_to_fp16)[name = tensor("aw_1_cast_fp16")]; tensor var_189_equation_0 = const()[name = tensor("op_189_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_189_cast_fp16 = einsum(equation = var_189_equation_0, values = (var_158_cast_fp16_1, var_144_cast_fp16_1))[name = tensor("op_189_cast_fp16")]; tensor var_190_to_fp16 = const()[name = tensor("op_190_to_fp16"), val = tensor(0.125)]; tensor aw_3_cast_fp16 = mul(x = var_189_cast_fp16, y = var_190_to_fp16)[name = tensor("aw_3_cast_fp16")]; tensor var_193_equation_0 = const()[name = tensor("op_193_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_193_cast_fp16 = einsum(equation = var_193_equation_0, values = (var_158_cast_fp16_2, var_144_cast_fp16_2))[name = tensor("op_193_cast_fp16")]; tensor var_194_to_fp16 = const()[name = tensor("op_194_to_fp16"), val = tensor(0.125)]; tensor aw_5_cast_fp16 = mul(x = var_193_cast_fp16, y = var_194_to_fp16)[name = tensor("aw_5_cast_fp16")]; tensor var_197_equation_0 = const()[name = tensor("op_197_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_197_cast_fp16 = einsum(equation = var_197_equation_0, values = (var_158_cast_fp16_3, var_144_cast_fp16_3))[name = tensor("op_197_cast_fp16")]; tensor var_198_to_fp16 = const()[name = tensor("op_198_to_fp16"), val = tensor(0.125)]; tensor aw_7_cast_fp16 = mul(x = var_197_cast_fp16, y = var_198_to_fp16)[name = tensor("aw_7_cast_fp16")]; tensor var_201_equation_0 = const()[name = tensor("op_201_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_201_cast_fp16 = einsum(equation = var_201_equation_0, values = (var_158_cast_fp16_4, var_144_cast_fp16_4))[name = tensor("op_201_cast_fp16")]; tensor var_202_to_fp16 = const()[name = tensor("op_202_to_fp16"), val = tensor(0.125)]; tensor aw_9_cast_fp16 = mul(x = var_201_cast_fp16, y = var_202_to_fp16)[name = tensor("aw_9_cast_fp16")]; tensor var_205_equation_0 = const()[name = tensor("op_205_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_205_cast_fp16 = einsum(equation = var_205_equation_0, values = (var_158_cast_fp16_5, var_144_cast_fp16_5))[name = tensor("op_205_cast_fp16")]; tensor var_206_to_fp16 = const()[name = tensor("op_206_to_fp16"), val = tensor(0.125)]; tensor aw_11_cast_fp16 = mul(x = var_205_cast_fp16, y = var_206_to_fp16)[name = tensor("aw_11_cast_fp16")]; tensor var_209_equation_0 = const()[name = tensor("op_209_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_209_cast_fp16 = einsum(equation = var_209_equation_0, values = (var_158_cast_fp16_6, var_144_cast_fp16_6))[name = tensor("op_209_cast_fp16")]; tensor var_210_to_fp16 = const()[name = tensor("op_210_to_fp16"), val = tensor(0.125)]; tensor aw_13_cast_fp16 = mul(x = var_209_cast_fp16, y = var_210_to_fp16)[name = tensor("aw_13_cast_fp16")]; tensor var_213_equation_0 = const()[name = tensor("op_213_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_213_cast_fp16 = einsum(equation = var_213_equation_0, values = (var_158_cast_fp16_7, var_144_cast_fp16_7))[name = tensor("op_213_cast_fp16")]; tensor var_214_to_fp16 = const()[name = tensor("op_214_to_fp16"), val = tensor(0.125)]; tensor aw_15_cast_fp16 = mul(x = var_213_cast_fp16, y = var_214_to_fp16)[name = tensor("aw_15_cast_fp16")]; tensor var_217_equation_0 = const()[name = tensor("op_217_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_217_cast_fp16 = einsum(equation = var_217_equation_0, values = (var_158_cast_fp16_8, var_144_cast_fp16_8))[name = tensor("op_217_cast_fp16")]; tensor var_218_to_fp16 = const()[name = tensor("op_218_to_fp16"), val = tensor(0.125)]; tensor aw_17_cast_fp16 = mul(x = var_217_cast_fp16, y = var_218_to_fp16)[name = tensor("aw_17_cast_fp16")]; tensor var_221_equation_0 = const()[name = tensor("op_221_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_221_cast_fp16 = einsum(equation = var_221_equation_0, values = (var_158_cast_fp16_9, var_144_cast_fp16_9))[name = tensor("op_221_cast_fp16")]; tensor var_222_to_fp16 = const()[name = tensor("op_222_to_fp16"), val = tensor(0.125)]; tensor aw_19_cast_fp16 = mul(x = var_221_cast_fp16, y = var_222_to_fp16)[name = tensor("aw_19_cast_fp16")]; tensor var_225_equation_0 = const()[name = tensor("op_225_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_225_cast_fp16 = einsum(equation = var_225_equation_0, values = (var_158_cast_fp16_10, var_144_cast_fp16_10))[name = tensor("op_225_cast_fp16")]; tensor var_226_to_fp16 = const()[name = tensor("op_226_to_fp16"), val = tensor(0.125)]; tensor aw_21_cast_fp16 = mul(x = var_225_cast_fp16, y = var_226_to_fp16)[name = tensor("aw_21_cast_fp16")]; tensor var_229_equation_0 = const()[name = tensor("op_229_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_229_cast_fp16 = einsum(equation = var_229_equation_0, values = (var_158_cast_fp16_11, var_144_cast_fp16_11))[name = tensor("op_229_cast_fp16")]; tensor var_230_to_fp16 = const()[name = tensor("op_230_to_fp16"), val = tensor(0.125)]; tensor aw_23_cast_fp16 = mul(x = var_229_cast_fp16, y = var_230_to_fp16)[name = tensor("aw_23_cast_fp16")]; tensor var_232_cast_fp16 = softmax(axis = var_15, x = aw_1_cast_fp16)[name = tensor("op_232_cast_fp16")]; tensor var_233_cast_fp16 = softmax(axis = var_15, x = aw_3_cast_fp16)[name = tensor("op_233_cast_fp16")]; tensor var_234_cast_fp16 = softmax(axis = var_15, x = aw_5_cast_fp16)[name = tensor("op_234_cast_fp16")]; tensor var_235_cast_fp16 = softmax(axis = var_15, x = aw_7_cast_fp16)[name = tensor("op_235_cast_fp16")]; tensor var_236_cast_fp16 = softmax(axis = var_15, x = aw_9_cast_fp16)[name = tensor("op_236_cast_fp16")]; tensor var_237_cast_fp16 = softmax(axis = var_15, x = aw_11_cast_fp16)[name = tensor("op_237_cast_fp16")]; tensor var_238_cast_fp16 = softmax(axis = var_15, x = aw_13_cast_fp16)[name = tensor("op_238_cast_fp16")]; tensor var_239_cast_fp16 = softmax(axis = var_15, x = aw_15_cast_fp16)[name = tensor("op_239_cast_fp16")]; tensor var_240_cast_fp16 = softmax(axis = var_15, x = aw_17_cast_fp16)[name = tensor("op_240_cast_fp16")]; tensor var_241_cast_fp16 = softmax(axis = var_15, x = aw_19_cast_fp16)[name = tensor("op_241_cast_fp16")]; tensor var_242_cast_fp16 = softmax(axis = var_15, x = aw_21_cast_fp16)[name = tensor("op_242_cast_fp16")]; tensor var_243_cast_fp16 = softmax(axis = var_15, x = aw_23_cast_fp16)[name = tensor("op_243_cast_fp16")]; tensor var_245_equation_0 = const()[name = tensor("op_245_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_245_cast_fp16 = einsum(equation = var_245_equation_0, values = (var_171_cast_fp16_0, var_232_cast_fp16))[name = tensor("op_245_cast_fp16")]; tensor var_247_equation_0 = const()[name = tensor("op_247_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_247_cast_fp16 = einsum(equation = var_247_equation_0, values = (var_171_cast_fp16_1, var_233_cast_fp16))[name = tensor("op_247_cast_fp16")]; tensor var_249_equation_0 = const()[name = tensor("op_249_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_249_cast_fp16 = einsum(equation = var_249_equation_0, values = (var_171_cast_fp16_2, var_234_cast_fp16))[name = tensor("op_249_cast_fp16")]; tensor var_251_equation_0 = const()[name = tensor("op_251_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_251_cast_fp16 = einsum(equation = var_251_equation_0, values = (var_171_cast_fp16_3, var_235_cast_fp16))[name = tensor("op_251_cast_fp16")]; tensor var_253_equation_0 = const()[name = tensor("op_253_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_253_cast_fp16 = einsum(equation = var_253_equation_0, values = (var_171_cast_fp16_4, var_236_cast_fp16))[name = tensor("op_253_cast_fp16")]; tensor var_255_equation_0 = const()[name = tensor("op_255_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_255_cast_fp16 = einsum(equation = var_255_equation_0, values = (var_171_cast_fp16_5, var_237_cast_fp16))[name = tensor("op_255_cast_fp16")]; tensor var_257_equation_0 = const()[name = tensor("op_257_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_257_cast_fp16 = einsum(equation = var_257_equation_0, values = (var_171_cast_fp16_6, var_238_cast_fp16))[name = tensor("op_257_cast_fp16")]; tensor var_259_equation_0 = const()[name = tensor("op_259_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_259_cast_fp16 = einsum(equation = var_259_equation_0, values = (var_171_cast_fp16_7, var_239_cast_fp16))[name = tensor("op_259_cast_fp16")]; tensor var_261_equation_0 = const()[name = tensor("op_261_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_261_cast_fp16 = einsum(equation = var_261_equation_0, values = (var_171_cast_fp16_8, var_240_cast_fp16))[name = tensor("op_261_cast_fp16")]; tensor var_263_equation_0 = const()[name = tensor("op_263_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_263_cast_fp16 = einsum(equation = var_263_equation_0, values = (var_171_cast_fp16_9, var_241_cast_fp16))[name = tensor("op_263_cast_fp16")]; tensor var_265_equation_0 = const()[name = tensor("op_265_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_265_cast_fp16 = einsum(equation = var_265_equation_0, values = (var_171_cast_fp16_10, var_242_cast_fp16))[name = tensor("op_265_cast_fp16")]; tensor var_267_equation_0 = const()[name = tensor("op_267_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_267_cast_fp16 = einsum(equation = var_267_equation_0, values = (var_171_cast_fp16_11, var_243_cast_fp16))[name = tensor("op_267_cast_fp16")]; tensor input_1_interleave_0 = const()[name = tensor("input_1_interleave_0"), val = tensor(false)]; tensor input_1_cast_fp16 = concat(axis = var_15, interleave = input_1_interleave_0, values = (var_245_cast_fp16, var_247_cast_fp16, var_249_cast_fp16, var_251_cast_fp16, var_253_cast_fp16, var_255_cast_fp16, var_257_cast_fp16, var_259_cast_fp16, var_261_cast_fp16, var_263_cast_fp16, var_265_cast_fp16, var_267_cast_fp16))[name = tensor("input_1_cast_fp16")]; tensor var_272 = const()[name = tensor("op_272"), val = tensor([1, 1])]; tensor var_274 = const()[name = tensor("op_274"), val = tensor([1, 1])]; tensor var_276_pad_type_0 = const()[name = tensor("op_276_pad_type_0"), val = tensor("custom")]; tensor var_276_pad_0 = const()[name = tensor("op_276_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67348992)))]; tensor var_276_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16, dilations = var_274, groups = var_15, pad = var_276_pad_0, pad_type = var_276_pad_type_0, strides = var_272, weight = vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16, x = input_1_cast_fp16)[name = tensor("op_276_cast_fp16")]; tensor inputs_7_cast_fp16 = add(x = inputs_5_cast_fp16, y = var_276_cast_fp16)[name = tensor("inputs_7_cast_fp16")]; tensor out_5_axes_0 = const()[name = tensor("out_5_axes_0"), val = tensor([1])]; tensor var_286_to_fp16 = const()[name = tensor("op_286_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_5_cast_fp16 = layer_norm(axes = out_5_axes_0, epsilon = var_286_to_fp16, x = inputs_7_cast_fp16)[name = tensor("out_5_cast_fp16")]; tensor input_3_gamma_0_to_fp16 = const()[name = tensor("input_3_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67350592)))]; tensor input_3_beta_0_to_fp16 = const()[name = tensor("input_3_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67352192)))]; tensor input_3_epsilon_0_to_fp16 = const()[name = tensor("input_3_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_3_cast_fp16 = batch_norm(beta = input_3_beta_0_to_fp16, epsilon = input_3_epsilon_0_to_fp16, gamma = input_3_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_5_cast_fp16)[name = tensor("input_3_cast_fp16")]; tensor var_300 = const()[name = tensor("op_300"), val = tensor([1, 1])]; tensor var_302 = const()[name = tensor("op_302"), val = tensor([1, 1])]; tensor x_11_pad_type_0 = const()[name = tensor("x_11_pad_type_0"), val = tensor("custom")]; tensor x_11_pad_0 = const()[name = tensor("x_11_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67353792)))]; tensor x_11_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16, dilations = var_302, groups = var_15, pad = x_11_pad_0, pad_type = x_11_pad_type_0, strides = var_300, weight = vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16, x = input_3_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor var_305_to_fp16 = const()[name = tensor("op_305_to_fp16"), val = tensor(1.70214844)]; tensor var_306_cast_fp16 = mul(x = x_11_cast_fp16, y = var_305_to_fp16)[name = tensor("op_306_cast_fp16")]; tensor var_307_cast_fp16 = sigmoid(x = var_306_cast_fp16)[name = tensor("op_307_cast_fp16")]; tensor input_5_cast_fp16 = mul(x = x_11_cast_fp16, y = var_307_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor var_311 = const()[name = tensor("op_311"), val = tensor([1, 1])]; tensor var_313 = const()[name = tensor("op_313"), val = tensor([1, 1])]; tensor var_315_pad_type_0 = const()[name = tensor("op_315_pad_type_0"), val = tensor("custom")]; tensor var_315_pad_0 = const()[name = tensor("op_315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67360000)))]; tensor var_315_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16, dilations = var_313, groups = var_15, pad = var_315_pad_0, pad_type = var_315_pad_type_0, strides = var_311, weight = vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16, x = input_5_cast_fp16)[name = tensor("op_315_cast_fp16")]; tensor inputs_9_cast_fp16 = add(x = inputs_7_cast_fp16, y = var_315_cast_fp16)[name = tensor("inputs_9_cast_fp16")]; tensor out_7_axes_0 = const()[name = tensor("out_7_axes_0"), val = tensor([1])]; tensor var_329_to_fp16 = const()[name = tensor("op_329_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_7_cast_fp16 = layer_norm(axes = out_7_axes_0, epsilon = var_329_to_fp16, x = inputs_9_cast_fp16)[name = tensor("out_7_cast_fp16")]; tensor query_3_gamma_0_to_fp16 = const()[name = tensor("query_3_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67361600)))]; tensor query_3_beta_0_to_fp16 = const()[name = tensor("query_3_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67363200)))]; tensor query_3_epsilon_0_to_fp16 = const()[name = tensor("query_3_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_3_cast_fp16 = batch_norm(beta = query_3_beta_0_to_fp16, epsilon = query_3_epsilon_0_to_fp16, gamma = query_3_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_7_cast_fp16)[name = tensor("query_3_cast_fp16")]; tensor var_345 = const()[name = tensor("op_345"), val = tensor([1, 1])]; tensor var_347 = const()[name = tensor("op_347"), val = tensor([1, 1])]; tensor var_349_pad_type_0 = const()[name = tensor("op_349_pad_type_0"), val = tensor("custom")]; tensor var_349_pad_0 = const()[name = tensor("op_349_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67364800)))]; tensor var_349_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_query_bias_to_fp16, dilations = var_347, groups = var_15, pad = var_349_pad_0, pad_type = var_349_pad_type_0, strides = var_345, weight = vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("op_349_cast_fp16")]; tensor var_352 = const()[name = tensor("op_352"), val = tensor([1, 1])]; tensor var_354 = const()[name = tensor("op_354"), val = tensor([1, 1])]; tensor k_3_pad_type_0 = const()[name = tensor("k_3_pad_type_0"), val = tensor("custom")]; tensor k_3_pad_0 = const()[name = tensor("k_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67366400)))]; tensor k_3_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_key_bias_to_fp16, dilations = var_354, groups = var_15, pad = k_3_pad_0, pad_type = k_3_pad_type_0, strides = var_352, weight = vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("k_3_cast_fp16")]; tensor var_359 = const()[name = tensor("op_359"), val = tensor([1, 1])]; tensor var_361 = const()[name = tensor("op_361"), val = tensor([1, 1])]; tensor var_363_pad_type_0 = const()[name = tensor("op_363_pad_type_0"), val = tensor("custom")]; tensor var_363_pad_0 = const()[name = tensor("op_363_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67368000)))]; tensor var_363_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_value_bias_to_fp16, dilations = var_361, groups = var_15, pad = var_363_pad_0, pad_type = var_363_pad_type_0, strides = var_359, weight = vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("op_363_cast_fp16")]; tensor tile_3 = const()[name = tensor("tile_3"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_364_axis_0 = const()[name = tensor("op_364_axis_0"), val = tensor(1)]; tensor var_364_cast_fp16_0, tensor var_364_cast_fp16_1, tensor var_364_cast_fp16_2, tensor var_364_cast_fp16_3, tensor var_364_cast_fp16_4, tensor var_364_cast_fp16_5, tensor var_364_cast_fp16_6, tensor var_364_cast_fp16_7, tensor var_364_cast_fp16_8, tensor var_364_cast_fp16_9, tensor var_364_cast_fp16_10, tensor var_364_cast_fp16_11 = split(axis = var_364_axis_0, split_sizes = tile_3, x = var_349_cast_fp16)[name = tensor("op_364_cast_fp16")]; tensor var_377_perm_0 = const()[name = tensor("op_377_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_4 = const()[name = tensor("tile_4"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_378_axis_0 = const()[name = tensor("op_378_axis_0"), val = tensor(3)]; tensor transpose_12 = transpose(perm = var_377_perm_0, x = k_3_cast_fp16)[name = tensor("transpose_12")]; tensor var_378_cast_fp16_0, tensor var_378_cast_fp16_1, tensor var_378_cast_fp16_2, tensor var_378_cast_fp16_3, tensor var_378_cast_fp16_4, tensor var_378_cast_fp16_5, tensor var_378_cast_fp16_6, tensor var_378_cast_fp16_7, tensor var_378_cast_fp16_8, tensor var_378_cast_fp16_9, tensor var_378_cast_fp16_10, tensor var_378_cast_fp16_11 = split(axis = var_378_axis_0, split_sizes = tile_4, x = transpose_12)[name = tensor("op_378_cast_fp16")]; tensor tile_5 = const()[name = tensor("tile_5"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_391_axis_0 = const()[name = tensor("op_391_axis_0"), val = tensor(1)]; tensor var_391_cast_fp16_0, tensor var_391_cast_fp16_1, tensor var_391_cast_fp16_2, tensor var_391_cast_fp16_3, tensor var_391_cast_fp16_4, tensor var_391_cast_fp16_5, tensor var_391_cast_fp16_6, tensor var_391_cast_fp16_7, tensor var_391_cast_fp16_8, tensor var_391_cast_fp16_9, tensor var_391_cast_fp16_10, tensor var_391_cast_fp16_11 = split(axis = var_391_axis_0, split_sizes = tile_5, x = var_363_cast_fp16)[name = tensor("op_391_cast_fp16")]; tensor var_405_equation_0 = const()[name = tensor("op_405_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_405_cast_fp16 = einsum(equation = var_405_equation_0, values = (var_378_cast_fp16_0, var_364_cast_fp16_0))[name = tensor("op_405_cast_fp16")]; tensor var_406_to_fp16 = const()[name = tensor("op_406_to_fp16"), val = tensor(0.125)]; tensor aw_25_cast_fp16 = mul(x = var_405_cast_fp16, y = var_406_to_fp16)[name = tensor("aw_25_cast_fp16")]; tensor var_409_equation_0 = const()[name = tensor("op_409_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_409_cast_fp16 = einsum(equation = var_409_equation_0, values = (var_378_cast_fp16_1, var_364_cast_fp16_1))[name = tensor("op_409_cast_fp16")]; tensor var_410_to_fp16 = const()[name = tensor("op_410_to_fp16"), val = tensor(0.125)]; tensor aw_27_cast_fp16 = mul(x = var_409_cast_fp16, y = var_410_to_fp16)[name = tensor("aw_27_cast_fp16")]; tensor var_413_equation_0 = const()[name = tensor("op_413_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_413_cast_fp16 = einsum(equation = var_413_equation_0, values = (var_378_cast_fp16_2, var_364_cast_fp16_2))[name = tensor("op_413_cast_fp16")]; tensor var_414_to_fp16 = const()[name = tensor("op_414_to_fp16"), val = tensor(0.125)]; tensor aw_29_cast_fp16 = mul(x = var_413_cast_fp16, y = var_414_to_fp16)[name = tensor("aw_29_cast_fp16")]; tensor var_417_equation_0 = const()[name = tensor("op_417_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_417_cast_fp16 = einsum(equation = var_417_equation_0, values = (var_378_cast_fp16_3, var_364_cast_fp16_3))[name = tensor("op_417_cast_fp16")]; tensor var_418_to_fp16 = const()[name = tensor("op_418_to_fp16"), val = tensor(0.125)]; tensor aw_31_cast_fp16 = mul(x = var_417_cast_fp16, y = var_418_to_fp16)[name = tensor("aw_31_cast_fp16")]; tensor var_421_equation_0 = const()[name = tensor("op_421_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_421_cast_fp16 = einsum(equation = var_421_equation_0, values = (var_378_cast_fp16_4, var_364_cast_fp16_4))[name = tensor("op_421_cast_fp16")]; tensor var_422_to_fp16 = const()[name = tensor("op_422_to_fp16"), val = tensor(0.125)]; tensor aw_33_cast_fp16 = mul(x = var_421_cast_fp16, y = var_422_to_fp16)[name = tensor("aw_33_cast_fp16")]; tensor var_425_equation_0 = const()[name = tensor("op_425_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_425_cast_fp16 = einsum(equation = var_425_equation_0, values = (var_378_cast_fp16_5, var_364_cast_fp16_5))[name = tensor("op_425_cast_fp16")]; tensor var_426_to_fp16 = const()[name = tensor("op_426_to_fp16"), val = tensor(0.125)]; tensor aw_35_cast_fp16 = mul(x = var_425_cast_fp16, y = var_426_to_fp16)[name = tensor("aw_35_cast_fp16")]; tensor var_429_equation_0 = const()[name = tensor("op_429_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_429_cast_fp16 = einsum(equation = var_429_equation_0, values = (var_378_cast_fp16_6, var_364_cast_fp16_6))[name = tensor("op_429_cast_fp16")]; tensor var_430_to_fp16 = const()[name = tensor("op_430_to_fp16"), val = tensor(0.125)]; tensor aw_37_cast_fp16 = mul(x = var_429_cast_fp16, y = var_430_to_fp16)[name = tensor("aw_37_cast_fp16")]; tensor var_433_equation_0 = const()[name = tensor("op_433_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_433_cast_fp16 = einsum(equation = var_433_equation_0, values = (var_378_cast_fp16_7, var_364_cast_fp16_7))[name = tensor("op_433_cast_fp16")]; tensor var_434_to_fp16 = const()[name = tensor("op_434_to_fp16"), val = tensor(0.125)]; tensor aw_39_cast_fp16 = mul(x = var_433_cast_fp16, y = var_434_to_fp16)[name = tensor("aw_39_cast_fp16")]; tensor var_437_equation_0 = const()[name = tensor("op_437_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_437_cast_fp16 = einsum(equation = var_437_equation_0, values = (var_378_cast_fp16_8, var_364_cast_fp16_8))[name = tensor("op_437_cast_fp16")]; tensor var_438_to_fp16 = const()[name = tensor("op_438_to_fp16"), val = tensor(0.125)]; tensor aw_41_cast_fp16 = mul(x = var_437_cast_fp16, y = var_438_to_fp16)[name = tensor("aw_41_cast_fp16")]; tensor var_441_equation_0 = const()[name = tensor("op_441_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_441_cast_fp16 = einsum(equation = var_441_equation_0, values = (var_378_cast_fp16_9, var_364_cast_fp16_9))[name = tensor("op_441_cast_fp16")]; tensor var_442_to_fp16 = const()[name = tensor("op_442_to_fp16"), val = tensor(0.125)]; tensor aw_43_cast_fp16 = mul(x = var_441_cast_fp16, y = var_442_to_fp16)[name = tensor("aw_43_cast_fp16")]; tensor var_445_equation_0 = const()[name = tensor("op_445_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_445_cast_fp16 = einsum(equation = var_445_equation_0, values = (var_378_cast_fp16_10, var_364_cast_fp16_10))[name = tensor("op_445_cast_fp16")]; tensor var_446_to_fp16 = const()[name = tensor("op_446_to_fp16"), val = tensor(0.125)]; tensor aw_45_cast_fp16 = mul(x = var_445_cast_fp16, y = var_446_to_fp16)[name = tensor("aw_45_cast_fp16")]; tensor var_449_equation_0 = const()[name = tensor("op_449_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_449_cast_fp16 = einsum(equation = var_449_equation_0, values = (var_378_cast_fp16_11, var_364_cast_fp16_11))[name = tensor("op_449_cast_fp16")]; tensor var_450_to_fp16 = const()[name = tensor("op_450_to_fp16"), val = tensor(0.125)]; tensor aw_47_cast_fp16 = mul(x = var_449_cast_fp16, y = var_450_to_fp16)[name = tensor("aw_47_cast_fp16")]; tensor var_452_cast_fp16 = softmax(axis = var_15, x = aw_25_cast_fp16)[name = tensor("op_452_cast_fp16")]; tensor var_453_cast_fp16 = softmax(axis = var_15, x = aw_27_cast_fp16)[name = tensor("op_453_cast_fp16")]; tensor var_454_cast_fp16 = softmax(axis = var_15, x = aw_29_cast_fp16)[name = tensor("op_454_cast_fp16")]; tensor var_455_cast_fp16 = softmax(axis = var_15, x = aw_31_cast_fp16)[name = tensor("op_455_cast_fp16")]; tensor var_456_cast_fp16 = softmax(axis = var_15, x = aw_33_cast_fp16)[name = tensor("op_456_cast_fp16")]; tensor var_457_cast_fp16 = softmax(axis = var_15, x = aw_35_cast_fp16)[name = tensor("op_457_cast_fp16")]; tensor var_458_cast_fp16 = softmax(axis = var_15, x = aw_37_cast_fp16)[name = tensor("op_458_cast_fp16")]; tensor var_459_cast_fp16 = softmax(axis = var_15, x = aw_39_cast_fp16)[name = tensor("op_459_cast_fp16")]; tensor var_460_cast_fp16 = softmax(axis = var_15, x = aw_41_cast_fp16)[name = tensor("op_460_cast_fp16")]; tensor var_461_cast_fp16 = softmax(axis = var_15, x = aw_43_cast_fp16)[name = tensor("op_461_cast_fp16")]; tensor var_462_cast_fp16 = softmax(axis = var_15, x = aw_45_cast_fp16)[name = tensor("op_462_cast_fp16")]; tensor var_463_cast_fp16 = softmax(axis = var_15, x = aw_47_cast_fp16)[name = tensor("op_463_cast_fp16")]; tensor var_465_equation_0 = const()[name = tensor("op_465_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_465_cast_fp16 = einsum(equation = var_465_equation_0, values = (var_391_cast_fp16_0, var_452_cast_fp16))[name = tensor("op_465_cast_fp16")]; tensor var_467_equation_0 = const()[name = tensor("op_467_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_467_cast_fp16 = einsum(equation = var_467_equation_0, values = (var_391_cast_fp16_1, var_453_cast_fp16))[name = tensor("op_467_cast_fp16")]; tensor var_469_equation_0 = const()[name = tensor("op_469_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_469_cast_fp16 = einsum(equation = var_469_equation_0, values = (var_391_cast_fp16_2, var_454_cast_fp16))[name = tensor("op_469_cast_fp16")]; tensor var_471_equation_0 = const()[name = tensor("op_471_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_471_cast_fp16 = einsum(equation = var_471_equation_0, values = (var_391_cast_fp16_3, var_455_cast_fp16))[name = tensor("op_471_cast_fp16")]; tensor var_473_equation_0 = const()[name = tensor("op_473_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_473_cast_fp16 = einsum(equation = var_473_equation_0, values = (var_391_cast_fp16_4, var_456_cast_fp16))[name = tensor("op_473_cast_fp16")]; tensor var_475_equation_0 = const()[name = tensor("op_475_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_475_cast_fp16 = einsum(equation = var_475_equation_0, values = (var_391_cast_fp16_5, var_457_cast_fp16))[name = tensor("op_475_cast_fp16")]; tensor var_477_equation_0 = const()[name = tensor("op_477_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_477_cast_fp16 = einsum(equation = var_477_equation_0, values = (var_391_cast_fp16_6, var_458_cast_fp16))[name = tensor("op_477_cast_fp16")]; tensor var_479_equation_0 = const()[name = tensor("op_479_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_479_cast_fp16 = einsum(equation = var_479_equation_0, values = (var_391_cast_fp16_7, var_459_cast_fp16))[name = tensor("op_479_cast_fp16")]; tensor var_481_equation_0 = const()[name = tensor("op_481_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_481_cast_fp16 = einsum(equation = var_481_equation_0, values = (var_391_cast_fp16_8, var_460_cast_fp16))[name = tensor("op_481_cast_fp16")]; tensor var_483_equation_0 = const()[name = tensor("op_483_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_483_cast_fp16 = einsum(equation = var_483_equation_0, values = (var_391_cast_fp16_9, var_461_cast_fp16))[name = tensor("op_483_cast_fp16")]; tensor var_485_equation_0 = const()[name = tensor("op_485_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_485_cast_fp16 = einsum(equation = var_485_equation_0, values = (var_391_cast_fp16_10, var_462_cast_fp16))[name = tensor("op_485_cast_fp16")]; tensor var_487_equation_0 = const()[name = tensor("op_487_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_487_cast_fp16 = einsum(equation = var_487_equation_0, values = (var_391_cast_fp16_11, var_463_cast_fp16))[name = tensor("op_487_cast_fp16")]; tensor input_7_interleave_0 = const()[name = tensor("input_7_interleave_0"), val = tensor(false)]; tensor input_7_cast_fp16 = concat(axis = var_15, interleave = input_7_interleave_0, values = (var_465_cast_fp16, var_467_cast_fp16, var_469_cast_fp16, var_471_cast_fp16, var_473_cast_fp16, var_475_cast_fp16, var_477_cast_fp16, var_479_cast_fp16, var_481_cast_fp16, var_483_cast_fp16, var_485_cast_fp16, var_487_cast_fp16))[name = tensor("input_7_cast_fp16")]; tensor var_492 = const()[name = tensor("op_492"), val = tensor([1, 1])]; tensor var_494 = const()[name = tensor("op_494"), val = tensor([1, 1])]; tensor var_496_pad_type_0 = const()[name = tensor("op_496_pad_type_0"), val = tensor("custom")]; tensor var_496_pad_0 = const()[name = tensor("op_496_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67369600)))]; tensor var_496_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16, dilations = var_494, groups = var_15, pad = var_496_pad_0, pad_type = var_496_pad_type_0, strides = var_492, weight = vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16, x = input_7_cast_fp16)[name = tensor("op_496_cast_fp16")]; tensor inputs_11_cast_fp16 = add(x = inputs_9_cast_fp16, y = var_496_cast_fp16)[name = tensor("inputs_11_cast_fp16")]; tensor out_9_axes_0 = const()[name = tensor("out_9_axes_0"), val = tensor([1])]; tensor var_506_to_fp16 = const()[name = tensor("op_506_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_9_cast_fp16 = layer_norm(axes = out_9_axes_0, epsilon = var_506_to_fp16, x = inputs_11_cast_fp16)[name = tensor("out_9_cast_fp16")]; tensor input_9_gamma_0_to_fp16 = const()[name = tensor("input_9_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67371200)))]; tensor input_9_beta_0_to_fp16 = const()[name = tensor("input_9_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67372800)))]; tensor input_9_epsilon_0_to_fp16 = const()[name = tensor("input_9_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_9_cast_fp16 = batch_norm(beta = input_9_beta_0_to_fp16, epsilon = input_9_epsilon_0_to_fp16, gamma = input_9_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_9_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor var_520 = const()[name = tensor("op_520"), val = tensor([1, 1])]; tensor var_522 = const()[name = tensor("op_522"), val = tensor([1, 1])]; tensor x_13_pad_type_0 = const()[name = tensor("x_13_pad_type_0"), val = tensor("custom")]; tensor x_13_pad_0 = const()[name = tensor("x_13_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67374400)))]; tensor x_13_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16, dilations = var_522, groups = var_15, pad = x_13_pad_0, pad_type = x_13_pad_type_0, strides = var_520, weight = vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16, x = input_9_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor var_525_to_fp16 = const()[name = tensor("op_525_to_fp16"), val = tensor(1.70214844)]; tensor var_526_cast_fp16 = mul(x = x_13_cast_fp16, y = var_525_to_fp16)[name = tensor("op_526_cast_fp16")]; tensor var_527_cast_fp16 = sigmoid(x = var_526_cast_fp16)[name = tensor("op_527_cast_fp16")]; tensor input_11_cast_fp16 = mul(x = x_13_cast_fp16, y = var_527_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor var_531 = const()[name = tensor("op_531"), val = tensor([1, 1])]; tensor var_533 = const()[name = tensor("op_533"), val = tensor([1, 1])]; tensor var_535_pad_type_0 = const()[name = tensor("op_535_pad_type_0"), val = tensor("custom")]; tensor var_535_pad_0 = const()[name = tensor("op_535_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67380608)))]; tensor var_535_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16, dilations = var_533, groups = var_15, pad = var_535_pad_0, pad_type = var_535_pad_type_0, strides = var_531, weight = vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16, x = input_11_cast_fp16)[name = tensor("op_535_cast_fp16")]; tensor inputs_13_cast_fp16 = add(x = inputs_11_cast_fp16, y = var_535_cast_fp16)[name = tensor("inputs_13_cast_fp16")]; tensor out_11_axes_0 = const()[name = tensor("out_11_axes_0"), val = tensor([1])]; tensor var_549_to_fp16 = const()[name = tensor("op_549_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_11_cast_fp16 = layer_norm(axes = out_11_axes_0, epsilon = var_549_to_fp16, x = inputs_13_cast_fp16)[name = tensor("out_11_cast_fp16")]; tensor query_5_gamma_0_to_fp16 = const()[name = tensor("query_5_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67382208)))]; tensor query_5_beta_0_to_fp16 = const()[name = tensor("query_5_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67383808)))]; tensor query_5_epsilon_0_to_fp16 = const()[name = tensor("query_5_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_5_cast_fp16 = batch_norm(beta = query_5_beta_0_to_fp16, epsilon = query_5_epsilon_0_to_fp16, gamma = query_5_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_11_cast_fp16)[name = tensor("query_5_cast_fp16")]; tensor var_565 = const()[name = tensor("op_565"), val = tensor([1, 1])]; tensor var_567 = const()[name = tensor("op_567"), val = tensor([1, 1])]; tensor var_569_pad_type_0 = const()[name = tensor("op_569_pad_type_0"), val = tensor("custom")]; tensor var_569_pad_0 = const()[name = tensor("op_569_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67385408)))]; tensor var_569_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_query_bias_to_fp16, dilations = var_567, groups = var_15, pad = var_569_pad_0, pad_type = var_569_pad_type_0, strides = var_565, weight = vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("op_569_cast_fp16")]; tensor var_572 = const()[name = tensor("op_572"), val = tensor([1, 1])]; tensor var_574 = const()[name = tensor("op_574"), val = tensor([1, 1])]; tensor k_5_pad_type_0 = const()[name = tensor("k_5_pad_type_0"), val = tensor("custom")]; tensor k_5_pad_0 = const()[name = tensor("k_5_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67387008)))]; tensor k_5_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_key_bias_to_fp16, dilations = var_574, groups = var_15, pad = k_5_pad_0, pad_type = k_5_pad_type_0, strides = var_572, weight = vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("k_5_cast_fp16")]; tensor var_579 = const()[name = tensor("op_579"), val = tensor([1, 1])]; tensor var_581 = const()[name = tensor("op_581"), val = tensor([1, 1])]; tensor var_583_pad_type_0 = const()[name = tensor("op_583_pad_type_0"), val = tensor("custom")]; tensor var_583_pad_0 = const()[name = tensor("op_583_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67388608)))]; tensor var_583_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_value_bias_to_fp16, dilations = var_581, groups = var_15, pad = var_583_pad_0, pad_type = var_583_pad_type_0, strides = var_579, weight = vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("op_583_cast_fp16")]; tensor tile_6 = const()[name = tensor("tile_6"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_584_axis_0 = const()[name = tensor("op_584_axis_0"), val = tensor(1)]; tensor var_584_cast_fp16_0, tensor var_584_cast_fp16_1, tensor var_584_cast_fp16_2, tensor var_584_cast_fp16_3, tensor var_584_cast_fp16_4, tensor var_584_cast_fp16_5, tensor var_584_cast_fp16_6, tensor var_584_cast_fp16_7, tensor var_584_cast_fp16_8, tensor var_584_cast_fp16_9, tensor var_584_cast_fp16_10, tensor var_584_cast_fp16_11 = split(axis = var_584_axis_0, split_sizes = tile_6, x = var_569_cast_fp16)[name = tensor("op_584_cast_fp16")]; tensor var_597_perm_0 = const()[name = tensor("op_597_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_7 = const()[name = tensor("tile_7"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_598_axis_0 = const()[name = tensor("op_598_axis_0"), val = tensor(3)]; tensor transpose_11 = transpose(perm = var_597_perm_0, x = k_5_cast_fp16)[name = tensor("transpose_11")]; tensor var_598_cast_fp16_0, tensor var_598_cast_fp16_1, tensor var_598_cast_fp16_2, tensor var_598_cast_fp16_3, tensor var_598_cast_fp16_4, tensor var_598_cast_fp16_5, tensor var_598_cast_fp16_6, tensor var_598_cast_fp16_7, tensor var_598_cast_fp16_8, tensor var_598_cast_fp16_9, tensor var_598_cast_fp16_10, tensor var_598_cast_fp16_11 = split(axis = var_598_axis_0, split_sizes = tile_7, x = transpose_11)[name = tensor("op_598_cast_fp16")]; tensor tile_8 = const()[name = tensor("tile_8"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_611_axis_0 = const()[name = tensor("op_611_axis_0"), val = tensor(1)]; tensor var_611_cast_fp16_0, tensor var_611_cast_fp16_1, tensor var_611_cast_fp16_2, tensor var_611_cast_fp16_3, tensor var_611_cast_fp16_4, tensor var_611_cast_fp16_5, tensor var_611_cast_fp16_6, tensor var_611_cast_fp16_7, tensor var_611_cast_fp16_8, tensor var_611_cast_fp16_9, tensor var_611_cast_fp16_10, tensor var_611_cast_fp16_11 = split(axis = var_611_axis_0, split_sizes = tile_8, x = var_583_cast_fp16)[name = tensor("op_611_cast_fp16")]; tensor var_625_equation_0 = const()[name = tensor("op_625_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_625_cast_fp16 = einsum(equation = var_625_equation_0, values = (var_598_cast_fp16_0, var_584_cast_fp16_0))[name = tensor("op_625_cast_fp16")]; tensor var_626_to_fp16 = const()[name = tensor("op_626_to_fp16"), val = tensor(0.125)]; tensor aw_49_cast_fp16 = mul(x = var_625_cast_fp16, y = var_626_to_fp16)[name = tensor("aw_49_cast_fp16")]; tensor var_629_equation_0 = const()[name = tensor("op_629_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_629_cast_fp16 = einsum(equation = var_629_equation_0, values = (var_598_cast_fp16_1, var_584_cast_fp16_1))[name = tensor("op_629_cast_fp16")]; tensor var_630_to_fp16 = const()[name = tensor("op_630_to_fp16"), val = tensor(0.125)]; tensor aw_51_cast_fp16 = mul(x = var_629_cast_fp16, y = var_630_to_fp16)[name = tensor("aw_51_cast_fp16")]; tensor var_633_equation_0 = const()[name = tensor("op_633_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_633_cast_fp16 = einsum(equation = var_633_equation_0, values = (var_598_cast_fp16_2, var_584_cast_fp16_2))[name = tensor("op_633_cast_fp16")]; tensor var_634_to_fp16 = const()[name = tensor("op_634_to_fp16"), val = tensor(0.125)]; tensor aw_53_cast_fp16 = mul(x = var_633_cast_fp16, y = var_634_to_fp16)[name = tensor("aw_53_cast_fp16")]; tensor var_637_equation_0 = const()[name = tensor("op_637_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_637_cast_fp16 = einsum(equation = var_637_equation_0, values = (var_598_cast_fp16_3, var_584_cast_fp16_3))[name = tensor("op_637_cast_fp16")]; tensor var_638_to_fp16 = const()[name = tensor("op_638_to_fp16"), val = tensor(0.125)]; tensor aw_55_cast_fp16 = mul(x = var_637_cast_fp16, y = var_638_to_fp16)[name = tensor("aw_55_cast_fp16")]; tensor var_641_equation_0 = const()[name = tensor("op_641_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_641_cast_fp16 = einsum(equation = var_641_equation_0, values = (var_598_cast_fp16_4, var_584_cast_fp16_4))[name = tensor("op_641_cast_fp16")]; tensor var_642_to_fp16 = const()[name = tensor("op_642_to_fp16"), val = tensor(0.125)]; tensor aw_57_cast_fp16 = mul(x = var_641_cast_fp16, y = var_642_to_fp16)[name = tensor("aw_57_cast_fp16")]; tensor var_645_equation_0 = const()[name = tensor("op_645_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_645_cast_fp16 = einsum(equation = var_645_equation_0, values = (var_598_cast_fp16_5, var_584_cast_fp16_5))[name = tensor("op_645_cast_fp16")]; tensor var_646_to_fp16 = const()[name = tensor("op_646_to_fp16"), val = tensor(0.125)]; tensor aw_59_cast_fp16 = mul(x = var_645_cast_fp16, y = var_646_to_fp16)[name = tensor("aw_59_cast_fp16")]; tensor var_649_equation_0 = const()[name = tensor("op_649_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_649_cast_fp16 = einsum(equation = var_649_equation_0, values = (var_598_cast_fp16_6, var_584_cast_fp16_6))[name = tensor("op_649_cast_fp16")]; tensor var_650_to_fp16 = const()[name = tensor("op_650_to_fp16"), val = tensor(0.125)]; tensor aw_61_cast_fp16 = mul(x = var_649_cast_fp16, y = var_650_to_fp16)[name = tensor("aw_61_cast_fp16")]; tensor var_653_equation_0 = const()[name = tensor("op_653_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_653_cast_fp16 = einsum(equation = var_653_equation_0, values = (var_598_cast_fp16_7, var_584_cast_fp16_7))[name = tensor("op_653_cast_fp16")]; tensor var_654_to_fp16 = const()[name = tensor("op_654_to_fp16"), val = tensor(0.125)]; tensor aw_63_cast_fp16 = mul(x = var_653_cast_fp16, y = var_654_to_fp16)[name = tensor("aw_63_cast_fp16")]; tensor var_657_equation_0 = const()[name = tensor("op_657_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_657_cast_fp16 = einsum(equation = var_657_equation_0, values = (var_598_cast_fp16_8, var_584_cast_fp16_8))[name = tensor("op_657_cast_fp16")]; tensor var_658_to_fp16 = const()[name = tensor("op_658_to_fp16"), val = tensor(0.125)]; tensor aw_65_cast_fp16 = mul(x = var_657_cast_fp16, y = var_658_to_fp16)[name = tensor("aw_65_cast_fp16")]; tensor var_661_equation_0 = const()[name = tensor("op_661_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_661_cast_fp16 = einsum(equation = var_661_equation_0, values = (var_598_cast_fp16_9, var_584_cast_fp16_9))[name = tensor("op_661_cast_fp16")]; tensor var_662_to_fp16 = const()[name = tensor("op_662_to_fp16"), val = tensor(0.125)]; tensor aw_67_cast_fp16 = mul(x = var_661_cast_fp16, y = var_662_to_fp16)[name = tensor("aw_67_cast_fp16")]; tensor var_665_equation_0 = const()[name = tensor("op_665_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_665_cast_fp16 = einsum(equation = var_665_equation_0, values = (var_598_cast_fp16_10, var_584_cast_fp16_10))[name = tensor("op_665_cast_fp16")]; tensor var_666_to_fp16 = const()[name = tensor("op_666_to_fp16"), val = tensor(0.125)]; tensor aw_69_cast_fp16 = mul(x = var_665_cast_fp16, y = var_666_to_fp16)[name = tensor("aw_69_cast_fp16")]; tensor var_669_equation_0 = const()[name = tensor("op_669_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_669_cast_fp16 = einsum(equation = var_669_equation_0, values = (var_598_cast_fp16_11, var_584_cast_fp16_11))[name = tensor("op_669_cast_fp16")]; tensor var_670_to_fp16 = const()[name = tensor("op_670_to_fp16"), val = tensor(0.125)]; tensor aw_71_cast_fp16 = mul(x = var_669_cast_fp16, y = var_670_to_fp16)[name = tensor("aw_71_cast_fp16")]; tensor var_672_cast_fp16 = softmax(axis = var_15, x = aw_49_cast_fp16)[name = tensor("op_672_cast_fp16")]; tensor var_673_cast_fp16 = softmax(axis = var_15, x = aw_51_cast_fp16)[name = tensor("op_673_cast_fp16")]; tensor var_674_cast_fp16 = softmax(axis = var_15, x = aw_53_cast_fp16)[name = tensor("op_674_cast_fp16")]; tensor var_675_cast_fp16 = softmax(axis = var_15, x = aw_55_cast_fp16)[name = tensor("op_675_cast_fp16")]; tensor var_676_cast_fp16 = softmax(axis = var_15, x = aw_57_cast_fp16)[name = tensor("op_676_cast_fp16")]; tensor var_677_cast_fp16 = softmax(axis = var_15, x = aw_59_cast_fp16)[name = tensor("op_677_cast_fp16")]; tensor var_678_cast_fp16 = softmax(axis = var_15, x = aw_61_cast_fp16)[name = tensor("op_678_cast_fp16")]; tensor var_679_cast_fp16 = softmax(axis = var_15, x = aw_63_cast_fp16)[name = tensor("op_679_cast_fp16")]; tensor var_680_cast_fp16 = softmax(axis = var_15, x = aw_65_cast_fp16)[name = tensor("op_680_cast_fp16")]; tensor var_681_cast_fp16 = softmax(axis = var_15, x = aw_67_cast_fp16)[name = tensor("op_681_cast_fp16")]; tensor var_682_cast_fp16 = softmax(axis = var_15, x = aw_69_cast_fp16)[name = tensor("op_682_cast_fp16")]; tensor var_683_cast_fp16 = softmax(axis = var_15, x = aw_71_cast_fp16)[name = tensor("op_683_cast_fp16")]; tensor var_685_equation_0 = const()[name = tensor("op_685_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_685_cast_fp16 = einsum(equation = var_685_equation_0, values = (var_611_cast_fp16_0, var_672_cast_fp16))[name = tensor("op_685_cast_fp16")]; tensor var_687_equation_0 = const()[name = tensor("op_687_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_687_cast_fp16 = einsum(equation = var_687_equation_0, values = (var_611_cast_fp16_1, var_673_cast_fp16))[name = tensor("op_687_cast_fp16")]; tensor var_689_equation_0 = const()[name = tensor("op_689_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_689_cast_fp16 = einsum(equation = var_689_equation_0, values = (var_611_cast_fp16_2, var_674_cast_fp16))[name = tensor("op_689_cast_fp16")]; tensor var_691_equation_0 = const()[name = tensor("op_691_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_691_cast_fp16 = einsum(equation = var_691_equation_0, values = (var_611_cast_fp16_3, var_675_cast_fp16))[name = tensor("op_691_cast_fp16")]; tensor var_693_equation_0 = const()[name = tensor("op_693_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_693_cast_fp16 = einsum(equation = var_693_equation_0, values = (var_611_cast_fp16_4, var_676_cast_fp16))[name = tensor("op_693_cast_fp16")]; tensor var_695_equation_0 = const()[name = tensor("op_695_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_695_cast_fp16 = einsum(equation = var_695_equation_0, values = (var_611_cast_fp16_5, var_677_cast_fp16))[name = tensor("op_695_cast_fp16")]; tensor var_697_equation_0 = const()[name = tensor("op_697_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_697_cast_fp16 = einsum(equation = var_697_equation_0, values = (var_611_cast_fp16_6, var_678_cast_fp16))[name = tensor("op_697_cast_fp16")]; tensor var_699_equation_0 = const()[name = tensor("op_699_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_699_cast_fp16 = einsum(equation = var_699_equation_0, values = (var_611_cast_fp16_7, var_679_cast_fp16))[name = tensor("op_699_cast_fp16")]; tensor var_701_equation_0 = const()[name = tensor("op_701_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_701_cast_fp16 = einsum(equation = var_701_equation_0, values = (var_611_cast_fp16_8, var_680_cast_fp16))[name = tensor("op_701_cast_fp16")]; tensor var_703_equation_0 = const()[name = tensor("op_703_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_703_cast_fp16 = einsum(equation = var_703_equation_0, values = (var_611_cast_fp16_9, var_681_cast_fp16))[name = tensor("op_703_cast_fp16")]; tensor var_705_equation_0 = const()[name = tensor("op_705_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_705_cast_fp16 = einsum(equation = var_705_equation_0, values = (var_611_cast_fp16_10, var_682_cast_fp16))[name = tensor("op_705_cast_fp16")]; tensor var_707_equation_0 = const()[name = tensor("op_707_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_707_cast_fp16 = einsum(equation = var_707_equation_0, values = (var_611_cast_fp16_11, var_683_cast_fp16))[name = tensor("op_707_cast_fp16")]; tensor input_13_interleave_0 = const()[name = tensor("input_13_interleave_0"), val = tensor(false)]; tensor input_13_cast_fp16 = concat(axis = var_15, interleave = input_13_interleave_0, values = (var_685_cast_fp16, var_687_cast_fp16, var_689_cast_fp16, var_691_cast_fp16, var_693_cast_fp16, var_695_cast_fp16, var_697_cast_fp16, var_699_cast_fp16, var_701_cast_fp16, var_703_cast_fp16, var_705_cast_fp16, var_707_cast_fp16))[name = tensor("input_13_cast_fp16")]; tensor var_712 = const()[name = tensor("op_712"), val = tensor([1, 1])]; tensor var_714 = const()[name = tensor("op_714"), val = tensor([1, 1])]; tensor var_716_pad_type_0 = const()[name = tensor("op_716_pad_type_0"), val = tensor("custom")]; tensor var_716_pad_0 = const()[name = tensor("op_716_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67390208)))]; tensor var_716_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16, dilations = var_714, groups = var_15, pad = var_716_pad_0, pad_type = var_716_pad_type_0, strides = var_712, weight = vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16, x = input_13_cast_fp16)[name = tensor("op_716_cast_fp16")]; tensor inputs_15_cast_fp16 = add(x = inputs_13_cast_fp16, y = var_716_cast_fp16)[name = tensor("inputs_15_cast_fp16")]; tensor out_13_axes_0 = const()[name = tensor("out_13_axes_0"), val = tensor([1])]; tensor var_726_to_fp16 = const()[name = tensor("op_726_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_13_cast_fp16 = layer_norm(axes = out_13_axes_0, epsilon = var_726_to_fp16, x = inputs_15_cast_fp16)[name = tensor("out_13_cast_fp16")]; tensor input_15_gamma_0_to_fp16 = const()[name = tensor("input_15_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67391808)))]; tensor input_15_beta_0_to_fp16 = const()[name = tensor("input_15_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67393408)))]; tensor input_15_epsilon_0_to_fp16 = const()[name = tensor("input_15_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_15_cast_fp16 = batch_norm(beta = input_15_beta_0_to_fp16, epsilon = input_15_epsilon_0_to_fp16, gamma = input_15_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_13_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor var_740 = const()[name = tensor("op_740"), val = tensor([1, 1])]; tensor var_742 = const()[name = tensor("op_742"), val = tensor([1, 1])]; tensor x_15_pad_type_0 = const()[name = tensor("x_15_pad_type_0"), val = tensor("custom")]; tensor x_15_pad_0 = const()[name = tensor("x_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67395008)))]; tensor x_15_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16, dilations = var_742, groups = var_15, pad = x_15_pad_0, pad_type = x_15_pad_type_0, strides = var_740, weight = vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16, x = input_15_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor var_745_to_fp16 = const()[name = tensor("op_745_to_fp16"), val = tensor(1.70214844)]; tensor var_746_cast_fp16 = mul(x = x_15_cast_fp16, y = var_745_to_fp16)[name = tensor("op_746_cast_fp16")]; tensor var_747_cast_fp16 = sigmoid(x = var_746_cast_fp16)[name = tensor("op_747_cast_fp16")]; tensor input_17_cast_fp16 = mul(x = x_15_cast_fp16, y = var_747_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor var_751 = const()[name = tensor("op_751"), val = tensor([1, 1])]; tensor var_753 = const()[name = tensor("op_753"), val = tensor([1, 1])]; tensor var_755_pad_type_0 = const()[name = tensor("op_755_pad_type_0"), val = tensor("custom")]; tensor var_755_pad_0 = const()[name = tensor("op_755_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67401216)))]; tensor var_755_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16, dilations = var_753, groups = var_15, pad = var_755_pad_0, pad_type = var_755_pad_type_0, strides = var_751, weight = vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16, x = input_17_cast_fp16)[name = tensor("op_755_cast_fp16")]; tensor inputs_17_cast_fp16 = add(x = inputs_15_cast_fp16, y = var_755_cast_fp16)[name = tensor("inputs_17_cast_fp16")]; tensor out_15_axes_0 = const()[name = tensor("out_15_axes_0"), val = tensor([1])]; tensor var_769_to_fp16 = const()[name = tensor("op_769_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_15_cast_fp16 = layer_norm(axes = out_15_axes_0, epsilon = var_769_to_fp16, x = inputs_17_cast_fp16)[name = tensor("out_15_cast_fp16")]; tensor query_7_gamma_0_to_fp16 = const()[name = tensor("query_7_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67402816)))]; tensor query_7_beta_0_to_fp16 = const()[name = tensor("query_7_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67404416)))]; tensor query_7_epsilon_0_to_fp16 = const()[name = tensor("query_7_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_7_cast_fp16 = batch_norm(beta = query_7_beta_0_to_fp16, epsilon = query_7_epsilon_0_to_fp16, gamma = query_7_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_15_cast_fp16)[name = tensor("query_7_cast_fp16")]; tensor var_785 = const()[name = tensor("op_785"), val = tensor([1, 1])]; tensor var_787 = const()[name = tensor("op_787"), val = tensor([1, 1])]; tensor var_789_pad_type_0 = const()[name = tensor("op_789_pad_type_0"), val = tensor("custom")]; tensor var_789_pad_0 = const()[name = tensor("op_789_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67406016)))]; tensor var_789_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_query_bias_to_fp16, dilations = var_787, groups = var_15, pad = var_789_pad_0, pad_type = var_789_pad_type_0, strides = var_785, weight = vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("op_789_cast_fp16")]; tensor var_792 = const()[name = tensor("op_792"), val = tensor([1, 1])]; tensor var_794 = const()[name = tensor("op_794"), val = tensor([1, 1])]; tensor k_7_pad_type_0 = const()[name = tensor("k_7_pad_type_0"), val = tensor("custom")]; tensor k_7_pad_0 = const()[name = tensor("k_7_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67407616)))]; tensor k_7_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_key_bias_to_fp16, dilations = var_794, groups = var_15, pad = k_7_pad_0, pad_type = k_7_pad_type_0, strides = var_792, weight = vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("k_7_cast_fp16")]; tensor var_799 = const()[name = tensor("op_799"), val = tensor([1, 1])]; tensor var_801 = const()[name = tensor("op_801"), val = tensor([1, 1])]; tensor var_803_pad_type_0 = const()[name = tensor("op_803_pad_type_0"), val = tensor("custom")]; tensor var_803_pad_0 = const()[name = tensor("op_803_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67409216)))]; tensor var_803_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_value_bias_to_fp16, dilations = var_801, groups = var_15, pad = var_803_pad_0, pad_type = var_803_pad_type_0, strides = var_799, weight = vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("op_803_cast_fp16")]; tensor tile_9 = const()[name = tensor("tile_9"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_804_axis_0 = const()[name = tensor("op_804_axis_0"), val = tensor(1)]; tensor var_804_cast_fp16_0, tensor var_804_cast_fp16_1, tensor var_804_cast_fp16_2, tensor var_804_cast_fp16_3, tensor var_804_cast_fp16_4, tensor var_804_cast_fp16_5, tensor var_804_cast_fp16_6, tensor var_804_cast_fp16_7, tensor var_804_cast_fp16_8, tensor var_804_cast_fp16_9, tensor var_804_cast_fp16_10, tensor var_804_cast_fp16_11 = split(axis = var_804_axis_0, split_sizes = tile_9, x = var_789_cast_fp16)[name = tensor("op_804_cast_fp16")]; tensor var_817_perm_0 = const()[name = tensor("op_817_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_10 = const()[name = tensor("tile_10"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_818_axis_0 = const()[name = tensor("op_818_axis_0"), val = tensor(3)]; tensor transpose_10 = transpose(perm = var_817_perm_0, x = k_7_cast_fp16)[name = tensor("transpose_10")]; tensor var_818_cast_fp16_0, tensor var_818_cast_fp16_1, tensor var_818_cast_fp16_2, tensor var_818_cast_fp16_3, tensor var_818_cast_fp16_4, tensor var_818_cast_fp16_5, tensor var_818_cast_fp16_6, tensor var_818_cast_fp16_7, tensor var_818_cast_fp16_8, tensor var_818_cast_fp16_9, tensor var_818_cast_fp16_10, tensor var_818_cast_fp16_11 = split(axis = var_818_axis_0, split_sizes = tile_10, x = transpose_10)[name = tensor("op_818_cast_fp16")]; tensor tile_11 = const()[name = tensor("tile_11"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_831_axis_0 = const()[name = tensor("op_831_axis_0"), val = tensor(1)]; tensor var_831_cast_fp16_0, tensor var_831_cast_fp16_1, tensor var_831_cast_fp16_2, tensor var_831_cast_fp16_3, tensor var_831_cast_fp16_4, tensor var_831_cast_fp16_5, tensor var_831_cast_fp16_6, tensor var_831_cast_fp16_7, tensor var_831_cast_fp16_8, tensor var_831_cast_fp16_9, tensor var_831_cast_fp16_10, tensor var_831_cast_fp16_11 = split(axis = var_831_axis_0, split_sizes = tile_11, x = var_803_cast_fp16)[name = tensor("op_831_cast_fp16")]; tensor var_845_equation_0 = const()[name = tensor("op_845_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_845_cast_fp16 = einsum(equation = var_845_equation_0, values = (var_818_cast_fp16_0, var_804_cast_fp16_0))[name = tensor("op_845_cast_fp16")]; tensor var_846_to_fp16 = const()[name = tensor("op_846_to_fp16"), val = tensor(0.125)]; tensor aw_73_cast_fp16 = mul(x = var_845_cast_fp16, y = var_846_to_fp16)[name = tensor("aw_73_cast_fp16")]; tensor var_849_equation_0 = const()[name = tensor("op_849_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_849_cast_fp16 = einsum(equation = var_849_equation_0, values = (var_818_cast_fp16_1, var_804_cast_fp16_1))[name = tensor("op_849_cast_fp16")]; tensor var_850_to_fp16 = const()[name = tensor("op_850_to_fp16"), val = tensor(0.125)]; tensor aw_75_cast_fp16 = mul(x = var_849_cast_fp16, y = var_850_to_fp16)[name = tensor("aw_75_cast_fp16")]; tensor var_853_equation_0 = const()[name = tensor("op_853_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_853_cast_fp16 = einsum(equation = var_853_equation_0, values = (var_818_cast_fp16_2, var_804_cast_fp16_2))[name = tensor("op_853_cast_fp16")]; tensor var_854_to_fp16 = const()[name = tensor("op_854_to_fp16"), val = tensor(0.125)]; tensor aw_77_cast_fp16 = mul(x = var_853_cast_fp16, y = var_854_to_fp16)[name = tensor("aw_77_cast_fp16")]; tensor var_857_equation_0 = const()[name = tensor("op_857_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_857_cast_fp16 = einsum(equation = var_857_equation_0, values = (var_818_cast_fp16_3, var_804_cast_fp16_3))[name = tensor("op_857_cast_fp16")]; tensor var_858_to_fp16 = const()[name = tensor("op_858_to_fp16"), val = tensor(0.125)]; tensor aw_79_cast_fp16 = mul(x = var_857_cast_fp16, y = var_858_to_fp16)[name = tensor("aw_79_cast_fp16")]; tensor var_861_equation_0 = const()[name = tensor("op_861_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_861_cast_fp16 = einsum(equation = var_861_equation_0, values = (var_818_cast_fp16_4, var_804_cast_fp16_4))[name = tensor("op_861_cast_fp16")]; tensor var_862_to_fp16 = const()[name = tensor("op_862_to_fp16"), val = tensor(0.125)]; tensor aw_81_cast_fp16 = mul(x = var_861_cast_fp16, y = var_862_to_fp16)[name = tensor("aw_81_cast_fp16")]; tensor var_865_equation_0 = const()[name = tensor("op_865_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_865_cast_fp16 = einsum(equation = var_865_equation_0, values = (var_818_cast_fp16_5, var_804_cast_fp16_5))[name = tensor("op_865_cast_fp16")]; tensor var_866_to_fp16 = const()[name = tensor("op_866_to_fp16"), val = tensor(0.125)]; tensor aw_83_cast_fp16 = mul(x = var_865_cast_fp16, y = var_866_to_fp16)[name = tensor("aw_83_cast_fp16")]; tensor var_869_equation_0 = const()[name = tensor("op_869_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_869_cast_fp16 = einsum(equation = var_869_equation_0, values = (var_818_cast_fp16_6, var_804_cast_fp16_6))[name = tensor("op_869_cast_fp16")]; tensor var_870_to_fp16 = const()[name = tensor("op_870_to_fp16"), val = tensor(0.125)]; tensor aw_85_cast_fp16 = mul(x = var_869_cast_fp16, y = var_870_to_fp16)[name = tensor("aw_85_cast_fp16")]; tensor var_873_equation_0 = const()[name = tensor("op_873_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_873_cast_fp16 = einsum(equation = var_873_equation_0, values = (var_818_cast_fp16_7, var_804_cast_fp16_7))[name = tensor("op_873_cast_fp16")]; tensor var_874_to_fp16 = const()[name = tensor("op_874_to_fp16"), val = tensor(0.125)]; tensor aw_87_cast_fp16 = mul(x = var_873_cast_fp16, y = var_874_to_fp16)[name = tensor("aw_87_cast_fp16")]; tensor var_877_equation_0 = const()[name = tensor("op_877_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_877_cast_fp16 = einsum(equation = var_877_equation_0, values = (var_818_cast_fp16_8, var_804_cast_fp16_8))[name = tensor("op_877_cast_fp16")]; tensor var_878_to_fp16 = const()[name = tensor("op_878_to_fp16"), val = tensor(0.125)]; tensor aw_89_cast_fp16 = mul(x = var_877_cast_fp16, y = var_878_to_fp16)[name = tensor("aw_89_cast_fp16")]; tensor var_881_equation_0 = const()[name = tensor("op_881_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_881_cast_fp16 = einsum(equation = var_881_equation_0, values = (var_818_cast_fp16_9, var_804_cast_fp16_9))[name = tensor("op_881_cast_fp16")]; tensor var_882_to_fp16 = const()[name = tensor("op_882_to_fp16"), val = tensor(0.125)]; tensor aw_91_cast_fp16 = mul(x = var_881_cast_fp16, y = var_882_to_fp16)[name = tensor("aw_91_cast_fp16")]; tensor var_885_equation_0 = const()[name = tensor("op_885_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_885_cast_fp16 = einsum(equation = var_885_equation_0, values = (var_818_cast_fp16_10, var_804_cast_fp16_10))[name = tensor("op_885_cast_fp16")]; tensor var_886_to_fp16 = const()[name = tensor("op_886_to_fp16"), val = tensor(0.125)]; tensor aw_93_cast_fp16 = mul(x = var_885_cast_fp16, y = var_886_to_fp16)[name = tensor("aw_93_cast_fp16")]; tensor var_889_equation_0 = const()[name = tensor("op_889_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_889_cast_fp16 = einsum(equation = var_889_equation_0, values = (var_818_cast_fp16_11, var_804_cast_fp16_11))[name = tensor("op_889_cast_fp16")]; tensor var_890_to_fp16 = const()[name = tensor("op_890_to_fp16"), val = tensor(0.125)]; tensor aw_95_cast_fp16 = mul(x = var_889_cast_fp16, y = var_890_to_fp16)[name = tensor("aw_95_cast_fp16")]; tensor var_892_cast_fp16 = softmax(axis = var_15, x = aw_73_cast_fp16)[name = tensor("op_892_cast_fp16")]; tensor var_893_cast_fp16 = softmax(axis = var_15, x = aw_75_cast_fp16)[name = tensor("op_893_cast_fp16")]; tensor var_894_cast_fp16 = softmax(axis = var_15, x = aw_77_cast_fp16)[name = tensor("op_894_cast_fp16")]; tensor var_895_cast_fp16 = softmax(axis = var_15, x = aw_79_cast_fp16)[name = tensor("op_895_cast_fp16")]; tensor var_896_cast_fp16 = softmax(axis = var_15, x = aw_81_cast_fp16)[name = tensor("op_896_cast_fp16")]; tensor var_897_cast_fp16 = softmax(axis = var_15, x = aw_83_cast_fp16)[name = tensor("op_897_cast_fp16")]; tensor var_898_cast_fp16 = softmax(axis = var_15, x = aw_85_cast_fp16)[name = tensor("op_898_cast_fp16")]; tensor var_899_cast_fp16 = softmax(axis = var_15, x = aw_87_cast_fp16)[name = tensor("op_899_cast_fp16")]; tensor var_900_cast_fp16 = softmax(axis = var_15, x = aw_89_cast_fp16)[name = tensor("op_900_cast_fp16")]; tensor var_901_cast_fp16 = softmax(axis = var_15, x = aw_91_cast_fp16)[name = tensor("op_901_cast_fp16")]; tensor var_902_cast_fp16 = softmax(axis = var_15, x = aw_93_cast_fp16)[name = tensor("op_902_cast_fp16")]; tensor var_903_cast_fp16 = softmax(axis = var_15, x = aw_95_cast_fp16)[name = tensor("op_903_cast_fp16")]; tensor var_905_equation_0 = const()[name = tensor("op_905_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_905_cast_fp16 = einsum(equation = var_905_equation_0, values = (var_831_cast_fp16_0, var_892_cast_fp16))[name = tensor("op_905_cast_fp16")]; tensor var_907_equation_0 = const()[name = tensor("op_907_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_907_cast_fp16 = einsum(equation = var_907_equation_0, values = (var_831_cast_fp16_1, var_893_cast_fp16))[name = tensor("op_907_cast_fp16")]; tensor var_909_equation_0 = const()[name = tensor("op_909_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_909_cast_fp16 = einsum(equation = var_909_equation_0, values = (var_831_cast_fp16_2, var_894_cast_fp16))[name = tensor("op_909_cast_fp16")]; tensor var_911_equation_0 = const()[name = tensor("op_911_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_911_cast_fp16 = einsum(equation = var_911_equation_0, values = (var_831_cast_fp16_3, var_895_cast_fp16))[name = tensor("op_911_cast_fp16")]; tensor var_913_equation_0 = const()[name = tensor("op_913_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_913_cast_fp16 = einsum(equation = var_913_equation_0, values = (var_831_cast_fp16_4, var_896_cast_fp16))[name = tensor("op_913_cast_fp16")]; tensor var_915_equation_0 = const()[name = tensor("op_915_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_915_cast_fp16 = einsum(equation = var_915_equation_0, values = (var_831_cast_fp16_5, var_897_cast_fp16))[name = tensor("op_915_cast_fp16")]; tensor var_917_equation_0 = const()[name = tensor("op_917_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_917_cast_fp16 = einsum(equation = var_917_equation_0, values = (var_831_cast_fp16_6, var_898_cast_fp16))[name = tensor("op_917_cast_fp16")]; tensor var_919_equation_0 = const()[name = tensor("op_919_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_919_cast_fp16 = einsum(equation = var_919_equation_0, values = (var_831_cast_fp16_7, var_899_cast_fp16))[name = tensor("op_919_cast_fp16")]; tensor var_921_equation_0 = const()[name = tensor("op_921_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_921_cast_fp16 = einsum(equation = var_921_equation_0, values = (var_831_cast_fp16_8, var_900_cast_fp16))[name = tensor("op_921_cast_fp16")]; tensor var_923_equation_0 = const()[name = tensor("op_923_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_923_cast_fp16 = einsum(equation = var_923_equation_0, values = (var_831_cast_fp16_9, var_901_cast_fp16))[name = tensor("op_923_cast_fp16")]; tensor var_925_equation_0 = const()[name = tensor("op_925_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_925_cast_fp16 = einsum(equation = var_925_equation_0, values = (var_831_cast_fp16_10, var_902_cast_fp16))[name = tensor("op_925_cast_fp16")]; tensor var_927_equation_0 = const()[name = tensor("op_927_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_927_cast_fp16 = einsum(equation = var_927_equation_0, values = (var_831_cast_fp16_11, var_903_cast_fp16))[name = tensor("op_927_cast_fp16")]; tensor input_19_interleave_0 = const()[name = tensor("input_19_interleave_0"), val = tensor(false)]; tensor input_19_cast_fp16 = concat(axis = var_15, interleave = input_19_interleave_0, values = (var_905_cast_fp16, var_907_cast_fp16, var_909_cast_fp16, var_911_cast_fp16, var_913_cast_fp16, var_915_cast_fp16, var_917_cast_fp16, var_919_cast_fp16, var_921_cast_fp16, var_923_cast_fp16, var_925_cast_fp16, var_927_cast_fp16))[name = tensor("input_19_cast_fp16")]; tensor var_932 = const()[name = tensor("op_932"), val = tensor([1, 1])]; tensor var_934 = const()[name = tensor("op_934"), val = tensor([1, 1])]; tensor var_936_pad_type_0 = const()[name = tensor("op_936_pad_type_0"), val = tensor("custom")]; tensor var_936_pad_0 = const()[name = tensor("op_936_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67410816)))]; tensor var_936_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16, dilations = var_934, groups = var_15, pad = var_936_pad_0, pad_type = var_936_pad_type_0, strides = var_932, weight = vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16, x = input_19_cast_fp16)[name = tensor("op_936_cast_fp16")]; tensor inputs_19_cast_fp16 = add(x = inputs_17_cast_fp16, y = var_936_cast_fp16)[name = tensor("inputs_19_cast_fp16")]; tensor out_17_axes_0 = const()[name = tensor("out_17_axes_0"), val = tensor([1])]; tensor var_946_to_fp16 = const()[name = tensor("op_946_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_17_cast_fp16 = layer_norm(axes = out_17_axes_0, epsilon = var_946_to_fp16, x = inputs_19_cast_fp16)[name = tensor("out_17_cast_fp16")]; tensor input_21_gamma_0_to_fp16 = const()[name = tensor("input_21_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67412416)))]; tensor input_21_beta_0_to_fp16 = const()[name = tensor("input_21_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67414016)))]; tensor input_21_epsilon_0_to_fp16 = const()[name = tensor("input_21_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_21_cast_fp16 = batch_norm(beta = input_21_beta_0_to_fp16, epsilon = input_21_epsilon_0_to_fp16, gamma = input_21_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_17_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor var_960 = const()[name = tensor("op_960"), val = tensor([1, 1])]; tensor var_962 = const()[name = tensor("op_962"), val = tensor([1, 1])]; tensor x_17_pad_type_0 = const()[name = tensor("x_17_pad_type_0"), val = tensor("custom")]; tensor x_17_pad_0 = const()[name = tensor("x_17_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67415616)))]; tensor x_17_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16, dilations = var_962, groups = var_15, pad = x_17_pad_0, pad_type = x_17_pad_type_0, strides = var_960, weight = vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16, x = input_21_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor var_965_to_fp16 = const()[name = tensor("op_965_to_fp16"), val = tensor(1.70214844)]; tensor var_966_cast_fp16 = mul(x = x_17_cast_fp16, y = var_965_to_fp16)[name = tensor("op_966_cast_fp16")]; tensor var_967_cast_fp16 = sigmoid(x = var_966_cast_fp16)[name = tensor("op_967_cast_fp16")]; tensor input_23_cast_fp16 = mul(x = x_17_cast_fp16, y = var_967_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor var_971 = const()[name = tensor("op_971"), val = tensor([1, 1])]; tensor var_973 = const()[name = tensor("op_973"), val = tensor([1, 1])]; tensor var_975_pad_type_0 = const()[name = tensor("op_975_pad_type_0"), val = tensor("custom")]; tensor var_975_pad_0 = const()[name = tensor("op_975_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67421824)))]; tensor var_975_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16, dilations = var_973, groups = var_15, pad = var_975_pad_0, pad_type = var_975_pad_type_0, strides = var_971, weight = vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16, x = input_23_cast_fp16)[name = tensor("op_975_cast_fp16")]; tensor inputs_21_cast_fp16 = add(x = inputs_19_cast_fp16, y = var_975_cast_fp16)[name = tensor("inputs_21_cast_fp16")]; tensor out_19_axes_0 = const()[name = tensor("out_19_axes_0"), val = tensor([1])]; tensor var_989_to_fp16 = const()[name = tensor("op_989_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_19_cast_fp16 = layer_norm(axes = out_19_axes_0, epsilon = var_989_to_fp16, x = inputs_21_cast_fp16)[name = tensor("out_19_cast_fp16")]; tensor query_9_gamma_0_to_fp16 = const()[name = tensor("query_9_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67423424)))]; tensor query_9_beta_0_to_fp16 = const()[name = tensor("query_9_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67425024)))]; tensor query_9_epsilon_0_to_fp16 = const()[name = tensor("query_9_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_9_cast_fp16 = batch_norm(beta = query_9_beta_0_to_fp16, epsilon = query_9_epsilon_0_to_fp16, gamma = query_9_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_19_cast_fp16)[name = tensor("query_9_cast_fp16")]; tensor var_1005 = const()[name = tensor("op_1005"), val = tensor([1, 1])]; tensor var_1007 = const()[name = tensor("op_1007"), val = tensor([1, 1])]; tensor var_1009_pad_type_0 = const()[name = tensor("op_1009_pad_type_0"), val = tensor("custom")]; tensor var_1009_pad_0 = const()[name = tensor("op_1009_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67426624)))]; tensor var_1009_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_query_bias_to_fp16, dilations = var_1007, groups = var_15, pad = var_1009_pad_0, pad_type = var_1009_pad_type_0, strides = var_1005, weight = vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("op_1009_cast_fp16")]; tensor var_1012 = const()[name = tensor("op_1012"), val = tensor([1, 1])]; tensor var_1014 = const()[name = tensor("op_1014"), val = tensor([1, 1])]; tensor k_9_pad_type_0 = const()[name = tensor("k_9_pad_type_0"), val = tensor("custom")]; tensor k_9_pad_0 = const()[name = tensor("k_9_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67428224)))]; tensor k_9_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_key_bias_to_fp16, dilations = var_1014, groups = var_15, pad = k_9_pad_0, pad_type = k_9_pad_type_0, strides = var_1012, weight = vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("k_9_cast_fp16")]; tensor var_1019 = const()[name = tensor("op_1019"), val = tensor([1, 1])]; tensor var_1021 = const()[name = tensor("op_1021"), val = tensor([1, 1])]; tensor var_1023_pad_type_0 = const()[name = tensor("op_1023_pad_type_0"), val = tensor("custom")]; tensor var_1023_pad_0 = const()[name = tensor("op_1023_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67429824)))]; tensor var_1023_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_value_bias_to_fp16, dilations = var_1021, groups = var_15, pad = var_1023_pad_0, pad_type = var_1023_pad_type_0, strides = var_1019, weight = vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("op_1023_cast_fp16")]; tensor tile_12 = const()[name = tensor("tile_12"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1024_axis_0 = const()[name = tensor("op_1024_axis_0"), val = tensor(1)]; tensor var_1024_cast_fp16_0, tensor var_1024_cast_fp16_1, tensor var_1024_cast_fp16_2, tensor var_1024_cast_fp16_3, tensor var_1024_cast_fp16_4, tensor var_1024_cast_fp16_5, tensor var_1024_cast_fp16_6, tensor var_1024_cast_fp16_7, tensor var_1024_cast_fp16_8, tensor var_1024_cast_fp16_9, tensor var_1024_cast_fp16_10, tensor var_1024_cast_fp16_11 = split(axis = var_1024_axis_0, split_sizes = tile_12, x = var_1009_cast_fp16)[name = tensor("op_1024_cast_fp16")]; tensor var_1037_perm_0 = const()[name = tensor("op_1037_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_13 = const()[name = tensor("tile_13"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1038_axis_0 = const()[name = tensor("op_1038_axis_0"), val = tensor(3)]; tensor transpose_9 = transpose(perm = var_1037_perm_0, x = k_9_cast_fp16)[name = tensor("transpose_9")]; tensor var_1038_cast_fp16_0, tensor var_1038_cast_fp16_1, tensor var_1038_cast_fp16_2, tensor var_1038_cast_fp16_3, tensor var_1038_cast_fp16_4, tensor var_1038_cast_fp16_5, tensor var_1038_cast_fp16_6, tensor var_1038_cast_fp16_7, tensor var_1038_cast_fp16_8, tensor var_1038_cast_fp16_9, tensor var_1038_cast_fp16_10, tensor var_1038_cast_fp16_11 = split(axis = var_1038_axis_0, split_sizes = tile_13, x = transpose_9)[name = tensor("op_1038_cast_fp16")]; tensor tile_14 = const()[name = tensor("tile_14"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1051_axis_0 = const()[name = tensor("op_1051_axis_0"), val = tensor(1)]; tensor var_1051_cast_fp16_0, tensor var_1051_cast_fp16_1, tensor var_1051_cast_fp16_2, tensor var_1051_cast_fp16_3, tensor var_1051_cast_fp16_4, tensor var_1051_cast_fp16_5, tensor var_1051_cast_fp16_6, tensor var_1051_cast_fp16_7, tensor var_1051_cast_fp16_8, tensor var_1051_cast_fp16_9, tensor var_1051_cast_fp16_10, tensor var_1051_cast_fp16_11 = split(axis = var_1051_axis_0, split_sizes = tile_14, x = var_1023_cast_fp16)[name = tensor("op_1051_cast_fp16")]; tensor var_1065_equation_0 = const()[name = tensor("op_1065_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1065_cast_fp16 = einsum(equation = var_1065_equation_0, values = (var_1038_cast_fp16_0, var_1024_cast_fp16_0))[name = tensor("op_1065_cast_fp16")]; tensor var_1066_to_fp16 = const()[name = tensor("op_1066_to_fp16"), val = tensor(0.125)]; tensor aw_97_cast_fp16 = mul(x = var_1065_cast_fp16, y = var_1066_to_fp16)[name = tensor("aw_97_cast_fp16")]; tensor var_1069_equation_0 = const()[name = tensor("op_1069_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1069_cast_fp16 = einsum(equation = var_1069_equation_0, values = (var_1038_cast_fp16_1, var_1024_cast_fp16_1))[name = tensor("op_1069_cast_fp16")]; tensor var_1070_to_fp16 = const()[name = tensor("op_1070_to_fp16"), val = tensor(0.125)]; tensor aw_99_cast_fp16 = mul(x = var_1069_cast_fp16, y = var_1070_to_fp16)[name = tensor("aw_99_cast_fp16")]; tensor var_1073_equation_0 = const()[name = tensor("op_1073_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1073_cast_fp16 = einsum(equation = var_1073_equation_0, values = (var_1038_cast_fp16_2, var_1024_cast_fp16_2))[name = tensor("op_1073_cast_fp16")]; tensor var_1074_to_fp16 = const()[name = tensor("op_1074_to_fp16"), val = tensor(0.125)]; tensor aw_101_cast_fp16 = mul(x = var_1073_cast_fp16, y = var_1074_to_fp16)[name = tensor("aw_101_cast_fp16")]; tensor var_1077_equation_0 = const()[name = tensor("op_1077_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1077_cast_fp16 = einsum(equation = var_1077_equation_0, values = (var_1038_cast_fp16_3, var_1024_cast_fp16_3))[name = tensor("op_1077_cast_fp16")]; tensor var_1078_to_fp16 = const()[name = tensor("op_1078_to_fp16"), val = tensor(0.125)]; tensor aw_103_cast_fp16 = mul(x = var_1077_cast_fp16, y = var_1078_to_fp16)[name = tensor("aw_103_cast_fp16")]; tensor var_1081_equation_0 = const()[name = tensor("op_1081_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1081_cast_fp16 = einsum(equation = var_1081_equation_0, values = (var_1038_cast_fp16_4, var_1024_cast_fp16_4))[name = tensor("op_1081_cast_fp16")]; tensor var_1082_to_fp16 = const()[name = tensor("op_1082_to_fp16"), val = tensor(0.125)]; tensor aw_105_cast_fp16 = mul(x = var_1081_cast_fp16, y = var_1082_to_fp16)[name = tensor("aw_105_cast_fp16")]; tensor var_1085_equation_0 = const()[name = tensor("op_1085_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1085_cast_fp16 = einsum(equation = var_1085_equation_0, values = (var_1038_cast_fp16_5, var_1024_cast_fp16_5))[name = tensor("op_1085_cast_fp16")]; tensor var_1086_to_fp16 = const()[name = tensor("op_1086_to_fp16"), val = tensor(0.125)]; tensor aw_107_cast_fp16 = mul(x = var_1085_cast_fp16, y = var_1086_to_fp16)[name = tensor("aw_107_cast_fp16")]; tensor var_1089_equation_0 = const()[name = tensor("op_1089_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1089_cast_fp16 = einsum(equation = var_1089_equation_0, values = (var_1038_cast_fp16_6, var_1024_cast_fp16_6))[name = tensor("op_1089_cast_fp16")]; tensor var_1090_to_fp16 = const()[name = tensor("op_1090_to_fp16"), val = tensor(0.125)]; tensor aw_109_cast_fp16 = mul(x = var_1089_cast_fp16, y = var_1090_to_fp16)[name = tensor("aw_109_cast_fp16")]; tensor var_1093_equation_0 = const()[name = tensor("op_1093_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1093_cast_fp16 = einsum(equation = var_1093_equation_0, values = (var_1038_cast_fp16_7, var_1024_cast_fp16_7))[name = tensor("op_1093_cast_fp16")]; tensor var_1094_to_fp16 = const()[name = tensor("op_1094_to_fp16"), val = tensor(0.125)]; tensor aw_111_cast_fp16 = mul(x = var_1093_cast_fp16, y = var_1094_to_fp16)[name = tensor("aw_111_cast_fp16")]; tensor var_1097_equation_0 = const()[name = tensor("op_1097_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1097_cast_fp16 = einsum(equation = var_1097_equation_0, values = (var_1038_cast_fp16_8, var_1024_cast_fp16_8))[name = tensor("op_1097_cast_fp16")]; tensor var_1098_to_fp16 = const()[name = tensor("op_1098_to_fp16"), val = tensor(0.125)]; tensor aw_113_cast_fp16 = mul(x = var_1097_cast_fp16, y = var_1098_to_fp16)[name = tensor("aw_113_cast_fp16")]; tensor var_1101_equation_0 = const()[name = tensor("op_1101_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1101_cast_fp16 = einsum(equation = var_1101_equation_0, values = (var_1038_cast_fp16_9, var_1024_cast_fp16_9))[name = tensor("op_1101_cast_fp16")]; tensor var_1102_to_fp16 = const()[name = tensor("op_1102_to_fp16"), val = tensor(0.125)]; tensor aw_115_cast_fp16 = mul(x = var_1101_cast_fp16, y = var_1102_to_fp16)[name = tensor("aw_115_cast_fp16")]; tensor var_1105_equation_0 = const()[name = tensor("op_1105_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1105_cast_fp16 = einsum(equation = var_1105_equation_0, values = (var_1038_cast_fp16_10, var_1024_cast_fp16_10))[name = tensor("op_1105_cast_fp16")]; tensor var_1106_to_fp16 = const()[name = tensor("op_1106_to_fp16"), val = tensor(0.125)]; tensor aw_117_cast_fp16 = mul(x = var_1105_cast_fp16, y = var_1106_to_fp16)[name = tensor("aw_117_cast_fp16")]; tensor var_1109_equation_0 = const()[name = tensor("op_1109_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1109_cast_fp16 = einsum(equation = var_1109_equation_0, values = (var_1038_cast_fp16_11, var_1024_cast_fp16_11))[name = tensor("op_1109_cast_fp16")]; tensor var_1110_to_fp16 = const()[name = tensor("op_1110_to_fp16"), val = tensor(0.125)]; tensor aw_119_cast_fp16 = mul(x = var_1109_cast_fp16, y = var_1110_to_fp16)[name = tensor("aw_119_cast_fp16")]; tensor var_1112_cast_fp16 = softmax(axis = var_15, x = aw_97_cast_fp16)[name = tensor("op_1112_cast_fp16")]; tensor var_1113_cast_fp16 = softmax(axis = var_15, x = aw_99_cast_fp16)[name = tensor("op_1113_cast_fp16")]; tensor var_1114_cast_fp16 = softmax(axis = var_15, x = aw_101_cast_fp16)[name = tensor("op_1114_cast_fp16")]; tensor var_1115_cast_fp16 = softmax(axis = var_15, x = aw_103_cast_fp16)[name = tensor("op_1115_cast_fp16")]; tensor var_1116_cast_fp16 = softmax(axis = var_15, x = aw_105_cast_fp16)[name = tensor("op_1116_cast_fp16")]; tensor var_1117_cast_fp16 = softmax(axis = var_15, x = aw_107_cast_fp16)[name = tensor("op_1117_cast_fp16")]; tensor var_1118_cast_fp16 = softmax(axis = var_15, x = aw_109_cast_fp16)[name = tensor("op_1118_cast_fp16")]; tensor var_1119_cast_fp16 = softmax(axis = var_15, x = aw_111_cast_fp16)[name = tensor("op_1119_cast_fp16")]; tensor var_1120_cast_fp16 = softmax(axis = var_15, x = aw_113_cast_fp16)[name = tensor("op_1120_cast_fp16")]; tensor var_1121_cast_fp16 = softmax(axis = var_15, x = aw_115_cast_fp16)[name = tensor("op_1121_cast_fp16")]; tensor var_1122_cast_fp16 = softmax(axis = var_15, x = aw_117_cast_fp16)[name = tensor("op_1122_cast_fp16")]; tensor var_1123_cast_fp16 = softmax(axis = var_15, x = aw_119_cast_fp16)[name = tensor("op_1123_cast_fp16")]; tensor var_1125_equation_0 = const()[name = tensor("op_1125_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1125_cast_fp16 = einsum(equation = var_1125_equation_0, values = (var_1051_cast_fp16_0, var_1112_cast_fp16))[name = tensor("op_1125_cast_fp16")]; tensor var_1127_equation_0 = const()[name = tensor("op_1127_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1127_cast_fp16 = einsum(equation = var_1127_equation_0, values = (var_1051_cast_fp16_1, var_1113_cast_fp16))[name = tensor("op_1127_cast_fp16")]; tensor var_1129_equation_0 = const()[name = tensor("op_1129_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1129_cast_fp16 = einsum(equation = var_1129_equation_0, values = (var_1051_cast_fp16_2, var_1114_cast_fp16))[name = tensor("op_1129_cast_fp16")]; tensor var_1131_equation_0 = const()[name = tensor("op_1131_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1131_cast_fp16 = einsum(equation = var_1131_equation_0, values = (var_1051_cast_fp16_3, var_1115_cast_fp16))[name = tensor("op_1131_cast_fp16")]; tensor var_1133_equation_0 = const()[name = tensor("op_1133_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1133_cast_fp16 = einsum(equation = var_1133_equation_0, values = (var_1051_cast_fp16_4, var_1116_cast_fp16))[name = tensor("op_1133_cast_fp16")]; tensor var_1135_equation_0 = const()[name = tensor("op_1135_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1135_cast_fp16 = einsum(equation = var_1135_equation_0, values = (var_1051_cast_fp16_5, var_1117_cast_fp16))[name = tensor("op_1135_cast_fp16")]; tensor var_1137_equation_0 = const()[name = tensor("op_1137_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1137_cast_fp16 = einsum(equation = var_1137_equation_0, values = (var_1051_cast_fp16_6, var_1118_cast_fp16))[name = tensor("op_1137_cast_fp16")]; tensor var_1139_equation_0 = const()[name = tensor("op_1139_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1139_cast_fp16 = einsum(equation = var_1139_equation_0, values = (var_1051_cast_fp16_7, var_1119_cast_fp16))[name = tensor("op_1139_cast_fp16")]; tensor var_1141_equation_0 = const()[name = tensor("op_1141_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1141_cast_fp16 = einsum(equation = var_1141_equation_0, values = (var_1051_cast_fp16_8, var_1120_cast_fp16))[name = tensor("op_1141_cast_fp16")]; tensor var_1143_equation_0 = const()[name = tensor("op_1143_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1143_cast_fp16 = einsum(equation = var_1143_equation_0, values = (var_1051_cast_fp16_9, var_1121_cast_fp16))[name = tensor("op_1143_cast_fp16")]; tensor var_1145_equation_0 = const()[name = tensor("op_1145_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1145_cast_fp16 = einsum(equation = var_1145_equation_0, values = (var_1051_cast_fp16_10, var_1122_cast_fp16))[name = tensor("op_1145_cast_fp16")]; tensor var_1147_equation_0 = const()[name = tensor("op_1147_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1147_cast_fp16 = einsum(equation = var_1147_equation_0, values = (var_1051_cast_fp16_11, var_1123_cast_fp16))[name = tensor("op_1147_cast_fp16")]; tensor input_25_interleave_0 = const()[name = tensor("input_25_interleave_0"), val = tensor(false)]; tensor input_25_cast_fp16 = concat(axis = var_15, interleave = input_25_interleave_0, values = (var_1125_cast_fp16, var_1127_cast_fp16, var_1129_cast_fp16, var_1131_cast_fp16, var_1133_cast_fp16, var_1135_cast_fp16, var_1137_cast_fp16, var_1139_cast_fp16, var_1141_cast_fp16, var_1143_cast_fp16, var_1145_cast_fp16, var_1147_cast_fp16))[name = tensor("input_25_cast_fp16")]; tensor var_1152 = const()[name = tensor("op_1152"), val = tensor([1, 1])]; tensor var_1154 = const()[name = tensor("op_1154"), val = tensor([1, 1])]; tensor var_1156_pad_type_0 = const()[name = tensor("op_1156_pad_type_0"), val = tensor("custom")]; tensor var_1156_pad_0 = const()[name = tensor("op_1156_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67431424)))]; tensor var_1156_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16, dilations = var_1154, groups = var_15, pad = var_1156_pad_0, pad_type = var_1156_pad_type_0, strides = var_1152, weight = vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16, x = input_25_cast_fp16)[name = tensor("op_1156_cast_fp16")]; tensor inputs_23_cast_fp16 = add(x = inputs_21_cast_fp16, y = var_1156_cast_fp16)[name = tensor("inputs_23_cast_fp16")]; tensor out_21_axes_0 = const()[name = tensor("out_21_axes_0"), val = tensor([1])]; tensor var_1166_to_fp16 = const()[name = tensor("op_1166_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_21_cast_fp16 = layer_norm(axes = out_21_axes_0, epsilon = var_1166_to_fp16, x = inputs_23_cast_fp16)[name = tensor("out_21_cast_fp16")]; tensor input_27_gamma_0_to_fp16 = const()[name = tensor("input_27_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67433024)))]; tensor input_27_beta_0_to_fp16 = const()[name = tensor("input_27_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67434624)))]; tensor input_27_epsilon_0_to_fp16 = const()[name = tensor("input_27_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_27_cast_fp16 = batch_norm(beta = input_27_beta_0_to_fp16, epsilon = input_27_epsilon_0_to_fp16, gamma = input_27_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_21_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor var_1180 = const()[name = tensor("op_1180"), val = tensor([1, 1])]; tensor var_1182 = const()[name = tensor("op_1182"), val = tensor([1, 1])]; tensor x_19_pad_type_0 = const()[name = tensor("x_19_pad_type_0"), val = tensor("custom")]; tensor x_19_pad_0 = const()[name = tensor("x_19_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67436224)))]; tensor x_19_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16, dilations = var_1182, groups = var_15, pad = x_19_pad_0, pad_type = x_19_pad_type_0, strides = var_1180, weight = vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16, x = input_27_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor var_1185_to_fp16 = const()[name = tensor("op_1185_to_fp16"), val = tensor(1.70214844)]; tensor var_1186_cast_fp16 = mul(x = x_19_cast_fp16, y = var_1185_to_fp16)[name = tensor("op_1186_cast_fp16")]; tensor var_1187_cast_fp16 = sigmoid(x = var_1186_cast_fp16)[name = tensor("op_1187_cast_fp16")]; tensor input_29_cast_fp16 = mul(x = x_19_cast_fp16, y = var_1187_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor var_1191 = const()[name = tensor("op_1191"), val = tensor([1, 1])]; tensor var_1193 = const()[name = tensor("op_1193"), val = tensor([1, 1])]; tensor var_1195_pad_type_0 = const()[name = tensor("op_1195_pad_type_0"), val = tensor("custom")]; tensor var_1195_pad_0 = const()[name = tensor("op_1195_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67442432)))]; tensor var_1195_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16, dilations = var_1193, groups = var_15, pad = var_1195_pad_0, pad_type = var_1195_pad_type_0, strides = var_1191, weight = vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16, x = input_29_cast_fp16)[name = tensor("op_1195_cast_fp16")]; tensor inputs_25_cast_fp16 = add(x = inputs_23_cast_fp16, y = var_1195_cast_fp16)[name = tensor("inputs_25_cast_fp16")]; tensor out_23_axes_0 = const()[name = tensor("out_23_axes_0"), val = tensor([1])]; tensor var_1209_to_fp16 = const()[name = tensor("op_1209_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_23_cast_fp16 = layer_norm(axes = out_23_axes_0, epsilon = var_1209_to_fp16, x = inputs_25_cast_fp16)[name = tensor("out_23_cast_fp16")]; tensor query_11_gamma_0_to_fp16 = const()[name = tensor("query_11_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67444032)))]; tensor query_11_beta_0_to_fp16 = const()[name = tensor("query_11_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67445632)))]; tensor query_11_epsilon_0_to_fp16 = const()[name = tensor("query_11_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_11_cast_fp16 = batch_norm(beta = query_11_beta_0_to_fp16, epsilon = query_11_epsilon_0_to_fp16, gamma = query_11_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_23_cast_fp16)[name = tensor("query_11_cast_fp16")]; tensor var_1225 = const()[name = tensor("op_1225"), val = tensor([1, 1])]; tensor var_1227 = const()[name = tensor("op_1227"), val = tensor([1, 1])]; tensor var_1229_pad_type_0 = const()[name = tensor("op_1229_pad_type_0"), val = tensor("custom")]; tensor var_1229_pad_0 = const()[name = tensor("op_1229_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67447232)))]; tensor var_1229_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_query_bias_to_fp16, dilations = var_1227, groups = var_15, pad = var_1229_pad_0, pad_type = var_1229_pad_type_0, strides = var_1225, weight = vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("op_1229_cast_fp16")]; tensor var_1232 = const()[name = tensor("op_1232"), val = tensor([1, 1])]; tensor var_1234 = const()[name = tensor("op_1234"), val = tensor([1, 1])]; tensor k_11_pad_type_0 = const()[name = tensor("k_11_pad_type_0"), val = tensor("custom")]; tensor k_11_pad_0 = const()[name = tensor("k_11_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67448832)))]; tensor k_11_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_key_bias_to_fp16, dilations = var_1234, groups = var_15, pad = k_11_pad_0, pad_type = k_11_pad_type_0, strides = var_1232, weight = vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("k_11_cast_fp16")]; tensor var_1239 = const()[name = tensor("op_1239"), val = tensor([1, 1])]; tensor var_1241 = const()[name = tensor("op_1241"), val = tensor([1, 1])]; tensor var_1243_pad_type_0 = const()[name = tensor("op_1243_pad_type_0"), val = tensor("custom")]; tensor var_1243_pad_0 = const()[name = tensor("op_1243_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67450432)))]; tensor var_1243_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_value_bias_to_fp16, dilations = var_1241, groups = var_15, pad = var_1243_pad_0, pad_type = var_1243_pad_type_0, strides = var_1239, weight = vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("op_1243_cast_fp16")]; tensor tile_15 = const()[name = tensor("tile_15"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1244_axis_0 = const()[name = tensor("op_1244_axis_0"), val = tensor(1)]; tensor var_1244_cast_fp16_0, tensor var_1244_cast_fp16_1, tensor var_1244_cast_fp16_2, tensor var_1244_cast_fp16_3, tensor var_1244_cast_fp16_4, tensor var_1244_cast_fp16_5, tensor var_1244_cast_fp16_6, tensor var_1244_cast_fp16_7, tensor var_1244_cast_fp16_8, tensor var_1244_cast_fp16_9, tensor var_1244_cast_fp16_10, tensor var_1244_cast_fp16_11 = split(axis = var_1244_axis_0, split_sizes = tile_15, x = var_1229_cast_fp16)[name = tensor("op_1244_cast_fp16")]; tensor var_1257_perm_0 = const()[name = tensor("op_1257_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_16 = const()[name = tensor("tile_16"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1258_axis_0 = const()[name = tensor("op_1258_axis_0"), val = tensor(3)]; tensor transpose_8 = transpose(perm = var_1257_perm_0, x = k_11_cast_fp16)[name = tensor("transpose_8")]; tensor var_1258_cast_fp16_0, tensor var_1258_cast_fp16_1, tensor var_1258_cast_fp16_2, tensor var_1258_cast_fp16_3, tensor var_1258_cast_fp16_4, tensor var_1258_cast_fp16_5, tensor var_1258_cast_fp16_6, tensor var_1258_cast_fp16_7, tensor var_1258_cast_fp16_8, tensor var_1258_cast_fp16_9, tensor var_1258_cast_fp16_10, tensor var_1258_cast_fp16_11 = split(axis = var_1258_axis_0, split_sizes = tile_16, x = transpose_8)[name = tensor("op_1258_cast_fp16")]; tensor tile_17 = const()[name = tensor("tile_17"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1271_axis_0 = const()[name = tensor("op_1271_axis_0"), val = tensor(1)]; tensor var_1271_cast_fp16_0, tensor var_1271_cast_fp16_1, tensor var_1271_cast_fp16_2, tensor var_1271_cast_fp16_3, tensor var_1271_cast_fp16_4, tensor var_1271_cast_fp16_5, tensor var_1271_cast_fp16_6, tensor var_1271_cast_fp16_7, tensor var_1271_cast_fp16_8, tensor var_1271_cast_fp16_9, tensor var_1271_cast_fp16_10, tensor var_1271_cast_fp16_11 = split(axis = var_1271_axis_0, split_sizes = tile_17, x = var_1243_cast_fp16)[name = tensor("op_1271_cast_fp16")]; tensor var_1285_equation_0 = const()[name = tensor("op_1285_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1285_cast_fp16 = einsum(equation = var_1285_equation_0, values = (var_1258_cast_fp16_0, var_1244_cast_fp16_0))[name = tensor("op_1285_cast_fp16")]; tensor var_1286_to_fp16 = const()[name = tensor("op_1286_to_fp16"), val = tensor(0.125)]; tensor aw_121_cast_fp16 = mul(x = var_1285_cast_fp16, y = var_1286_to_fp16)[name = tensor("aw_121_cast_fp16")]; tensor var_1289_equation_0 = const()[name = tensor("op_1289_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1289_cast_fp16 = einsum(equation = var_1289_equation_0, values = (var_1258_cast_fp16_1, var_1244_cast_fp16_1))[name = tensor("op_1289_cast_fp16")]; tensor var_1290_to_fp16 = const()[name = tensor("op_1290_to_fp16"), val = tensor(0.125)]; tensor aw_123_cast_fp16 = mul(x = var_1289_cast_fp16, y = var_1290_to_fp16)[name = tensor("aw_123_cast_fp16")]; tensor var_1293_equation_0 = const()[name = tensor("op_1293_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1293_cast_fp16 = einsum(equation = var_1293_equation_0, values = (var_1258_cast_fp16_2, var_1244_cast_fp16_2))[name = tensor("op_1293_cast_fp16")]; tensor var_1294_to_fp16 = const()[name = tensor("op_1294_to_fp16"), val = tensor(0.125)]; tensor aw_125_cast_fp16 = mul(x = var_1293_cast_fp16, y = var_1294_to_fp16)[name = tensor("aw_125_cast_fp16")]; tensor var_1297_equation_0 = const()[name = tensor("op_1297_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1297_cast_fp16 = einsum(equation = var_1297_equation_0, values = (var_1258_cast_fp16_3, var_1244_cast_fp16_3))[name = tensor("op_1297_cast_fp16")]; tensor var_1298_to_fp16 = const()[name = tensor("op_1298_to_fp16"), val = tensor(0.125)]; tensor aw_127_cast_fp16 = mul(x = var_1297_cast_fp16, y = var_1298_to_fp16)[name = tensor("aw_127_cast_fp16")]; tensor var_1301_equation_0 = const()[name = tensor("op_1301_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1301_cast_fp16 = einsum(equation = var_1301_equation_0, values = (var_1258_cast_fp16_4, var_1244_cast_fp16_4))[name = tensor("op_1301_cast_fp16")]; tensor var_1302_to_fp16 = const()[name = tensor("op_1302_to_fp16"), val = tensor(0.125)]; tensor aw_129_cast_fp16 = mul(x = var_1301_cast_fp16, y = var_1302_to_fp16)[name = tensor("aw_129_cast_fp16")]; tensor var_1305_equation_0 = const()[name = tensor("op_1305_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1305_cast_fp16 = einsum(equation = var_1305_equation_0, values = (var_1258_cast_fp16_5, var_1244_cast_fp16_5))[name = tensor("op_1305_cast_fp16")]; tensor var_1306_to_fp16 = const()[name = tensor("op_1306_to_fp16"), val = tensor(0.125)]; tensor aw_131_cast_fp16 = mul(x = var_1305_cast_fp16, y = var_1306_to_fp16)[name = tensor("aw_131_cast_fp16")]; tensor var_1309_equation_0 = const()[name = tensor("op_1309_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1309_cast_fp16 = einsum(equation = var_1309_equation_0, values = (var_1258_cast_fp16_6, var_1244_cast_fp16_6))[name = tensor("op_1309_cast_fp16")]; tensor var_1310_to_fp16 = const()[name = tensor("op_1310_to_fp16"), val = tensor(0.125)]; tensor aw_133_cast_fp16 = mul(x = var_1309_cast_fp16, y = var_1310_to_fp16)[name = tensor("aw_133_cast_fp16")]; tensor var_1313_equation_0 = const()[name = tensor("op_1313_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1313_cast_fp16 = einsum(equation = var_1313_equation_0, values = (var_1258_cast_fp16_7, var_1244_cast_fp16_7))[name = tensor("op_1313_cast_fp16")]; tensor var_1314_to_fp16 = const()[name = tensor("op_1314_to_fp16"), val = tensor(0.125)]; tensor aw_135_cast_fp16 = mul(x = var_1313_cast_fp16, y = var_1314_to_fp16)[name = tensor("aw_135_cast_fp16")]; tensor var_1317_equation_0 = const()[name = tensor("op_1317_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1317_cast_fp16 = einsum(equation = var_1317_equation_0, values = (var_1258_cast_fp16_8, var_1244_cast_fp16_8))[name = tensor("op_1317_cast_fp16")]; tensor var_1318_to_fp16 = const()[name = tensor("op_1318_to_fp16"), val = tensor(0.125)]; tensor aw_137_cast_fp16 = mul(x = var_1317_cast_fp16, y = var_1318_to_fp16)[name = tensor("aw_137_cast_fp16")]; tensor var_1321_equation_0 = const()[name = tensor("op_1321_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1321_cast_fp16 = einsum(equation = var_1321_equation_0, values = (var_1258_cast_fp16_9, var_1244_cast_fp16_9))[name = tensor("op_1321_cast_fp16")]; tensor var_1322_to_fp16 = const()[name = tensor("op_1322_to_fp16"), val = tensor(0.125)]; tensor aw_139_cast_fp16 = mul(x = var_1321_cast_fp16, y = var_1322_to_fp16)[name = tensor("aw_139_cast_fp16")]; tensor var_1325_equation_0 = const()[name = tensor("op_1325_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1325_cast_fp16 = einsum(equation = var_1325_equation_0, values = (var_1258_cast_fp16_10, var_1244_cast_fp16_10))[name = tensor("op_1325_cast_fp16")]; tensor var_1326_to_fp16 = const()[name = tensor("op_1326_to_fp16"), val = tensor(0.125)]; tensor aw_141_cast_fp16 = mul(x = var_1325_cast_fp16, y = var_1326_to_fp16)[name = tensor("aw_141_cast_fp16")]; tensor var_1329_equation_0 = const()[name = tensor("op_1329_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1329_cast_fp16 = einsum(equation = var_1329_equation_0, values = (var_1258_cast_fp16_11, var_1244_cast_fp16_11))[name = tensor("op_1329_cast_fp16")]; tensor var_1330_to_fp16 = const()[name = tensor("op_1330_to_fp16"), val = tensor(0.125)]; tensor aw_143_cast_fp16 = mul(x = var_1329_cast_fp16, y = var_1330_to_fp16)[name = tensor("aw_143_cast_fp16")]; tensor var_1332_cast_fp16 = softmax(axis = var_15, x = aw_121_cast_fp16)[name = tensor("op_1332_cast_fp16")]; tensor var_1333_cast_fp16 = softmax(axis = var_15, x = aw_123_cast_fp16)[name = tensor("op_1333_cast_fp16")]; tensor var_1334_cast_fp16 = softmax(axis = var_15, x = aw_125_cast_fp16)[name = tensor("op_1334_cast_fp16")]; tensor var_1335_cast_fp16 = softmax(axis = var_15, x = aw_127_cast_fp16)[name = tensor("op_1335_cast_fp16")]; tensor var_1336_cast_fp16 = softmax(axis = var_15, x = aw_129_cast_fp16)[name = tensor("op_1336_cast_fp16")]; tensor var_1337_cast_fp16 = softmax(axis = var_15, x = aw_131_cast_fp16)[name = tensor("op_1337_cast_fp16")]; tensor var_1338_cast_fp16 = softmax(axis = var_15, x = aw_133_cast_fp16)[name = tensor("op_1338_cast_fp16")]; tensor var_1339_cast_fp16 = softmax(axis = var_15, x = aw_135_cast_fp16)[name = tensor("op_1339_cast_fp16")]; tensor var_1340_cast_fp16 = softmax(axis = var_15, x = aw_137_cast_fp16)[name = tensor("op_1340_cast_fp16")]; tensor var_1341_cast_fp16 = softmax(axis = var_15, x = aw_139_cast_fp16)[name = tensor("op_1341_cast_fp16")]; tensor var_1342_cast_fp16 = softmax(axis = var_15, x = aw_141_cast_fp16)[name = tensor("op_1342_cast_fp16")]; tensor var_1343_cast_fp16 = softmax(axis = var_15, x = aw_143_cast_fp16)[name = tensor("op_1343_cast_fp16")]; tensor var_1345_equation_0 = const()[name = tensor("op_1345_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1345_cast_fp16 = einsum(equation = var_1345_equation_0, values = (var_1271_cast_fp16_0, var_1332_cast_fp16))[name = tensor("op_1345_cast_fp16")]; tensor var_1347_equation_0 = const()[name = tensor("op_1347_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1347_cast_fp16 = einsum(equation = var_1347_equation_0, values = (var_1271_cast_fp16_1, var_1333_cast_fp16))[name = tensor("op_1347_cast_fp16")]; tensor var_1349_equation_0 = const()[name = tensor("op_1349_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1349_cast_fp16 = einsum(equation = var_1349_equation_0, values = (var_1271_cast_fp16_2, var_1334_cast_fp16))[name = tensor("op_1349_cast_fp16")]; tensor var_1351_equation_0 = const()[name = tensor("op_1351_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1351_cast_fp16 = einsum(equation = var_1351_equation_0, values = (var_1271_cast_fp16_3, var_1335_cast_fp16))[name = tensor("op_1351_cast_fp16")]; tensor var_1353_equation_0 = const()[name = tensor("op_1353_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1353_cast_fp16 = einsum(equation = var_1353_equation_0, values = (var_1271_cast_fp16_4, var_1336_cast_fp16))[name = tensor("op_1353_cast_fp16")]; tensor var_1355_equation_0 = const()[name = tensor("op_1355_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1355_cast_fp16 = einsum(equation = var_1355_equation_0, values = (var_1271_cast_fp16_5, var_1337_cast_fp16))[name = tensor("op_1355_cast_fp16")]; tensor var_1357_equation_0 = const()[name = tensor("op_1357_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1357_cast_fp16 = einsum(equation = var_1357_equation_0, values = (var_1271_cast_fp16_6, var_1338_cast_fp16))[name = tensor("op_1357_cast_fp16")]; tensor var_1359_equation_0 = const()[name = tensor("op_1359_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1359_cast_fp16 = einsum(equation = var_1359_equation_0, values = (var_1271_cast_fp16_7, var_1339_cast_fp16))[name = tensor("op_1359_cast_fp16")]; tensor var_1361_equation_0 = const()[name = tensor("op_1361_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1361_cast_fp16 = einsum(equation = var_1361_equation_0, values = (var_1271_cast_fp16_8, var_1340_cast_fp16))[name = tensor("op_1361_cast_fp16")]; tensor var_1363_equation_0 = const()[name = tensor("op_1363_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1363_cast_fp16 = einsum(equation = var_1363_equation_0, values = (var_1271_cast_fp16_9, var_1341_cast_fp16))[name = tensor("op_1363_cast_fp16")]; tensor var_1365_equation_0 = const()[name = tensor("op_1365_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1365_cast_fp16 = einsum(equation = var_1365_equation_0, values = (var_1271_cast_fp16_10, var_1342_cast_fp16))[name = tensor("op_1365_cast_fp16")]; tensor var_1367_equation_0 = const()[name = tensor("op_1367_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1367_cast_fp16 = einsum(equation = var_1367_equation_0, values = (var_1271_cast_fp16_11, var_1343_cast_fp16))[name = tensor("op_1367_cast_fp16")]; tensor input_31_interleave_0 = const()[name = tensor("input_31_interleave_0"), val = tensor(false)]; tensor input_31_cast_fp16 = concat(axis = var_15, interleave = input_31_interleave_0, values = (var_1345_cast_fp16, var_1347_cast_fp16, var_1349_cast_fp16, var_1351_cast_fp16, var_1353_cast_fp16, var_1355_cast_fp16, var_1357_cast_fp16, var_1359_cast_fp16, var_1361_cast_fp16, var_1363_cast_fp16, var_1365_cast_fp16, var_1367_cast_fp16))[name = tensor("input_31_cast_fp16")]; tensor var_1372 = const()[name = tensor("op_1372"), val = tensor([1, 1])]; tensor var_1374 = const()[name = tensor("op_1374"), val = tensor([1, 1])]; tensor var_1376_pad_type_0 = const()[name = tensor("op_1376_pad_type_0"), val = tensor("custom")]; tensor var_1376_pad_0 = const()[name = tensor("op_1376_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67452032)))]; tensor var_1376_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16, dilations = var_1374, groups = var_15, pad = var_1376_pad_0, pad_type = var_1376_pad_type_0, strides = var_1372, weight = vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16, x = input_31_cast_fp16)[name = tensor("op_1376_cast_fp16")]; tensor inputs_27_cast_fp16 = add(x = inputs_25_cast_fp16, y = var_1376_cast_fp16)[name = tensor("inputs_27_cast_fp16")]; tensor out_25_axes_0 = const()[name = tensor("out_25_axes_0"), val = tensor([1])]; tensor var_1386_to_fp16 = const()[name = tensor("op_1386_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_25_cast_fp16 = layer_norm(axes = out_25_axes_0, epsilon = var_1386_to_fp16, x = inputs_27_cast_fp16)[name = tensor("out_25_cast_fp16")]; tensor input_33_gamma_0_to_fp16 = const()[name = tensor("input_33_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67453632)))]; tensor input_33_beta_0_to_fp16 = const()[name = tensor("input_33_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67455232)))]; tensor input_33_epsilon_0_to_fp16 = const()[name = tensor("input_33_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_33_cast_fp16 = batch_norm(beta = input_33_beta_0_to_fp16, epsilon = input_33_epsilon_0_to_fp16, gamma = input_33_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_25_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor var_1400 = const()[name = tensor("op_1400"), val = tensor([1, 1])]; tensor var_1402 = const()[name = tensor("op_1402"), val = tensor([1, 1])]; tensor x_21_pad_type_0 = const()[name = tensor("x_21_pad_type_0"), val = tensor("custom")]; tensor x_21_pad_0 = const()[name = tensor("x_21_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67456832)))]; tensor x_21_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16, dilations = var_1402, groups = var_15, pad = x_21_pad_0, pad_type = x_21_pad_type_0, strides = var_1400, weight = vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16, x = input_33_cast_fp16)[name = tensor("x_21_cast_fp16")]; tensor var_1405_to_fp16 = const()[name = tensor("op_1405_to_fp16"), val = tensor(1.70214844)]; tensor var_1406_cast_fp16 = mul(x = x_21_cast_fp16, y = var_1405_to_fp16)[name = tensor("op_1406_cast_fp16")]; tensor var_1407_cast_fp16 = sigmoid(x = var_1406_cast_fp16)[name = tensor("op_1407_cast_fp16")]; tensor input_35_cast_fp16 = mul(x = x_21_cast_fp16, y = var_1407_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor var_1411 = const()[name = tensor("op_1411"), val = tensor([1, 1])]; tensor var_1413 = const()[name = tensor("op_1413"), val = tensor([1, 1])]; tensor var_1415_pad_type_0 = const()[name = tensor("op_1415_pad_type_0"), val = tensor("custom")]; tensor var_1415_pad_0 = const()[name = tensor("op_1415_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67463040)))]; tensor var_1415_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16, dilations = var_1413, groups = var_15, pad = var_1415_pad_0, pad_type = var_1415_pad_type_0, strides = var_1411, weight = vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16, x = input_35_cast_fp16)[name = tensor("op_1415_cast_fp16")]; tensor inputs_29_cast_fp16 = add(x = inputs_27_cast_fp16, y = var_1415_cast_fp16)[name = tensor("inputs_29_cast_fp16")]; tensor out_27_axes_0 = const()[name = tensor("out_27_axes_0"), val = tensor([1])]; tensor var_1429_to_fp16 = const()[name = tensor("op_1429_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_27_cast_fp16 = layer_norm(axes = out_27_axes_0, epsilon = var_1429_to_fp16, x = inputs_29_cast_fp16)[name = tensor("out_27_cast_fp16")]; tensor query_13_gamma_0_to_fp16 = const()[name = tensor("query_13_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67464640)))]; tensor query_13_beta_0_to_fp16 = const()[name = tensor("query_13_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67466240)))]; tensor query_13_epsilon_0_to_fp16 = const()[name = tensor("query_13_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_13_cast_fp16 = batch_norm(beta = query_13_beta_0_to_fp16, epsilon = query_13_epsilon_0_to_fp16, gamma = query_13_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_27_cast_fp16)[name = tensor("query_13_cast_fp16")]; tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([1, 1])]; tensor var_1447 = const()[name = tensor("op_1447"), val = tensor([1, 1])]; tensor var_1449_pad_type_0 = const()[name = tensor("op_1449_pad_type_0"), val = tensor("custom")]; tensor var_1449_pad_0 = const()[name = tensor("op_1449_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67467840)))]; tensor var_1449_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_query_bias_to_fp16, dilations = var_1447, groups = var_15, pad = var_1449_pad_0, pad_type = var_1449_pad_type_0, strides = var_1445, weight = vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("op_1449_cast_fp16")]; tensor var_1452 = const()[name = tensor("op_1452"), val = tensor([1, 1])]; tensor var_1454 = const()[name = tensor("op_1454"), val = tensor([1, 1])]; tensor k_13_pad_type_0 = const()[name = tensor("k_13_pad_type_0"), val = tensor("custom")]; tensor k_13_pad_0 = const()[name = tensor("k_13_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67469440)))]; tensor k_13_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_key_bias_to_fp16, dilations = var_1454, groups = var_15, pad = k_13_pad_0, pad_type = k_13_pad_type_0, strides = var_1452, weight = vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("k_13_cast_fp16")]; tensor var_1459 = const()[name = tensor("op_1459"), val = tensor([1, 1])]; tensor var_1461 = const()[name = tensor("op_1461"), val = tensor([1, 1])]; tensor var_1463_pad_type_0 = const()[name = tensor("op_1463_pad_type_0"), val = tensor("custom")]; tensor var_1463_pad_0 = const()[name = tensor("op_1463_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67471040)))]; tensor var_1463_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_value_bias_to_fp16, dilations = var_1461, groups = var_15, pad = var_1463_pad_0, pad_type = var_1463_pad_type_0, strides = var_1459, weight = vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("op_1463_cast_fp16")]; tensor tile_18 = const()[name = tensor("tile_18"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1464_axis_0 = const()[name = tensor("op_1464_axis_0"), val = tensor(1)]; tensor var_1464_cast_fp16_0, tensor var_1464_cast_fp16_1, tensor var_1464_cast_fp16_2, tensor var_1464_cast_fp16_3, tensor var_1464_cast_fp16_4, tensor var_1464_cast_fp16_5, tensor var_1464_cast_fp16_6, tensor var_1464_cast_fp16_7, tensor var_1464_cast_fp16_8, tensor var_1464_cast_fp16_9, tensor var_1464_cast_fp16_10, tensor var_1464_cast_fp16_11 = split(axis = var_1464_axis_0, split_sizes = tile_18, x = var_1449_cast_fp16)[name = tensor("op_1464_cast_fp16")]; tensor var_1477_perm_0 = const()[name = tensor("op_1477_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_19 = const()[name = tensor("tile_19"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1478_axis_0 = const()[name = tensor("op_1478_axis_0"), val = tensor(3)]; tensor transpose_7 = transpose(perm = var_1477_perm_0, x = k_13_cast_fp16)[name = tensor("transpose_7")]; tensor var_1478_cast_fp16_0, tensor var_1478_cast_fp16_1, tensor var_1478_cast_fp16_2, tensor var_1478_cast_fp16_3, tensor var_1478_cast_fp16_4, tensor var_1478_cast_fp16_5, tensor var_1478_cast_fp16_6, tensor var_1478_cast_fp16_7, tensor var_1478_cast_fp16_8, tensor var_1478_cast_fp16_9, tensor var_1478_cast_fp16_10, tensor var_1478_cast_fp16_11 = split(axis = var_1478_axis_0, split_sizes = tile_19, x = transpose_7)[name = tensor("op_1478_cast_fp16")]; tensor tile_20 = const()[name = tensor("tile_20"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1491_axis_0 = const()[name = tensor("op_1491_axis_0"), val = tensor(1)]; tensor var_1491_cast_fp16_0, tensor var_1491_cast_fp16_1, tensor var_1491_cast_fp16_2, tensor var_1491_cast_fp16_3, tensor var_1491_cast_fp16_4, tensor var_1491_cast_fp16_5, tensor var_1491_cast_fp16_6, tensor var_1491_cast_fp16_7, tensor var_1491_cast_fp16_8, tensor var_1491_cast_fp16_9, tensor var_1491_cast_fp16_10, tensor var_1491_cast_fp16_11 = split(axis = var_1491_axis_0, split_sizes = tile_20, x = var_1463_cast_fp16)[name = tensor("op_1491_cast_fp16")]; tensor var_1505_equation_0 = const()[name = tensor("op_1505_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1505_cast_fp16 = einsum(equation = var_1505_equation_0, values = (var_1478_cast_fp16_0, var_1464_cast_fp16_0))[name = tensor("op_1505_cast_fp16")]; tensor var_1506_to_fp16 = const()[name = tensor("op_1506_to_fp16"), val = tensor(0.125)]; tensor aw_145_cast_fp16 = mul(x = var_1505_cast_fp16, y = var_1506_to_fp16)[name = tensor("aw_145_cast_fp16")]; tensor var_1509_equation_0 = const()[name = tensor("op_1509_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1509_cast_fp16 = einsum(equation = var_1509_equation_0, values = (var_1478_cast_fp16_1, var_1464_cast_fp16_1))[name = tensor("op_1509_cast_fp16")]; tensor var_1510_to_fp16 = const()[name = tensor("op_1510_to_fp16"), val = tensor(0.125)]; tensor aw_147_cast_fp16 = mul(x = var_1509_cast_fp16, y = var_1510_to_fp16)[name = tensor("aw_147_cast_fp16")]; tensor var_1513_equation_0 = const()[name = tensor("op_1513_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1513_cast_fp16 = einsum(equation = var_1513_equation_0, values = (var_1478_cast_fp16_2, var_1464_cast_fp16_2))[name = tensor("op_1513_cast_fp16")]; tensor var_1514_to_fp16 = const()[name = tensor("op_1514_to_fp16"), val = tensor(0.125)]; tensor aw_149_cast_fp16 = mul(x = var_1513_cast_fp16, y = var_1514_to_fp16)[name = tensor("aw_149_cast_fp16")]; tensor var_1517_equation_0 = const()[name = tensor("op_1517_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1517_cast_fp16 = einsum(equation = var_1517_equation_0, values = (var_1478_cast_fp16_3, var_1464_cast_fp16_3))[name = tensor("op_1517_cast_fp16")]; tensor var_1518_to_fp16 = const()[name = tensor("op_1518_to_fp16"), val = tensor(0.125)]; tensor aw_151_cast_fp16 = mul(x = var_1517_cast_fp16, y = var_1518_to_fp16)[name = tensor("aw_151_cast_fp16")]; tensor var_1521_equation_0 = const()[name = tensor("op_1521_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1521_cast_fp16 = einsum(equation = var_1521_equation_0, values = (var_1478_cast_fp16_4, var_1464_cast_fp16_4))[name = tensor("op_1521_cast_fp16")]; tensor var_1522_to_fp16 = const()[name = tensor("op_1522_to_fp16"), val = tensor(0.125)]; tensor aw_153_cast_fp16 = mul(x = var_1521_cast_fp16, y = var_1522_to_fp16)[name = tensor("aw_153_cast_fp16")]; tensor var_1525_equation_0 = const()[name = tensor("op_1525_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1525_cast_fp16 = einsum(equation = var_1525_equation_0, values = (var_1478_cast_fp16_5, var_1464_cast_fp16_5))[name = tensor("op_1525_cast_fp16")]; tensor var_1526_to_fp16 = const()[name = tensor("op_1526_to_fp16"), val = tensor(0.125)]; tensor aw_155_cast_fp16 = mul(x = var_1525_cast_fp16, y = var_1526_to_fp16)[name = tensor("aw_155_cast_fp16")]; tensor var_1529_equation_0 = const()[name = tensor("op_1529_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1529_cast_fp16 = einsum(equation = var_1529_equation_0, values = (var_1478_cast_fp16_6, var_1464_cast_fp16_6))[name = tensor("op_1529_cast_fp16")]; tensor var_1530_to_fp16 = const()[name = tensor("op_1530_to_fp16"), val = tensor(0.125)]; tensor aw_157_cast_fp16 = mul(x = var_1529_cast_fp16, y = var_1530_to_fp16)[name = tensor("aw_157_cast_fp16")]; tensor var_1533_equation_0 = const()[name = tensor("op_1533_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1533_cast_fp16 = einsum(equation = var_1533_equation_0, values = (var_1478_cast_fp16_7, var_1464_cast_fp16_7))[name = tensor("op_1533_cast_fp16")]; tensor var_1534_to_fp16 = const()[name = tensor("op_1534_to_fp16"), val = tensor(0.125)]; tensor aw_159_cast_fp16 = mul(x = var_1533_cast_fp16, y = var_1534_to_fp16)[name = tensor("aw_159_cast_fp16")]; tensor var_1537_equation_0 = const()[name = tensor("op_1537_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1537_cast_fp16 = einsum(equation = var_1537_equation_0, values = (var_1478_cast_fp16_8, var_1464_cast_fp16_8))[name = tensor("op_1537_cast_fp16")]; tensor var_1538_to_fp16 = const()[name = tensor("op_1538_to_fp16"), val = tensor(0.125)]; tensor aw_161_cast_fp16 = mul(x = var_1537_cast_fp16, y = var_1538_to_fp16)[name = tensor("aw_161_cast_fp16")]; tensor var_1541_equation_0 = const()[name = tensor("op_1541_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1541_cast_fp16 = einsum(equation = var_1541_equation_0, values = (var_1478_cast_fp16_9, var_1464_cast_fp16_9))[name = tensor("op_1541_cast_fp16")]; tensor var_1542_to_fp16 = const()[name = tensor("op_1542_to_fp16"), val = tensor(0.125)]; tensor aw_163_cast_fp16 = mul(x = var_1541_cast_fp16, y = var_1542_to_fp16)[name = tensor("aw_163_cast_fp16")]; tensor var_1545_equation_0 = const()[name = tensor("op_1545_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1545_cast_fp16 = einsum(equation = var_1545_equation_0, values = (var_1478_cast_fp16_10, var_1464_cast_fp16_10))[name = tensor("op_1545_cast_fp16")]; tensor var_1546_to_fp16 = const()[name = tensor("op_1546_to_fp16"), val = tensor(0.125)]; tensor aw_165_cast_fp16 = mul(x = var_1545_cast_fp16, y = var_1546_to_fp16)[name = tensor("aw_165_cast_fp16")]; tensor var_1549_equation_0 = const()[name = tensor("op_1549_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1549_cast_fp16 = einsum(equation = var_1549_equation_0, values = (var_1478_cast_fp16_11, var_1464_cast_fp16_11))[name = tensor("op_1549_cast_fp16")]; tensor var_1550_to_fp16 = const()[name = tensor("op_1550_to_fp16"), val = tensor(0.125)]; tensor aw_167_cast_fp16 = mul(x = var_1549_cast_fp16, y = var_1550_to_fp16)[name = tensor("aw_167_cast_fp16")]; tensor var_1552_cast_fp16 = softmax(axis = var_15, x = aw_145_cast_fp16)[name = tensor("op_1552_cast_fp16")]; tensor var_1553_cast_fp16 = softmax(axis = var_15, x = aw_147_cast_fp16)[name = tensor("op_1553_cast_fp16")]; tensor var_1554_cast_fp16 = softmax(axis = var_15, x = aw_149_cast_fp16)[name = tensor("op_1554_cast_fp16")]; tensor var_1555_cast_fp16 = softmax(axis = var_15, x = aw_151_cast_fp16)[name = tensor("op_1555_cast_fp16")]; tensor var_1556_cast_fp16 = softmax(axis = var_15, x = aw_153_cast_fp16)[name = tensor("op_1556_cast_fp16")]; tensor var_1557_cast_fp16 = softmax(axis = var_15, x = aw_155_cast_fp16)[name = tensor("op_1557_cast_fp16")]; tensor var_1558_cast_fp16 = softmax(axis = var_15, x = aw_157_cast_fp16)[name = tensor("op_1558_cast_fp16")]; tensor var_1559_cast_fp16 = softmax(axis = var_15, x = aw_159_cast_fp16)[name = tensor("op_1559_cast_fp16")]; tensor var_1560_cast_fp16 = softmax(axis = var_15, x = aw_161_cast_fp16)[name = tensor("op_1560_cast_fp16")]; tensor var_1561_cast_fp16 = softmax(axis = var_15, x = aw_163_cast_fp16)[name = tensor("op_1561_cast_fp16")]; tensor var_1562_cast_fp16 = softmax(axis = var_15, x = aw_165_cast_fp16)[name = tensor("op_1562_cast_fp16")]; tensor var_1563_cast_fp16 = softmax(axis = var_15, x = aw_167_cast_fp16)[name = tensor("op_1563_cast_fp16")]; tensor var_1565_equation_0 = const()[name = tensor("op_1565_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1565_cast_fp16 = einsum(equation = var_1565_equation_0, values = (var_1491_cast_fp16_0, var_1552_cast_fp16))[name = tensor("op_1565_cast_fp16")]; tensor var_1567_equation_0 = const()[name = tensor("op_1567_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1567_cast_fp16 = einsum(equation = var_1567_equation_0, values = (var_1491_cast_fp16_1, var_1553_cast_fp16))[name = tensor("op_1567_cast_fp16")]; tensor var_1569_equation_0 = const()[name = tensor("op_1569_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1569_cast_fp16 = einsum(equation = var_1569_equation_0, values = (var_1491_cast_fp16_2, var_1554_cast_fp16))[name = tensor("op_1569_cast_fp16")]; tensor var_1571_equation_0 = const()[name = tensor("op_1571_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1571_cast_fp16 = einsum(equation = var_1571_equation_0, values = (var_1491_cast_fp16_3, var_1555_cast_fp16))[name = tensor("op_1571_cast_fp16")]; tensor var_1573_equation_0 = const()[name = tensor("op_1573_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1573_cast_fp16 = einsum(equation = var_1573_equation_0, values = (var_1491_cast_fp16_4, var_1556_cast_fp16))[name = tensor("op_1573_cast_fp16")]; tensor var_1575_equation_0 = const()[name = tensor("op_1575_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1575_cast_fp16 = einsum(equation = var_1575_equation_0, values = (var_1491_cast_fp16_5, var_1557_cast_fp16))[name = tensor("op_1575_cast_fp16")]; tensor var_1577_equation_0 = const()[name = tensor("op_1577_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1577_cast_fp16 = einsum(equation = var_1577_equation_0, values = (var_1491_cast_fp16_6, var_1558_cast_fp16))[name = tensor("op_1577_cast_fp16")]; tensor var_1579_equation_0 = const()[name = tensor("op_1579_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1579_cast_fp16 = einsum(equation = var_1579_equation_0, values = (var_1491_cast_fp16_7, var_1559_cast_fp16))[name = tensor("op_1579_cast_fp16")]; tensor var_1581_equation_0 = const()[name = tensor("op_1581_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1581_cast_fp16 = einsum(equation = var_1581_equation_0, values = (var_1491_cast_fp16_8, var_1560_cast_fp16))[name = tensor("op_1581_cast_fp16")]; tensor var_1583_equation_0 = const()[name = tensor("op_1583_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1583_cast_fp16 = einsum(equation = var_1583_equation_0, values = (var_1491_cast_fp16_9, var_1561_cast_fp16))[name = tensor("op_1583_cast_fp16")]; tensor var_1585_equation_0 = const()[name = tensor("op_1585_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1585_cast_fp16 = einsum(equation = var_1585_equation_0, values = (var_1491_cast_fp16_10, var_1562_cast_fp16))[name = tensor("op_1585_cast_fp16")]; tensor var_1587_equation_0 = const()[name = tensor("op_1587_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1587_cast_fp16 = einsum(equation = var_1587_equation_0, values = (var_1491_cast_fp16_11, var_1563_cast_fp16))[name = tensor("op_1587_cast_fp16")]; tensor input_37_interleave_0 = const()[name = tensor("input_37_interleave_0"), val = tensor(false)]; tensor input_37_cast_fp16 = concat(axis = var_15, interleave = input_37_interleave_0, values = (var_1565_cast_fp16, var_1567_cast_fp16, var_1569_cast_fp16, var_1571_cast_fp16, var_1573_cast_fp16, var_1575_cast_fp16, var_1577_cast_fp16, var_1579_cast_fp16, var_1581_cast_fp16, var_1583_cast_fp16, var_1585_cast_fp16, var_1587_cast_fp16))[name = tensor("input_37_cast_fp16")]; tensor var_1592 = const()[name = tensor("op_1592"), val = tensor([1, 1])]; tensor var_1594 = const()[name = tensor("op_1594"), val = tensor([1, 1])]; tensor var_1596_pad_type_0 = const()[name = tensor("op_1596_pad_type_0"), val = tensor("custom")]; tensor var_1596_pad_0 = const()[name = tensor("op_1596_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67472640)))]; tensor var_1596_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16, dilations = var_1594, groups = var_15, pad = var_1596_pad_0, pad_type = var_1596_pad_type_0, strides = var_1592, weight = vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16, x = input_37_cast_fp16)[name = tensor("op_1596_cast_fp16")]; tensor inputs_31_cast_fp16 = add(x = inputs_29_cast_fp16, y = var_1596_cast_fp16)[name = tensor("inputs_31_cast_fp16")]; tensor out_29_axes_0 = const()[name = tensor("out_29_axes_0"), val = tensor([1])]; tensor var_1606_to_fp16 = const()[name = tensor("op_1606_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_29_cast_fp16 = layer_norm(axes = out_29_axes_0, epsilon = var_1606_to_fp16, x = inputs_31_cast_fp16)[name = tensor("out_29_cast_fp16")]; tensor input_39_gamma_0_to_fp16 = const()[name = tensor("input_39_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67474240)))]; tensor input_39_beta_0_to_fp16 = const()[name = tensor("input_39_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67475840)))]; tensor input_39_epsilon_0_to_fp16 = const()[name = tensor("input_39_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_39_cast_fp16 = batch_norm(beta = input_39_beta_0_to_fp16, epsilon = input_39_epsilon_0_to_fp16, gamma = input_39_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_29_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor var_1620 = const()[name = tensor("op_1620"), val = tensor([1, 1])]; tensor var_1622 = const()[name = tensor("op_1622"), val = tensor([1, 1])]; tensor x_23_pad_type_0 = const()[name = tensor("x_23_pad_type_0"), val = tensor("custom")]; tensor x_23_pad_0 = const()[name = tensor("x_23_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67477440)))]; tensor x_23_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16, dilations = var_1622, groups = var_15, pad = x_23_pad_0, pad_type = x_23_pad_type_0, strides = var_1620, weight = vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16, x = input_39_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor var_1625_to_fp16 = const()[name = tensor("op_1625_to_fp16"), val = tensor(1.70214844)]; tensor var_1626_cast_fp16 = mul(x = x_23_cast_fp16, y = var_1625_to_fp16)[name = tensor("op_1626_cast_fp16")]; tensor var_1627_cast_fp16 = sigmoid(x = var_1626_cast_fp16)[name = tensor("op_1627_cast_fp16")]; tensor input_41_cast_fp16 = mul(x = x_23_cast_fp16, y = var_1627_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor var_1631 = const()[name = tensor("op_1631"), val = tensor([1, 1])]; tensor var_1633 = const()[name = tensor("op_1633"), val = tensor([1, 1])]; tensor var_1635_pad_type_0 = const()[name = tensor("op_1635_pad_type_0"), val = tensor("custom")]; tensor var_1635_pad_0 = const()[name = tensor("op_1635_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67483648)))]; tensor var_1635_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16, dilations = var_1633, groups = var_15, pad = var_1635_pad_0, pad_type = var_1635_pad_type_0, strides = var_1631, weight = vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16, x = input_41_cast_fp16)[name = tensor("op_1635_cast_fp16")]; tensor inputs_33_cast_fp16 = add(x = inputs_31_cast_fp16, y = var_1635_cast_fp16)[name = tensor("inputs_33_cast_fp16")]; tensor out_31_axes_0 = const()[name = tensor("out_31_axes_0"), val = tensor([1])]; tensor var_1649_to_fp16 = const()[name = tensor("op_1649_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_31_cast_fp16 = layer_norm(axes = out_31_axes_0, epsilon = var_1649_to_fp16, x = inputs_33_cast_fp16)[name = tensor("out_31_cast_fp16")]; tensor query_15_gamma_0_to_fp16 = const()[name = tensor("query_15_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67485248)))]; tensor query_15_beta_0_to_fp16 = const()[name = tensor("query_15_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67486848)))]; tensor query_15_epsilon_0_to_fp16 = const()[name = tensor("query_15_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_15_cast_fp16 = batch_norm(beta = query_15_beta_0_to_fp16, epsilon = query_15_epsilon_0_to_fp16, gamma = query_15_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_31_cast_fp16)[name = tensor("query_15_cast_fp16")]; tensor var_1665 = const()[name = tensor("op_1665"), val = tensor([1, 1])]; tensor var_1667 = const()[name = tensor("op_1667"), val = tensor([1, 1])]; tensor var_1669_pad_type_0 = const()[name = tensor("op_1669_pad_type_0"), val = tensor("custom")]; tensor var_1669_pad_0 = const()[name = tensor("op_1669_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67488448)))]; tensor var_1669_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_query_bias_to_fp16, dilations = var_1667, groups = var_15, pad = var_1669_pad_0, pad_type = var_1669_pad_type_0, strides = var_1665, weight = vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("op_1669_cast_fp16")]; tensor var_1672 = const()[name = tensor("op_1672"), val = tensor([1, 1])]; tensor var_1674 = const()[name = tensor("op_1674"), val = tensor([1, 1])]; tensor k_15_pad_type_0 = const()[name = tensor("k_15_pad_type_0"), val = tensor("custom")]; tensor k_15_pad_0 = const()[name = tensor("k_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67490048)))]; tensor k_15_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_key_bias_to_fp16, dilations = var_1674, groups = var_15, pad = k_15_pad_0, pad_type = k_15_pad_type_0, strides = var_1672, weight = vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("k_15_cast_fp16")]; tensor var_1679 = const()[name = tensor("op_1679"), val = tensor([1, 1])]; tensor var_1681 = const()[name = tensor("op_1681"), val = tensor([1, 1])]; tensor var_1683_pad_type_0 = const()[name = tensor("op_1683_pad_type_0"), val = tensor("custom")]; tensor var_1683_pad_0 = const()[name = tensor("op_1683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67491648)))]; tensor var_1683_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_value_bias_to_fp16, dilations = var_1681, groups = var_15, pad = var_1683_pad_0, pad_type = var_1683_pad_type_0, strides = var_1679, weight = vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("op_1683_cast_fp16")]; tensor tile_21 = const()[name = tensor("tile_21"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1684_axis_0 = const()[name = tensor("op_1684_axis_0"), val = tensor(1)]; tensor var_1684_cast_fp16_0, tensor var_1684_cast_fp16_1, tensor var_1684_cast_fp16_2, tensor var_1684_cast_fp16_3, tensor var_1684_cast_fp16_4, tensor var_1684_cast_fp16_5, tensor var_1684_cast_fp16_6, tensor var_1684_cast_fp16_7, tensor var_1684_cast_fp16_8, tensor var_1684_cast_fp16_9, tensor var_1684_cast_fp16_10, tensor var_1684_cast_fp16_11 = split(axis = var_1684_axis_0, split_sizes = tile_21, x = var_1669_cast_fp16)[name = tensor("op_1684_cast_fp16")]; tensor var_1697_perm_0 = const()[name = tensor("op_1697_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_22 = const()[name = tensor("tile_22"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1698_axis_0 = const()[name = tensor("op_1698_axis_0"), val = tensor(3)]; tensor transpose_6 = transpose(perm = var_1697_perm_0, x = k_15_cast_fp16)[name = tensor("transpose_6")]; tensor var_1698_cast_fp16_0, tensor var_1698_cast_fp16_1, tensor var_1698_cast_fp16_2, tensor var_1698_cast_fp16_3, tensor var_1698_cast_fp16_4, tensor var_1698_cast_fp16_5, tensor var_1698_cast_fp16_6, tensor var_1698_cast_fp16_7, tensor var_1698_cast_fp16_8, tensor var_1698_cast_fp16_9, tensor var_1698_cast_fp16_10, tensor var_1698_cast_fp16_11 = split(axis = var_1698_axis_0, split_sizes = tile_22, x = transpose_6)[name = tensor("op_1698_cast_fp16")]; tensor tile_23 = const()[name = tensor("tile_23"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1711_axis_0 = const()[name = tensor("op_1711_axis_0"), val = tensor(1)]; tensor var_1711_cast_fp16_0, tensor var_1711_cast_fp16_1, tensor var_1711_cast_fp16_2, tensor var_1711_cast_fp16_3, tensor var_1711_cast_fp16_4, tensor var_1711_cast_fp16_5, tensor var_1711_cast_fp16_6, tensor var_1711_cast_fp16_7, tensor var_1711_cast_fp16_8, tensor var_1711_cast_fp16_9, tensor var_1711_cast_fp16_10, tensor var_1711_cast_fp16_11 = split(axis = var_1711_axis_0, split_sizes = tile_23, x = var_1683_cast_fp16)[name = tensor("op_1711_cast_fp16")]; tensor var_1725_equation_0 = const()[name = tensor("op_1725_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1725_cast_fp16 = einsum(equation = var_1725_equation_0, values = (var_1698_cast_fp16_0, var_1684_cast_fp16_0))[name = tensor("op_1725_cast_fp16")]; tensor var_1726_to_fp16 = const()[name = tensor("op_1726_to_fp16"), val = tensor(0.125)]; tensor aw_169_cast_fp16 = mul(x = var_1725_cast_fp16, y = var_1726_to_fp16)[name = tensor("aw_169_cast_fp16")]; tensor var_1729_equation_0 = const()[name = tensor("op_1729_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1729_cast_fp16 = einsum(equation = var_1729_equation_0, values = (var_1698_cast_fp16_1, var_1684_cast_fp16_1))[name = tensor("op_1729_cast_fp16")]; tensor var_1730_to_fp16 = const()[name = tensor("op_1730_to_fp16"), val = tensor(0.125)]; tensor aw_171_cast_fp16 = mul(x = var_1729_cast_fp16, y = var_1730_to_fp16)[name = tensor("aw_171_cast_fp16")]; tensor var_1733_equation_0 = const()[name = tensor("op_1733_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1733_cast_fp16 = einsum(equation = var_1733_equation_0, values = (var_1698_cast_fp16_2, var_1684_cast_fp16_2))[name = tensor("op_1733_cast_fp16")]; tensor var_1734_to_fp16 = const()[name = tensor("op_1734_to_fp16"), val = tensor(0.125)]; tensor aw_173_cast_fp16 = mul(x = var_1733_cast_fp16, y = var_1734_to_fp16)[name = tensor("aw_173_cast_fp16")]; tensor var_1737_equation_0 = const()[name = tensor("op_1737_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1737_cast_fp16 = einsum(equation = var_1737_equation_0, values = (var_1698_cast_fp16_3, var_1684_cast_fp16_3))[name = tensor("op_1737_cast_fp16")]; tensor var_1738_to_fp16 = const()[name = tensor("op_1738_to_fp16"), val = tensor(0.125)]; tensor aw_175_cast_fp16 = mul(x = var_1737_cast_fp16, y = var_1738_to_fp16)[name = tensor("aw_175_cast_fp16")]; tensor var_1741_equation_0 = const()[name = tensor("op_1741_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1741_cast_fp16 = einsum(equation = var_1741_equation_0, values = (var_1698_cast_fp16_4, var_1684_cast_fp16_4))[name = tensor("op_1741_cast_fp16")]; tensor var_1742_to_fp16 = const()[name = tensor("op_1742_to_fp16"), val = tensor(0.125)]; tensor aw_177_cast_fp16 = mul(x = var_1741_cast_fp16, y = var_1742_to_fp16)[name = tensor("aw_177_cast_fp16")]; tensor var_1745_equation_0 = const()[name = tensor("op_1745_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1745_cast_fp16 = einsum(equation = var_1745_equation_0, values = (var_1698_cast_fp16_5, var_1684_cast_fp16_5))[name = tensor("op_1745_cast_fp16")]; tensor var_1746_to_fp16 = const()[name = tensor("op_1746_to_fp16"), val = tensor(0.125)]; tensor aw_179_cast_fp16 = mul(x = var_1745_cast_fp16, y = var_1746_to_fp16)[name = tensor("aw_179_cast_fp16")]; tensor var_1749_equation_0 = const()[name = tensor("op_1749_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1749_cast_fp16 = einsum(equation = var_1749_equation_0, values = (var_1698_cast_fp16_6, var_1684_cast_fp16_6))[name = tensor("op_1749_cast_fp16")]; tensor var_1750_to_fp16 = const()[name = tensor("op_1750_to_fp16"), val = tensor(0.125)]; tensor aw_181_cast_fp16 = mul(x = var_1749_cast_fp16, y = var_1750_to_fp16)[name = tensor("aw_181_cast_fp16")]; tensor var_1753_equation_0 = const()[name = tensor("op_1753_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1753_cast_fp16 = einsum(equation = var_1753_equation_0, values = (var_1698_cast_fp16_7, var_1684_cast_fp16_7))[name = tensor("op_1753_cast_fp16")]; tensor var_1754_to_fp16 = const()[name = tensor("op_1754_to_fp16"), val = tensor(0.125)]; tensor aw_183_cast_fp16 = mul(x = var_1753_cast_fp16, y = var_1754_to_fp16)[name = tensor("aw_183_cast_fp16")]; tensor var_1757_equation_0 = const()[name = tensor("op_1757_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1757_cast_fp16 = einsum(equation = var_1757_equation_0, values = (var_1698_cast_fp16_8, var_1684_cast_fp16_8))[name = tensor("op_1757_cast_fp16")]; tensor var_1758_to_fp16 = const()[name = tensor("op_1758_to_fp16"), val = tensor(0.125)]; tensor aw_185_cast_fp16 = mul(x = var_1757_cast_fp16, y = var_1758_to_fp16)[name = tensor("aw_185_cast_fp16")]; tensor var_1761_equation_0 = const()[name = tensor("op_1761_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1761_cast_fp16 = einsum(equation = var_1761_equation_0, values = (var_1698_cast_fp16_9, var_1684_cast_fp16_9))[name = tensor("op_1761_cast_fp16")]; tensor var_1762_to_fp16 = const()[name = tensor("op_1762_to_fp16"), val = tensor(0.125)]; tensor aw_187_cast_fp16 = mul(x = var_1761_cast_fp16, y = var_1762_to_fp16)[name = tensor("aw_187_cast_fp16")]; tensor var_1765_equation_0 = const()[name = tensor("op_1765_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1765_cast_fp16 = einsum(equation = var_1765_equation_0, values = (var_1698_cast_fp16_10, var_1684_cast_fp16_10))[name = tensor("op_1765_cast_fp16")]; tensor var_1766_to_fp16 = const()[name = tensor("op_1766_to_fp16"), val = tensor(0.125)]; tensor aw_189_cast_fp16 = mul(x = var_1765_cast_fp16, y = var_1766_to_fp16)[name = tensor("aw_189_cast_fp16")]; tensor var_1769_equation_0 = const()[name = tensor("op_1769_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1769_cast_fp16 = einsum(equation = var_1769_equation_0, values = (var_1698_cast_fp16_11, var_1684_cast_fp16_11))[name = tensor("op_1769_cast_fp16")]; tensor var_1770_to_fp16 = const()[name = tensor("op_1770_to_fp16"), val = tensor(0.125)]; tensor aw_191_cast_fp16 = mul(x = var_1769_cast_fp16, y = var_1770_to_fp16)[name = tensor("aw_191_cast_fp16")]; tensor var_1772_cast_fp16 = softmax(axis = var_15, x = aw_169_cast_fp16)[name = tensor("op_1772_cast_fp16")]; tensor var_1773_cast_fp16 = softmax(axis = var_15, x = aw_171_cast_fp16)[name = tensor("op_1773_cast_fp16")]; tensor var_1774_cast_fp16 = softmax(axis = var_15, x = aw_173_cast_fp16)[name = tensor("op_1774_cast_fp16")]; tensor var_1775_cast_fp16 = softmax(axis = var_15, x = aw_175_cast_fp16)[name = tensor("op_1775_cast_fp16")]; tensor var_1776_cast_fp16 = softmax(axis = var_15, x = aw_177_cast_fp16)[name = tensor("op_1776_cast_fp16")]; tensor var_1777_cast_fp16 = softmax(axis = var_15, x = aw_179_cast_fp16)[name = tensor("op_1777_cast_fp16")]; tensor var_1778_cast_fp16 = softmax(axis = var_15, x = aw_181_cast_fp16)[name = tensor("op_1778_cast_fp16")]; tensor var_1779_cast_fp16 = softmax(axis = var_15, x = aw_183_cast_fp16)[name = tensor("op_1779_cast_fp16")]; tensor var_1780_cast_fp16 = softmax(axis = var_15, x = aw_185_cast_fp16)[name = tensor("op_1780_cast_fp16")]; tensor var_1781_cast_fp16 = softmax(axis = var_15, x = aw_187_cast_fp16)[name = tensor("op_1781_cast_fp16")]; tensor var_1782_cast_fp16 = softmax(axis = var_15, x = aw_189_cast_fp16)[name = tensor("op_1782_cast_fp16")]; tensor var_1783_cast_fp16 = softmax(axis = var_15, x = aw_191_cast_fp16)[name = tensor("op_1783_cast_fp16")]; tensor var_1785_equation_0 = const()[name = tensor("op_1785_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1785_cast_fp16 = einsum(equation = var_1785_equation_0, values = (var_1711_cast_fp16_0, var_1772_cast_fp16))[name = tensor("op_1785_cast_fp16")]; tensor var_1787_equation_0 = const()[name = tensor("op_1787_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1787_cast_fp16 = einsum(equation = var_1787_equation_0, values = (var_1711_cast_fp16_1, var_1773_cast_fp16))[name = tensor("op_1787_cast_fp16")]; tensor var_1789_equation_0 = const()[name = tensor("op_1789_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1789_cast_fp16 = einsum(equation = var_1789_equation_0, values = (var_1711_cast_fp16_2, var_1774_cast_fp16))[name = tensor("op_1789_cast_fp16")]; tensor var_1791_equation_0 = const()[name = tensor("op_1791_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1791_cast_fp16 = einsum(equation = var_1791_equation_0, values = (var_1711_cast_fp16_3, var_1775_cast_fp16))[name = tensor("op_1791_cast_fp16")]; tensor var_1793_equation_0 = const()[name = tensor("op_1793_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1793_cast_fp16 = einsum(equation = var_1793_equation_0, values = (var_1711_cast_fp16_4, var_1776_cast_fp16))[name = tensor("op_1793_cast_fp16")]; tensor var_1795_equation_0 = const()[name = tensor("op_1795_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1795_cast_fp16 = einsum(equation = var_1795_equation_0, values = (var_1711_cast_fp16_5, var_1777_cast_fp16))[name = tensor("op_1795_cast_fp16")]; tensor var_1797_equation_0 = const()[name = tensor("op_1797_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1797_cast_fp16 = einsum(equation = var_1797_equation_0, values = (var_1711_cast_fp16_6, var_1778_cast_fp16))[name = tensor("op_1797_cast_fp16")]; tensor var_1799_equation_0 = const()[name = tensor("op_1799_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1799_cast_fp16 = einsum(equation = var_1799_equation_0, values = (var_1711_cast_fp16_7, var_1779_cast_fp16))[name = tensor("op_1799_cast_fp16")]; tensor var_1801_equation_0 = const()[name = tensor("op_1801_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1801_cast_fp16 = einsum(equation = var_1801_equation_0, values = (var_1711_cast_fp16_8, var_1780_cast_fp16))[name = tensor("op_1801_cast_fp16")]; tensor var_1803_equation_0 = const()[name = tensor("op_1803_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1803_cast_fp16 = einsum(equation = var_1803_equation_0, values = (var_1711_cast_fp16_9, var_1781_cast_fp16))[name = tensor("op_1803_cast_fp16")]; tensor var_1805_equation_0 = const()[name = tensor("op_1805_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1805_cast_fp16 = einsum(equation = var_1805_equation_0, values = (var_1711_cast_fp16_10, var_1782_cast_fp16))[name = tensor("op_1805_cast_fp16")]; tensor var_1807_equation_0 = const()[name = tensor("op_1807_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1807_cast_fp16 = einsum(equation = var_1807_equation_0, values = (var_1711_cast_fp16_11, var_1783_cast_fp16))[name = tensor("op_1807_cast_fp16")]; tensor input_43_interleave_0 = const()[name = tensor("input_43_interleave_0"), val = tensor(false)]; tensor input_43_cast_fp16 = concat(axis = var_15, interleave = input_43_interleave_0, values = (var_1785_cast_fp16, var_1787_cast_fp16, var_1789_cast_fp16, var_1791_cast_fp16, var_1793_cast_fp16, var_1795_cast_fp16, var_1797_cast_fp16, var_1799_cast_fp16, var_1801_cast_fp16, var_1803_cast_fp16, var_1805_cast_fp16, var_1807_cast_fp16))[name = tensor("input_43_cast_fp16")]; tensor var_1812 = const()[name = tensor("op_1812"), val = tensor([1, 1])]; tensor var_1814 = const()[name = tensor("op_1814"), val = tensor([1, 1])]; tensor var_1816_pad_type_0 = const()[name = tensor("op_1816_pad_type_0"), val = tensor("custom")]; tensor var_1816_pad_0 = const()[name = tensor("op_1816_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67493248)))]; tensor var_1816_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16, dilations = var_1814, groups = var_15, pad = var_1816_pad_0, pad_type = var_1816_pad_type_0, strides = var_1812, weight = vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16, x = input_43_cast_fp16)[name = tensor("op_1816_cast_fp16")]; tensor inputs_35_cast_fp16 = add(x = inputs_33_cast_fp16, y = var_1816_cast_fp16)[name = tensor("inputs_35_cast_fp16")]; tensor out_33_axes_0 = const()[name = tensor("out_33_axes_0"), val = tensor([1])]; tensor var_1826_to_fp16 = const()[name = tensor("op_1826_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_33_cast_fp16 = layer_norm(axes = out_33_axes_0, epsilon = var_1826_to_fp16, x = inputs_35_cast_fp16)[name = tensor("out_33_cast_fp16")]; tensor input_45_gamma_0_to_fp16 = const()[name = tensor("input_45_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67494848)))]; tensor input_45_beta_0_to_fp16 = const()[name = tensor("input_45_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67496448)))]; tensor input_45_epsilon_0_to_fp16 = const()[name = tensor("input_45_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_45_cast_fp16 = batch_norm(beta = input_45_beta_0_to_fp16, epsilon = input_45_epsilon_0_to_fp16, gamma = input_45_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_33_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor var_1840 = const()[name = tensor("op_1840"), val = tensor([1, 1])]; tensor var_1842 = const()[name = tensor("op_1842"), val = tensor([1, 1])]; tensor x_25_pad_type_0 = const()[name = tensor("x_25_pad_type_0"), val = tensor("custom")]; tensor x_25_pad_0 = const()[name = tensor("x_25_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67498048)))]; tensor x_25_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16, dilations = var_1842, groups = var_15, pad = x_25_pad_0, pad_type = x_25_pad_type_0, strides = var_1840, weight = vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16, x = input_45_cast_fp16)[name = tensor("x_25_cast_fp16")]; tensor var_1845_to_fp16 = const()[name = tensor("op_1845_to_fp16"), val = tensor(1.70214844)]; tensor var_1846_cast_fp16 = mul(x = x_25_cast_fp16, y = var_1845_to_fp16)[name = tensor("op_1846_cast_fp16")]; tensor var_1847_cast_fp16 = sigmoid(x = var_1846_cast_fp16)[name = tensor("op_1847_cast_fp16")]; tensor input_47_cast_fp16 = mul(x = x_25_cast_fp16, y = var_1847_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor var_1851 = const()[name = tensor("op_1851"), val = tensor([1, 1])]; tensor var_1853 = const()[name = tensor("op_1853"), val = tensor([1, 1])]; tensor var_1855_pad_type_0 = const()[name = tensor("op_1855_pad_type_0"), val = tensor("custom")]; tensor var_1855_pad_0 = const()[name = tensor("op_1855_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67504256)))]; tensor var_1855_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16, dilations = var_1853, groups = var_15, pad = var_1855_pad_0, pad_type = var_1855_pad_type_0, strides = var_1851, weight = vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16, x = input_47_cast_fp16)[name = tensor("op_1855_cast_fp16")]; tensor x_27_cast_fp16 = add(x = inputs_35_cast_fp16, y = var_1855_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor tpe_to_fp16 = const()[name = tensor("tpe_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/unique_weight.bin"), offset = tensor(1664)))]; tensor x_29_cast_fp16 = add(x = x_27_cast_fp16, y = tpe_to_fp16)[name = tensor("x_29_cast_fp16")]; tensor var_1863_perm_0 = const()[name = tensor("op_1863_perm_0"), val = tensor([2, 1, 0, 3])]; tensor out_35_axes_0 = const()[name = tensor("out_35_axes_0"), val = tensor([1])]; tensor var_1879_to_fp16 = const()[name = tensor("op_1879_to_fp16"), val = tensor(1.00135803e-05)]; tensor transpose_5 = transpose(perm = var_1863_perm_0, x = x_29_cast_fp16)[name = tensor("transpose_5")]; tensor out_35_cast_fp16 = layer_norm(axes = out_35_axes_0, epsilon = var_1879_to_fp16, x = transpose_5)[name = tensor("out_35_cast_fp16")]; tensor query_17_gamma_0_to_fp16 = const()[name = tensor("query_17_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67530496)))]; tensor query_17_beta_0_to_fp16 = const()[name = tensor("query_17_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67532096)))]; tensor query_17_epsilon_0_to_fp16 = const()[name = tensor("query_17_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_17_cast_fp16 = batch_norm(beta = query_17_beta_0_to_fp16, epsilon = query_17_epsilon_0_to_fp16, gamma = query_17_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_35_cast_fp16)[name = tensor("query_17_cast_fp16")]; tensor var_1895 = const()[name = tensor("op_1895"), val = tensor([1, 1])]; tensor var_1897 = const()[name = tensor("op_1897"), val = tensor([1, 1])]; tensor var_1899_pad_type_0 = const()[name = tensor("op_1899_pad_type_0"), val = tensor("custom")]; tensor var_1899_pad_0 = const()[name = tensor("op_1899_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67533696)))]; tensor var_1899_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_query_bias_to_fp16, dilations = var_1897, groups = var_15, pad = var_1899_pad_0, pad_type = var_1899_pad_type_0, strides = var_1895, weight = vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("op_1899_cast_fp16")]; tensor var_1902 = const()[name = tensor("op_1902"), val = tensor([1, 1])]; tensor var_1904 = const()[name = tensor("op_1904"), val = tensor([1, 1])]; tensor k_17_pad_type_0 = const()[name = tensor("k_17_pad_type_0"), val = tensor("custom")]; tensor k_17_pad_0 = const()[name = tensor("k_17_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67535296)))]; tensor k_17_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_key_bias_to_fp16, dilations = var_1904, groups = var_15, pad = k_17_pad_0, pad_type = k_17_pad_type_0, strides = var_1902, weight = vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("k_17_cast_fp16")]; tensor var_1909 = const()[name = tensor("op_1909"), val = tensor([1, 1])]; tensor var_1911 = const()[name = tensor("op_1911"), val = tensor([1, 1])]; tensor var_1913_pad_type_0 = const()[name = tensor("op_1913_pad_type_0"), val = tensor("custom")]; tensor var_1913_pad_0 = const()[name = tensor("op_1913_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67536896)))]; tensor var_1913_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_value_bias_to_fp16, dilations = var_1911, groups = var_15, pad = var_1913_pad_0, pad_type = var_1913_pad_type_0, strides = var_1909, weight = vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("op_1913_cast_fp16")]; tensor tile_24 = const()[name = tensor("tile_24"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1914_axis_0 = const()[name = tensor("op_1914_axis_0"), val = tensor(1)]; tensor var_1914_cast_fp16_0, tensor var_1914_cast_fp16_1, tensor var_1914_cast_fp16_2, tensor var_1914_cast_fp16_3, tensor var_1914_cast_fp16_4, tensor var_1914_cast_fp16_5, tensor var_1914_cast_fp16_6, tensor var_1914_cast_fp16_7, tensor var_1914_cast_fp16_8, tensor var_1914_cast_fp16_9, tensor var_1914_cast_fp16_10, tensor var_1914_cast_fp16_11 = split(axis = var_1914_axis_0, split_sizes = tile_24, x = var_1899_cast_fp16)[name = tensor("op_1914_cast_fp16")]; tensor var_1927_perm_0 = const()[name = tensor("op_1927_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_25 = const()[name = tensor("tile_25"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1928_axis_0 = const()[name = tensor("op_1928_axis_0"), val = tensor(3)]; tensor transpose_4 = transpose(perm = var_1927_perm_0, x = k_17_cast_fp16)[name = tensor("transpose_4")]; tensor var_1928_cast_fp16_0, tensor var_1928_cast_fp16_1, tensor var_1928_cast_fp16_2, tensor var_1928_cast_fp16_3, tensor var_1928_cast_fp16_4, tensor var_1928_cast_fp16_5, tensor var_1928_cast_fp16_6, tensor var_1928_cast_fp16_7, tensor var_1928_cast_fp16_8, tensor var_1928_cast_fp16_9, tensor var_1928_cast_fp16_10, tensor var_1928_cast_fp16_11 = split(axis = var_1928_axis_0, split_sizes = tile_25, x = transpose_4)[name = tensor("op_1928_cast_fp16")]; tensor tile_26 = const()[name = tensor("tile_26"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1941_axis_0 = const()[name = tensor("op_1941_axis_0"), val = tensor(1)]; tensor var_1941_cast_fp16_0, tensor var_1941_cast_fp16_1, tensor var_1941_cast_fp16_2, tensor var_1941_cast_fp16_3, tensor var_1941_cast_fp16_4, tensor var_1941_cast_fp16_5, tensor var_1941_cast_fp16_6, tensor var_1941_cast_fp16_7, tensor var_1941_cast_fp16_8, tensor var_1941_cast_fp16_9, tensor var_1941_cast_fp16_10, tensor var_1941_cast_fp16_11 = split(axis = var_1941_axis_0, split_sizes = tile_26, x = var_1913_cast_fp16)[name = tensor("op_1941_cast_fp16")]; tensor var_1955_equation_0 = const()[name = tensor("op_1955_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1955_cast_fp16 = einsum(equation = var_1955_equation_0, values = (var_1928_cast_fp16_0, var_1914_cast_fp16_0))[name = tensor("op_1955_cast_fp16")]; tensor var_1956_to_fp16 = const()[name = tensor("op_1956_to_fp16"), val = tensor(0.125)]; tensor aw_193_cast_fp16 = mul(x = var_1955_cast_fp16, y = var_1956_to_fp16)[name = tensor("aw_193_cast_fp16")]; tensor var_1959_equation_0 = const()[name = tensor("op_1959_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1959_cast_fp16 = einsum(equation = var_1959_equation_0, values = (var_1928_cast_fp16_1, var_1914_cast_fp16_1))[name = tensor("op_1959_cast_fp16")]; tensor var_1960_to_fp16 = const()[name = tensor("op_1960_to_fp16"), val = tensor(0.125)]; tensor aw_195_cast_fp16 = mul(x = var_1959_cast_fp16, y = var_1960_to_fp16)[name = tensor("aw_195_cast_fp16")]; tensor var_1963_equation_0 = const()[name = tensor("op_1963_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1963_cast_fp16 = einsum(equation = var_1963_equation_0, values = (var_1928_cast_fp16_2, var_1914_cast_fp16_2))[name = tensor("op_1963_cast_fp16")]; tensor var_1964_to_fp16 = const()[name = tensor("op_1964_to_fp16"), val = tensor(0.125)]; tensor aw_197_cast_fp16 = mul(x = var_1963_cast_fp16, y = var_1964_to_fp16)[name = tensor("aw_197_cast_fp16")]; tensor var_1967_equation_0 = const()[name = tensor("op_1967_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1967_cast_fp16 = einsum(equation = var_1967_equation_0, values = (var_1928_cast_fp16_3, var_1914_cast_fp16_3))[name = tensor("op_1967_cast_fp16")]; tensor var_1968_to_fp16 = const()[name = tensor("op_1968_to_fp16"), val = tensor(0.125)]; tensor aw_199_cast_fp16 = mul(x = var_1967_cast_fp16, y = var_1968_to_fp16)[name = tensor("aw_199_cast_fp16")]; tensor var_1971_equation_0 = const()[name = tensor("op_1971_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1971_cast_fp16 = einsum(equation = var_1971_equation_0, values = (var_1928_cast_fp16_4, var_1914_cast_fp16_4))[name = tensor("op_1971_cast_fp16")]; tensor var_1972_to_fp16 = const()[name = tensor("op_1972_to_fp16"), val = tensor(0.125)]; tensor aw_201_cast_fp16 = mul(x = var_1971_cast_fp16, y = var_1972_to_fp16)[name = tensor("aw_201_cast_fp16")]; tensor var_1975_equation_0 = const()[name = tensor("op_1975_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1975_cast_fp16 = einsum(equation = var_1975_equation_0, values = (var_1928_cast_fp16_5, var_1914_cast_fp16_5))[name = tensor("op_1975_cast_fp16")]; tensor var_1976_to_fp16 = const()[name = tensor("op_1976_to_fp16"), val = tensor(0.125)]; tensor aw_203_cast_fp16 = mul(x = var_1975_cast_fp16, y = var_1976_to_fp16)[name = tensor("aw_203_cast_fp16")]; tensor var_1979_equation_0 = const()[name = tensor("op_1979_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1979_cast_fp16 = einsum(equation = var_1979_equation_0, values = (var_1928_cast_fp16_6, var_1914_cast_fp16_6))[name = tensor("op_1979_cast_fp16")]; tensor var_1980_to_fp16 = const()[name = tensor("op_1980_to_fp16"), val = tensor(0.125)]; tensor aw_205_cast_fp16 = mul(x = var_1979_cast_fp16, y = var_1980_to_fp16)[name = tensor("aw_205_cast_fp16")]; tensor var_1983_equation_0 = const()[name = tensor("op_1983_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1983_cast_fp16 = einsum(equation = var_1983_equation_0, values = (var_1928_cast_fp16_7, var_1914_cast_fp16_7))[name = tensor("op_1983_cast_fp16")]; tensor var_1984_to_fp16 = const()[name = tensor("op_1984_to_fp16"), val = tensor(0.125)]; tensor aw_207_cast_fp16 = mul(x = var_1983_cast_fp16, y = var_1984_to_fp16)[name = tensor("aw_207_cast_fp16")]; tensor var_1987_equation_0 = const()[name = tensor("op_1987_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1987_cast_fp16 = einsum(equation = var_1987_equation_0, values = (var_1928_cast_fp16_8, var_1914_cast_fp16_8))[name = tensor("op_1987_cast_fp16")]; tensor var_1988_to_fp16 = const()[name = tensor("op_1988_to_fp16"), val = tensor(0.125)]; tensor aw_209_cast_fp16 = mul(x = var_1987_cast_fp16, y = var_1988_to_fp16)[name = tensor("aw_209_cast_fp16")]; tensor var_1991_equation_0 = const()[name = tensor("op_1991_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1991_cast_fp16 = einsum(equation = var_1991_equation_0, values = (var_1928_cast_fp16_9, var_1914_cast_fp16_9))[name = tensor("op_1991_cast_fp16")]; tensor var_1992_to_fp16 = const()[name = tensor("op_1992_to_fp16"), val = tensor(0.125)]; tensor aw_211_cast_fp16 = mul(x = var_1991_cast_fp16, y = var_1992_to_fp16)[name = tensor("aw_211_cast_fp16")]; tensor var_1995_equation_0 = const()[name = tensor("op_1995_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1995_cast_fp16 = einsum(equation = var_1995_equation_0, values = (var_1928_cast_fp16_10, var_1914_cast_fp16_10))[name = tensor("op_1995_cast_fp16")]; tensor var_1996_to_fp16 = const()[name = tensor("op_1996_to_fp16"), val = tensor(0.125)]; tensor aw_213_cast_fp16 = mul(x = var_1995_cast_fp16, y = var_1996_to_fp16)[name = tensor("aw_213_cast_fp16")]; tensor var_1999_equation_0 = const()[name = tensor("op_1999_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1999_cast_fp16 = einsum(equation = var_1999_equation_0, values = (var_1928_cast_fp16_11, var_1914_cast_fp16_11))[name = tensor("op_1999_cast_fp16")]; tensor var_2000_to_fp16 = const()[name = tensor("op_2000_to_fp16"), val = tensor(0.125)]; tensor aw_215_cast_fp16 = mul(x = var_1999_cast_fp16, y = var_2000_to_fp16)[name = tensor("aw_215_cast_fp16")]; tensor var_2002_cast_fp16 = softmax(axis = var_15, x = aw_193_cast_fp16)[name = tensor("op_2002_cast_fp16")]; tensor var_2003_cast_fp16 = softmax(axis = var_15, x = aw_195_cast_fp16)[name = tensor("op_2003_cast_fp16")]; tensor var_2004_cast_fp16 = softmax(axis = var_15, x = aw_197_cast_fp16)[name = tensor("op_2004_cast_fp16")]; tensor var_2005_cast_fp16 = softmax(axis = var_15, x = aw_199_cast_fp16)[name = tensor("op_2005_cast_fp16")]; tensor var_2006_cast_fp16 = softmax(axis = var_15, x = aw_201_cast_fp16)[name = tensor("op_2006_cast_fp16")]; tensor var_2007_cast_fp16 = softmax(axis = var_15, x = aw_203_cast_fp16)[name = tensor("op_2007_cast_fp16")]; tensor var_2008_cast_fp16 = softmax(axis = var_15, x = aw_205_cast_fp16)[name = tensor("op_2008_cast_fp16")]; tensor var_2009_cast_fp16 = softmax(axis = var_15, x = aw_207_cast_fp16)[name = tensor("op_2009_cast_fp16")]; tensor var_2010_cast_fp16 = softmax(axis = var_15, x = aw_209_cast_fp16)[name = tensor("op_2010_cast_fp16")]; tensor var_2011_cast_fp16 = softmax(axis = var_15, x = aw_211_cast_fp16)[name = tensor("op_2011_cast_fp16")]; tensor var_2012_cast_fp16 = softmax(axis = var_15, x = aw_213_cast_fp16)[name = tensor("op_2012_cast_fp16")]; tensor var_2013_cast_fp16 = softmax(axis = var_15, x = aw_215_cast_fp16)[name = tensor("op_2013_cast_fp16")]; tensor var_2015_equation_0 = const()[name = tensor("op_2015_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2015_cast_fp16 = einsum(equation = var_2015_equation_0, values = (var_1941_cast_fp16_0, var_2002_cast_fp16))[name = tensor("op_2015_cast_fp16")]; tensor var_2017_equation_0 = const()[name = tensor("op_2017_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2017_cast_fp16 = einsum(equation = var_2017_equation_0, values = (var_1941_cast_fp16_1, var_2003_cast_fp16))[name = tensor("op_2017_cast_fp16")]; tensor var_2019_equation_0 = const()[name = tensor("op_2019_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2019_cast_fp16 = einsum(equation = var_2019_equation_0, values = (var_1941_cast_fp16_2, var_2004_cast_fp16))[name = tensor("op_2019_cast_fp16")]; tensor var_2021_equation_0 = const()[name = tensor("op_2021_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2021_cast_fp16 = einsum(equation = var_2021_equation_0, values = (var_1941_cast_fp16_3, var_2005_cast_fp16))[name = tensor("op_2021_cast_fp16")]; tensor var_2023_equation_0 = const()[name = tensor("op_2023_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2023_cast_fp16 = einsum(equation = var_2023_equation_0, values = (var_1941_cast_fp16_4, var_2006_cast_fp16))[name = tensor("op_2023_cast_fp16")]; tensor var_2025_equation_0 = const()[name = tensor("op_2025_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2025_cast_fp16 = einsum(equation = var_2025_equation_0, values = (var_1941_cast_fp16_5, var_2007_cast_fp16))[name = tensor("op_2025_cast_fp16")]; tensor var_2027_equation_0 = const()[name = tensor("op_2027_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2027_cast_fp16 = einsum(equation = var_2027_equation_0, values = (var_1941_cast_fp16_6, var_2008_cast_fp16))[name = tensor("op_2027_cast_fp16")]; tensor var_2029_equation_0 = const()[name = tensor("op_2029_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2029_cast_fp16 = einsum(equation = var_2029_equation_0, values = (var_1941_cast_fp16_7, var_2009_cast_fp16))[name = tensor("op_2029_cast_fp16")]; tensor var_2031_equation_0 = const()[name = tensor("op_2031_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2031_cast_fp16 = einsum(equation = var_2031_equation_0, values = (var_1941_cast_fp16_8, var_2010_cast_fp16))[name = tensor("op_2031_cast_fp16")]; tensor var_2033_equation_0 = const()[name = tensor("op_2033_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2033_cast_fp16 = einsum(equation = var_2033_equation_0, values = (var_1941_cast_fp16_9, var_2011_cast_fp16))[name = tensor("op_2033_cast_fp16")]; tensor var_2035_equation_0 = const()[name = tensor("op_2035_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2035_cast_fp16 = einsum(equation = var_2035_equation_0, values = (var_1941_cast_fp16_10, var_2012_cast_fp16))[name = tensor("op_2035_cast_fp16")]; tensor var_2037_equation_0 = const()[name = tensor("op_2037_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2037_cast_fp16 = einsum(equation = var_2037_equation_0, values = (var_1941_cast_fp16_11, var_2013_cast_fp16))[name = tensor("op_2037_cast_fp16")]; tensor input_49_interleave_0 = const()[name = tensor("input_49_interleave_0"), val = tensor(false)]; tensor input_49_cast_fp16 = concat(axis = var_15, interleave = input_49_interleave_0, values = (var_2015_cast_fp16, var_2017_cast_fp16, var_2019_cast_fp16, var_2021_cast_fp16, var_2023_cast_fp16, var_2025_cast_fp16, var_2027_cast_fp16, var_2029_cast_fp16, var_2031_cast_fp16, var_2033_cast_fp16, var_2035_cast_fp16, var_2037_cast_fp16))[name = tensor("input_49_cast_fp16")]; tensor var_2042 = const()[name = tensor("op_2042"), val = tensor([1, 1])]; tensor var_2044 = const()[name = tensor("op_2044"), val = tensor([1, 1])]; tensor var_2046_pad_type_0 = const()[name = tensor("op_2046_pad_type_0"), val = tensor("custom")]; tensor var_2046_pad_0 = const()[name = tensor("op_2046_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67538496)))]; tensor var_2046_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16, dilations = var_2044, groups = var_15, pad = var_2046_pad_0, pad_type = var_2046_pad_type_0, strides = var_2042, weight = vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16, x = input_49_cast_fp16)[name = tensor("op_2046_cast_fp16")]; tensor inputs_39_cast_fp16 = add(x = transpose_5, y = var_2046_cast_fp16)[name = tensor("inputs_39_cast_fp16")]; tensor out_37_axes_0 = const()[name = tensor("out_37_axes_0"), val = tensor([1])]; tensor var_2056_to_fp16 = const()[name = tensor("op_2056_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_37_cast_fp16 = layer_norm(axes = out_37_axes_0, epsilon = var_2056_to_fp16, x = inputs_39_cast_fp16)[name = tensor("out_37_cast_fp16")]; tensor input_51_gamma_0_to_fp16 = const()[name = tensor("input_51_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67540096)))]; tensor input_51_beta_0_to_fp16 = const()[name = tensor("input_51_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67541696)))]; tensor input_51_epsilon_0_to_fp16 = const()[name = tensor("input_51_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_51_cast_fp16 = batch_norm(beta = input_51_beta_0_to_fp16, epsilon = input_51_epsilon_0_to_fp16, gamma = input_51_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_37_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor var_2070 = const()[name = tensor("op_2070"), val = tensor([1, 1])]; tensor var_2072 = const()[name = tensor("op_2072"), val = tensor([1, 1])]; tensor x_31_pad_type_0 = const()[name = tensor("x_31_pad_type_0"), val = tensor("custom")]; tensor x_31_pad_0 = const()[name = tensor("x_31_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67543296)))]; tensor x_31_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16, dilations = var_2072, groups = var_15, pad = x_31_pad_0, pad_type = x_31_pad_type_0, strides = var_2070, weight = vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16, x = input_51_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor var_2075_to_fp16 = const()[name = tensor("op_2075_to_fp16"), val = tensor(1.70214844)]; tensor var_2076_cast_fp16 = mul(x = x_31_cast_fp16, y = var_2075_to_fp16)[name = tensor("op_2076_cast_fp16")]; tensor var_2077_cast_fp16 = sigmoid(x = var_2076_cast_fp16)[name = tensor("op_2077_cast_fp16")]; tensor input_53_cast_fp16 = mul(x = x_31_cast_fp16, y = var_2077_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor var_2081 = const()[name = tensor("op_2081"), val = tensor([1, 1])]; tensor var_2083 = const()[name = tensor("op_2083"), val = tensor([1, 1])]; tensor var_2085_pad_type_0 = const()[name = tensor("op_2085_pad_type_0"), val = tensor("custom")]; tensor var_2085_pad_0 = const()[name = tensor("op_2085_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67549504)))]; tensor var_2085_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16, dilations = var_2083, groups = var_15, pad = var_2085_pad_0, pad_type = var_2085_pad_type_0, strides = var_2081, weight = vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16, x = input_53_cast_fp16)[name = tensor("op_2085_cast_fp16")]; tensor inputs_41_cast_fp16 = add(x = inputs_39_cast_fp16, y = var_2085_cast_fp16)[name = tensor("inputs_41_cast_fp16")]; tensor out_39_axes_0 = const()[name = tensor("out_39_axes_0"), val = tensor([1])]; tensor var_2099_to_fp16 = const()[name = tensor("op_2099_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_39_cast_fp16 = layer_norm(axes = out_39_axes_0, epsilon = var_2099_to_fp16, x = inputs_41_cast_fp16)[name = tensor("out_39_cast_fp16")]; tensor query_19_gamma_0_to_fp16 = const()[name = tensor("query_19_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67551104)))]; tensor query_19_beta_0_to_fp16 = const()[name = tensor("query_19_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67552704)))]; tensor query_19_epsilon_0_to_fp16 = const()[name = tensor("query_19_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_19_cast_fp16 = batch_norm(beta = query_19_beta_0_to_fp16, epsilon = query_19_epsilon_0_to_fp16, gamma = query_19_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_39_cast_fp16)[name = tensor("query_19_cast_fp16")]; tensor var_2115 = const()[name = tensor("op_2115"), val = tensor([1, 1])]; tensor var_2117 = const()[name = tensor("op_2117"), val = tensor([1, 1])]; tensor var_2119_pad_type_0 = const()[name = tensor("op_2119_pad_type_0"), val = tensor("custom")]; tensor var_2119_pad_0 = const()[name = tensor("op_2119_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67554304)))]; tensor var_2119_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_query_bias_to_fp16, dilations = var_2117, groups = var_15, pad = var_2119_pad_0, pad_type = var_2119_pad_type_0, strides = var_2115, weight = vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("op_2119_cast_fp16")]; tensor var_2122 = const()[name = tensor("op_2122"), val = tensor([1, 1])]; tensor var_2124 = const()[name = tensor("op_2124"), val = tensor([1, 1])]; tensor k_19_pad_type_0 = const()[name = tensor("k_19_pad_type_0"), val = tensor("custom")]; tensor k_19_pad_0 = const()[name = tensor("k_19_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67555904)))]; tensor k_19_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_key_bias_to_fp16, dilations = var_2124, groups = var_15, pad = k_19_pad_0, pad_type = k_19_pad_type_0, strides = var_2122, weight = vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("k_19_cast_fp16")]; tensor var_2129 = const()[name = tensor("op_2129"), val = tensor([1, 1])]; tensor var_2131 = const()[name = tensor("op_2131"), val = tensor([1, 1])]; tensor var_2133_pad_type_0 = const()[name = tensor("op_2133_pad_type_0"), val = tensor("custom")]; tensor var_2133_pad_0 = const()[name = tensor("op_2133_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67557504)))]; tensor var_2133_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_value_bias_to_fp16, dilations = var_2131, groups = var_15, pad = var_2133_pad_0, pad_type = var_2133_pad_type_0, strides = var_2129, weight = vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("op_2133_cast_fp16")]; tensor tile_27 = const()[name = tensor("tile_27"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2134_axis_0 = const()[name = tensor("op_2134_axis_0"), val = tensor(1)]; tensor var_2134_cast_fp16_0, tensor var_2134_cast_fp16_1, tensor var_2134_cast_fp16_2, tensor var_2134_cast_fp16_3, tensor var_2134_cast_fp16_4, tensor var_2134_cast_fp16_5, tensor var_2134_cast_fp16_6, tensor var_2134_cast_fp16_7, tensor var_2134_cast_fp16_8, tensor var_2134_cast_fp16_9, tensor var_2134_cast_fp16_10, tensor var_2134_cast_fp16_11 = split(axis = var_2134_axis_0, split_sizes = tile_27, x = var_2119_cast_fp16)[name = tensor("op_2134_cast_fp16")]; tensor var_2147_perm_0 = const()[name = tensor("op_2147_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_28 = const()[name = tensor("tile_28"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2148_axis_0 = const()[name = tensor("op_2148_axis_0"), val = tensor(3)]; tensor transpose_3 = transpose(perm = var_2147_perm_0, x = k_19_cast_fp16)[name = tensor("transpose_3")]; tensor var_2148_cast_fp16_0, tensor var_2148_cast_fp16_1, tensor var_2148_cast_fp16_2, tensor var_2148_cast_fp16_3, tensor var_2148_cast_fp16_4, tensor var_2148_cast_fp16_5, tensor var_2148_cast_fp16_6, tensor var_2148_cast_fp16_7, tensor var_2148_cast_fp16_8, tensor var_2148_cast_fp16_9, tensor var_2148_cast_fp16_10, tensor var_2148_cast_fp16_11 = split(axis = var_2148_axis_0, split_sizes = tile_28, x = transpose_3)[name = tensor("op_2148_cast_fp16")]; tensor tile_29 = const()[name = tensor("tile_29"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2161_axis_0 = const()[name = tensor("op_2161_axis_0"), val = tensor(1)]; tensor var_2161_cast_fp16_0, tensor var_2161_cast_fp16_1, tensor var_2161_cast_fp16_2, tensor var_2161_cast_fp16_3, tensor var_2161_cast_fp16_4, tensor var_2161_cast_fp16_5, tensor var_2161_cast_fp16_6, tensor var_2161_cast_fp16_7, tensor var_2161_cast_fp16_8, tensor var_2161_cast_fp16_9, tensor var_2161_cast_fp16_10, tensor var_2161_cast_fp16_11 = split(axis = var_2161_axis_0, split_sizes = tile_29, x = var_2133_cast_fp16)[name = tensor("op_2161_cast_fp16")]; tensor var_2175_equation_0 = const()[name = tensor("op_2175_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2175_cast_fp16 = einsum(equation = var_2175_equation_0, values = (var_2148_cast_fp16_0, var_2134_cast_fp16_0))[name = tensor("op_2175_cast_fp16")]; tensor var_2176_to_fp16 = const()[name = tensor("op_2176_to_fp16"), val = tensor(0.125)]; tensor aw_217_cast_fp16 = mul(x = var_2175_cast_fp16, y = var_2176_to_fp16)[name = tensor("aw_217_cast_fp16")]; tensor var_2179_equation_0 = const()[name = tensor("op_2179_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2179_cast_fp16 = einsum(equation = var_2179_equation_0, values = (var_2148_cast_fp16_1, var_2134_cast_fp16_1))[name = tensor("op_2179_cast_fp16")]; tensor var_2180_to_fp16 = const()[name = tensor("op_2180_to_fp16"), val = tensor(0.125)]; tensor aw_219_cast_fp16 = mul(x = var_2179_cast_fp16, y = var_2180_to_fp16)[name = tensor("aw_219_cast_fp16")]; tensor var_2183_equation_0 = const()[name = tensor("op_2183_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2183_cast_fp16 = einsum(equation = var_2183_equation_0, values = (var_2148_cast_fp16_2, var_2134_cast_fp16_2))[name = tensor("op_2183_cast_fp16")]; tensor var_2184_to_fp16 = const()[name = tensor("op_2184_to_fp16"), val = tensor(0.125)]; tensor aw_221_cast_fp16 = mul(x = var_2183_cast_fp16, y = var_2184_to_fp16)[name = tensor("aw_221_cast_fp16")]; tensor var_2187_equation_0 = const()[name = tensor("op_2187_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2187_cast_fp16 = einsum(equation = var_2187_equation_0, values = (var_2148_cast_fp16_3, var_2134_cast_fp16_3))[name = tensor("op_2187_cast_fp16")]; tensor var_2188_to_fp16 = const()[name = tensor("op_2188_to_fp16"), val = tensor(0.125)]; tensor aw_223_cast_fp16 = mul(x = var_2187_cast_fp16, y = var_2188_to_fp16)[name = tensor("aw_223_cast_fp16")]; tensor var_2191_equation_0 = const()[name = tensor("op_2191_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2191_cast_fp16 = einsum(equation = var_2191_equation_0, values = (var_2148_cast_fp16_4, var_2134_cast_fp16_4))[name = tensor("op_2191_cast_fp16")]; tensor var_2192_to_fp16 = const()[name = tensor("op_2192_to_fp16"), val = tensor(0.125)]; tensor aw_225_cast_fp16 = mul(x = var_2191_cast_fp16, y = var_2192_to_fp16)[name = tensor("aw_225_cast_fp16")]; tensor var_2195_equation_0 = const()[name = tensor("op_2195_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2195_cast_fp16 = einsum(equation = var_2195_equation_0, values = (var_2148_cast_fp16_5, var_2134_cast_fp16_5))[name = tensor("op_2195_cast_fp16")]; tensor var_2196_to_fp16 = const()[name = tensor("op_2196_to_fp16"), val = tensor(0.125)]; tensor aw_227_cast_fp16 = mul(x = var_2195_cast_fp16, y = var_2196_to_fp16)[name = tensor("aw_227_cast_fp16")]; tensor var_2199_equation_0 = const()[name = tensor("op_2199_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2199_cast_fp16 = einsum(equation = var_2199_equation_0, values = (var_2148_cast_fp16_6, var_2134_cast_fp16_6))[name = tensor("op_2199_cast_fp16")]; tensor var_2200_to_fp16 = const()[name = tensor("op_2200_to_fp16"), val = tensor(0.125)]; tensor aw_229_cast_fp16 = mul(x = var_2199_cast_fp16, y = var_2200_to_fp16)[name = tensor("aw_229_cast_fp16")]; tensor var_2203_equation_0 = const()[name = tensor("op_2203_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2203_cast_fp16 = einsum(equation = var_2203_equation_0, values = (var_2148_cast_fp16_7, var_2134_cast_fp16_7))[name = tensor("op_2203_cast_fp16")]; tensor var_2204_to_fp16 = const()[name = tensor("op_2204_to_fp16"), val = tensor(0.125)]; tensor aw_231_cast_fp16 = mul(x = var_2203_cast_fp16, y = var_2204_to_fp16)[name = tensor("aw_231_cast_fp16")]; tensor var_2207_equation_0 = const()[name = tensor("op_2207_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2207_cast_fp16 = einsum(equation = var_2207_equation_0, values = (var_2148_cast_fp16_8, var_2134_cast_fp16_8))[name = tensor("op_2207_cast_fp16")]; tensor var_2208_to_fp16 = const()[name = tensor("op_2208_to_fp16"), val = tensor(0.125)]; tensor aw_233_cast_fp16 = mul(x = var_2207_cast_fp16, y = var_2208_to_fp16)[name = tensor("aw_233_cast_fp16")]; tensor var_2211_equation_0 = const()[name = tensor("op_2211_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2211_cast_fp16 = einsum(equation = var_2211_equation_0, values = (var_2148_cast_fp16_9, var_2134_cast_fp16_9))[name = tensor("op_2211_cast_fp16")]; tensor var_2212_to_fp16 = const()[name = tensor("op_2212_to_fp16"), val = tensor(0.125)]; tensor aw_235_cast_fp16 = mul(x = var_2211_cast_fp16, y = var_2212_to_fp16)[name = tensor("aw_235_cast_fp16")]; tensor var_2215_equation_0 = const()[name = tensor("op_2215_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2215_cast_fp16 = einsum(equation = var_2215_equation_0, values = (var_2148_cast_fp16_10, var_2134_cast_fp16_10))[name = tensor("op_2215_cast_fp16")]; tensor var_2216_to_fp16 = const()[name = tensor("op_2216_to_fp16"), val = tensor(0.125)]; tensor aw_237_cast_fp16 = mul(x = var_2215_cast_fp16, y = var_2216_to_fp16)[name = tensor("aw_237_cast_fp16")]; tensor var_2219_equation_0 = const()[name = tensor("op_2219_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2219_cast_fp16 = einsum(equation = var_2219_equation_0, values = (var_2148_cast_fp16_11, var_2134_cast_fp16_11))[name = tensor("op_2219_cast_fp16")]; tensor var_2220_to_fp16 = const()[name = tensor("op_2220_to_fp16"), val = tensor(0.125)]; tensor aw_239_cast_fp16 = mul(x = var_2219_cast_fp16, y = var_2220_to_fp16)[name = tensor("aw_239_cast_fp16")]; tensor var_2222_cast_fp16 = softmax(axis = var_15, x = aw_217_cast_fp16)[name = tensor("op_2222_cast_fp16")]; tensor var_2223_cast_fp16 = softmax(axis = var_15, x = aw_219_cast_fp16)[name = tensor("op_2223_cast_fp16")]; tensor var_2224_cast_fp16 = softmax(axis = var_15, x = aw_221_cast_fp16)[name = tensor("op_2224_cast_fp16")]; tensor var_2225_cast_fp16 = softmax(axis = var_15, x = aw_223_cast_fp16)[name = tensor("op_2225_cast_fp16")]; tensor var_2226_cast_fp16 = softmax(axis = var_15, x = aw_225_cast_fp16)[name = tensor("op_2226_cast_fp16")]; tensor var_2227_cast_fp16 = softmax(axis = var_15, x = aw_227_cast_fp16)[name = tensor("op_2227_cast_fp16")]; tensor var_2228_cast_fp16 = softmax(axis = var_15, x = aw_229_cast_fp16)[name = tensor("op_2228_cast_fp16")]; tensor var_2229_cast_fp16 = softmax(axis = var_15, x = aw_231_cast_fp16)[name = tensor("op_2229_cast_fp16")]; tensor var_2230_cast_fp16 = softmax(axis = var_15, x = aw_233_cast_fp16)[name = tensor("op_2230_cast_fp16")]; tensor var_2231_cast_fp16 = softmax(axis = var_15, x = aw_235_cast_fp16)[name = tensor("op_2231_cast_fp16")]; tensor var_2232_cast_fp16 = softmax(axis = var_15, x = aw_237_cast_fp16)[name = tensor("op_2232_cast_fp16")]; tensor var_2233_cast_fp16 = softmax(axis = var_15, x = aw_239_cast_fp16)[name = tensor("op_2233_cast_fp16")]; tensor var_2235_equation_0 = const()[name = tensor("op_2235_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2235_cast_fp16 = einsum(equation = var_2235_equation_0, values = (var_2161_cast_fp16_0, var_2222_cast_fp16))[name = tensor("op_2235_cast_fp16")]; tensor var_2237_equation_0 = const()[name = tensor("op_2237_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2237_cast_fp16 = einsum(equation = var_2237_equation_0, values = (var_2161_cast_fp16_1, var_2223_cast_fp16))[name = tensor("op_2237_cast_fp16")]; tensor var_2239_equation_0 = const()[name = tensor("op_2239_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2239_cast_fp16 = einsum(equation = var_2239_equation_0, values = (var_2161_cast_fp16_2, var_2224_cast_fp16))[name = tensor("op_2239_cast_fp16")]; tensor var_2241_equation_0 = const()[name = tensor("op_2241_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2241_cast_fp16 = einsum(equation = var_2241_equation_0, values = (var_2161_cast_fp16_3, var_2225_cast_fp16))[name = tensor("op_2241_cast_fp16")]; tensor var_2243_equation_0 = const()[name = tensor("op_2243_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2243_cast_fp16 = einsum(equation = var_2243_equation_0, values = (var_2161_cast_fp16_4, var_2226_cast_fp16))[name = tensor("op_2243_cast_fp16")]; tensor var_2245_equation_0 = const()[name = tensor("op_2245_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2245_cast_fp16 = einsum(equation = var_2245_equation_0, values = (var_2161_cast_fp16_5, var_2227_cast_fp16))[name = tensor("op_2245_cast_fp16")]; tensor var_2247_equation_0 = const()[name = tensor("op_2247_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2247_cast_fp16 = einsum(equation = var_2247_equation_0, values = (var_2161_cast_fp16_6, var_2228_cast_fp16))[name = tensor("op_2247_cast_fp16")]; tensor var_2249_equation_0 = const()[name = tensor("op_2249_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2249_cast_fp16 = einsum(equation = var_2249_equation_0, values = (var_2161_cast_fp16_7, var_2229_cast_fp16))[name = tensor("op_2249_cast_fp16")]; tensor var_2251_equation_0 = const()[name = tensor("op_2251_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2251_cast_fp16 = einsum(equation = var_2251_equation_0, values = (var_2161_cast_fp16_8, var_2230_cast_fp16))[name = tensor("op_2251_cast_fp16")]; tensor var_2253_equation_0 = const()[name = tensor("op_2253_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2253_cast_fp16 = einsum(equation = var_2253_equation_0, values = (var_2161_cast_fp16_9, var_2231_cast_fp16))[name = tensor("op_2253_cast_fp16")]; tensor var_2255_equation_0 = const()[name = tensor("op_2255_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2255_cast_fp16 = einsum(equation = var_2255_equation_0, values = (var_2161_cast_fp16_10, var_2232_cast_fp16))[name = tensor("op_2255_cast_fp16")]; tensor var_2257_equation_0 = const()[name = tensor("op_2257_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2257_cast_fp16 = einsum(equation = var_2257_equation_0, values = (var_2161_cast_fp16_11, var_2233_cast_fp16))[name = tensor("op_2257_cast_fp16")]; tensor input_55_interleave_0 = const()[name = tensor("input_55_interleave_0"), val = tensor(false)]; tensor input_55_cast_fp16 = concat(axis = var_15, interleave = input_55_interleave_0, values = (var_2235_cast_fp16, var_2237_cast_fp16, var_2239_cast_fp16, var_2241_cast_fp16, var_2243_cast_fp16, var_2245_cast_fp16, var_2247_cast_fp16, var_2249_cast_fp16, var_2251_cast_fp16, var_2253_cast_fp16, var_2255_cast_fp16, var_2257_cast_fp16))[name = tensor("input_55_cast_fp16")]; tensor var_2262 = const()[name = tensor("op_2262"), val = tensor([1, 1])]; tensor var_2264 = const()[name = tensor("op_2264"), val = tensor([1, 1])]; tensor var_2266_pad_type_0 = const()[name = tensor("op_2266_pad_type_0"), val = tensor("custom")]; tensor var_2266_pad_0 = const()[name = tensor("op_2266_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67559104)))]; tensor var_2266_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16, dilations = var_2264, groups = var_15, pad = var_2266_pad_0, pad_type = var_2266_pad_type_0, strides = var_2262, weight = vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16, x = input_55_cast_fp16)[name = tensor("op_2266_cast_fp16")]; tensor inputs_43_cast_fp16 = add(x = inputs_41_cast_fp16, y = var_2266_cast_fp16)[name = tensor("inputs_43_cast_fp16")]; tensor out_41_axes_0 = const()[name = tensor("out_41_axes_0"), val = tensor([1])]; tensor var_2276_to_fp16 = const()[name = tensor("op_2276_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_41_cast_fp16 = layer_norm(axes = out_41_axes_0, epsilon = var_2276_to_fp16, x = inputs_43_cast_fp16)[name = tensor("out_41_cast_fp16")]; tensor input_57_gamma_0_to_fp16 = const()[name = tensor("input_57_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67560704)))]; tensor input_57_beta_0_to_fp16 = const()[name = tensor("input_57_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67562304)))]; tensor input_57_epsilon_0_to_fp16 = const()[name = tensor("input_57_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_57_cast_fp16 = batch_norm(beta = input_57_beta_0_to_fp16, epsilon = input_57_epsilon_0_to_fp16, gamma = input_57_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_41_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor var_2290 = const()[name = tensor("op_2290"), val = tensor([1, 1])]; tensor var_2292 = const()[name = tensor("op_2292"), val = tensor([1, 1])]; tensor x_33_pad_type_0 = const()[name = tensor("x_33_pad_type_0"), val = tensor("custom")]; tensor x_33_pad_0 = const()[name = tensor("x_33_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67563904)))]; tensor x_33_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16, dilations = var_2292, groups = var_15, pad = x_33_pad_0, pad_type = x_33_pad_type_0, strides = var_2290, weight = vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16, x = input_57_cast_fp16)[name = tensor("x_33_cast_fp16")]; tensor var_2295_to_fp16 = const()[name = tensor("op_2295_to_fp16"), val = tensor(1.70214844)]; tensor var_2296_cast_fp16 = mul(x = x_33_cast_fp16, y = var_2295_to_fp16)[name = tensor("op_2296_cast_fp16")]; tensor var_2297_cast_fp16 = sigmoid(x = var_2296_cast_fp16)[name = tensor("op_2297_cast_fp16")]; tensor input_59_cast_fp16 = mul(x = x_33_cast_fp16, y = var_2297_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor var_2301 = const()[name = tensor("op_2301"), val = tensor([1, 1])]; tensor var_2303 = const()[name = tensor("op_2303"), val = tensor([1, 1])]; tensor var_2305_pad_type_0 = const()[name = tensor("op_2305_pad_type_0"), val = tensor("custom")]; tensor var_2305_pad_0 = const()[name = tensor("op_2305_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67570112)))]; tensor var_2305_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16, dilations = var_2303, groups = var_15, pad = var_2305_pad_0, pad_type = var_2305_pad_type_0, strides = var_2301, weight = vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16, x = input_59_cast_fp16)[name = tensor("op_2305_cast_fp16")]; tensor inputs_45_cast_fp16 = add(x = inputs_43_cast_fp16, y = var_2305_cast_fp16)[name = tensor("inputs_45_cast_fp16")]; tensor out_43_axes_0 = const()[name = tensor("out_43_axes_0"), val = tensor([1])]; tensor var_2319_to_fp16 = const()[name = tensor("op_2319_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_43_cast_fp16 = layer_norm(axes = out_43_axes_0, epsilon = var_2319_to_fp16, x = inputs_45_cast_fp16)[name = tensor("out_43_cast_fp16")]; tensor query_21_gamma_0_to_fp16 = const()[name = tensor("query_21_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67571712)))]; tensor query_21_beta_0_to_fp16 = const()[name = tensor("query_21_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67573312)))]; tensor query_21_epsilon_0_to_fp16 = const()[name = tensor("query_21_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_21_cast_fp16 = batch_norm(beta = query_21_beta_0_to_fp16, epsilon = query_21_epsilon_0_to_fp16, gamma = query_21_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_43_cast_fp16)[name = tensor("query_21_cast_fp16")]; tensor var_2335 = const()[name = tensor("op_2335"), val = tensor([1, 1])]; tensor var_2337 = const()[name = tensor("op_2337"), val = tensor([1, 1])]; tensor var_2339_pad_type_0 = const()[name = tensor("op_2339_pad_type_0"), val = tensor("custom")]; tensor var_2339_pad_0 = const()[name = tensor("op_2339_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67574912)))]; tensor var_2339_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_query_bias_to_fp16, dilations = var_2337, groups = var_15, pad = var_2339_pad_0, pad_type = var_2339_pad_type_0, strides = var_2335, weight = vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("op_2339_cast_fp16")]; tensor var_2342 = const()[name = tensor("op_2342"), val = tensor([1, 1])]; tensor var_2344 = const()[name = tensor("op_2344"), val = tensor([1, 1])]; tensor k_21_pad_type_0 = const()[name = tensor("k_21_pad_type_0"), val = tensor("custom")]; tensor k_21_pad_0 = const()[name = tensor("k_21_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67576512)))]; tensor k_21_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_key_bias_to_fp16, dilations = var_2344, groups = var_15, pad = k_21_pad_0, pad_type = k_21_pad_type_0, strides = var_2342, weight = vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("k_21_cast_fp16")]; tensor var_2349 = const()[name = tensor("op_2349"), val = tensor([1, 1])]; tensor var_2351 = const()[name = tensor("op_2351"), val = tensor([1, 1])]; tensor var_2353_pad_type_0 = const()[name = tensor("op_2353_pad_type_0"), val = tensor("custom")]; tensor var_2353_pad_0 = const()[name = tensor("op_2353_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67578112)))]; tensor var_2353_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_value_bias_to_fp16, dilations = var_2351, groups = var_15, pad = var_2353_pad_0, pad_type = var_2353_pad_type_0, strides = var_2349, weight = vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("op_2353_cast_fp16")]; tensor tile_30 = const()[name = tensor("tile_30"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2354_axis_0 = const()[name = tensor("op_2354_axis_0"), val = tensor(1)]; tensor var_2354_cast_fp16_0, tensor var_2354_cast_fp16_1, tensor var_2354_cast_fp16_2, tensor var_2354_cast_fp16_3, tensor var_2354_cast_fp16_4, tensor var_2354_cast_fp16_5, tensor var_2354_cast_fp16_6, tensor var_2354_cast_fp16_7, tensor var_2354_cast_fp16_8, tensor var_2354_cast_fp16_9, tensor var_2354_cast_fp16_10, tensor var_2354_cast_fp16_11 = split(axis = var_2354_axis_0, split_sizes = tile_30, x = var_2339_cast_fp16)[name = tensor("op_2354_cast_fp16")]; tensor var_2367_perm_0 = const()[name = tensor("op_2367_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_31 = const()[name = tensor("tile_31"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2368_axis_0 = const()[name = tensor("op_2368_axis_0"), val = tensor(3)]; tensor transpose_2 = transpose(perm = var_2367_perm_0, x = k_21_cast_fp16)[name = tensor("transpose_2")]; tensor var_2368_cast_fp16_0, tensor var_2368_cast_fp16_1, tensor var_2368_cast_fp16_2, tensor var_2368_cast_fp16_3, tensor var_2368_cast_fp16_4, tensor var_2368_cast_fp16_5, tensor var_2368_cast_fp16_6, tensor var_2368_cast_fp16_7, tensor var_2368_cast_fp16_8, tensor var_2368_cast_fp16_9, tensor var_2368_cast_fp16_10, tensor var_2368_cast_fp16_11 = split(axis = var_2368_axis_0, split_sizes = tile_31, x = transpose_2)[name = tensor("op_2368_cast_fp16")]; tensor tile_32 = const()[name = tensor("tile_32"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2381_axis_0 = const()[name = tensor("op_2381_axis_0"), val = tensor(1)]; tensor var_2381_cast_fp16_0, tensor var_2381_cast_fp16_1, tensor var_2381_cast_fp16_2, tensor var_2381_cast_fp16_3, tensor var_2381_cast_fp16_4, tensor var_2381_cast_fp16_5, tensor var_2381_cast_fp16_6, tensor var_2381_cast_fp16_7, tensor var_2381_cast_fp16_8, tensor var_2381_cast_fp16_9, tensor var_2381_cast_fp16_10, tensor var_2381_cast_fp16_11 = split(axis = var_2381_axis_0, split_sizes = tile_32, x = var_2353_cast_fp16)[name = tensor("op_2381_cast_fp16")]; tensor var_2395_equation_0 = const()[name = tensor("op_2395_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2395_cast_fp16 = einsum(equation = var_2395_equation_0, values = (var_2368_cast_fp16_0, var_2354_cast_fp16_0))[name = tensor("op_2395_cast_fp16")]; tensor var_2396_to_fp16 = const()[name = tensor("op_2396_to_fp16"), val = tensor(0.125)]; tensor aw_241_cast_fp16 = mul(x = var_2395_cast_fp16, y = var_2396_to_fp16)[name = tensor("aw_241_cast_fp16")]; tensor var_2399_equation_0 = const()[name = tensor("op_2399_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2399_cast_fp16 = einsum(equation = var_2399_equation_0, values = (var_2368_cast_fp16_1, var_2354_cast_fp16_1))[name = tensor("op_2399_cast_fp16")]; tensor var_2400_to_fp16 = const()[name = tensor("op_2400_to_fp16"), val = tensor(0.125)]; tensor aw_243_cast_fp16 = mul(x = var_2399_cast_fp16, y = var_2400_to_fp16)[name = tensor("aw_243_cast_fp16")]; tensor var_2403_equation_0 = const()[name = tensor("op_2403_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2403_cast_fp16 = einsum(equation = var_2403_equation_0, values = (var_2368_cast_fp16_2, var_2354_cast_fp16_2))[name = tensor("op_2403_cast_fp16")]; tensor var_2404_to_fp16 = const()[name = tensor("op_2404_to_fp16"), val = tensor(0.125)]; tensor aw_245_cast_fp16 = mul(x = var_2403_cast_fp16, y = var_2404_to_fp16)[name = tensor("aw_245_cast_fp16")]; tensor var_2407_equation_0 = const()[name = tensor("op_2407_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2407_cast_fp16 = einsum(equation = var_2407_equation_0, values = (var_2368_cast_fp16_3, var_2354_cast_fp16_3))[name = tensor("op_2407_cast_fp16")]; tensor var_2408_to_fp16 = const()[name = tensor("op_2408_to_fp16"), val = tensor(0.125)]; tensor aw_247_cast_fp16 = mul(x = var_2407_cast_fp16, y = var_2408_to_fp16)[name = tensor("aw_247_cast_fp16")]; tensor var_2411_equation_0 = const()[name = tensor("op_2411_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2411_cast_fp16 = einsum(equation = var_2411_equation_0, values = (var_2368_cast_fp16_4, var_2354_cast_fp16_4))[name = tensor("op_2411_cast_fp16")]; tensor var_2412_to_fp16 = const()[name = tensor("op_2412_to_fp16"), val = tensor(0.125)]; tensor aw_249_cast_fp16 = mul(x = var_2411_cast_fp16, y = var_2412_to_fp16)[name = tensor("aw_249_cast_fp16")]; tensor var_2415_equation_0 = const()[name = tensor("op_2415_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2415_cast_fp16 = einsum(equation = var_2415_equation_0, values = (var_2368_cast_fp16_5, var_2354_cast_fp16_5))[name = tensor("op_2415_cast_fp16")]; tensor var_2416_to_fp16 = const()[name = tensor("op_2416_to_fp16"), val = tensor(0.125)]; tensor aw_251_cast_fp16 = mul(x = var_2415_cast_fp16, y = var_2416_to_fp16)[name = tensor("aw_251_cast_fp16")]; tensor var_2419_equation_0 = const()[name = tensor("op_2419_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2419_cast_fp16 = einsum(equation = var_2419_equation_0, values = (var_2368_cast_fp16_6, var_2354_cast_fp16_6))[name = tensor("op_2419_cast_fp16")]; tensor var_2420_to_fp16 = const()[name = tensor("op_2420_to_fp16"), val = tensor(0.125)]; tensor aw_253_cast_fp16 = mul(x = var_2419_cast_fp16, y = var_2420_to_fp16)[name = tensor("aw_253_cast_fp16")]; tensor var_2423_equation_0 = const()[name = tensor("op_2423_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2423_cast_fp16 = einsum(equation = var_2423_equation_0, values = (var_2368_cast_fp16_7, var_2354_cast_fp16_7))[name = tensor("op_2423_cast_fp16")]; tensor var_2424_to_fp16 = const()[name = tensor("op_2424_to_fp16"), val = tensor(0.125)]; tensor aw_255_cast_fp16 = mul(x = var_2423_cast_fp16, y = var_2424_to_fp16)[name = tensor("aw_255_cast_fp16")]; tensor var_2427_equation_0 = const()[name = tensor("op_2427_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2427_cast_fp16 = einsum(equation = var_2427_equation_0, values = (var_2368_cast_fp16_8, var_2354_cast_fp16_8))[name = tensor("op_2427_cast_fp16")]; tensor var_2428_to_fp16 = const()[name = tensor("op_2428_to_fp16"), val = tensor(0.125)]; tensor aw_257_cast_fp16 = mul(x = var_2427_cast_fp16, y = var_2428_to_fp16)[name = tensor("aw_257_cast_fp16")]; tensor var_2431_equation_0 = const()[name = tensor("op_2431_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2431_cast_fp16 = einsum(equation = var_2431_equation_0, values = (var_2368_cast_fp16_9, var_2354_cast_fp16_9))[name = tensor("op_2431_cast_fp16")]; tensor var_2432_to_fp16 = const()[name = tensor("op_2432_to_fp16"), val = tensor(0.125)]; tensor aw_259_cast_fp16 = mul(x = var_2431_cast_fp16, y = var_2432_to_fp16)[name = tensor("aw_259_cast_fp16")]; tensor var_2435_equation_0 = const()[name = tensor("op_2435_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2435_cast_fp16 = einsum(equation = var_2435_equation_0, values = (var_2368_cast_fp16_10, var_2354_cast_fp16_10))[name = tensor("op_2435_cast_fp16")]; tensor var_2436_to_fp16 = const()[name = tensor("op_2436_to_fp16"), val = tensor(0.125)]; tensor aw_261_cast_fp16 = mul(x = var_2435_cast_fp16, y = var_2436_to_fp16)[name = tensor("aw_261_cast_fp16")]; tensor var_2439_equation_0 = const()[name = tensor("op_2439_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2439_cast_fp16 = einsum(equation = var_2439_equation_0, values = (var_2368_cast_fp16_11, var_2354_cast_fp16_11))[name = tensor("op_2439_cast_fp16")]; tensor var_2440_to_fp16 = const()[name = tensor("op_2440_to_fp16"), val = tensor(0.125)]; tensor aw_263_cast_fp16 = mul(x = var_2439_cast_fp16, y = var_2440_to_fp16)[name = tensor("aw_263_cast_fp16")]; tensor var_2442_cast_fp16 = softmax(axis = var_15, x = aw_241_cast_fp16)[name = tensor("op_2442_cast_fp16")]; tensor var_2443_cast_fp16 = softmax(axis = var_15, x = aw_243_cast_fp16)[name = tensor("op_2443_cast_fp16")]; tensor var_2444_cast_fp16 = softmax(axis = var_15, x = aw_245_cast_fp16)[name = tensor("op_2444_cast_fp16")]; tensor var_2445_cast_fp16 = softmax(axis = var_15, x = aw_247_cast_fp16)[name = tensor("op_2445_cast_fp16")]; tensor var_2446_cast_fp16 = softmax(axis = var_15, x = aw_249_cast_fp16)[name = tensor("op_2446_cast_fp16")]; tensor var_2447_cast_fp16 = softmax(axis = var_15, x = aw_251_cast_fp16)[name = tensor("op_2447_cast_fp16")]; tensor var_2448_cast_fp16 = softmax(axis = var_15, x = aw_253_cast_fp16)[name = tensor("op_2448_cast_fp16")]; tensor var_2449_cast_fp16 = softmax(axis = var_15, x = aw_255_cast_fp16)[name = tensor("op_2449_cast_fp16")]; tensor var_2450_cast_fp16 = softmax(axis = var_15, x = aw_257_cast_fp16)[name = tensor("op_2450_cast_fp16")]; tensor var_2451_cast_fp16 = softmax(axis = var_15, x = aw_259_cast_fp16)[name = tensor("op_2451_cast_fp16")]; tensor var_2452_cast_fp16 = softmax(axis = var_15, x = aw_261_cast_fp16)[name = tensor("op_2452_cast_fp16")]; tensor var_2453_cast_fp16 = softmax(axis = var_15, x = aw_263_cast_fp16)[name = tensor("op_2453_cast_fp16")]; tensor var_2455_equation_0 = const()[name = tensor("op_2455_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2455_cast_fp16 = einsum(equation = var_2455_equation_0, values = (var_2381_cast_fp16_0, var_2442_cast_fp16))[name = tensor("op_2455_cast_fp16")]; tensor var_2457_equation_0 = const()[name = tensor("op_2457_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2457_cast_fp16 = einsum(equation = var_2457_equation_0, values = (var_2381_cast_fp16_1, var_2443_cast_fp16))[name = tensor("op_2457_cast_fp16")]; tensor var_2459_equation_0 = const()[name = tensor("op_2459_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2459_cast_fp16 = einsum(equation = var_2459_equation_0, values = (var_2381_cast_fp16_2, var_2444_cast_fp16))[name = tensor("op_2459_cast_fp16")]; tensor var_2461_equation_0 = const()[name = tensor("op_2461_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2461_cast_fp16 = einsum(equation = var_2461_equation_0, values = (var_2381_cast_fp16_3, var_2445_cast_fp16))[name = tensor("op_2461_cast_fp16")]; tensor var_2463_equation_0 = const()[name = tensor("op_2463_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2463_cast_fp16 = einsum(equation = var_2463_equation_0, values = (var_2381_cast_fp16_4, var_2446_cast_fp16))[name = tensor("op_2463_cast_fp16")]; tensor var_2465_equation_0 = const()[name = tensor("op_2465_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2465_cast_fp16 = einsum(equation = var_2465_equation_0, values = (var_2381_cast_fp16_5, var_2447_cast_fp16))[name = tensor("op_2465_cast_fp16")]; tensor var_2467_equation_0 = const()[name = tensor("op_2467_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2467_cast_fp16 = einsum(equation = var_2467_equation_0, values = (var_2381_cast_fp16_6, var_2448_cast_fp16))[name = tensor("op_2467_cast_fp16")]; tensor var_2469_equation_0 = const()[name = tensor("op_2469_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2469_cast_fp16 = einsum(equation = var_2469_equation_0, values = (var_2381_cast_fp16_7, var_2449_cast_fp16))[name = tensor("op_2469_cast_fp16")]; tensor var_2471_equation_0 = const()[name = tensor("op_2471_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2471_cast_fp16 = einsum(equation = var_2471_equation_0, values = (var_2381_cast_fp16_8, var_2450_cast_fp16))[name = tensor("op_2471_cast_fp16")]; tensor var_2473_equation_0 = const()[name = tensor("op_2473_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2473_cast_fp16 = einsum(equation = var_2473_equation_0, values = (var_2381_cast_fp16_9, var_2451_cast_fp16))[name = tensor("op_2473_cast_fp16")]; tensor var_2475_equation_0 = const()[name = tensor("op_2475_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2475_cast_fp16 = einsum(equation = var_2475_equation_0, values = (var_2381_cast_fp16_10, var_2452_cast_fp16))[name = tensor("op_2475_cast_fp16")]; tensor var_2477_equation_0 = const()[name = tensor("op_2477_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2477_cast_fp16 = einsum(equation = var_2477_equation_0, values = (var_2381_cast_fp16_11, var_2453_cast_fp16))[name = tensor("op_2477_cast_fp16")]; tensor input_61_interleave_0 = const()[name = tensor("input_61_interleave_0"), val = tensor(false)]; tensor input_61_cast_fp16 = concat(axis = var_15, interleave = input_61_interleave_0, values = (var_2455_cast_fp16, var_2457_cast_fp16, var_2459_cast_fp16, var_2461_cast_fp16, var_2463_cast_fp16, var_2465_cast_fp16, var_2467_cast_fp16, var_2469_cast_fp16, var_2471_cast_fp16, var_2473_cast_fp16, var_2475_cast_fp16, var_2477_cast_fp16))[name = tensor("input_61_cast_fp16")]; tensor var_2482 = const()[name = tensor("op_2482"), val = tensor([1, 1])]; tensor var_2484 = const()[name = tensor("op_2484"), val = tensor([1, 1])]; tensor var_2486_pad_type_0 = const()[name = tensor("op_2486_pad_type_0"), val = tensor("custom")]; tensor var_2486_pad_0 = const()[name = tensor("op_2486_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67579712)))]; tensor var_2486_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16, dilations = var_2484, groups = var_15, pad = var_2486_pad_0, pad_type = var_2486_pad_type_0, strides = var_2482, weight = vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16, x = input_61_cast_fp16)[name = tensor("op_2486_cast_fp16")]; tensor inputs_47_cast_fp16 = add(x = inputs_45_cast_fp16, y = var_2486_cast_fp16)[name = tensor("inputs_47_cast_fp16")]; tensor out_45_axes_0 = const()[name = tensor("out_45_axes_0"), val = tensor([1])]; tensor var_2496_to_fp16 = const()[name = tensor("op_2496_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_45_cast_fp16 = layer_norm(axes = out_45_axes_0, epsilon = var_2496_to_fp16, x = inputs_47_cast_fp16)[name = tensor("out_45_cast_fp16")]; tensor input_63_gamma_0_to_fp16 = const()[name = tensor("input_63_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67581312)))]; tensor input_63_beta_0_to_fp16 = const()[name = tensor("input_63_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67582912)))]; tensor input_63_epsilon_0_to_fp16 = const()[name = tensor("input_63_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_63_cast_fp16 = batch_norm(beta = input_63_beta_0_to_fp16, epsilon = input_63_epsilon_0_to_fp16, gamma = input_63_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_45_cast_fp16)[name = tensor("input_63_cast_fp16")]; tensor var_2510 = const()[name = tensor("op_2510"), val = tensor([1, 1])]; tensor var_2512 = const()[name = tensor("op_2512"), val = tensor([1, 1])]; tensor x_35_pad_type_0 = const()[name = tensor("x_35_pad_type_0"), val = tensor("custom")]; tensor x_35_pad_0 = const()[name = tensor("x_35_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67584512)))]; tensor x_35_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16, dilations = var_2512, groups = var_15, pad = x_35_pad_0, pad_type = x_35_pad_type_0, strides = var_2510, weight = vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16, x = input_63_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor var_2515_to_fp16 = const()[name = tensor("op_2515_to_fp16"), val = tensor(1.70214844)]; tensor var_2516_cast_fp16 = mul(x = x_35_cast_fp16, y = var_2515_to_fp16)[name = tensor("op_2516_cast_fp16")]; tensor var_2517_cast_fp16 = sigmoid(x = var_2516_cast_fp16)[name = tensor("op_2517_cast_fp16")]; tensor input_65_cast_fp16 = mul(x = x_35_cast_fp16, y = var_2517_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor var_2521 = const()[name = tensor("op_2521"), val = tensor([1, 1])]; tensor var_2523 = const()[name = tensor("op_2523"), val = tensor([1, 1])]; tensor var_2525_pad_type_0 = const()[name = tensor("op_2525_pad_type_0"), val = tensor("custom")]; tensor var_2525_pad_0 = const()[name = tensor("op_2525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67590720)))]; tensor var_2525_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16, dilations = var_2523, groups = var_15, pad = var_2525_pad_0, pad_type = var_2525_pad_type_0, strides = var_2521, weight = vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16, x = input_65_cast_fp16)[name = tensor("op_2525_cast_fp16")]; tensor inputs_49_cast_fp16 = add(x = inputs_47_cast_fp16, y = var_2525_cast_fp16)[name = tensor("inputs_49_cast_fp16")]; tensor out_47_axes_0 = const()[name = tensor("out_47_axes_0"), val = tensor([1])]; tensor var_2539_to_fp16 = const()[name = tensor("op_2539_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_47_cast_fp16 = layer_norm(axes = out_47_axes_0, epsilon = var_2539_to_fp16, x = inputs_49_cast_fp16)[name = tensor("out_47_cast_fp16")]; tensor query_23_gamma_0_to_fp16 = const()[name = tensor("query_23_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67592320)))]; tensor query_23_beta_0_to_fp16 = const()[name = tensor("query_23_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67593920)))]; tensor query_23_epsilon_0_to_fp16 = const()[name = tensor("query_23_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_23_cast_fp16 = batch_norm(beta = query_23_beta_0_to_fp16, epsilon = query_23_epsilon_0_to_fp16, gamma = query_23_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_47_cast_fp16)[name = tensor("query_23_cast_fp16")]; tensor var_2555 = const()[name = tensor("op_2555"), val = tensor([1, 1])]; tensor var_2557 = const()[name = tensor("op_2557"), val = tensor([1, 1])]; tensor var_2559_pad_type_0 = const()[name = tensor("op_2559_pad_type_0"), val = tensor("custom")]; tensor var_2559_pad_0 = const()[name = tensor("op_2559_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67595520)))]; tensor var_2559_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_query_bias_to_fp16, dilations = var_2557, groups = var_15, pad = var_2559_pad_0, pad_type = var_2559_pad_type_0, strides = var_2555, weight = vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("op_2559_cast_fp16")]; tensor var_2562 = const()[name = tensor("op_2562"), val = tensor([1, 1])]; tensor var_2564 = const()[name = tensor("op_2564"), val = tensor([1, 1])]; tensor k_pad_type_0 = const()[name = tensor("k_pad_type_0"), val = tensor("custom")]; tensor k_pad_0 = const()[name = tensor("k_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67597120)))]; tensor k_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_key_bias_to_fp16, dilations = var_2564, groups = var_15, pad = k_pad_0, pad_type = k_pad_type_0, strides = var_2562, weight = vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("k_cast_fp16")]; tensor var_2569 = const()[name = tensor("op_2569"), val = tensor([1, 1])]; tensor var_2571 = const()[name = tensor("op_2571"), val = tensor([1, 1])]; tensor var_2573_pad_type_0 = const()[name = tensor("op_2573_pad_type_0"), val = tensor("custom")]; tensor var_2573_pad_0 = const()[name = tensor("op_2573_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67598720)))]; tensor var_2573_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_value_bias_to_fp16, dilations = var_2571, groups = var_15, pad = var_2573_pad_0, pad_type = var_2573_pad_type_0, strides = var_2569, weight = vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("op_2573_cast_fp16")]; tensor tile_33 = const()[name = tensor("tile_33"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2574_axis_0 = const()[name = tensor("op_2574_axis_0"), val = tensor(1)]; tensor var_2574_cast_fp16_0, tensor var_2574_cast_fp16_1, tensor var_2574_cast_fp16_2, tensor var_2574_cast_fp16_3, tensor var_2574_cast_fp16_4, tensor var_2574_cast_fp16_5, tensor var_2574_cast_fp16_6, tensor var_2574_cast_fp16_7, tensor var_2574_cast_fp16_8, tensor var_2574_cast_fp16_9, tensor var_2574_cast_fp16_10, tensor var_2574_cast_fp16_11 = split(axis = var_2574_axis_0, split_sizes = tile_33, x = var_2559_cast_fp16)[name = tensor("op_2574_cast_fp16")]; tensor var_2587_perm_0 = const()[name = tensor("op_2587_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_34 = const()[name = tensor("tile_34"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2588_axis_0 = const()[name = tensor("op_2588_axis_0"), val = tensor(3)]; tensor transpose_1 = transpose(perm = var_2587_perm_0, x = k_cast_fp16)[name = tensor("transpose_1")]; tensor var_2588_cast_fp16_0, tensor var_2588_cast_fp16_1, tensor var_2588_cast_fp16_2, tensor var_2588_cast_fp16_3, tensor var_2588_cast_fp16_4, tensor var_2588_cast_fp16_5, tensor var_2588_cast_fp16_6, tensor var_2588_cast_fp16_7, tensor var_2588_cast_fp16_8, tensor var_2588_cast_fp16_9, tensor var_2588_cast_fp16_10, tensor var_2588_cast_fp16_11 = split(axis = var_2588_axis_0, split_sizes = tile_34, x = transpose_1)[name = tensor("op_2588_cast_fp16")]; tensor tile_35 = const()[name = tensor("tile_35"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2601_axis_0 = const()[name = tensor("op_2601_axis_0"), val = tensor(1)]; tensor var_2601_cast_fp16_0, tensor var_2601_cast_fp16_1, tensor var_2601_cast_fp16_2, tensor var_2601_cast_fp16_3, tensor var_2601_cast_fp16_4, tensor var_2601_cast_fp16_5, tensor var_2601_cast_fp16_6, tensor var_2601_cast_fp16_7, tensor var_2601_cast_fp16_8, tensor var_2601_cast_fp16_9, tensor var_2601_cast_fp16_10, tensor var_2601_cast_fp16_11 = split(axis = var_2601_axis_0, split_sizes = tile_35, x = var_2573_cast_fp16)[name = tensor("op_2601_cast_fp16")]; tensor var_2615_equation_0 = const()[name = tensor("op_2615_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2615_cast_fp16 = einsum(equation = var_2615_equation_0, values = (var_2588_cast_fp16_0, var_2574_cast_fp16_0))[name = tensor("op_2615_cast_fp16")]; tensor var_2616_to_fp16 = const()[name = tensor("op_2616_to_fp16"), val = tensor(0.125)]; tensor aw_265_cast_fp16 = mul(x = var_2615_cast_fp16, y = var_2616_to_fp16)[name = tensor("aw_265_cast_fp16")]; tensor var_2619_equation_0 = const()[name = tensor("op_2619_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2619_cast_fp16 = einsum(equation = var_2619_equation_0, values = (var_2588_cast_fp16_1, var_2574_cast_fp16_1))[name = tensor("op_2619_cast_fp16")]; tensor var_2620_to_fp16 = const()[name = tensor("op_2620_to_fp16"), val = tensor(0.125)]; tensor aw_267_cast_fp16 = mul(x = var_2619_cast_fp16, y = var_2620_to_fp16)[name = tensor("aw_267_cast_fp16")]; tensor var_2623_equation_0 = const()[name = tensor("op_2623_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2623_cast_fp16 = einsum(equation = var_2623_equation_0, values = (var_2588_cast_fp16_2, var_2574_cast_fp16_2))[name = tensor("op_2623_cast_fp16")]; tensor var_2624_to_fp16 = const()[name = tensor("op_2624_to_fp16"), val = tensor(0.125)]; tensor aw_269_cast_fp16 = mul(x = var_2623_cast_fp16, y = var_2624_to_fp16)[name = tensor("aw_269_cast_fp16")]; tensor var_2627_equation_0 = const()[name = tensor("op_2627_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2627_cast_fp16 = einsum(equation = var_2627_equation_0, values = (var_2588_cast_fp16_3, var_2574_cast_fp16_3))[name = tensor("op_2627_cast_fp16")]; tensor var_2628_to_fp16 = const()[name = tensor("op_2628_to_fp16"), val = tensor(0.125)]; tensor aw_271_cast_fp16 = mul(x = var_2627_cast_fp16, y = var_2628_to_fp16)[name = tensor("aw_271_cast_fp16")]; tensor var_2631_equation_0 = const()[name = tensor("op_2631_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2631_cast_fp16 = einsum(equation = var_2631_equation_0, values = (var_2588_cast_fp16_4, var_2574_cast_fp16_4))[name = tensor("op_2631_cast_fp16")]; tensor var_2632_to_fp16 = const()[name = tensor("op_2632_to_fp16"), val = tensor(0.125)]; tensor aw_273_cast_fp16 = mul(x = var_2631_cast_fp16, y = var_2632_to_fp16)[name = tensor("aw_273_cast_fp16")]; tensor var_2635_equation_0 = const()[name = tensor("op_2635_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2635_cast_fp16 = einsum(equation = var_2635_equation_0, values = (var_2588_cast_fp16_5, var_2574_cast_fp16_5))[name = tensor("op_2635_cast_fp16")]; tensor var_2636_to_fp16 = const()[name = tensor("op_2636_to_fp16"), val = tensor(0.125)]; tensor aw_275_cast_fp16 = mul(x = var_2635_cast_fp16, y = var_2636_to_fp16)[name = tensor("aw_275_cast_fp16")]; tensor var_2639_equation_0 = const()[name = tensor("op_2639_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2639_cast_fp16 = einsum(equation = var_2639_equation_0, values = (var_2588_cast_fp16_6, var_2574_cast_fp16_6))[name = tensor("op_2639_cast_fp16")]; tensor var_2640_to_fp16 = const()[name = tensor("op_2640_to_fp16"), val = tensor(0.125)]; tensor aw_277_cast_fp16 = mul(x = var_2639_cast_fp16, y = var_2640_to_fp16)[name = tensor("aw_277_cast_fp16")]; tensor var_2643_equation_0 = const()[name = tensor("op_2643_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2643_cast_fp16 = einsum(equation = var_2643_equation_0, values = (var_2588_cast_fp16_7, var_2574_cast_fp16_7))[name = tensor("op_2643_cast_fp16")]; tensor var_2644_to_fp16 = const()[name = tensor("op_2644_to_fp16"), val = tensor(0.125)]; tensor aw_279_cast_fp16 = mul(x = var_2643_cast_fp16, y = var_2644_to_fp16)[name = tensor("aw_279_cast_fp16")]; tensor var_2647_equation_0 = const()[name = tensor("op_2647_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2647_cast_fp16 = einsum(equation = var_2647_equation_0, values = (var_2588_cast_fp16_8, var_2574_cast_fp16_8))[name = tensor("op_2647_cast_fp16")]; tensor var_2648_to_fp16 = const()[name = tensor("op_2648_to_fp16"), val = tensor(0.125)]; tensor aw_281_cast_fp16 = mul(x = var_2647_cast_fp16, y = var_2648_to_fp16)[name = tensor("aw_281_cast_fp16")]; tensor var_2651_equation_0 = const()[name = tensor("op_2651_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2651_cast_fp16 = einsum(equation = var_2651_equation_0, values = (var_2588_cast_fp16_9, var_2574_cast_fp16_9))[name = tensor("op_2651_cast_fp16")]; tensor var_2652_to_fp16 = const()[name = tensor("op_2652_to_fp16"), val = tensor(0.125)]; tensor aw_283_cast_fp16 = mul(x = var_2651_cast_fp16, y = var_2652_to_fp16)[name = tensor("aw_283_cast_fp16")]; tensor var_2655_equation_0 = const()[name = tensor("op_2655_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2655_cast_fp16 = einsum(equation = var_2655_equation_0, values = (var_2588_cast_fp16_10, var_2574_cast_fp16_10))[name = tensor("op_2655_cast_fp16")]; tensor var_2656_to_fp16 = const()[name = tensor("op_2656_to_fp16"), val = tensor(0.125)]; tensor aw_285_cast_fp16 = mul(x = var_2655_cast_fp16, y = var_2656_to_fp16)[name = tensor("aw_285_cast_fp16")]; tensor var_2659_equation_0 = const()[name = tensor("op_2659_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2659_cast_fp16 = einsum(equation = var_2659_equation_0, values = (var_2588_cast_fp16_11, var_2574_cast_fp16_11))[name = tensor("op_2659_cast_fp16")]; tensor var_2660_to_fp16 = const()[name = tensor("op_2660_to_fp16"), val = tensor(0.125)]; tensor aw_cast_fp16 = mul(x = var_2659_cast_fp16, y = var_2660_to_fp16)[name = tensor("aw_cast_fp16")]; tensor var_2662_cast_fp16 = softmax(axis = var_15, x = aw_265_cast_fp16)[name = tensor("op_2662_cast_fp16")]; tensor var_2663_cast_fp16 = softmax(axis = var_15, x = aw_267_cast_fp16)[name = tensor("op_2663_cast_fp16")]; tensor var_2664_cast_fp16 = softmax(axis = var_15, x = aw_269_cast_fp16)[name = tensor("op_2664_cast_fp16")]; tensor var_2665_cast_fp16 = softmax(axis = var_15, x = aw_271_cast_fp16)[name = tensor("op_2665_cast_fp16")]; tensor var_2666_cast_fp16 = softmax(axis = var_15, x = aw_273_cast_fp16)[name = tensor("op_2666_cast_fp16")]; tensor var_2667_cast_fp16 = softmax(axis = var_15, x = aw_275_cast_fp16)[name = tensor("op_2667_cast_fp16")]; tensor var_2668_cast_fp16 = softmax(axis = var_15, x = aw_277_cast_fp16)[name = tensor("op_2668_cast_fp16")]; tensor var_2669_cast_fp16 = softmax(axis = var_15, x = aw_279_cast_fp16)[name = tensor("op_2669_cast_fp16")]; tensor var_2670_cast_fp16 = softmax(axis = var_15, x = aw_281_cast_fp16)[name = tensor("op_2670_cast_fp16")]; tensor var_2671_cast_fp16 = softmax(axis = var_15, x = aw_283_cast_fp16)[name = tensor("op_2671_cast_fp16")]; tensor var_2672_cast_fp16 = softmax(axis = var_15, x = aw_285_cast_fp16)[name = tensor("op_2672_cast_fp16")]; tensor var_2673_cast_fp16 = softmax(axis = var_15, x = aw_cast_fp16)[name = tensor("op_2673_cast_fp16")]; tensor var_2675_equation_0 = const()[name = tensor("op_2675_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2675_cast_fp16 = einsum(equation = var_2675_equation_0, values = (var_2601_cast_fp16_0, var_2662_cast_fp16))[name = tensor("op_2675_cast_fp16")]; tensor var_2677_equation_0 = const()[name = tensor("op_2677_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2677_cast_fp16 = einsum(equation = var_2677_equation_0, values = (var_2601_cast_fp16_1, var_2663_cast_fp16))[name = tensor("op_2677_cast_fp16")]; tensor var_2679_equation_0 = const()[name = tensor("op_2679_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2679_cast_fp16 = einsum(equation = var_2679_equation_0, values = (var_2601_cast_fp16_2, var_2664_cast_fp16))[name = tensor("op_2679_cast_fp16")]; tensor var_2681_equation_0 = const()[name = tensor("op_2681_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2681_cast_fp16 = einsum(equation = var_2681_equation_0, values = (var_2601_cast_fp16_3, var_2665_cast_fp16))[name = tensor("op_2681_cast_fp16")]; tensor var_2683_equation_0 = const()[name = tensor("op_2683_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2683_cast_fp16 = einsum(equation = var_2683_equation_0, values = (var_2601_cast_fp16_4, var_2666_cast_fp16))[name = tensor("op_2683_cast_fp16")]; tensor var_2685_equation_0 = const()[name = tensor("op_2685_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2685_cast_fp16 = einsum(equation = var_2685_equation_0, values = (var_2601_cast_fp16_5, var_2667_cast_fp16))[name = tensor("op_2685_cast_fp16")]; tensor var_2687_equation_0 = const()[name = tensor("op_2687_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2687_cast_fp16 = einsum(equation = var_2687_equation_0, values = (var_2601_cast_fp16_6, var_2668_cast_fp16))[name = tensor("op_2687_cast_fp16")]; tensor var_2689_equation_0 = const()[name = tensor("op_2689_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2689_cast_fp16 = einsum(equation = var_2689_equation_0, values = (var_2601_cast_fp16_7, var_2669_cast_fp16))[name = tensor("op_2689_cast_fp16")]; tensor var_2691_equation_0 = const()[name = tensor("op_2691_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2691_cast_fp16 = einsum(equation = var_2691_equation_0, values = (var_2601_cast_fp16_8, var_2670_cast_fp16))[name = tensor("op_2691_cast_fp16")]; tensor var_2693_equation_0 = const()[name = tensor("op_2693_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2693_cast_fp16 = einsum(equation = var_2693_equation_0, values = (var_2601_cast_fp16_9, var_2671_cast_fp16))[name = tensor("op_2693_cast_fp16")]; tensor var_2695_equation_0 = const()[name = tensor("op_2695_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2695_cast_fp16 = einsum(equation = var_2695_equation_0, values = (var_2601_cast_fp16_10, var_2672_cast_fp16))[name = tensor("op_2695_cast_fp16")]; tensor var_2697_equation_0 = const()[name = tensor("op_2697_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2697_cast_fp16 = einsum(equation = var_2697_equation_0, values = (var_2601_cast_fp16_11, var_2673_cast_fp16))[name = tensor("op_2697_cast_fp16")]; tensor input_67_interleave_0 = const()[name = tensor("input_67_interleave_0"), val = tensor(false)]; tensor input_67_cast_fp16 = concat(axis = var_15, interleave = input_67_interleave_0, values = (var_2675_cast_fp16, var_2677_cast_fp16, var_2679_cast_fp16, var_2681_cast_fp16, var_2683_cast_fp16, var_2685_cast_fp16, var_2687_cast_fp16, var_2689_cast_fp16, var_2691_cast_fp16, var_2693_cast_fp16, var_2695_cast_fp16, var_2697_cast_fp16))[name = tensor("input_67_cast_fp16")]; tensor var_2702 = const()[name = tensor("op_2702"), val = tensor([1, 1])]; tensor var_2704 = const()[name = tensor("op_2704"), val = tensor([1, 1])]; tensor var_2706_pad_type_0 = const()[name = tensor("op_2706_pad_type_0"), val = tensor("custom")]; tensor var_2706_pad_0 = const()[name = tensor("op_2706_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67600320)))]; tensor var_2706_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16, dilations = var_2704, groups = var_15, pad = var_2706_pad_0, pad_type = var_2706_pad_type_0, strides = var_2702, weight = vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16, x = input_67_cast_fp16)[name = tensor("op_2706_cast_fp16")]; tensor inputs_51_cast_fp16 = add(x = inputs_49_cast_fp16, y = var_2706_cast_fp16)[name = tensor("inputs_51_cast_fp16")]; tensor out_49_axes_0 = const()[name = tensor("out_49_axes_0"), val = tensor([1])]; tensor var_2716_to_fp16 = const()[name = tensor("op_2716_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_49_cast_fp16 = layer_norm(axes = out_49_axes_0, epsilon = var_2716_to_fp16, x = inputs_51_cast_fp16)[name = tensor("out_49_cast_fp16")]; tensor input_69_gamma_0_to_fp16 = const()[name = tensor("input_69_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67601920)))]; tensor input_69_beta_0_to_fp16 = const()[name = tensor("input_69_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67603520)))]; tensor input_69_epsilon_0_to_fp16 = const()[name = tensor("input_69_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_69_cast_fp16 = batch_norm(beta = input_69_beta_0_to_fp16, epsilon = input_69_epsilon_0_to_fp16, gamma = input_69_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_49_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor var_2730 = const()[name = tensor("op_2730"), val = tensor([1, 1])]; tensor var_2732 = const()[name = tensor("op_2732"), val = tensor([1, 1])]; tensor x_37_pad_type_0 = const()[name = tensor("x_37_pad_type_0"), val = tensor("custom")]; tensor x_37_pad_0 = const()[name = tensor("x_37_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67605120)))]; tensor x_37_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16, dilations = var_2732, groups = var_15, pad = x_37_pad_0, pad_type = x_37_pad_type_0, strides = var_2730, weight = vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16, x = input_69_cast_fp16)[name = tensor("x_37_cast_fp16")]; tensor var_2735_to_fp16 = const()[name = tensor("op_2735_to_fp16"), val = tensor(1.70214844)]; tensor var_2736_cast_fp16 = mul(x = x_37_cast_fp16, y = var_2735_to_fp16)[name = tensor("op_2736_cast_fp16")]; tensor var_2737_cast_fp16 = sigmoid(x = var_2736_cast_fp16)[name = tensor("op_2737_cast_fp16")]; tensor input_71_cast_fp16 = mul(x = x_37_cast_fp16, y = var_2737_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor var_2741 = const()[name = tensor("op_2741"), val = tensor([1, 1])]; tensor var_2743 = const()[name = tensor("op_2743"), val = tensor([1, 1])]; tensor var_2745_pad_type_0 = const()[name = tensor("op_2745_pad_type_0"), val = tensor("custom")]; tensor var_2745_pad_0 = const()[name = tensor("op_2745_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67611328)))]; tensor var_2745_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16, dilations = var_2743, groups = var_15, pad = var_2745_pad_0, pad_type = var_2745_pad_type_0, strides = var_2741, weight = vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16, x = input_71_cast_fp16)[name = tensor("op_2745_cast_fp16")]; tensor x_39_cast_fp16 = add(x = inputs_51_cast_fp16, y = var_2745_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor var_2749 = const()[name = tensor("op_2749"), val = tensor([0, 2, 3, 1])]; tensor x_begin_0 = const()[name = tensor("x_begin_0"), val = tensor([0, 0, 0, 0])]; tensor x_end_0 = const()[name = tensor("x_end_0"), val = tensor([1, 768, 1, 1])]; tensor x_end_mask_0 = const()[name = tensor("x_end_mask_0"), val = tensor([true, true, true, false])]; tensor x_cast_fp16 = slice_by_index(begin = x_begin_0, end = x_end_0, end_mask = x_end_mask_0, x = x_39_cast_fp16)[name = tensor("x_cast_fp16")]; tensor reduce_max_0_axes_0 = const()[name = tensor("reduce_max_0_axes_0"), val = tensor([2])]; tensor reduce_max_0_keep_dims_0 = const()[name = tensor("reduce_max_0_keep_dims_0"), val = tensor(true)]; tensor reduce_max_0_cast_fp16 = reduce_max(axes = reduce_max_0_axes_0, keep_dims = reduce_max_0_keep_dims_0, x = x_cast_fp16)[name = tensor("reduce_max_0_cast_fp16")]; tensor out_axes_0 = const()[name = tensor("out_axes_0"), val = tensor([1])]; tensor var_2765_to_fp16 = const()[name = tensor("op_2765_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_cast_fp16 = layer_norm(axes = out_axes_0, epsilon = var_2765_to_fp16, x = reduce_max_0_cast_fp16)[name = tensor("out_cast_fp16")]; tensor var_2774_gamma_0_to_fp16 = const()[name = tensor("op_2774_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67612928)))]; tensor var_2774_beta_0_to_fp16 = const()[name = tensor("op_2774_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67614528)))]; tensor var_2774_epsilon_0_to_fp16 = const()[name = tensor("op_2774_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor var_2774_cast_fp16 = batch_norm(beta = var_2774_beta_0_to_fp16, epsilon = var_2774_epsilon_0_to_fp16, gamma = var_2774_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_cast_fp16)[name = tensor("op_2774_cast_fp16")]; tensor var_2777_begin_0 = const()[name = tensor("op_2777_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_2777_end_0 = const()[name = tensor("op_2777_end_0"), val = tensor([1, 768, 1, 1])]; tensor var_2777_end_mask_0 = const()[name = tensor("op_2777_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_2777_squeeze_mask_0 = const()[name = tensor("op_2777_squeeze_mask_0"), val = tensor([false, false, true, false])]; tensor var_2777_cast_fp16 = slice_by_index(begin = var_2777_begin_0, end = var_2777_end_0, end_mask = var_2777_end_mask_0, squeeze_mask = var_2777_squeeze_mask_0, x = var_2774_cast_fp16)[name = tensor("op_2777_cast_fp16")]; tensor input_73_begin_0 = const()[name = tensor("input_73_begin_0"), val = tensor([0, 0, 0])]; tensor input_73_end_0 = const()[name = tensor("input_73_end_0"), val = tensor([1, 768, 1])]; tensor input_73_end_mask_0 = const()[name = tensor("input_73_end_mask_0"), val = tensor([true, true, false])]; tensor input_73_squeeze_mask_0 = const()[name = tensor("input_73_squeeze_mask_0"), val = tensor([false, false, true])]; tensor hidden_embed = slice_by_index(begin = input_73_begin_0, end = input_73_end_0, end_mask = input_73_end_mask_0, squeeze_mask = input_73_squeeze_mask_0, x = var_2777_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor linear_0_bias_0_to_fp16 = const()[name = tensor("linear_0_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67616128)))]; tensor linear_0_cast_fp16 = linear(bias = linear_0_bias_0_to_fp16, weight = vision_proj_0_weight_cast_fp16, x = hidden_embed)[name = tensor("linear_0_cast_fp16")]; tensor var_2788 = const()[name = tensor("op_2788"), val = tensor([-1])]; tensor var_2789 = const()[name = tensor("op_2789"), val = tensor(true)]; tensor var_2791_cast_fp16 = reduce_l2_norm(axes = var_2788, keep_dims = var_2789, x = linear_0_cast_fp16)[name = tensor("op_2791_cast_fp16")]; tensor vision_embed = real_div(x = linear_0_cast_fp16, y = var_2791_cast_fp16)[name = tensor("op_2792_cast_fp16")]; tensor spatial_embed = transpose(perm = var_2749, x = x_39_cast_fp16)[name = tensor("transpose_0")]; } -> (spatial_embed, hidden_embed, vision_embed); func main_video(tensor input) { tensor vision_model_conv1_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1769600))))[name = tensor("vision_model_conv1_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1781952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2224384))))[name = tensor("vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2236736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2679168))))[name = tensor("vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2691520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3133952))))[name = tensor("vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3146304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3588736))))[name = tensor("vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3601088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5370624))))[name = tensor("vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(5419840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7189376))))[name = tensor("vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7201728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7644160))))[name = tensor("vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(7656512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8098944))))[name = tensor("vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8111296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8553728))))[name = tensor("vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(8566080))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9008512))))[name = tensor("vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(9020864))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10790400))))[name = tensor("vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10839616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12609152))))[name = tensor("vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12621504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13063936))))[name = tensor("vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13076288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13518720))))[name = tensor("vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13531072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13973504))))[name = tensor("vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13985856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14428288))))[name = tensor("vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(14440640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16210176))))[name = tensor("vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16259392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18028928))))[name = tensor("vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18041280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18483712))))[name = tensor("vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18496064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18938496))))[name = tensor("vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(18950848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19393280))))[name = tensor("vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19405632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19848064))))[name = tensor("vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19860416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21629952))))[name = tensor("vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21679168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23448704))))[name = tensor("vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23461056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23903488))))[name = tensor("vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(23915840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24358272))))[name = tensor("vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24370624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24813056))))[name = tensor("vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(24825408))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25267840))))[name = tensor("vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25280192))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27049728))))[name = tensor("vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27098944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28868480))))[name = tensor("vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(28880832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29323264))))[name = tensor("vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29335616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29778048))))[name = tensor("vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29790400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30232832))))[name = tensor("vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30245184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30687616))))[name = tensor("vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30699968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32469504))))[name = tensor("vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32518720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34288256))))[name = tensor("vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34300608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34743040))))[name = tensor("vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(34755392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35197824))))[name = tensor("vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35210176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35652608))))[name = tensor("vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35664960))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36107392))))[name = tensor("vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36119744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37889280))))[name = tensor("vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37938496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39708032))))[name = tensor("vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39720384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40162816))))[name = tensor("vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40175168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40617600))))[name = tensor("vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40629952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41072384))))[name = tensor("vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41084736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41527168))))[name = tensor("vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41539520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43309056))))[name = tensor("vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(43358272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45127808))))[name = tensor("vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45140160))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45582592))))[name = tensor("vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45594944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46037376))))[name = tensor("vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46049728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46492160))))[name = tensor("vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46504512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46946944))))[name = tensor("vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(46959296))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48728832))))[name = tensor("vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48778048))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50547584))))[name = tensor("vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50559936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51002368))))[name = tensor("vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51014720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51457152))))[name = tensor("vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51469504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51911936))))[name = tensor("vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51924288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52366720))))[name = tensor("vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52379072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54148608))))[name = tensor("vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54197824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55967360))))[name = tensor("vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55979712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56422144))))[name = tensor("vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56434496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56876928))))[name = tensor("vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(56889280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57331712))))[name = tensor("vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57344064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57786496))))[name = tensor("vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57798848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59568384))))[name = tensor("vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59617600))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61387136))))[name = tensor("vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61399488))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61841920))))[name = tensor("vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61854272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62296704))))[name = tensor("vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62309056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62751488))))[name = tensor("vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(62763840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63206272))))[name = tensor("vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63218624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64988160))))[name = tensor("vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16")]; tensor vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65037376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66806912))))[name = tensor("vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16")]; tensor vision_proj_0_weight_cast_fp16 = constexpr_lut_to_dense(indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66819264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67114240))))[name = tensor("vision_proj_0_weight_cast_fp16")]; tensor var_15 = const()[name = tensor("op_15"), val = tensor(1)]; tensor var_28 = const()[name = tensor("op_28"), val = tensor([1, 1])]; tensor var_30 = const()[name = tensor("op_30"), val = tensor([1, 1])]; tensor x_3_pad_type_0 = const()[name = tensor("x_3_pad_type_0"), val = tensor("custom")]; tensor x_3_pad_0 = const()[name = tensor("x_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor x_3_cast_fp16 = conv(dilations = var_30, groups = var_15, pad = x_3_pad_0, pad_type = x_3_pad_type_0, strides = var_28, weight = vision_model_conv1_weight_cast_fp16, x = input)[name = tensor("x_3_cast_fp16")]; tensor var_35 = const()[name = tensor("op_35"), val = tensor([16, 768, -1])]; tensor x_5_cast_fp16 = reshape(shape = var_35, x = x_3_cast_fp16)[name = tensor("x_5_cast_fp16")]; tensor x_9_interleave_0 = const()[name = tensor("x_9_interleave_0"), val = tensor(false)]; tensor const_80 = const()[name = tensor("const_80"), val = tensor(2)]; tensor const_79_to_fp16 = const()[name = tensor("const_79_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67122496)))]; tensor x_9_cast_fp16 = concat(axis = const_80, interleave = x_9_interleave_0, values = (const_79_to_fp16, x_5_cast_fp16))[name = tensor("x_9_cast_fp16")]; tensor const_81_to_fp16 = const()[name = tensor("const_81_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67147136)))]; tensor inputs_1_cast_fp16 = add(x = x_9_cast_fp16, y = const_81_to_fp16)[name = tensor("inputs_1_cast_fp16")]; tensor inputs_3_axes_0 = const()[name = tensor("inputs_3_axes_0"), val = tensor([2])]; tensor inputs_3_cast_fp16 = expand_dims(axes = inputs_3_axes_0, x = inputs_1_cast_fp16)[name = tensor("inputs_3_cast_fp16")]; tensor out_1_axes_0 = const()[name = tensor("out_1_axes_0"), val = tensor([1])]; tensor var_59_to_fp16 = const()[name = tensor("op_59_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_1_cast_fp16 = layer_norm(axes = out_1_axes_0, epsilon = var_59_to_fp16, x = inputs_3_cast_fp16)[name = tensor("out_1_cast_fp16")]; tensor inputs_5_mean_0_to_fp16 = const()[name = tensor("inputs_5_mean_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67334592)))]; tensor inputs_5_variance_0_to_fp16 = const()[name = tensor("inputs_5_variance_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67336192)))]; tensor inputs_5_gamma_0_to_fp16 = const()[name = tensor("inputs_5_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67337792)))]; tensor inputs_5_beta_0_to_fp16 = const()[name = tensor("inputs_5_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67339392)))]; tensor inputs_5_epsilon_0_to_fp16 = const()[name = tensor("inputs_5_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor inputs_5_cast_fp16 = batch_norm(beta = inputs_5_beta_0_to_fp16, epsilon = inputs_5_epsilon_0_to_fp16, gamma = inputs_5_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_1_cast_fp16)[name = tensor("inputs_5_cast_fp16")]; tensor out_3_axes_0 = const()[name = tensor("out_3_axes_0"), val = tensor([1])]; tensor var_109_to_fp16 = const()[name = tensor("op_109_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_3_cast_fp16 = layer_norm(axes = out_3_axes_0, epsilon = var_109_to_fp16, x = inputs_5_cast_fp16)[name = tensor("out_3_cast_fp16")]; tensor query_1_gamma_0_to_fp16 = const()[name = tensor("query_1_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67340992)))]; tensor query_1_beta_0_to_fp16 = const()[name = tensor("query_1_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67342592)))]; tensor query_1_epsilon_0_to_fp16 = const()[name = tensor("query_1_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_1_cast_fp16 = batch_norm(beta = query_1_beta_0_to_fp16, epsilon = query_1_epsilon_0_to_fp16, gamma = query_1_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_3_cast_fp16)[name = tensor("query_1_cast_fp16")]; tensor var_125 = const()[name = tensor("op_125"), val = tensor([1, 1])]; tensor var_127 = const()[name = tensor("op_127"), val = tensor([1, 1])]; tensor var_129_pad_type_0 = const()[name = tensor("op_129_pad_type_0"), val = tensor("custom")]; tensor var_129_pad_0 = const()[name = tensor("op_129_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67344192)))]; tensor var_129_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_query_bias_to_fp16, dilations = var_127, groups = var_15, pad = var_129_pad_0, pad_type = var_129_pad_type_0, strides = var_125, weight = vision_model_transformer_resblocks_0_attn_query_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("op_129_cast_fp16")]; tensor var_132 = const()[name = tensor("op_132"), val = tensor([1, 1])]; tensor var_134 = const()[name = tensor("op_134"), val = tensor([1, 1])]; tensor k_1_pad_type_0 = const()[name = tensor("k_1_pad_type_0"), val = tensor("custom")]; tensor k_1_pad_0 = const()[name = tensor("k_1_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67345792)))]; tensor k_1_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_key_bias_to_fp16, dilations = var_134, groups = var_15, pad = k_1_pad_0, pad_type = k_1_pad_type_0, strides = var_132, weight = vision_model_transformer_resblocks_0_attn_key_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("k_1_cast_fp16")]; tensor var_139 = const()[name = tensor("op_139"), val = tensor([1, 1])]; tensor var_141 = const()[name = tensor("op_141"), val = tensor([1, 1])]; tensor var_143_pad_type_0 = const()[name = tensor("op_143_pad_type_0"), val = tensor("custom")]; tensor var_143_pad_0 = const()[name = tensor("op_143_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67347392)))]; tensor var_143_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_value_bias_to_fp16, dilations = var_141, groups = var_15, pad = var_143_pad_0, pad_type = var_143_pad_type_0, strides = var_139, weight = vision_model_transformer_resblocks_0_attn_value_weight_cast_fp16, x = query_1_cast_fp16)[name = tensor("op_143_cast_fp16")]; tensor tile_0 = const()[name = tensor("tile_0"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_144_axis_0 = const()[name = tensor("op_144_axis_0"), val = tensor(1)]; tensor var_144_cast_fp16_0, tensor var_144_cast_fp16_1, tensor var_144_cast_fp16_2, tensor var_144_cast_fp16_3, tensor var_144_cast_fp16_4, tensor var_144_cast_fp16_5, tensor var_144_cast_fp16_6, tensor var_144_cast_fp16_7, tensor var_144_cast_fp16_8, tensor var_144_cast_fp16_9, tensor var_144_cast_fp16_10, tensor var_144_cast_fp16_11 = split(axis = var_144_axis_0, split_sizes = tile_0, x = var_129_cast_fp16)[name = tensor("op_144_cast_fp16")]; tensor var_157_perm_0 = const()[name = tensor("op_157_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_1 = const()[name = tensor("tile_1"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_158_axis_0 = const()[name = tensor("op_158_axis_0"), val = tensor(3)]; tensor transpose_13 = transpose(perm = var_157_perm_0, x = k_1_cast_fp16)[name = tensor("transpose_13")]; tensor var_158_cast_fp16_0, tensor var_158_cast_fp16_1, tensor var_158_cast_fp16_2, tensor var_158_cast_fp16_3, tensor var_158_cast_fp16_4, tensor var_158_cast_fp16_5, tensor var_158_cast_fp16_6, tensor var_158_cast_fp16_7, tensor var_158_cast_fp16_8, tensor var_158_cast_fp16_9, tensor var_158_cast_fp16_10, tensor var_158_cast_fp16_11 = split(axis = var_158_axis_0, split_sizes = tile_1, x = transpose_13)[name = tensor("op_158_cast_fp16")]; tensor tile_2 = const()[name = tensor("tile_2"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_171_axis_0 = const()[name = tensor("op_171_axis_0"), val = tensor(1)]; tensor var_171_cast_fp16_0, tensor var_171_cast_fp16_1, tensor var_171_cast_fp16_2, tensor var_171_cast_fp16_3, tensor var_171_cast_fp16_4, tensor var_171_cast_fp16_5, tensor var_171_cast_fp16_6, tensor var_171_cast_fp16_7, tensor var_171_cast_fp16_8, tensor var_171_cast_fp16_9, tensor var_171_cast_fp16_10, tensor var_171_cast_fp16_11 = split(axis = var_171_axis_0, split_sizes = tile_2, x = var_143_cast_fp16)[name = tensor("op_171_cast_fp16")]; tensor var_185_equation_0 = const()[name = tensor("op_185_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_185_cast_fp16 = einsum(equation = var_185_equation_0, values = (var_158_cast_fp16_0, var_144_cast_fp16_0))[name = tensor("op_185_cast_fp16")]; tensor var_186_to_fp16 = const()[name = tensor("op_186_to_fp16"), val = tensor(0.125)]; tensor aw_1_cast_fp16 = mul(x = var_185_cast_fp16, y = var_186_to_fp16)[name = tensor("aw_1_cast_fp16")]; tensor var_189_equation_0 = const()[name = tensor("op_189_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_189_cast_fp16 = einsum(equation = var_189_equation_0, values = (var_158_cast_fp16_1, var_144_cast_fp16_1))[name = tensor("op_189_cast_fp16")]; tensor var_190_to_fp16 = const()[name = tensor("op_190_to_fp16"), val = tensor(0.125)]; tensor aw_3_cast_fp16 = mul(x = var_189_cast_fp16, y = var_190_to_fp16)[name = tensor("aw_3_cast_fp16")]; tensor var_193_equation_0 = const()[name = tensor("op_193_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_193_cast_fp16 = einsum(equation = var_193_equation_0, values = (var_158_cast_fp16_2, var_144_cast_fp16_2))[name = tensor("op_193_cast_fp16")]; tensor var_194_to_fp16 = const()[name = tensor("op_194_to_fp16"), val = tensor(0.125)]; tensor aw_5_cast_fp16 = mul(x = var_193_cast_fp16, y = var_194_to_fp16)[name = tensor("aw_5_cast_fp16")]; tensor var_197_equation_0 = const()[name = tensor("op_197_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_197_cast_fp16 = einsum(equation = var_197_equation_0, values = (var_158_cast_fp16_3, var_144_cast_fp16_3))[name = tensor("op_197_cast_fp16")]; tensor var_198_to_fp16 = const()[name = tensor("op_198_to_fp16"), val = tensor(0.125)]; tensor aw_7_cast_fp16 = mul(x = var_197_cast_fp16, y = var_198_to_fp16)[name = tensor("aw_7_cast_fp16")]; tensor var_201_equation_0 = const()[name = tensor("op_201_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_201_cast_fp16 = einsum(equation = var_201_equation_0, values = (var_158_cast_fp16_4, var_144_cast_fp16_4))[name = tensor("op_201_cast_fp16")]; tensor var_202_to_fp16 = const()[name = tensor("op_202_to_fp16"), val = tensor(0.125)]; tensor aw_9_cast_fp16 = mul(x = var_201_cast_fp16, y = var_202_to_fp16)[name = tensor("aw_9_cast_fp16")]; tensor var_205_equation_0 = const()[name = tensor("op_205_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_205_cast_fp16 = einsum(equation = var_205_equation_0, values = (var_158_cast_fp16_5, var_144_cast_fp16_5))[name = tensor("op_205_cast_fp16")]; tensor var_206_to_fp16 = const()[name = tensor("op_206_to_fp16"), val = tensor(0.125)]; tensor aw_11_cast_fp16 = mul(x = var_205_cast_fp16, y = var_206_to_fp16)[name = tensor("aw_11_cast_fp16")]; tensor var_209_equation_0 = const()[name = tensor("op_209_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_209_cast_fp16 = einsum(equation = var_209_equation_0, values = (var_158_cast_fp16_6, var_144_cast_fp16_6))[name = tensor("op_209_cast_fp16")]; tensor var_210_to_fp16 = const()[name = tensor("op_210_to_fp16"), val = tensor(0.125)]; tensor aw_13_cast_fp16 = mul(x = var_209_cast_fp16, y = var_210_to_fp16)[name = tensor("aw_13_cast_fp16")]; tensor var_213_equation_0 = const()[name = tensor("op_213_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_213_cast_fp16 = einsum(equation = var_213_equation_0, values = (var_158_cast_fp16_7, var_144_cast_fp16_7))[name = tensor("op_213_cast_fp16")]; tensor var_214_to_fp16 = const()[name = tensor("op_214_to_fp16"), val = tensor(0.125)]; tensor aw_15_cast_fp16 = mul(x = var_213_cast_fp16, y = var_214_to_fp16)[name = tensor("aw_15_cast_fp16")]; tensor var_217_equation_0 = const()[name = tensor("op_217_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_217_cast_fp16 = einsum(equation = var_217_equation_0, values = (var_158_cast_fp16_8, var_144_cast_fp16_8))[name = tensor("op_217_cast_fp16")]; tensor var_218_to_fp16 = const()[name = tensor("op_218_to_fp16"), val = tensor(0.125)]; tensor aw_17_cast_fp16 = mul(x = var_217_cast_fp16, y = var_218_to_fp16)[name = tensor("aw_17_cast_fp16")]; tensor var_221_equation_0 = const()[name = tensor("op_221_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_221_cast_fp16 = einsum(equation = var_221_equation_0, values = (var_158_cast_fp16_9, var_144_cast_fp16_9))[name = tensor("op_221_cast_fp16")]; tensor var_222_to_fp16 = const()[name = tensor("op_222_to_fp16"), val = tensor(0.125)]; tensor aw_19_cast_fp16 = mul(x = var_221_cast_fp16, y = var_222_to_fp16)[name = tensor("aw_19_cast_fp16")]; tensor var_225_equation_0 = const()[name = tensor("op_225_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_225_cast_fp16 = einsum(equation = var_225_equation_0, values = (var_158_cast_fp16_10, var_144_cast_fp16_10))[name = tensor("op_225_cast_fp16")]; tensor var_226_to_fp16 = const()[name = tensor("op_226_to_fp16"), val = tensor(0.125)]; tensor aw_21_cast_fp16 = mul(x = var_225_cast_fp16, y = var_226_to_fp16)[name = tensor("aw_21_cast_fp16")]; tensor var_229_equation_0 = const()[name = tensor("op_229_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_229_cast_fp16 = einsum(equation = var_229_equation_0, values = (var_158_cast_fp16_11, var_144_cast_fp16_11))[name = tensor("op_229_cast_fp16")]; tensor var_230_to_fp16 = const()[name = tensor("op_230_to_fp16"), val = tensor(0.125)]; tensor aw_23_cast_fp16 = mul(x = var_229_cast_fp16, y = var_230_to_fp16)[name = tensor("aw_23_cast_fp16")]; tensor var_232_cast_fp16 = softmax(axis = var_15, x = aw_1_cast_fp16)[name = tensor("op_232_cast_fp16")]; tensor var_233_cast_fp16 = softmax(axis = var_15, x = aw_3_cast_fp16)[name = tensor("op_233_cast_fp16")]; tensor var_234_cast_fp16 = softmax(axis = var_15, x = aw_5_cast_fp16)[name = tensor("op_234_cast_fp16")]; tensor var_235_cast_fp16 = softmax(axis = var_15, x = aw_7_cast_fp16)[name = tensor("op_235_cast_fp16")]; tensor var_236_cast_fp16 = softmax(axis = var_15, x = aw_9_cast_fp16)[name = tensor("op_236_cast_fp16")]; tensor var_237_cast_fp16 = softmax(axis = var_15, x = aw_11_cast_fp16)[name = tensor("op_237_cast_fp16")]; tensor var_238_cast_fp16 = softmax(axis = var_15, x = aw_13_cast_fp16)[name = tensor("op_238_cast_fp16")]; tensor var_239_cast_fp16 = softmax(axis = var_15, x = aw_15_cast_fp16)[name = tensor("op_239_cast_fp16")]; tensor var_240_cast_fp16 = softmax(axis = var_15, x = aw_17_cast_fp16)[name = tensor("op_240_cast_fp16")]; tensor var_241_cast_fp16 = softmax(axis = var_15, x = aw_19_cast_fp16)[name = tensor("op_241_cast_fp16")]; tensor var_242_cast_fp16 = softmax(axis = var_15, x = aw_21_cast_fp16)[name = tensor("op_242_cast_fp16")]; tensor var_243_cast_fp16 = softmax(axis = var_15, x = aw_23_cast_fp16)[name = tensor("op_243_cast_fp16")]; tensor var_245_equation_0 = const()[name = tensor("op_245_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_245_cast_fp16 = einsum(equation = var_245_equation_0, values = (var_171_cast_fp16_0, var_232_cast_fp16))[name = tensor("op_245_cast_fp16")]; tensor var_247_equation_0 = const()[name = tensor("op_247_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_247_cast_fp16 = einsum(equation = var_247_equation_0, values = (var_171_cast_fp16_1, var_233_cast_fp16))[name = tensor("op_247_cast_fp16")]; tensor var_249_equation_0 = const()[name = tensor("op_249_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_249_cast_fp16 = einsum(equation = var_249_equation_0, values = (var_171_cast_fp16_2, var_234_cast_fp16))[name = tensor("op_249_cast_fp16")]; tensor var_251_equation_0 = const()[name = tensor("op_251_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_251_cast_fp16 = einsum(equation = var_251_equation_0, values = (var_171_cast_fp16_3, var_235_cast_fp16))[name = tensor("op_251_cast_fp16")]; tensor var_253_equation_0 = const()[name = tensor("op_253_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_253_cast_fp16 = einsum(equation = var_253_equation_0, values = (var_171_cast_fp16_4, var_236_cast_fp16))[name = tensor("op_253_cast_fp16")]; tensor var_255_equation_0 = const()[name = tensor("op_255_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_255_cast_fp16 = einsum(equation = var_255_equation_0, values = (var_171_cast_fp16_5, var_237_cast_fp16))[name = tensor("op_255_cast_fp16")]; tensor var_257_equation_0 = const()[name = tensor("op_257_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_257_cast_fp16 = einsum(equation = var_257_equation_0, values = (var_171_cast_fp16_6, var_238_cast_fp16))[name = tensor("op_257_cast_fp16")]; tensor var_259_equation_0 = const()[name = tensor("op_259_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_259_cast_fp16 = einsum(equation = var_259_equation_0, values = (var_171_cast_fp16_7, var_239_cast_fp16))[name = tensor("op_259_cast_fp16")]; tensor var_261_equation_0 = const()[name = tensor("op_261_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_261_cast_fp16 = einsum(equation = var_261_equation_0, values = (var_171_cast_fp16_8, var_240_cast_fp16))[name = tensor("op_261_cast_fp16")]; tensor var_263_equation_0 = const()[name = tensor("op_263_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_263_cast_fp16 = einsum(equation = var_263_equation_0, values = (var_171_cast_fp16_9, var_241_cast_fp16))[name = tensor("op_263_cast_fp16")]; tensor var_265_equation_0 = const()[name = tensor("op_265_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_265_cast_fp16 = einsum(equation = var_265_equation_0, values = (var_171_cast_fp16_10, var_242_cast_fp16))[name = tensor("op_265_cast_fp16")]; tensor var_267_equation_0 = const()[name = tensor("op_267_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_267_cast_fp16 = einsum(equation = var_267_equation_0, values = (var_171_cast_fp16_11, var_243_cast_fp16))[name = tensor("op_267_cast_fp16")]; tensor input_1_interleave_0 = const()[name = tensor("input_1_interleave_0"), val = tensor(false)]; tensor input_1_cast_fp16 = concat(axis = var_15, interleave = input_1_interleave_0, values = (var_245_cast_fp16, var_247_cast_fp16, var_249_cast_fp16, var_251_cast_fp16, var_253_cast_fp16, var_255_cast_fp16, var_257_cast_fp16, var_259_cast_fp16, var_261_cast_fp16, var_263_cast_fp16, var_265_cast_fp16, var_267_cast_fp16))[name = tensor("input_1_cast_fp16")]; tensor var_272 = const()[name = tensor("op_272"), val = tensor([1, 1])]; tensor var_274 = const()[name = tensor("op_274"), val = tensor([1, 1])]; tensor var_276_pad_type_0 = const()[name = tensor("op_276_pad_type_0"), val = tensor("custom")]; tensor var_276_pad_0 = const()[name = tensor("op_276_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67348992)))]; tensor var_276_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_attn_out_proj_bias_to_fp16, dilations = var_274, groups = var_15, pad = var_276_pad_0, pad_type = var_276_pad_type_0, strides = var_272, weight = vision_model_transformer_resblocks_0_attn_out_proj_weight_cast_fp16, x = input_1_cast_fp16)[name = tensor("op_276_cast_fp16")]; tensor inputs_7_cast_fp16 = add(x = inputs_5_cast_fp16, y = var_276_cast_fp16)[name = tensor("inputs_7_cast_fp16")]; tensor out_5_axes_0 = const()[name = tensor("out_5_axes_0"), val = tensor([1])]; tensor var_286_to_fp16 = const()[name = tensor("op_286_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_5_cast_fp16 = layer_norm(axes = out_5_axes_0, epsilon = var_286_to_fp16, x = inputs_7_cast_fp16)[name = tensor("out_5_cast_fp16")]; tensor input_3_gamma_0_to_fp16 = const()[name = tensor("input_3_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67350592)))]; tensor input_3_beta_0_to_fp16 = const()[name = tensor("input_3_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67352192)))]; tensor input_3_epsilon_0_to_fp16 = const()[name = tensor("input_3_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_3_cast_fp16 = batch_norm(beta = input_3_beta_0_to_fp16, epsilon = input_3_epsilon_0_to_fp16, gamma = input_3_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_5_cast_fp16)[name = tensor("input_3_cast_fp16")]; tensor var_300 = const()[name = tensor("op_300"), val = tensor([1, 1])]; tensor var_302 = const()[name = tensor("op_302"), val = tensor([1, 1])]; tensor x_11_pad_type_0 = const()[name = tensor("x_11_pad_type_0"), val = tensor("custom")]; tensor x_11_pad_0 = const()[name = tensor("x_11_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67353792)))]; tensor x_11_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_mlp_c_fc_bias_to_fp16, dilations = var_302, groups = var_15, pad = x_11_pad_0, pad_type = x_11_pad_type_0, strides = var_300, weight = vision_model_transformer_resblocks_0_mlp_c_fc_weight_cast_fp16, x = input_3_cast_fp16)[name = tensor("x_11_cast_fp16")]; tensor var_305_to_fp16 = const()[name = tensor("op_305_to_fp16"), val = tensor(1.70214844)]; tensor var_306_cast_fp16 = mul(x = x_11_cast_fp16, y = var_305_to_fp16)[name = tensor("op_306_cast_fp16")]; tensor var_307_cast_fp16 = sigmoid(x = var_306_cast_fp16)[name = tensor("op_307_cast_fp16")]; tensor input_5_cast_fp16 = mul(x = x_11_cast_fp16, y = var_307_cast_fp16)[name = tensor("input_5_cast_fp16")]; tensor var_311 = const()[name = tensor("op_311"), val = tensor([1, 1])]; tensor var_313 = const()[name = tensor("op_313"), val = tensor([1, 1])]; tensor var_315_pad_type_0 = const()[name = tensor("op_315_pad_type_0"), val = tensor("custom")]; tensor var_315_pad_0 = const()[name = tensor("op_315_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67360000)))]; tensor var_315_cast_fp16 = conv(bias = vision_model_transformer_resblocks_0_mlp_c_proj_bias_to_fp16, dilations = var_313, groups = var_15, pad = var_315_pad_0, pad_type = var_315_pad_type_0, strides = var_311, weight = vision_model_transformer_resblocks_0_mlp_c_proj_weight_cast_fp16, x = input_5_cast_fp16)[name = tensor("op_315_cast_fp16")]; tensor inputs_9_cast_fp16 = add(x = inputs_7_cast_fp16, y = var_315_cast_fp16)[name = tensor("inputs_9_cast_fp16")]; tensor out_7_axes_0 = const()[name = tensor("out_7_axes_0"), val = tensor([1])]; tensor var_329_to_fp16 = const()[name = tensor("op_329_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_7_cast_fp16 = layer_norm(axes = out_7_axes_0, epsilon = var_329_to_fp16, x = inputs_9_cast_fp16)[name = tensor("out_7_cast_fp16")]; tensor query_3_gamma_0_to_fp16 = const()[name = tensor("query_3_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67361600)))]; tensor query_3_beta_0_to_fp16 = const()[name = tensor("query_3_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67363200)))]; tensor query_3_epsilon_0_to_fp16 = const()[name = tensor("query_3_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_3_cast_fp16 = batch_norm(beta = query_3_beta_0_to_fp16, epsilon = query_3_epsilon_0_to_fp16, gamma = query_3_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_7_cast_fp16)[name = tensor("query_3_cast_fp16")]; tensor var_345 = const()[name = tensor("op_345"), val = tensor([1, 1])]; tensor var_347 = const()[name = tensor("op_347"), val = tensor([1, 1])]; tensor var_349_pad_type_0 = const()[name = tensor("op_349_pad_type_0"), val = tensor("custom")]; tensor var_349_pad_0 = const()[name = tensor("op_349_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67364800)))]; tensor var_349_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_query_bias_to_fp16, dilations = var_347, groups = var_15, pad = var_349_pad_0, pad_type = var_349_pad_type_0, strides = var_345, weight = vision_model_transformer_resblocks_1_attn_query_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("op_349_cast_fp16")]; tensor var_352 = const()[name = tensor("op_352"), val = tensor([1, 1])]; tensor var_354 = const()[name = tensor("op_354"), val = tensor([1, 1])]; tensor k_3_pad_type_0 = const()[name = tensor("k_3_pad_type_0"), val = tensor("custom")]; tensor k_3_pad_0 = const()[name = tensor("k_3_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67366400)))]; tensor k_3_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_key_bias_to_fp16, dilations = var_354, groups = var_15, pad = k_3_pad_0, pad_type = k_3_pad_type_0, strides = var_352, weight = vision_model_transformer_resblocks_1_attn_key_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("k_3_cast_fp16")]; tensor var_359 = const()[name = tensor("op_359"), val = tensor([1, 1])]; tensor var_361 = const()[name = tensor("op_361"), val = tensor([1, 1])]; tensor var_363_pad_type_0 = const()[name = tensor("op_363_pad_type_0"), val = tensor("custom")]; tensor var_363_pad_0 = const()[name = tensor("op_363_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67368000)))]; tensor var_363_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_value_bias_to_fp16, dilations = var_361, groups = var_15, pad = var_363_pad_0, pad_type = var_363_pad_type_0, strides = var_359, weight = vision_model_transformer_resblocks_1_attn_value_weight_cast_fp16, x = query_3_cast_fp16)[name = tensor("op_363_cast_fp16")]; tensor tile_3 = const()[name = tensor("tile_3"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_364_axis_0 = const()[name = tensor("op_364_axis_0"), val = tensor(1)]; tensor var_364_cast_fp16_0, tensor var_364_cast_fp16_1, tensor var_364_cast_fp16_2, tensor var_364_cast_fp16_3, tensor var_364_cast_fp16_4, tensor var_364_cast_fp16_5, tensor var_364_cast_fp16_6, tensor var_364_cast_fp16_7, tensor var_364_cast_fp16_8, tensor var_364_cast_fp16_9, tensor var_364_cast_fp16_10, tensor var_364_cast_fp16_11 = split(axis = var_364_axis_0, split_sizes = tile_3, x = var_349_cast_fp16)[name = tensor("op_364_cast_fp16")]; tensor var_377_perm_0 = const()[name = tensor("op_377_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_4 = const()[name = tensor("tile_4"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_378_axis_0 = const()[name = tensor("op_378_axis_0"), val = tensor(3)]; tensor transpose_12 = transpose(perm = var_377_perm_0, x = k_3_cast_fp16)[name = tensor("transpose_12")]; tensor var_378_cast_fp16_0, tensor var_378_cast_fp16_1, tensor var_378_cast_fp16_2, tensor var_378_cast_fp16_3, tensor var_378_cast_fp16_4, tensor var_378_cast_fp16_5, tensor var_378_cast_fp16_6, tensor var_378_cast_fp16_7, tensor var_378_cast_fp16_8, tensor var_378_cast_fp16_9, tensor var_378_cast_fp16_10, tensor var_378_cast_fp16_11 = split(axis = var_378_axis_0, split_sizes = tile_4, x = transpose_12)[name = tensor("op_378_cast_fp16")]; tensor tile_5 = const()[name = tensor("tile_5"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_391_axis_0 = const()[name = tensor("op_391_axis_0"), val = tensor(1)]; tensor var_391_cast_fp16_0, tensor var_391_cast_fp16_1, tensor var_391_cast_fp16_2, tensor var_391_cast_fp16_3, tensor var_391_cast_fp16_4, tensor var_391_cast_fp16_5, tensor var_391_cast_fp16_6, tensor var_391_cast_fp16_7, tensor var_391_cast_fp16_8, tensor var_391_cast_fp16_9, tensor var_391_cast_fp16_10, tensor var_391_cast_fp16_11 = split(axis = var_391_axis_0, split_sizes = tile_5, x = var_363_cast_fp16)[name = tensor("op_391_cast_fp16")]; tensor var_405_equation_0 = const()[name = tensor("op_405_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_405_cast_fp16 = einsum(equation = var_405_equation_0, values = (var_378_cast_fp16_0, var_364_cast_fp16_0))[name = tensor("op_405_cast_fp16")]; tensor var_406_to_fp16 = const()[name = tensor("op_406_to_fp16"), val = tensor(0.125)]; tensor aw_25_cast_fp16 = mul(x = var_405_cast_fp16, y = var_406_to_fp16)[name = tensor("aw_25_cast_fp16")]; tensor var_409_equation_0 = const()[name = tensor("op_409_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_409_cast_fp16 = einsum(equation = var_409_equation_0, values = (var_378_cast_fp16_1, var_364_cast_fp16_1))[name = tensor("op_409_cast_fp16")]; tensor var_410_to_fp16 = const()[name = tensor("op_410_to_fp16"), val = tensor(0.125)]; tensor aw_27_cast_fp16 = mul(x = var_409_cast_fp16, y = var_410_to_fp16)[name = tensor("aw_27_cast_fp16")]; tensor var_413_equation_0 = const()[name = tensor("op_413_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_413_cast_fp16 = einsum(equation = var_413_equation_0, values = (var_378_cast_fp16_2, var_364_cast_fp16_2))[name = tensor("op_413_cast_fp16")]; tensor var_414_to_fp16 = const()[name = tensor("op_414_to_fp16"), val = tensor(0.125)]; tensor aw_29_cast_fp16 = mul(x = var_413_cast_fp16, y = var_414_to_fp16)[name = tensor("aw_29_cast_fp16")]; tensor var_417_equation_0 = const()[name = tensor("op_417_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_417_cast_fp16 = einsum(equation = var_417_equation_0, values = (var_378_cast_fp16_3, var_364_cast_fp16_3))[name = tensor("op_417_cast_fp16")]; tensor var_418_to_fp16 = const()[name = tensor("op_418_to_fp16"), val = tensor(0.125)]; tensor aw_31_cast_fp16 = mul(x = var_417_cast_fp16, y = var_418_to_fp16)[name = tensor("aw_31_cast_fp16")]; tensor var_421_equation_0 = const()[name = tensor("op_421_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_421_cast_fp16 = einsum(equation = var_421_equation_0, values = (var_378_cast_fp16_4, var_364_cast_fp16_4))[name = tensor("op_421_cast_fp16")]; tensor var_422_to_fp16 = const()[name = tensor("op_422_to_fp16"), val = tensor(0.125)]; tensor aw_33_cast_fp16 = mul(x = var_421_cast_fp16, y = var_422_to_fp16)[name = tensor("aw_33_cast_fp16")]; tensor var_425_equation_0 = const()[name = tensor("op_425_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_425_cast_fp16 = einsum(equation = var_425_equation_0, values = (var_378_cast_fp16_5, var_364_cast_fp16_5))[name = tensor("op_425_cast_fp16")]; tensor var_426_to_fp16 = const()[name = tensor("op_426_to_fp16"), val = tensor(0.125)]; tensor aw_35_cast_fp16 = mul(x = var_425_cast_fp16, y = var_426_to_fp16)[name = tensor("aw_35_cast_fp16")]; tensor var_429_equation_0 = const()[name = tensor("op_429_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_429_cast_fp16 = einsum(equation = var_429_equation_0, values = (var_378_cast_fp16_6, var_364_cast_fp16_6))[name = tensor("op_429_cast_fp16")]; tensor var_430_to_fp16 = const()[name = tensor("op_430_to_fp16"), val = tensor(0.125)]; tensor aw_37_cast_fp16 = mul(x = var_429_cast_fp16, y = var_430_to_fp16)[name = tensor("aw_37_cast_fp16")]; tensor var_433_equation_0 = const()[name = tensor("op_433_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_433_cast_fp16 = einsum(equation = var_433_equation_0, values = (var_378_cast_fp16_7, var_364_cast_fp16_7))[name = tensor("op_433_cast_fp16")]; tensor var_434_to_fp16 = const()[name = tensor("op_434_to_fp16"), val = tensor(0.125)]; tensor aw_39_cast_fp16 = mul(x = var_433_cast_fp16, y = var_434_to_fp16)[name = tensor("aw_39_cast_fp16")]; tensor var_437_equation_0 = const()[name = tensor("op_437_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_437_cast_fp16 = einsum(equation = var_437_equation_0, values = (var_378_cast_fp16_8, var_364_cast_fp16_8))[name = tensor("op_437_cast_fp16")]; tensor var_438_to_fp16 = const()[name = tensor("op_438_to_fp16"), val = tensor(0.125)]; tensor aw_41_cast_fp16 = mul(x = var_437_cast_fp16, y = var_438_to_fp16)[name = tensor("aw_41_cast_fp16")]; tensor var_441_equation_0 = const()[name = tensor("op_441_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_441_cast_fp16 = einsum(equation = var_441_equation_0, values = (var_378_cast_fp16_9, var_364_cast_fp16_9))[name = tensor("op_441_cast_fp16")]; tensor var_442_to_fp16 = const()[name = tensor("op_442_to_fp16"), val = tensor(0.125)]; tensor aw_43_cast_fp16 = mul(x = var_441_cast_fp16, y = var_442_to_fp16)[name = tensor("aw_43_cast_fp16")]; tensor var_445_equation_0 = const()[name = tensor("op_445_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_445_cast_fp16 = einsum(equation = var_445_equation_0, values = (var_378_cast_fp16_10, var_364_cast_fp16_10))[name = tensor("op_445_cast_fp16")]; tensor var_446_to_fp16 = const()[name = tensor("op_446_to_fp16"), val = tensor(0.125)]; tensor aw_45_cast_fp16 = mul(x = var_445_cast_fp16, y = var_446_to_fp16)[name = tensor("aw_45_cast_fp16")]; tensor var_449_equation_0 = const()[name = tensor("op_449_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_449_cast_fp16 = einsum(equation = var_449_equation_0, values = (var_378_cast_fp16_11, var_364_cast_fp16_11))[name = tensor("op_449_cast_fp16")]; tensor var_450_to_fp16 = const()[name = tensor("op_450_to_fp16"), val = tensor(0.125)]; tensor aw_47_cast_fp16 = mul(x = var_449_cast_fp16, y = var_450_to_fp16)[name = tensor("aw_47_cast_fp16")]; tensor var_452_cast_fp16 = softmax(axis = var_15, x = aw_25_cast_fp16)[name = tensor("op_452_cast_fp16")]; tensor var_453_cast_fp16 = softmax(axis = var_15, x = aw_27_cast_fp16)[name = tensor("op_453_cast_fp16")]; tensor var_454_cast_fp16 = softmax(axis = var_15, x = aw_29_cast_fp16)[name = tensor("op_454_cast_fp16")]; tensor var_455_cast_fp16 = softmax(axis = var_15, x = aw_31_cast_fp16)[name = tensor("op_455_cast_fp16")]; tensor var_456_cast_fp16 = softmax(axis = var_15, x = aw_33_cast_fp16)[name = tensor("op_456_cast_fp16")]; tensor var_457_cast_fp16 = softmax(axis = var_15, x = aw_35_cast_fp16)[name = tensor("op_457_cast_fp16")]; tensor var_458_cast_fp16 = softmax(axis = var_15, x = aw_37_cast_fp16)[name = tensor("op_458_cast_fp16")]; tensor var_459_cast_fp16 = softmax(axis = var_15, x = aw_39_cast_fp16)[name = tensor("op_459_cast_fp16")]; tensor var_460_cast_fp16 = softmax(axis = var_15, x = aw_41_cast_fp16)[name = tensor("op_460_cast_fp16")]; tensor var_461_cast_fp16 = softmax(axis = var_15, x = aw_43_cast_fp16)[name = tensor("op_461_cast_fp16")]; tensor var_462_cast_fp16 = softmax(axis = var_15, x = aw_45_cast_fp16)[name = tensor("op_462_cast_fp16")]; tensor var_463_cast_fp16 = softmax(axis = var_15, x = aw_47_cast_fp16)[name = tensor("op_463_cast_fp16")]; tensor var_465_equation_0 = const()[name = tensor("op_465_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_465_cast_fp16 = einsum(equation = var_465_equation_0, values = (var_391_cast_fp16_0, var_452_cast_fp16))[name = tensor("op_465_cast_fp16")]; tensor var_467_equation_0 = const()[name = tensor("op_467_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_467_cast_fp16 = einsum(equation = var_467_equation_0, values = (var_391_cast_fp16_1, var_453_cast_fp16))[name = tensor("op_467_cast_fp16")]; tensor var_469_equation_0 = const()[name = tensor("op_469_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_469_cast_fp16 = einsum(equation = var_469_equation_0, values = (var_391_cast_fp16_2, var_454_cast_fp16))[name = tensor("op_469_cast_fp16")]; tensor var_471_equation_0 = const()[name = tensor("op_471_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_471_cast_fp16 = einsum(equation = var_471_equation_0, values = (var_391_cast_fp16_3, var_455_cast_fp16))[name = tensor("op_471_cast_fp16")]; tensor var_473_equation_0 = const()[name = tensor("op_473_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_473_cast_fp16 = einsum(equation = var_473_equation_0, values = (var_391_cast_fp16_4, var_456_cast_fp16))[name = tensor("op_473_cast_fp16")]; tensor var_475_equation_0 = const()[name = tensor("op_475_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_475_cast_fp16 = einsum(equation = var_475_equation_0, values = (var_391_cast_fp16_5, var_457_cast_fp16))[name = tensor("op_475_cast_fp16")]; tensor var_477_equation_0 = const()[name = tensor("op_477_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_477_cast_fp16 = einsum(equation = var_477_equation_0, values = (var_391_cast_fp16_6, var_458_cast_fp16))[name = tensor("op_477_cast_fp16")]; tensor var_479_equation_0 = const()[name = tensor("op_479_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_479_cast_fp16 = einsum(equation = var_479_equation_0, values = (var_391_cast_fp16_7, var_459_cast_fp16))[name = tensor("op_479_cast_fp16")]; tensor var_481_equation_0 = const()[name = tensor("op_481_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_481_cast_fp16 = einsum(equation = var_481_equation_0, values = (var_391_cast_fp16_8, var_460_cast_fp16))[name = tensor("op_481_cast_fp16")]; tensor var_483_equation_0 = const()[name = tensor("op_483_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_483_cast_fp16 = einsum(equation = var_483_equation_0, values = (var_391_cast_fp16_9, var_461_cast_fp16))[name = tensor("op_483_cast_fp16")]; tensor var_485_equation_0 = const()[name = tensor("op_485_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_485_cast_fp16 = einsum(equation = var_485_equation_0, values = (var_391_cast_fp16_10, var_462_cast_fp16))[name = tensor("op_485_cast_fp16")]; tensor var_487_equation_0 = const()[name = tensor("op_487_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_487_cast_fp16 = einsum(equation = var_487_equation_0, values = (var_391_cast_fp16_11, var_463_cast_fp16))[name = tensor("op_487_cast_fp16")]; tensor input_7_interleave_0 = const()[name = tensor("input_7_interleave_0"), val = tensor(false)]; tensor input_7_cast_fp16 = concat(axis = var_15, interleave = input_7_interleave_0, values = (var_465_cast_fp16, var_467_cast_fp16, var_469_cast_fp16, var_471_cast_fp16, var_473_cast_fp16, var_475_cast_fp16, var_477_cast_fp16, var_479_cast_fp16, var_481_cast_fp16, var_483_cast_fp16, var_485_cast_fp16, var_487_cast_fp16))[name = tensor("input_7_cast_fp16")]; tensor var_492 = const()[name = tensor("op_492"), val = tensor([1, 1])]; tensor var_494 = const()[name = tensor("op_494"), val = tensor([1, 1])]; tensor var_496_pad_type_0 = const()[name = tensor("op_496_pad_type_0"), val = tensor("custom")]; tensor var_496_pad_0 = const()[name = tensor("op_496_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67369600)))]; tensor var_496_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_attn_out_proj_bias_to_fp16, dilations = var_494, groups = var_15, pad = var_496_pad_0, pad_type = var_496_pad_type_0, strides = var_492, weight = vision_model_transformer_resblocks_1_attn_out_proj_weight_cast_fp16, x = input_7_cast_fp16)[name = tensor("op_496_cast_fp16")]; tensor inputs_11_cast_fp16 = add(x = inputs_9_cast_fp16, y = var_496_cast_fp16)[name = tensor("inputs_11_cast_fp16")]; tensor out_9_axes_0 = const()[name = tensor("out_9_axes_0"), val = tensor([1])]; tensor var_506_to_fp16 = const()[name = tensor("op_506_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_9_cast_fp16 = layer_norm(axes = out_9_axes_0, epsilon = var_506_to_fp16, x = inputs_11_cast_fp16)[name = tensor("out_9_cast_fp16")]; tensor input_9_gamma_0_to_fp16 = const()[name = tensor("input_9_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67371200)))]; tensor input_9_beta_0_to_fp16 = const()[name = tensor("input_9_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67372800)))]; tensor input_9_epsilon_0_to_fp16 = const()[name = tensor("input_9_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_9_cast_fp16 = batch_norm(beta = input_9_beta_0_to_fp16, epsilon = input_9_epsilon_0_to_fp16, gamma = input_9_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_9_cast_fp16)[name = tensor("input_9_cast_fp16")]; tensor var_520 = const()[name = tensor("op_520"), val = tensor([1, 1])]; tensor var_522 = const()[name = tensor("op_522"), val = tensor([1, 1])]; tensor x_13_pad_type_0 = const()[name = tensor("x_13_pad_type_0"), val = tensor("custom")]; tensor x_13_pad_0 = const()[name = tensor("x_13_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67374400)))]; tensor x_13_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_mlp_c_fc_bias_to_fp16, dilations = var_522, groups = var_15, pad = x_13_pad_0, pad_type = x_13_pad_type_0, strides = var_520, weight = vision_model_transformer_resblocks_1_mlp_c_fc_weight_cast_fp16, x = input_9_cast_fp16)[name = tensor("x_13_cast_fp16")]; tensor var_525_to_fp16 = const()[name = tensor("op_525_to_fp16"), val = tensor(1.70214844)]; tensor var_526_cast_fp16 = mul(x = x_13_cast_fp16, y = var_525_to_fp16)[name = tensor("op_526_cast_fp16")]; tensor var_527_cast_fp16 = sigmoid(x = var_526_cast_fp16)[name = tensor("op_527_cast_fp16")]; tensor input_11_cast_fp16 = mul(x = x_13_cast_fp16, y = var_527_cast_fp16)[name = tensor("input_11_cast_fp16")]; tensor var_531 = const()[name = tensor("op_531"), val = tensor([1, 1])]; tensor var_533 = const()[name = tensor("op_533"), val = tensor([1, 1])]; tensor var_535_pad_type_0 = const()[name = tensor("op_535_pad_type_0"), val = tensor("custom")]; tensor var_535_pad_0 = const()[name = tensor("op_535_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67380608)))]; tensor var_535_cast_fp16 = conv(bias = vision_model_transformer_resblocks_1_mlp_c_proj_bias_to_fp16, dilations = var_533, groups = var_15, pad = var_535_pad_0, pad_type = var_535_pad_type_0, strides = var_531, weight = vision_model_transformer_resblocks_1_mlp_c_proj_weight_cast_fp16, x = input_11_cast_fp16)[name = tensor("op_535_cast_fp16")]; tensor inputs_13_cast_fp16 = add(x = inputs_11_cast_fp16, y = var_535_cast_fp16)[name = tensor("inputs_13_cast_fp16")]; tensor out_11_axes_0 = const()[name = tensor("out_11_axes_0"), val = tensor([1])]; tensor var_549_to_fp16 = const()[name = tensor("op_549_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_11_cast_fp16 = layer_norm(axes = out_11_axes_0, epsilon = var_549_to_fp16, x = inputs_13_cast_fp16)[name = tensor("out_11_cast_fp16")]; tensor query_5_gamma_0_to_fp16 = const()[name = tensor("query_5_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67382208)))]; tensor query_5_beta_0_to_fp16 = const()[name = tensor("query_5_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67383808)))]; tensor query_5_epsilon_0_to_fp16 = const()[name = tensor("query_5_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_5_cast_fp16 = batch_norm(beta = query_5_beta_0_to_fp16, epsilon = query_5_epsilon_0_to_fp16, gamma = query_5_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_11_cast_fp16)[name = tensor("query_5_cast_fp16")]; tensor var_565 = const()[name = tensor("op_565"), val = tensor([1, 1])]; tensor var_567 = const()[name = tensor("op_567"), val = tensor([1, 1])]; tensor var_569_pad_type_0 = const()[name = tensor("op_569_pad_type_0"), val = tensor("custom")]; tensor var_569_pad_0 = const()[name = tensor("op_569_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67385408)))]; tensor var_569_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_query_bias_to_fp16, dilations = var_567, groups = var_15, pad = var_569_pad_0, pad_type = var_569_pad_type_0, strides = var_565, weight = vision_model_transformer_resblocks_2_attn_query_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("op_569_cast_fp16")]; tensor var_572 = const()[name = tensor("op_572"), val = tensor([1, 1])]; tensor var_574 = const()[name = tensor("op_574"), val = tensor([1, 1])]; tensor k_5_pad_type_0 = const()[name = tensor("k_5_pad_type_0"), val = tensor("custom")]; tensor k_5_pad_0 = const()[name = tensor("k_5_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67387008)))]; tensor k_5_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_key_bias_to_fp16, dilations = var_574, groups = var_15, pad = k_5_pad_0, pad_type = k_5_pad_type_0, strides = var_572, weight = vision_model_transformer_resblocks_2_attn_key_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("k_5_cast_fp16")]; tensor var_579 = const()[name = tensor("op_579"), val = tensor([1, 1])]; tensor var_581 = const()[name = tensor("op_581"), val = tensor([1, 1])]; tensor var_583_pad_type_0 = const()[name = tensor("op_583_pad_type_0"), val = tensor("custom")]; tensor var_583_pad_0 = const()[name = tensor("op_583_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67388608)))]; tensor var_583_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_value_bias_to_fp16, dilations = var_581, groups = var_15, pad = var_583_pad_0, pad_type = var_583_pad_type_0, strides = var_579, weight = vision_model_transformer_resblocks_2_attn_value_weight_cast_fp16, x = query_5_cast_fp16)[name = tensor("op_583_cast_fp16")]; tensor tile_6 = const()[name = tensor("tile_6"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_584_axis_0 = const()[name = tensor("op_584_axis_0"), val = tensor(1)]; tensor var_584_cast_fp16_0, tensor var_584_cast_fp16_1, tensor var_584_cast_fp16_2, tensor var_584_cast_fp16_3, tensor var_584_cast_fp16_4, tensor var_584_cast_fp16_5, tensor var_584_cast_fp16_6, tensor var_584_cast_fp16_7, tensor var_584_cast_fp16_8, tensor var_584_cast_fp16_9, tensor var_584_cast_fp16_10, tensor var_584_cast_fp16_11 = split(axis = var_584_axis_0, split_sizes = tile_6, x = var_569_cast_fp16)[name = tensor("op_584_cast_fp16")]; tensor var_597_perm_0 = const()[name = tensor("op_597_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_7 = const()[name = tensor("tile_7"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_598_axis_0 = const()[name = tensor("op_598_axis_0"), val = tensor(3)]; tensor transpose_11 = transpose(perm = var_597_perm_0, x = k_5_cast_fp16)[name = tensor("transpose_11")]; tensor var_598_cast_fp16_0, tensor var_598_cast_fp16_1, tensor var_598_cast_fp16_2, tensor var_598_cast_fp16_3, tensor var_598_cast_fp16_4, tensor var_598_cast_fp16_5, tensor var_598_cast_fp16_6, tensor var_598_cast_fp16_7, tensor var_598_cast_fp16_8, tensor var_598_cast_fp16_9, tensor var_598_cast_fp16_10, tensor var_598_cast_fp16_11 = split(axis = var_598_axis_0, split_sizes = tile_7, x = transpose_11)[name = tensor("op_598_cast_fp16")]; tensor tile_8 = const()[name = tensor("tile_8"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_611_axis_0 = const()[name = tensor("op_611_axis_0"), val = tensor(1)]; tensor var_611_cast_fp16_0, tensor var_611_cast_fp16_1, tensor var_611_cast_fp16_2, tensor var_611_cast_fp16_3, tensor var_611_cast_fp16_4, tensor var_611_cast_fp16_5, tensor var_611_cast_fp16_6, tensor var_611_cast_fp16_7, tensor var_611_cast_fp16_8, tensor var_611_cast_fp16_9, tensor var_611_cast_fp16_10, tensor var_611_cast_fp16_11 = split(axis = var_611_axis_0, split_sizes = tile_8, x = var_583_cast_fp16)[name = tensor("op_611_cast_fp16")]; tensor var_625_equation_0 = const()[name = tensor("op_625_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_625_cast_fp16 = einsum(equation = var_625_equation_0, values = (var_598_cast_fp16_0, var_584_cast_fp16_0))[name = tensor("op_625_cast_fp16")]; tensor var_626_to_fp16 = const()[name = tensor("op_626_to_fp16"), val = tensor(0.125)]; tensor aw_49_cast_fp16 = mul(x = var_625_cast_fp16, y = var_626_to_fp16)[name = tensor("aw_49_cast_fp16")]; tensor var_629_equation_0 = const()[name = tensor("op_629_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_629_cast_fp16 = einsum(equation = var_629_equation_0, values = (var_598_cast_fp16_1, var_584_cast_fp16_1))[name = tensor("op_629_cast_fp16")]; tensor var_630_to_fp16 = const()[name = tensor("op_630_to_fp16"), val = tensor(0.125)]; tensor aw_51_cast_fp16 = mul(x = var_629_cast_fp16, y = var_630_to_fp16)[name = tensor("aw_51_cast_fp16")]; tensor var_633_equation_0 = const()[name = tensor("op_633_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_633_cast_fp16 = einsum(equation = var_633_equation_0, values = (var_598_cast_fp16_2, var_584_cast_fp16_2))[name = tensor("op_633_cast_fp16")]; tensor var_634_to_fp16 = const()[name = tensor("op_634_to_fp16"), val = tensor(0.125)]; tensor aw_53_cast_fp16 = mul(x = var_633_cast_fp16, y = var_634_to_fp16)[name = tensor("aw_53_cast_fp16")]; tensor var_637_equation_0 = const()[name = tensor("op_637_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_637_cast_fp16 = einsum(equation = var_637_equation_0, values = (var_598_cast_fp16_3, var_584_cast_fp16_3))[name = tensor("op_637_cast_fp16")]; tensor var_638_to_fp16 = const()[name = tensor("op_638_to_fp16"), val = tensor(0.125)]; tensor aw_55_cast_fp16 = mul(x = var_637_cast_fp16, y = var_638_to_fp16)[name = tensor("aw_55_cast_fp16")]; tensor var_641_equation_0 = const()[name = tensor("op_641_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_641_cast_fp16 = einsum(equation = var_641_equation_0, values = (var_598_cast_fp16_4, var_584_cast_fp16_4))[name = tensor("op_641_cast_fp16")]; tensor var_642_to_fp16 = const()[name = tensor("op_642_to_fp16"), val = tensor(0.125)]; tensor aw_57_cast_fp16 = mul(x = var_641_cast_fp16, y = var_642_to_fp16)[name = tensor("aw_57_cast_fp16")]; tensor var_645_equation_0 = const()[name = tensor("op_645_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_645_cast_fp16 = einsum(equation = var_645_equation_0, values = (var_598_cast_fp16_5, var_584_cast_fp16_5))[name = tensor("op_645_cast_fp16")]; tensor var_646_to_fp16 = const()[name = tensor("op_646_to_fp16"), val = tensor(0.125)]; tensor aw_59_cast_fp16 = mul(x = var_645_cast_fp16, y = var_646_to_fp16)[name = tensor("aw_59_cast_fp16")]; tensor var_649_equation_0 = const()[name = tensor("op_649_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_649_cast_fp16 = einsum(equation = var_649_equation_0, values = (var_598_cast_fp16_6, var_584_cast_fp16_6))[name = tensor("op_649_cast_fp16")]; tensor var_650_to_fp16 = const()[name = tensor("op_650_to_fp16"), val = tensor(0.125)]; tensor aw_61_cast_fp16 = mul(x = var_649_cast_fp16, y = var_650_to_fp16)[name = tensor("aw_61_cast_fp16")]; tensor var_653_equation_0 = const()[name = tensor("op_653_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_653_cast_fp16 = einsum(equation = var_653_equation_0, values = (var_598_cast_fp16_7, var_584_cast_fp16_7))[name = tensor("op_653_cast_fp16")]; tensor var_654_to_fp16 = const()[name = tensor("op_654_to_fp16"), val = tensor(0.125)]; tensor aw_63_cast_fp16 = mul(x = var_653_cast_fp16, y = var_654_to_fp16)[name = tensor("aw_63_cast_fp16")]; tensor var_657_equation_0 = const()[name = tensor("op_657_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_657_cast_fp16 = einsum(equation = var_657_equation_0, values = (var_598_cast_fp16_8, var_584_cast_fp16_8))[name = tensor("op_657_cast_fp16")]; tensor var_658_to_fp16 = const()[name = tensor("op_658_to_fp16"), val = tensor(0.125)]; tensor aw_65_cast_fp16 = mul(x = var_657_cast_fp16, y = var_658_to_fp16)[name = tensor("aw_65_cast_fp16")]; tensor var_661_equation_0 = const()[name = tensor("op_661_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_661_cast_fp16 = einsum(equation = var_661_equation_0, values = (var_598_cast_fp16_9, var_584_cast_fp16_9))[name = tensor("op_661_cast_fp16")]; tensor var_662_to_fp16 = const()[name = tensor("op_662_to_fp16"), val = tensor(0.125)]; tensor aw_67_cast_fp16 = mul(x = var_661_cast_fp16, y = var_662_to_fp16)[name = tensor("aw_67_cast_fp16")]; tensor var_665_equation_0 = const()[name = tensor("op_665_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_665_cast_fp16 = einsum(equation = var_665_equation_0, values = (var_598_cast_fp16_10, var_584_cast_fp16_10))[name = tensor("op_665_cast_fp16")]; tensor var_666_to_fp16 = const()[name = tensor("op_666_to_fp16"), val = tensor(0.125)]; tensor aw_69_cast_fp16 = mul(x = var_665_cast_fp16, y = var_666_to_fp16)[name = tensor("aw_69_cast_fp16")]; tensor var_669_equation_0 = const()[name = tensor("op_669_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_669_cast_fp16 = einsum(equation = var_669_equation_0, values = (var_598_cast_fp16_11, var_584_cast_fp16_11))[name = tensor("op_669_cast_fp16")]; tensor var_670_to_fp16 = const()[name = tensor("op_670_to_fp16"), val = tensor(0.125)]; tensor aw_71_cast_fp16 = mul(x = var_669_cast_fp16, y = var_670_to_fp16)[name = tensor("aw_71_cast_fp16")]; tensor var_672_cast_fp16 = softmax(axis = var_15, x = aw_49_cast_fp16)[name = tensor("op_672_cast_fp16")]; tensor var_673_cast_fp16 = softmax(axis = var_15, x = aw_51_cast_fp16)[name = tensor("op_673_cast_fp16")]; tensor var_674_cast_fp16 = softmax(axis = var_15, x = aw_53_cast_fp16)[name = tensor("op_674_cast_fp16")]; tensor var_675_cast_fp16 = softmax(axis = var_15, x = aw_55_cast_fp16)[name = tensor("op_675_cast_fp16")]; tensor var_676_cast_fp16 = softmax(axis = var_15, x = aw_57_cast_fp16)[name = tensor("op_676_cast_fp16")]; tensor var_677_cast_fp16 = softmax(axis = var_15, x = aw_59_cast_fp16)[name = tensor("op_677_cast_fp16")]; tensor var_678_cast_fp16 = softmax(axis = var_15, x = aw_61_cast_fp16)[name = tensor("op_678_cast_fp16")]; tensor var_679_cast_fp16 = softmax(axis = var_15, x = aw_63_cast_fp16)[name = tensor("op_679_cast_fp16")]; tensor var_680_cast_fp16 = softmax(axis = var_15, x = aw_65_cast_fp16)[name = tensor("op_680_cast_fp16")]; tensor var_681_cast_fp16 = softmax(axis = var_15, x = aw_67_cast_fp16)[name = tensor("op_681_cast_fp16")]; tensor var_682_cast_fp16 = softmax(axis = var_15, x = aw_69_cast_fp16)[name = tensor("op_682_cast_fp16")]; tensor var_683_cast_fp16 = softmax(axis = var_15, x = aw_71_cast_fp16)[name = tensor("op_683_cast_fp16")]; tensor var_685_equation_0 = const()[name = tensor("op_685_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_685_cast_fp16 = einsum(equation = var_685_equation_0, values = (var_611_cast_fp16_0, var_672_cast_fp16))[name = tensor("op_685_cast_fp16")]; tensor var_687_equation_0 = const()[name = tensor("op_687_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_687_cast_fp16 = einsum(equation = var_687_equation_0, values = (var_611_cast_fp16_1, var_673_cast_fp16))[name = tensor("op_687_cast_fp16")]; tensor var_689_equation_0 = const()[name = tensor("op_689_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_689_cast_fp16 = einsum(equation = var_689_equation_0, values = (var_611_cast_fp16_2, var_674_cast_fp16))[name = tensor("op_689_cast_fp16")]; tensor var_691_equation_0 = const()[name = tensor("op_691_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_691_cast_fp16 = einsum(equation = var_691_equation_0, values = (var_611_cast_fp16_3, var_675_cast_fp16))[name = tensor("op_691_cast_fp16")]; tensor var_693_equation_0 = const()[name = tensor("op_693_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_693_cast_fp16 = einsum(equation = var_693_equation_0, values = (var_611_cast_fp16_4, var_676_cast_fp16))[name = tensor("op_693_cast_fp16")]; tensor var_695_equation_0 = const()[name = tensor("op_695_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_695_cast_fp16 = einsum(equation = var_695_equation_0, values = (var_611_cast_fp16_5, var_677_cast_fp16))[name = tensor("op_695_cast_fp16")]; tensor var_697_equation_0 = const()[name = tensor("op_697_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_697_cast_fp16 = einsum(equation = var_697_equation_0, values = (var_611_cast_fp16_6, var_678_cast_fp16))[name = tensor("op_697_cast_fp16")]; tensor var_699_equation_0 = const()[name = tensor("op_699_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_699_cast_fp16 = einsum(equation = var_699_equation_0, values = (var_611_cast_fp16_7, var_679_cast_fp16))[name = tensor("op_699_cast_fp16")]; tensor var_701_equation_0 = const()[name = tensor("op_701_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_701_cast_fp16 = einsum(equation = var_701_equation_0, values = (var_611_cast_fp16_8, var_680_cast_fp16))[name = tensor("op_701_cast_fp16")]; tensor var_703_equation_0 = const()[name = tensor("op_703_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_703_cast_fp16 = einsum(equation = var_703_equation_0, values = (var_611_cast_fp16_9, var_681_cast_fp16))[name = tensor("op_703_cast_fp16")]; tensor var_705_equation_0 = const()[name = tensor("op_705_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_705_cast_fp16 = einsum(equation = var_705_equation_0, values = (var_611_cast_fp16_10, var_682_cast_fp16))[name = tensor("op_705_cast_fp16")]; tensor var_707_equation_0 = const()[name = tensor("op_707_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_707_cast_fp16 = einsum(equation = var_707_equation_0, values = (var_611_cast_fp16_11, var_683_cast_fp16))[name = tensor("op_707_cast_fp16")]; tensor input_13_interleave_0 = const()[name = tensor("input_13_interleave_0"), val = tensor(false)]; tensor input_13_cast_fp16 = concat(axis = var_15, interleave = input_13_interleave_0, values = (var_685_cast_fp16, var_687_cast_fp16, var_689_cast_fp16, var_691_cast_fp16, var_693_cast_fp16, var_695_cast_fp16, var_697_cast_fp16, var_699_cast_fp16, var_701_cast_fp16, var_703_cast_fp16, var_705_cast_fp16, var_707_cast_fp16))[name = tensor("input_13_cast_fp16")]; tensor var_712 = const()[name = tensor("op_712"), val = tensor([1, 1])]; tensor var_714 = const()[name = tensor("op_714"), val = tensor([1, 1])]; tensor var_716_pad_type_0 = const()[name = tensor("op_716_pad_type_0"), val = tensor("custom")]; tensor var_716_pad_0 = const()[name = tensor("op_716_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67390208)))]; tensor var_716_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_attn_out_proj_bias_to_fp16, dilations = var_714, groups = var_15, pad = var_716_pad_0, pad_type = var_716_pad_type_0, strides = var_712, weight = vision_model_transformer_resblocks_2_attn_out_proj_weight_cast_fp16, x = input_13_cast_fp16)[name = tensor("op_716_cast_fp16")]; tensor inputs_15_cast_fp16 = add(x = inputs_13_cast_fp16, y = var_716_cast_fp16)[name = tensor("inputs_15_cast_fp16")]; tensor out_13_axes_0 = const()[name = tensor("out_13_axes_0"), val = tensor([1])]; tensor var_726_to_fp16 = const()[name = tensor("op_726_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_13_cast_fp16 = layer_norm(axes = out_13_axes_0, epsilon = var_726_to_fp16, x = inputs_15_cast_fp16)[name = tensor("out_13_cast_fp16")]; tensor input_15_gamma_0_to_fp16 = const()[name = tensor("input_15_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67391808)))]; tensor input_15_beta_0_to_fp16 = const()[name = tensor("input_15_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67393408)))]; tensor input_15_epsilon_0_to_fp16 = const()[name = tensor("input_15_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_15_cast_fp16 = batch_norm(beta = input_15_beta_0_to_fp16, epsilon = input_15_epsilon_0_to_fp16, gamma = input_15_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_13_cast_fp16)[name = tensor("input_15_cast_fp16")]; tensor var_740 = const()[name = tensor("op_740"), val = tensor([1, 1])]; tensor var_742 = const()[name = tensor("op_742"), val = tensor([1, 1])]; tensor x_15_pad_type_0 = const()[name = tensor("x_15_pad_type_0"), val = tensor("custom")]; tensor x_15_pad_0 = const()[name = tensor("x_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67395008)))]; tensor x_15_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_mlp_c_fc_bias_to_fp16, dilations = var_742, groups = var_15, pad = x_15_pad_0, pad_type = x_15_pad_type_0, strides = var_740, weight = vision_model_transformer_resblocks_2_mlp_c_fc_weight_cast_fp16, x = input_15_cast_fp16)[name = tensor("x_15_cast_fp16")]; tensor var_745_to_fp16 = const()[name = tensor("op_745_to_fp16"), val = tensor(1.70214844)]; tensor var_746_cast_fp16 = mul(x = x_15_cast_fp16, y = var_745_to_fp16)[name = tensor("op_746_cast_fp16")]; tensor var_747_cast_fp16 = sigmoid(x = var_746_cast_fp16)[name = tensor("op_747_cast_fp16")]; tensor input_17_cast_fp16 = mul(x = x_15_cast_fp16, y = var_747_cast_fp16)[name = tensor("input_17_cast_fp16")]; tensor var_751 = const()[name = tensor("op_751"), val = tensor([1, 1])]; tensor var_753 = const()[name = tensor("op_753"), val = tensor([1, 1])]; tensor var_755_pad_type_0 = const()[name = tensor("op_755_pad_type_0"), val = tensor("custom")]; tensor var_755_pad_0 = const()[name = tensor("op_755_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67401216)))]; tensor var_755_cast_fp16 = conv(bias = vision_model_transformer_resblocks_2_mlp_c_proj_bias_to_fp16, dilations = var_753, groups = var_15, pad = var_755_pad_0, pad_type = var_755_pad_type_0, strides = var_751, weight = vision_model_transformer_resblocks_2_mlp_c_proj_weight_cast_fp16, x = input_17_cast_fp16)[name = tensor("op_755_cast_fp16")]; tensor inputs_17_cast_fp16 = add(x = inputs_15_cast_fp16, y = var_755_cast_fp16)[name = tensor("inputs_17_cast_fp16")]; tensor out_15_axes_0 = const()[name = tensor("out_15_axes_0"), val = tensor([1])]; tensor var_769_to_fp16 = const()[name = tensor("op_769_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_15_cast_fp16 = layer_norm(axes = out_15_axes_0, epsilon = var_769_to_fp16, x = inputs_17_cast_fp16)[name = tensor("out_15_cast_fp16")]; tensor query_7_gamma_0_to_fp16 = const()[name = tensor("query_7_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67402816)))]; tensor query_7_beta_0_to_fp16 = const()[name = tensor("query_7_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67404416)))]; tensor query_7_epsilon_0_to_fp16 = const()[name = tensor("query_7_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_7_cast_fp16 = batch_norm(beta = query_7_beta_0_to_fp16, epsilon = query_7_epsilon_0_to_fp16, gamma = query_7_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_15_cast_fp16)[name = tensor("query_7_cast_fp16")]; tensor var_785 = const()[name = tensor("op_785"), val = tensor([1, 1])]; tensor var_787 = const()[name = tensor("op_787"), val = tensor([1, 1])]; tensor var_789_pad_type_0 = const()[name = tensor("op_789_pad_type_0"), val = tensor("custom")]; tensor var_789_pad_0 = const()[name = tensor("op_789_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67406016)))]; tensor var_789_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_query_bias_to_fp16, dilations = var_787, groups = var_15, pad = var_789_pad_0, pad_type = var_789_pad_type_0, strides = var_785, weight = vision_model_transformer_resblocks_3_attn_query_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("op_789_cast_fp16")]; tensor var_792 = const()[name = tensor("op_792"), val = tensor([1, 1])]; tensor var_794 = const()[name = tensor("op_794"), val = tensor([1, 1])]; tensor k_7_pad_type_0 = const()[name = tensor("k_7_pad_type_0"), val = tensor("custom")]; tensor k_7_pad_0 = const()[name = tensor("k_7_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67407616)))]; tensor k_7_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_key_bias_to_fp16, dilations = var_794, groups = var_15, pad = k_7_pad_0, pad_type = k_7_pad_type_0, strides = var_792, weight = vision_model_transformer_resblocks_3_attn_key_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("k_7_cast_fp16")]; tensor var_799 = const()[name = tensor("op_799"), val = tensor([1, 1])]; tensor var_801 = const()[name = tensor("op_801"), val = tensor([1, 1])]; tensor var_803_pad_type_0 = const()[name = tensor("op_803_pad_type_0"), val = tensor("custom")]; tensor var_803_pad_0 = const()[name = tensor("op_803_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67409216)))]; tensor var_803_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_value_bias_to_fp16, dilations = var_801, groups = var_15, pad = var_803_pad_0, pad_type = var_803_pad_type_0, strides = var_799, weight = vision_model_transformer_resblocks_3_attn_value_weight_cast_fp16, x = query_7_cast_fp16)[name = tensor("op_803_cast_fp16")]; tensor tile_9 = const()[name = tensor("tile_9"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_804_axis_0 = const()[name = tensor("op_804_axis_0"), val = tensor(1)]; tensor var_804_cast_fp16_0, tensor var_804_cast_fp16_1, tensor var_804_cast_fp16_2, tensor var_804_cast_fp16_3, tensor var_804_cast_fp16_4, tensor var_804_cast_fp16_5, tensor var_804_cast_fp16_6, tensor var_804_cast_fp16_7, tensor var_804_cast_fp16_8, tensor var_804_cast_fp16_9, tensor var_804_cast_fp16_10, tensor var_804_cast_fp16_11 = split(axis = var_804_axis_0, split_sizes = tile_9, x = var_789_cast_fp16)[name = tensor("op_804_cast_fp16")]; tensor var_817_perm_0 = const()[name = tensor("op_817_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_10 = const()[name = tensor("tile_10"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_818_axis_0 = const()[name = tensor("op_818_axis_0"), val = tensor(3)]; tensor transpose_10 = transpose(perm = var_817_perm_0, x = k_7_cast_fp16)[name = tensor("transpose_10")]; tensor var_818_cast_fp16_0, tensor var_818_cast_fp16_1, tensor var_818_cast_fp16_2, tensor var_818_cast_fp16_3, tensor var_818_cast_fp16_4, tensor var_818_cast_fp16_5, tensor var_818_cast_fp16_6, tensor var_818_cast_fp16_7, tensor var_818_cast_fp16_8, tensor var_818_cast_fp16_9, tensor var_818_cast_fp16_10, tensor var_818_cast_fp16_11 = split(axis = var_818_axis_0, split_sizes = tile_10, x = transpose_10)[name = tensor("op_818_cast_fp16")]; tensor tile_11 = const()[name = tensor("tile_11"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_831_axis_0 = const()[name = tensor("op_831_axis_0"), val = tensor(1)]; tensor var_831_cast_fp16_0, tensor var_831_cast_fp16_1, tensor var_831_cast_fp16_2, tensor var_831_cast_fp16_3, tensor var_831_cast_fp16_4, tensor var_831_cast_fp16_5, tensor var_831_cast_fp16_6, tensor var_831_cast_fp16_7, tensor var_831_cast_fp16_8, tensor var_831_cast_fp16_9, tensor var_831_cast_fp16_10, tensor var_831_cast_fp16_11 = split(axis = var_831_axis_0, split_sizes = tile_11, x = var_803_cast_fp16)[name = tensor("op_831_cast_fp16")]; tensor var_845_equation_0 = const()[name = tensor("op_845_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_845_cast_fp16 = einsum(equation = var_845_equation_0, values = (var_818_cast_fp16_0, var_804_cast_fp16_0))[name = tensor("op_845_cast_fp16")]; tensor var_846_to_fp16 = const()[name = tensor("op_846_to_fp16"), val = tensor(0.125)]; tensor aw_73_cast_fp16 = mul(x = var_845_cast_fp16, y = var_846_to_fp16)[name = tensor("aw_73_cast_fp16")]; tensor var_849_equation_0 = const()[name = tensor("op_849_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_849_cast_fp16 = einsum(equation = var_849_equation_0, values = (var_818_cast_fp16_1, var_804_cast_fp16_1))[name = tensor("op_849_cast_fp16")]; tensor var_850_to_fp16 = const()[name = tensor("op_850_to_fp16"), val = tensor(0.125)]; tensor aw_75_cast_fp16 = mul(x = var_849_cast_fp16, y = var_850_to_fp16)[name = tensor("aw_75_cast_fp16")]; tensor var_853_equation_0 = const()[name = tensor("op_853_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_853_cast_fp16 = einsum(equation = var_853_equation_0, values = (var_818_cast_fp16_2, var_804_cast_fp16_2))[name = tensor("op_853_cast_fp16")]; tensor var_854_to_fp16 = const()[name = tensor("op_854_to_fp16"), val = tensor(0.125)]; tensor aw_77_cast_fp16 = mul(x = var_853_cast_fp16, y = var_854_to_fp16)[name = tensor("aw_77_cast_fp16")]; tensor var_857_equation_0 = const()[name = tensor("op_857_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_857_cast_fp16 = einsum(equation = var_857_equation_0, values = (var_818_cast_fp16_3, var_804_cast_fp16_3))[name = tensor("op_857_cast_fp16")]; tensor var_858_to_fp16 = const()[name = tensor("op_858_to_fp16"), val = tensor(0.125)]; tensor aw_79_cast_fp16 = mul(x = var_857_cast_fp16, y = var_858_to_fp16)[name = tensor("aw_79_cast_fp16")]; tensor var_861_equation_0 = const()[name = tensor("op_861_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_861_cast_fp16 = einsum(equation = var_861_equation_0, values = (var_818_cast_fp16_4, var_804_cast_fp16_4))[name = tensor("op_861_cast_fp16")]; tensor var_862_to_fp16 = const()[name = tensor("op_862_to_fp16"), val = tensor(0.125)]; tensor aw_81_cast_fp16 = mul(x = var_861_cast_fp16, y = var_862_to_fp16)[name = tensor("aw_81_cast_fp16")]; tensor var_865_equation_0 = const()[name = tensor("op_865_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_865_cast_fp16 = einsum(equation = var_865_equation_0, values = (var_818_cast_fp16_5, var_804_cast_fp16_5))[name = tensor("op_865_cast_fp16")]; tensor var_866_to_fp16 = const()[name = tensor("op_866_to_fp16"), val = tensor(0.125)]; tensor aw_83_cast_fp16 = mul(x = var_865_cast_fp16, y = var_866_to_fp16)[name = tensor("aw_83_cast_fp16")]; tensor var_869_equation_0 = const()[name = tensor("op_869_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_869_cast_fp16 = einsum(equation = var_869_equation_0, values = (var_818_cast_fp16_6, var_804_cast_fp16_6))[name = tensor("op_869_cast_fp16")]; tensor var_870_to_fp16 = const()[name = tensor("op_870_to_fp16"), val = tensor(0.125)]; tensor aw_85_cast_fp16 = mul(x = var_869_cast_fp16, y = var_870_to_fp16)[name = tensor("aw_85_cast_fp16")]; tensor var_873_equation_0 = const()[name = tensor("op_873_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_873_cast_fp16 = einsum(equation = var_873_equation_0, values = (var_818_cast_fp16_7, var_804_cast_fp16_7))[name = tensor("op_873_cast_fp16")]; tensor var_874_to_fp16 = const()[name = tensor("op_874_to_fp16"), val = tensor(0.125)]; tensor aw_87_cast_fp16 = mul(x = var_873_cast_fp16, y = var_874_to_fp16)[name = tensor("aw_87_cast_fp16")]; tensor var_877_equation_0 = const()[name = tensor("op_877_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_877_cast_fp16 = einsum(equation = var_877_equation_0, values = (var_818_cast_fp16_8, var_804_cast_fp16_8))[name = tensor("op_877_cast_fp16")]; tensor var_878_to_fp16 = const()[name = tensor("op_878_to_fp16"), val = tensor(0.125)]; tensor aw_89_cast_fp16 = mul(x = var_877_cast_fp16, y = var_878_to_fp16)[name = tensor("aw_89_cast_fp16")]; tensor var_881_equation_0 = const()[name = tensor("op_881_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_881_cast_fp16 = einsum(equation = var_881_equation_0, values = (var_818_cast_fp16_9, var_804_cast_fp16_9))[name = tensor("op_881_cast_fp16")]; tensor var_882_to_fp16 = const()[name = tensor("op_882_to_fp16"), val = tensor(0.125)]; tensor aw_91_cast_fp16 = mul(x = var_881_cast_fp16, y = var_882_to_fp16)[name = tensor("aw_91_cast_fp16")]; tensor var_885_equation_0 = const()[name = tensor("op_885_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_885_cast_fp16 = einsum(equation = var_885_equation_0, values = (var_818_cast_fp16_10, var_804_cast_fp16_10))[name = tensor("op_885_cast_fp16")]; tensor var_886_to_fp16 = const()[name = tensor("op_886_to_fp16"), val = tensor(0.125)]; tensor aw_93_cast_fp16 = mul(x = var_885_cast_fp16, y = var_886_to_fp16)[name = tensor("aw_93_cast_fp16")]; tensor var_889_equation_0 = const()[name = tensor("op_889_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_889_cast_fp16 = einsum(equation = var_889_equation_0, values = (var_818_cast_fp16_11, var_804_cast_fp16_11))[name = tensor("op_889_cast_fp16")]; tensor var_890_to_fp16 = const()[name = tensor("op_890_to_fp16"), val = tensor(0.125)]; tensor aw_95_cast_fp16 = mul(x = var_889_cast_fp16, y = var_890_to_fp16)[name = tensor("aw_95_cast_fp16")]; tensor var_892_cast_fp16 = softmax(axis = var_15, x = aw_73_cast_fp16)[name = tensor("op_892_cast_fp16")]; tensor var_893_cast_fp16 = softmax(axis = var_15, x = aw_75_cast_fp16)[name = tensor("op_893_cast_fp16")]; tensor var_894_cast_fp16 = softmax(axis = var_15, x = aw_77_cast_fp16)[name = tensor("op_894_cast_fp16")]; tensor var_895_cast_fp16 = softmax(axis = var_15, x = aw_79_cast_fp16)[name = tensor("op_895_cast_fp16")]; tensor var_896_cast_fp16 = softmax(axis = var_15, x = aw_81_cast_fp16)[name = tensor("op_896_cast_fp16")]; tensor var_897_cast_fp16 = softmax(axis = var_15, x = aw_83_cast_fp16)[name = tensor("op_897_cast_fp16")]; tensor var_898_cast_fp16 = softmax(axis = var_15, x = aw_85_cast_fp16)[name = tensor("op_898_cast_fp16")]; tensor var_899_cast_fp16 = softmax(axis = var_15, x = aw_87_cast_fp16)[name = tensor("op_899_cast_fp16")]; tensor var_900_cast_fp16 = softmax(axis = var_15, x = aw_89_cast_fp16)[name = tensor("op_900_cast_fp16")]; tensor var_901_cast_fp16 = softmax(axis = var_15, x = aw_91_cast_fp16)[name = tensor("op_901_cast_fp16")]; tensor var_902_cast_fp16 = softmax(axis = var_15, x = aw_93_cast_fp16)[name = tensor("op_902_cast_fp16")]; tensor var_903_cast_fp16 = softmax(axis = var_15, x = aw_95_cast_fp16)[name = tensor("op_903_cast_fp16")]; tensor var_905_equation_0 = const()[name = tensor("op_905_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_905_cast_fp16 = einsum(equation = var_905_equation_0, values = (var_831_cast_fp16_0, var_892_cast_fp16))[name = tensor("op_905_cast_fp16")]; tensor var_907_equation_0 = const()[name = tensor("op_907_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_907_cast_fp16 = einsum(equation = var_907_equation_0, values = (var_831_cast_fp16_1, var_893_cast_fp16))[name = tensor("op_907_cast_fp16")]; tensor var_909_equation_0 = const()[name = tensor("op_909_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_909_cast_fp16 = einsum(equation = var_909_equation_0, values = (var_831_cast_fp16_2, var_894_cast_fp16))[name = tensor("op_909_cast_fp16")]; tensor var_911_equation_0 = const()[name = tensor("op_911_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_911_cast_fp16 = einsum(equation = var_911_equation_0, values = (var_831_cast_fp16_3, var_895_cast_fp16))[name = tensor("op_911_cast_fp16")]; tensor var_913_equation_0 = const()[name = tensor("op_913_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_913_cast_fp16 = einsum(equation = var_913_equation_0, values = (var_831_cast_fp16_4, var_896_cast_fp16))[name = tensor("op_913_cast_fp16")]; tensor var_915_equation_0 = const()[name = tensor("op_915_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_915_cast_fp16 = einsum(equation = var_915_equation_0, values = (var_831_cast_fp16_5, var_897_cast_fp16))[name = tensor("op_915_cast_fp16")]; tensor var_917_equation_0 = const()[name = tensor("op_917_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_917_cast_fp16 = einsum(equation = var_917_equation_0, values = (var_831_cast_fp16_6, var_898_cast_fp16))[name = tensor("op_917_cast_fp16")]; tensor var_919_equation_0 = const()[name = tensor("op_919_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_919_cast_fp16 = einsum(equation = var_919_equation_0, values = (var_831_cast_fp16_7, var_899_cast_fp16))[name = tensor("op_919_cast_fp16")]; tensor var_921_equation_0 = const()[name = tensor("op_921_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_921_cast_fp16 = einsum(equation = var_921_equation_0, values = (var_831_cast_fp16_8, var_900_cast_fp16))[name = tensor("op_921_cast_fp16")]; tensor var_923_equation_0 = const()[name = tensor("op_923_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_923_cast_fp16 = einsum(equation = var_923_equation_0, values = (var_831_cast_fp16_9, var_901_cast_fp16))[name = tensor("op_923_cast_fp16")]; tensor var_925_equation_0 = const()[name = tensor("op_925_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_925_cast_fp16 = einsum(equation = var_925_equation_0, values = (var_831_cast_fp16_10, var_902_cast_fp16))[name = tensor("op_925_cast_fp16")]; tensor var_927_equation_0 = const()[name = tensor("op_927_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_927_cast_fp16 = einsum(equation = var_927_equation_0, values = (var_831_cast_fp16_11, var_903_cast_fp16))[name = tensor("op_927_cast_fp16")]; tensor input_19_interleave_0 = const()[name = tensor("input_19_interleave_0"), val = tensor(false)]; tensor input_19_cast_fp16 = concat(axis = var_15, interleave = input_19_interleave_0, values = (var_905_cast_fp16, var_907_cast_fp16, var_909_cast_fp16, var_911_cast_fp16, var_913_cast_fp16, var_915_cast_fp16, var_917_cast_fp16, var_919_cast_fp16, var_921_cast_fp16, var_923_cast_fp16, var_925_cast_fp16, var_927_cast_fp16))[name = tensor("input_19_cast_fp16")]; tensor var_932 = const()[name = tensor("op_932"), val = tensor([1, 1])]; tensor var_934 = const()[name = tensor("op_934"), val = tensor([1, 1])]; tensor var_936_pad_type_0 = const()[name = tensor("op_936_pad_type_0"), val = tensor("custom")]; tensor var_936_pad_0 = const()[name = tensor("op_936_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67410816)))]; tensor var_936_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_attn_out_proj_bias_to_fp16, dilations = var_934, groups = var_15, pad = var_936_pad_0, pad_type = var_936_pad_type_0, strides = var_932, weight = vision_model_transformer_resblocks_3_attn_out_proj_weight_cast_fp16, x = input_19_cast_fp16)[name = tensor("op_936_cast_fp16")]; tensor inputs_19_cast_fp16 = add(x = inputs_17_cast_fp16, y = var_936_cast_fp16)[name = tensor("inputs_19_cast_fp16")]; tensor out_17_axes_0 = const()[name = tensor("out_17_axes_0"), val = tensor([1])]; tensor var_946_to_fp16 = const()[name = tensor("op_946_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_17_cast_fp16 = layer_norm(axes = out_17_axes_0, epsilon = var_946_to_fp16, x = inputs_19_cast_fp16)[name = tensor("out_17_cast_fp16")]; tensor input_21_gamma_0_to_fp16 = const()[name = tensor("input_21_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67412416)))]; tensor input_21_beta_0_to_fp16 = const()[name = tensor("input_21_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67414016)))]; tensor input_21_epsilon_0_to_fp16 = const()[name = tensor("input_21_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_21_cast_fp16 = batch_norm(beta = input_21_beta_0_to_fp16, epsilon = input_21_epsilon_0_to_fp16, gamma = input_21_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_17_cast_fp16)[name = tensor("input_21_cast_fp16")]; tensor var_960 = const()[name = tensor("op_960"), val = tensor([1, 1])]; tensor var_962 = const()[name = tensor("op_962"), val = tensor([1, 1])]; tensor x_17_pad_type_0 = const()[name = tensor("x_17_pad_type_0"), val = tensor("custom")]; tensor x_17_pad_0 = const()[name = tensor("x_17_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67415616)))]; tensor x_17_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_mlp_c_fc_bias_to_fp16, dilations = var_962, groups = var_15, pad = x_17_pad_0, pad_type = x_17_pad_type_0, strides = var_960, weight = vision_model_transformer_resblocks_3_mlp_c_fc_weight_cast_fp16, x = input_21_cast_fp16)[name = tensor("x_17_cast_fp16")]; tensor var_965_to_fp16 = const()[name = tensor("op_965_to_fp16"), val = tensor(1.70214844)]; tensor var_966_cast_fp16 = mul(x = x_17_cast_fp16, y = var_965_to_fp16)[name = tensor("op_966_cast_fp16")]; tensor var_967_cast_fp16 = sigmoid(x = var_966_cast_fp16)[name = tensor("op_967_cast_fp16")]; tensor input_23_cast_fp16 = mul(x = x_17_cast_fp16, y = var_967_cast_fp16)[name = tensor("input_23_cast_fp16")]; tensor var_971 = const()[name = tensor("op_971"), val = tensor([1, 1])]; tensor var_973 = const()[name = tensor("op_973"), val = tensor([1, 1])]; tensor var_975_pad_type_0 = const()[name = tensor("op_975_pad_type_0"), val = tensor("custom")]; tensor var_975_pad_0 = const()[name = tensor("op_975_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67421824)))]; tensor var_975_cast_fp16 = conv(bias = vision_model_transformer_resblocks_3_mlp_c_proj_bias_to_fp16, dilations = var_973, groups = var_15, pad = var_975_pad_0, pad_type = var_975_pad_type_0, strides = var_971, weight = vision_model_transformer_resblocks_3_mlp_c_proj_weight_cast_fp16, x = input_23_cast_fp16)[name = tensor("op_975_cast_fp16")]; tensor inputs_21_cast_fp16 = add(x = inputs_19_cast_fp16, y = var_975_cast_fp16)[name = tensor("inputs_21_cast_fp16")]; tensor out_19_axes_0 = const()[name = tensor("out_19_axes_0"), val = tensor([1])]; tensor var_989_to_fp16 = const()[name = tensor("op_989_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_19_cast_fp16 = layer_norm(axes = out_19_axes_0, epsilon = var_989_to_fp16, x = inputs_21_cast_fp16)[name = tensor("out_19_cast_fp16")]; tensor query_9_gamma_0_to_fp16 = const()[name = tensor("query_9_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67423424)))]; tensor query_9_beta_0_to_fp16 = const()[name = tensor("query_9_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67425024)))]; tensor query_9_epsilon_0_to_fp16 = const()[name = tensor("query_9_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_9_cast_fp16 = batch_norm(beta = query_9_beta_0_to_fp16, epsilon = query_9_epsilon_0_to_fp16, gamma = query_9_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_19_cast_fp16)[name = tensor("query_9_cast_fp16")]; tensor var_1005 = const()[name = tensor("op_1005"), val = tensor([1, 1])]; tensor var_1007 = const()[name = tensor("op_1007"), val = tensor([1, 1])]; tensor var_1009_pad_type_0 = const()[name = tensor("op_1009_pad_type_0"), val = tensor("custom")]; tensor var_1009_pad_0 = const()[name = tensor("op_1009_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67426624)))]; tensor var_1009_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_query_bias_to_fp16, dilations = var_1007, groups = var_15, pad = var_1009_pad_0, pad_type = var_1009_pad_type_0, strides = var_1005, weight = vision_model_transformer_resblocks_4_attn_query_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("op_1009_cast_fp16")]; tensor var_1012 = const()[name = tensor("op_1012"), val = tensor([1, 1])]; tensor var_1014 = const()[name = tensor("op_1014"), val = tensor([1, 1])]; tensor k_9_pad_type_0 = const()[name = tensor("k_9_pad_type_0"), val = tensor("custom")]; tensor k_9_pad_0 = const()[name = tensor("k_9_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67428224)))]; tensor k_9_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_key_bias_to_fp16, dilations = var_1014, groups = var_15, pad = k_9_pad_0, pad_type = k_9_pad_type_0, strides = var_1012, weight = vision_model_transformer_resblocks_4_attn_key_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("k_9_cast_fp16")]; tensor var_1019 = const()[name = tensor("op_1019"), val = tensor([1, 1])]; tensor var_1021 = const()[name = tensor("op_1021"), val = tensor([1, 1])]; tensor var_1023_pad_type_0 = const()[name = tensor("op_1023_pad_type_0"), val = tensor("custom")]; tensor var_1023_pad_0 = const()[name = tensor("op_1023_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67429824)))]; tensor var_1023_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_value_bias_to_fp16, dilations = var_1021, groups = var_15, pad = var_1023_pad_0, pad_type = var_1023_pad_type_0, strides = var_1019, weight = vision_model_transformer_resblocks_4_attn_value_weight_cast_fp16, x = query_9_cast_fp16)[name = tensor("op_1023_cast_fp16")]; tensor tile_12 = const()[name = tensor("tile_12"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1024_axis_0 = const()[name = tensor("op_1024_axis_0"), val = tensor(1)]; tensor var_1024_cast_fp16_0, tensor var_1024_cast_fp16_1, tensor var_1024_cast_fp16_2, tensor var_1024_cast_fp16_3, tensor var_1024_cast_fp16_4, tensor var_1024_cast_fp16_5, tensor var_1024_cast_fp16_6, tensor var_1024_cast_fp16_7, tensor var_1024_cast_fp16_8, tensor var_1024_cast_fp16_9, tensor var_1024_cast_fp16_10, tensor var_1024_cast_fp16_11 = split(axis = var_1024_axis_0, split_sizes = tile_12, x = var_1009_cast_fp16)[name = tensor("op_1024_cast_fp16")]; tensor var_1037_perm_0 = const()[name = tensor("op_1037_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_13 = const()[name = tensor("tile_13"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1038_axis_0 = const()[name = tensor("op_1038_axis_0"), val = tensor(3)]; tensor transpose_9 = transpose(perm = var_1037_perm_0, x = k_9_cast_fp16)[name = tensor("transpose_9")]; tensor var_1038_cast_fp16_0, tensor var_1038_cast_fp16_1, tensor var_1038_cast_fp16_2, tensor var_1038_cast_fp16_3, tensor var_1038_cast_fp16_4, tensor var_1038_cast_fp16_5, tensor var_1038_cast_fp16_6, tensor var_1038_cast_fp16_7, tensor var_1038_cast_fp16_8, tensor var_1038_cast_fp16_9, tensor var_1038_cast_fp16_10, tensor var_1038_cast_fp16_11 = split(axis = var_1038_axis_0, split_sizes = tile_13, x = transpose_9)[name = tensor("op_1038_cast_fp16")]; tensor tile_14 = const()[name = tensor("tile_14"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1051_axis_0 = const()[name = tensor("op_1051_axis_0"), val = tensor(1)]; tensor var_1051_cast_fp16_0, tensor var_1051_cast_fp16_1, tensor var_1051_cast_fp16_2, tensor var_1051_cast_fp16_3, tensor var_1051_cast_fp16_4, tensor var_1051_cast_fp16_5, tensor var_1051_cast_fp16_6, tensor var_1051_cast_fp16_7, tensor var_1051_cast_fp16_8, tensor var_1051_cast_fp16_9, tensor var_1051_cast_fp16_10, tensor var_1051_cast_fp16_11 = split(axis = var_1051_axis_0, split_sizes = tile_14, x = var_1023_cast_fp16)[name = tensor("op_1051_cast_fp16")]; tensor var_1065_equation_0 = const()[name = tensor("op_1065_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1065_cast_fp16 = einsum(equation = var_1065_equation_0, values = (var_1038_cast_fp16_0, var_1024_cast_fp16_0))[name = tensor("op_1065_cast_fp16")]; tensor var_1066_to_fp16 = const()[name = tensor("op_1066_to_fp16"), val = tensor(0.125)]; tensor aw_97_cast_fp16 = mul(x = var_1065_cast_fp16, y = var_1066_to_fp16)[name = tensor("aw_97_cast_fp16")]; tensor var_1069_equation_0 = const()[name = tensor("op_1069_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1069_cast_fp16 = einsum(equation = var_1069_equation_0, values = (var_1038_cast_fp16_1, var_1024_cast_fp16_1))[name = tensor("op_1069_cast_fp16")]; tensor var_1070_to_fp16 = const()[name = tensor("op_1070_to_fp16"), val = tensor(0.125)]; tensor aw_99_cast_fp16 = mul(x = var_1069_cast_fp16, y = var_1070_to_fp16)[name = tensor("aw_99_cast_fp16")]; tensor var_1073_equation_0 = const()[name = tensor("op_1073_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1073_cast_fp16 = einsum(equation = var_1073_equation_0, values = (var_1038_cast_fp16_2, var_1024_cast_fp16_2))[name = tensor("op_1073_cast_fp16")]; tensor var_1074_to_fp16 = const()[name = tensor("op_1074_to_fp16"), val = tensor(0.125)]; tensor aw_101_cast_fp16 = mul(x = var_1073_cast_fp16, y = var_1074_to_fp16)[name = tensor("aw_101_cast_fp16")]; tensor var_1077_equation_0 = const()[name = tensor("op_1077_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1077_cast_fp16 = einsum(equation = var_1077_equation_0, values = (var_1038_cast_fp16_3, var_1024_cast_fp16_3))[name = tensor("op_1077_cast_fp16")]; tensor var_1078_to_fp16 = const()[name = tensor("op_1078_to_fp16"), val = tensor(0.125)]; tensor aw_103_cast_fp16 = mul(x = var_1077_cast_fp16, y = var_1078_to_fp16)[name = tensor("aw_103_cast_fp16")]; tensor var_1081_equation_0 = const()[name = tensor("op_1081_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1081_cast_fp16 = einsum(equation = var_1081_equation_0, values = (var_1038_cast_fp16_4, var_1024_cast_fp16_4))[name = tensor("op_1081_cast_fp16")]; tensor var_1082_to_fp16 = const()[name = tensor("op_1082_to_fp16"), val = tensor(0.125)]; tensor aw_105_cast_fp16 = mul(x = var_1081_cast_fp16, y = var_1082_to_fp16)[name = tensor("aw_105_cast_fp16")]; tensor var_1085_equation_0 = const()[name = tensor("op_1085_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1085_cast_fp16 = einsum(equation = var_1085_equation_0, values = (var_1038_cast_fp16_5, var_1024_cast_fp16_5))[name = tensor("op_1085_cast_fp16")]; tensor var_1086_to_fp16 = const()[name = tensor("op_1086_to_fp16"), val = tensor(0.125)]; tensor aw_107_cast_fp16 = mul(x = var_1085_cast_fp16, y = var_1086_to_fp16)[name = tensor("aw_107_cast_fp16")]; tensor var_1089_equation_0 = const()[name = tensor("op_1089_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1089_cast_fp16 = einsum(equation = var_1089_equation_0, values = (var_1038_cast_fp16_6, var_1024_cast_fp16_6))[name = tensor("op_1089_cast_fp16")]; tensor var_1090_to_fp16 = const()[name = tensor("op_1090_to_fp16"), val = tensor(0.125)]; tensor aw_109_cast_fp16 = mul(x = var_1089_cast_fp16, y = var_1090_to_fp16)[name = tensor("aw_109_cast_fp16")]; tensor var_1093_equation_0 = const()[name = tensor("op_1093_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1093_cast_fp16 = einsum(equation = var_1093_equation_0, values = (var_1038_cast_fp16_7, var_1024_cast_fp16_7))[name = tensor("op_1093_cast_fp16")]; tensor var_1094_to_fp16 = const()[name = tensor("op_1094_to_fp16"), val = tensor(0.125)]; tensor aw_111_cast_fp16 = mul(x = var_1093_cast_fp16, y = var_1094_to_fp16)[name = tensor("aw_111_cast_fp16")]; tensor var_1097_equation_0 = const()[name = tensor("op_1097_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1097_cast_fp16 = einsum(equation = var_1097_equation_0, values = (var_1038_cast_fp16_8, var_1024_cast_fp16_8))[name = tensor("op_1097_cast_fp16")]; tensor var_1098_to_fp16 = const()[name = tensor("op_1098_to_fp16"), val = tensor(0.125)]; tensor aw_113_cast_fp16 = mul(x = var_1097_cast_fp16, y = var_1098_to_fp16)[name = tensor("aw_113_cast_fp16")]; tensor var_1101_equation_0 = const()[name = tensor("op_1101_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1101_cast_fp16 = einsum(equation = var_1101_equation_0, values = (var_1038_cast_fp16_9, var_1024_cast_fp16_9))[name = tensor("op_1101_cast_fp16")]; tensor var_1102_to_fp16 = const()[name = tensor("op_1102_to_fp16"), val = tensor(0.125)]; tensor aw_115_cast_fp16 = mul(x = var_1101_cast_fp16, y = var_1102_to_fp16)[name = tensor("aw_115_cast_fp16")]; tensor var_1105_equation_0 = const()[name = tensor("op_1105_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1105_cast_fp16 = einsum(equation = var_1105_equation_0, values = (var_1038_cast_fp16_10, var_1024_cast_fp16_10))[name = tensor("op_1105_cast_fp16")]; tensor var_1106_to_fp16 = const()[name = tensor("op_1106_to_fp16"), val = tensor(0.125)]; tensor aw_117_cast_fp16 = mul(x = var_1105_cast_fp16, y = var_1106_to_fp16)[name = tensor("aw_117_cast_fp16")]; tensor var_1109_equation_0 = const()[name = tensor("op_1109_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1109_cast_fp16 = einsum(equation = var_1109_equation_0, values = (var_1038_cast_fp16_11, var_1024_cast_fp16_11))[name = tensor("op_1109_cast_fp16")]; tensor var_1110_to_fp16 = const()[name = tensor("op_1110_to_fp16"), val = tensor(0.125)]; tensor aw_119_cast_fp16 = mul(x = var_1109_cast_fp16, y = var_1110_to_fp16)[name = tensor("aw_119_cast_fp16")]; tensor var_1112_cast_fp16 = softmax(axis = var_15, x = aw_97_cast_fp16)[name = tensor("op_1112_cast_fp16")]; tensor var_1113_cast_fp16 = softmax(axis = var_15, x = aw_99_cast_fp16)[name = tensor("op_1113_cast_fp16")]; tensor var_1114_cast_fp16 = softmax(axis = var_15, x = aw_101_cast_fp16)[name = tensor("op_1114_cast_fp16")]; tensor var_1115_cast_fp16 = softmax(axis = var_15, x = aw_103_cast_fp16)[name = tensor("op_1115_cast_fp16")]; tensor var_1116_cast_fp16 = softmax(axis = var_15, x = aw_105_cast_fp16)[name = tensor("op_1116_cast_fp16")]; tensor var_1117_cast_fp16 = softmax(axis = var_15, x = aw_107_cast_fp16)[name = tensor("op_1117_cast_fp16")]; tensor var_1118_cast_fp16 = softmax(axis = var_15, x = aw_109_cast_fp16)[name = tensor("op_1118_cast_fp16")]; tensor var_1119_cast_fp16 = softmax(axis = var_15, x = aw_111_cast_fp16)[name = tensor("op_1119_cast_fp16")]; tensor var_1120_cast_fp16 = softmax(axis = var_15, x = aw_113_cast_fp16)[name = tensor("op_1120_cast_fp16")]; tensor var_1121_cast_fp16 = softmax(axis = var_15, x = aw_115_cast_fp16)[name = tensor("op_1121_cast_fp16")]; tensor var_1122_cast_fp16 = softmax(axis = var_15, x = aw_117_cast_fp16)[name = tensor("op_1122_cast_fp16")]; tensor var_1123_cast_fp16 = softmax(axis = var_15, x = aw_119_cast_fp16)[name = tensor("op_1123_cast_fp16")]; tensor var_1125_equation_0 = const()[name = tensor("op_1125_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1125_cast_fp16 = einsum(equation = var_1125_equation_0, values = (var_1051_cast_fp16_0, var_1112_cast_fp16))[name = tensor("op_1125_cast_fp16")]; tensor var_1127_equation_0 = const()[name = tensor("op_1127_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1127_cast_fp16 = einsum(equation = var_1127_equation_0, values = (var_1051_cast_fp16_1, var_1113_cast_fp16))[name = tensor("op_1127_cast_fp16")]; tensor var_1129_equation_0 = const()[name = tensor("op_1129_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1129_cast_fp16 = einsum(equation = var_1129_equation_0, values = (var_1051_cast_fp16_2, var_1114_cast_fp16))[name = tensor("op_1129_cast_fp16")]; tensor var_1131_equation_0 = const()[name = tensor("op_1131_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1131_cast_fp16 = einsum(equation = var_1131_equation_0, values = (var_1051_cast_fp16_3, var_1115_cast_fp16))[name = tensor("op_1131_cast_fp16")]; tensor var_1133_equation_0 = const()[name = tensor("op_1133_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1133_cast_fp16 = einsum(equation = var_1133_equation_0, values = (var_1051_cast_fp16_4, var_1116_cast_fp16))[name = tensor("op_1133_cast_fp16")]; tensor var_1135_equation_0 = const()[name = tensor("op_1135_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1135_cast_fp16 = einsum(equation = var_1135_equation_0, values = (var_1051_cast_fp16_5, var_1117_cast_fp16))[name = tensor("op_1135_cast_fp16")]; tensor var_1137_equation_0 = const()[name = tensor("op_1137_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1137_cast_fp16 = einsum(equation = var_1137_equation_0, values = (var_1051_cast_fp16_6, var_1118_cast_fp16))[name = tensor("op_1137_cast_fp16")]; tensor var_1139_equation_0 = const()[name = tensor("op_1139_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1139_cast_fp16 = einsum(equation = var_1139_equation_0, values = (var_1051_cast_fp16_7, var_1119_cast_fp16))[name = tensor("op_1139_cast_fp16")]; tensor var_1141_equation_0 = const()[name = tensor("op_1141_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1141_cast_fp16 = einsum(equation = var_1141_equation_0, values = (var_1051_cast_fp16_8, var_1120_cast_fp16))[name = tensor("op_1141_cast_fp16")]; tensor var_1143_equation_0 = const()[name = tensor("op_1143_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1143_cast_fp16 = einsum(equation = var_1143_equation_0, values = (var_1051_cast_fp16_9, var_1121_cast_fp16))[name = tensor("op_1143_cast_fp16")]; tensor var_1145_equation_0 = const()[name = tensor("op_1145_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1145_cast_fp16 = einsum(equation = var_1145_equation_0, values = (var_1051_cast_fp16_10, var_1122_cast_fp16))[name = tensor("op_1145_cast_fp16")]; tensor var_1147_equation_0 = const()[name = tensor("op_1147_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1147_cast_fp16 = einsum(equation = var_1147_equation_0, values = (var_1051_cast_fp16_11, var_1123_cast_fp16))[name = tensor("op_1147_cast_fp16")]; tensor input_25_interleave_0 = const()[name = tensor("input_25_interleave_0"), val = tensor(false)]; tensor input_25_cast_fp16 = concat(axis = var_15, interleave = input_25_interleave_0, values = (var_1125_cast_fp16, var_1127_cast_fp16, var_1129_cast_fp16, var_1131_cast_fp16, var_1133_cast_fp16, var_1135_cast_fp16, var_1137_cast_fp16, var_1139_cast_fp16, var_1141_cast_fp16, var_1143_cast_fp16, var_1145_cast_fp16, var_1147_cast_fp16))[name = tensor("input_25_cast_fp16")]; tensor var_1152 = const()[name = tensor("op_1152"), val = tensor([1, 1])]; tensor var_1154 = const()[name = tensor("op_1154"), val = tensor([1, 1])]; tensor var_1156_pad_type_0 = const()[name = tensor("op_1156_pad_type_0"), val = tensor("custom")]; tensor var_1156_pad_0 = const()[name = tensor("op_1156_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67431424)))]; tensor var_1156_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_attn_out_proj_bias_to_fp16, dilations = var_1154, groups = var_15, pad = var_1156_pad_0, pad_type = var_1156_pad_type_0, strides = var_1152, weight = vision_model_transformer_resblocks_4_attn_out_proj_weight_cast_fp16, x = input_25_cast_fp16)[name = tensor("op_1156_cast_fp16")]; tensor inputs_23_cast_fp16 = add(x = inputs_21_cast_fp16, y = var_1156_cast_fp16)[name = tensor("inputs_23_cast_fp16")]; tensor out_21_axes_0 = const()[name = tensor("out_21_axes_0"), val = tensor([1])]; tensor var_1166_to_fp16 = const()[name = tensor("op_1166_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_21_cast_fp16 = layer_norm(axes = out_21_axes_0, epsilon = var_1166_to_fp16, x = inputs_23_cast_fp16)[name = tensor("out_21_cast_fp16")]; tensor input_27_gamma_0_to_fp16 = const()[name = tensor("input_27_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67433024)))]; tensor input_27_beta_0_to_fp16 = const()[name = tensor("input_27_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67434624)))]; tensor input_27_epsilon_0_to_fp16 = const()[name = tensor("input_27_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_27_cast_fp16 = batch_norm(beta = input_27_beta_0_to_fp16, epsilon = input_27_epsilon_0_to_fp16, gamma = input_27_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_21_cast_fp16)[name = tensor("input_27_cast_fp16")]; tensor var_1180 = const()[name = tensor("op_1180"), val = tensor([1, 1])]; tensor var_1182 = const()[name = tensor("op_1182"), val = tensor([1, 1])]; tensor x_19_pad_type_0 = const()[name = tensor("x_19_pad_type_0"), val = tensor("custom")]; tensor x_19_pad_0 = const()[name = tensor("x_19_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67436224)))]; tensor x_19_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_mlp_c_fc_bias_to_fp16, dilations = var_1182, groups = var_15, pad = x_19_pad_0, pad_type = x_19_pad_type_0, strides = var_1180, weight = vision_model_transformer_resblocks_4_mlp_c_fc_weight_cast_fp16, x = input_27_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor var_1185_to_fp16 = const()[name = tensor("op_1185_to_fp16"), val = tensor(1.70214844)]; tensor var_1186_cast_fp16 = mul(x = x_19_cast_fp16, y = var_1185_to_fp16)[name = tensor("op_1186_cast_fp16")]; tensor var_1187_cast_fp16 = sigmoid(x = var_1186_cast_fp16)[name = tensor("op_1187_cast_fp16")]; tensor input_29_cast_fp16 = mul(x = x_19_cast_fp16, y = var_1187_cast_fp16)[name = tensor("input_29_cast_fp16")]; tensor var_1191 = const()[name = tensor("op_1191"), val = tensor([1, 1])]; tensor var_1193 = const()[name = tensor("op_1193"), val = tensor([1, 1])]; tensor var_1195_pad_type_0 = const()[name = tensor("op_1195_pad_type_0"), val = tensor("custom")]; tensor var_1195_pad_0 = const()[name = tensor("op_1195_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67442432)))]; tensor var_1195_cast_fp16 = conv(bias = vision_model_transformer_resblocks_4_mlp_c_proj_bias_to_fp16, dilations = var_1193, groups = var_15, pad = var_1195_pad_0, pad_type = var_1195_pad_type_0, strides = var_1191, weight = vision_model_transformer_resblocks_4_mlp_c_proj_weight_cast_fp16, x = input_29_cast_fp16)[name = tensor("op_1195_cast_fp16")]; tensor inputs_25_cast_fp16 = add(x = inputs_23_cast_fp16, y = var_1195_cast_fp16)[name = tensor("inputs_25_cast_fp16")]; tensor out_23_axes_0 = const()[name = tensor("out_23_axes_0"), val = tensor([1])]; tensor var_1209_to_fp16 = const()[name = tensor("op_1209_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_23_cast_fp16 = layer_norm(axes = out_23_axes_0, epsilon = var_1209_to_fp16, x = inputs_25_cast_fp16)[name = tensor("out_23_cast_fp16")]; tensor query_11_gamma_0_to_fp16 = const()[name = tensor("query_11_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67444032)))]; tensor query_11_beta_0_to_fp16 = const()[name = tensor("query_11_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67445632)))]; tensor query_11_epsilon_0_to_fp16 = const()[name = tensor("query_11_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_11_cast_fp16 = batch_norm(beta = query_11_beta_0_to_fp16, epsilon = query_11_epsilon_0_to_fp16, gamma = query_11_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_23_cast_fp16)[name = tensor("query_11_cast_fp16")]; tensor var_1225 = const()[name = tensor("op_1225"), val = tensor([1, 1])]; tensor var_1227 = const()[name = tensor("op_1227"), val = tensor([1, 1])]; tensor var_1229_pad_type_0 = const()[name = tensor("op_1229_pad_type_0"), val = tensor("custom")]; tensor var_1229_pad_0 = const()[name = tensor("op_1229_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67447232)))]; tensor var_1229_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_query_bias_to_fp16, dilations = var_1227, groups = var_15, pad = var_1229_pad_0, pad_type = var_1229_pad_type_0, strides = var_1225, weight = vision_model_transformer_resblocks_5_attn_query_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("op_1229_cast_fp16")]; tensor var_1232 = const()[name = tensor("op_1232"), val = tensor([1, 1])]; tensor var_1234 = const()[name = tensor("op_1234"), val = tensor([1, 1])]; tensor k_11_pad_type_0 = const()[name = tensor("k_11_pad_type_0"), val = tensor("custom")]; tensor k_11_pad_0 = const()[name = tensor("k_11_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67448832)))]; tensor k_11_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_key_bias_to_fp16, dilations = var_1234, groups = var_15, pad = k_11_pad_0, pad_type = k_11_pad_type_0, strides = var_1232, weight = vision_model_transformer_resblocks_5_attn_key_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("k_11_cast_fp16")]; tensor var_1239 = const()[name = tensor("op_1239"), val = tensor([1, 1])]; tensor var_1241 = const()[name = tensor("op_1241"), val = tensor([1, 1])]; tensor var_1243_pad_type_0 = const()[name = tensor("op_1243_pad_type_0"), val = tensor("custom")]; tensor var_1243_pad_0 = const()[name = tensor("op_1243_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67450432)))]; tensor var_1243_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_value_bias_to_fp16, dilations = var_1241, groups = var_15, pad = var_1243_pad_0, pad_type = var_1243_pad_type_0, strides = var_1239, weight = vision_model_transformer_resblocks_5_attn_value_weight_cast_fp16, x = query_11_cast_fp16)[name = tensor("op_1243_cast_fp16")]; tensor tile_15 = const()[name = tensor("tile_15"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1244_axis_0 = const()[name = tensor("op_1244_axis_0"), val = tensor(1)]; tensor var_1244_cast_fp16_0, tensor var_1244_cast_fp16_1, tensor var_1244_cast_fp16_2, tensor var_1244_cast_fp16_3, tensor var_1244_cast_fp16_4, tensor var_1244_cast_fp16_5, tensor var_1244_cast_fp16_6, tensor var_1244_cast_fp16_7, tensor var_1244_cast_fp16_8, tensor var_1244_cast_fp16_9, tensor var_1244_cast_fp16_10, tensor var_1244_cast_fp16_11 = split(axis = var_1244_axis_0, split_sizes = tile_15, x = var_1229_cast_fp16)[name = tensor("op_1244_cast_fp16")]; tensor var_1257_perm_0 = const()[name = tensor("op_1257_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_16 = const()[name = tensor("tile_16"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1258_axis_0 = const()[name = tensor("op_1258_axis_0"), val = tensor(3)]; tensor transpose_8 = transpose(perm = var_1257_perm_0, x = k_11_cast_fp16)[name = tensor("transpose_8")]; tensor var_1258_cast_fp16_0, tensor var_1258_cast_fp16_1, tensor var_1258_cast_fp16_2, tensor var_1258_cast_fp16_3, tensor var_1258_cast_fp16_4, tensor var_1258_cast_fp16_5, tensor var_1258_cast_fp16_6, tensor var_1258_cast_fp16_7, tensor var_1258_cast_fp16_8, tensor var_1258_cast_fp16_9, tensor var_1258_cast_fp16_10, tensor var_1258_cast_fp16_11 = split(axis = var_1258_axis_0, split_sizes = tile_16, x = transpose_8)[name = tensor("op_1258_cast_fp16")]; tensor tile_17 = const()[name = tensor("tile_17"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1271_axis_0 = const()[name = tensor("op_1271_axis_0"), val = tensor(1)]; tensor var_1271_cast_fp16_0, tensor var_1271_cast_fp16_1, tensor var_1271_cast_fp16_2, tensor var_1271_cast_fp16_3, tensor var_1271_cast_fp16_4, tensor var_1271_cast_fp16_5, tensor var_1271_cast_fp16_6, tensor var_1271_cast_fp16_7, tensor var_1271_cast_fp16_8, tensor var_1271_cast_fp16_9, tensor var_1271_cast_fp16_10, tensor var_1271_cast_fp16_11 = split(axis = var_1271_axis_0, split_sizes = tile_17, x = var_1243_cast_fp16)[name = tensor("op_1271_cast_fp16")]; tensor var_1285_equation_0 = const()[name = tensor("op_1285_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1285_cast_fp16 = einsum(equation = var_1285_equation_0, values = (var_1258_cast_fp16_0, var_1244_cast_fp16_0))[name = tensor("op_1285_cast_fp16")]; tensor var_1286_to_fp16 = const()[name = tensor("op_1286_to_fp16"), val = tensor(0.125)]; tensor aw_121_cast_fp16 = mul(x = var_1285_cast_fp16, y = var_1286_to_fp16)[name = tensor("aw_121_cast_fp16")]; tensor var_1289_equation_0 = const()[name = tensor("op_1289_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1289_cast_fp16 = einsum(equation = var_1289_equation_0, values = (var_1258_cast_fp16_1, var_1244_cast_fp16_1))[name = tensor("op_1289_cast_fp16")]; tensor var_1290_to_fp16 = const()[name = tensor("op_1290_to_fp16"), val = tensor(0.125)]; tensor aw_123_cast_fp16 = mul(x = var_1289_cast_fp16, y = var_1290_to_fp16)[name = tensor("aw_123_cast_fp16")]; tensor var_1293_equation_0 = const()[name = tensor("op_1293_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1293_cast_fp16 = einsum(equation = var_1293_equation_0, values = (var_1258_cast_fp16_2, var_1244_cast_fp16_2))[name = tensor("op_1293_cast_fp16")]; tensor var_1294_to_fp16 = const()[name = tensor("op_1294_to_fp16"), val = tensor(0.125)]; tensor aw_125_cast_fp16 = mul(x = var_1293_cast_fp16, y = var_1294_to_fp16)[name = tensor("aw_125_cast_fp16")]; tensor var_1297_equation_0 = const()[name = tensor("op_1297_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1297_cast_fp16 = einsum(equation = var_1297_equation_0, values = (var_1258_cast_fp16_3, var_1244_cast_fp16_3))[name = tensor("op_1297_cast_fp16")]; tensor var_1298_to_fp16 = const()[name = tensor("op_1298_to_fp16"), val = tensor(0.125)]; tensor aw_127_cast_fp16 = mul(x = var_1297_cast_fp16, y = var_1298_to_fp16)[name = tensor("aw_127_cast_fp16")]; tensor var_1301_equation_0 = const()[name = tensor("op_1301_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1301_cast_fp16 = einsum(equation = var_1301_equation_0, values = (var_1258_cast_fp16_4, var_1244_cast_fp16_4))[name = tensor("op_1301_cast_fp16")]; tensor var_1302_to_fp16 = const()[name = tensor("op_1302_to_fp16"), val = tensor(0.125)]; tensor aw_129_cast_fp16 = mul(x = var_1301_cast_fp16, y = var_1302_to_fp16)[name = tensor("aw_129_cast_fp16")]; tensor var_1305_equation_0 = const()[name = tensor("op_1305_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1305_cast_fp16 = einsum(equation = var_1305_equation_0, values = (var_1258_cast_fp16_5, var_1244_cast_fp16_5))[name = tensor("op_1305_cast_fp16")]; tensor var_1306_to_fp16 = const()[name = tensor("op_1306_to_fp16"), val = tensor(0.125)]; tensor aw_131_cast_fp16 = mul(x = var_1305_cast_fp16, y = var_1306_to_fp16)[name = tensor("aw_131_cast_fp16")]; tensor var_1309_equation_0 = const()[name = tensor("op_1309_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1309_cast_fp16 = einsum(equation = var_1309_equation_0, values = (var_1258_cast_fp16_6, var_1244_cast_fp16_6))[name = tensor("op_1309_cast_fp16")]; tensor var_1310_to_fp16 = const()[name = tensor("op_1310_to_fp16"), val = tensor(0.125)]; tensor aw_133_cast_fp16 = mul(x = var_1309_cast_fp16, y = var_1310_to_fp16)[name = tensor("aw_133_cast_fp16")]; tensor var_1313_equation_0 = const()[name = tensor("op_1313_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1313_cast_fp16 = einsum(equation = var_1313_equation_0, values = (var_1258_cast_fp16_7, var_1244_cast_fp16_7))[name = tensor("op_1313_cast_fp16")]; tensor var_1314_to_fp16 = const()[name = tensor("op_1314_to_fp16"), val = tensor(0.125)]; tensor aw_135_cast_fp16 = mul(x = var_1313_cast_fp16, y = var_1314_to_fp16)[name = tensor("aw_135_cast_fp16")]; tensor var_1317_equation_0 = const()[name = tensor("op_1317_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1317_cast_fp16 = einsum(equation = var_1317_equation_0, values = (var_1258_cast_fp16_8, var_1244_cast_fp16_8))[name = tensor("op_1317_cast_fp16")]; tensor var_1318_to_fp16 = const()[name = tensor("op_1318_to_fp16"), val = tensor(0.125)]; tensor aw_137_cast_fp16 = mul(x = var_1317_cast_fp16, y = var_1318_to_fp16)[name = tensor("aw_137_cast_fp16")]; tensor var_1321_equation_0 = const()[name = tensor("op_1321_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1321_cast_fp16 = einsum(equation = var_1321_equation_0, values = (var_1258_cast_fp16_9, var_1244_cast_fp16_9))[name = tensor("op_1321_cast_fp16")]; tensor var_1322_to_fp16 = const()[name = tensor("op_1322_to_fp16"), val = tensor(0.125)]; tensor aw_139_cast_fp16 = mul(x = var_1321_cast_fp16, y = var_1322_to_fp16)[name = tensor("aw_139_cast_fp16")]; tensor var_1325_equation_0 = const()[name = tensor("op_1325_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1325_cast_fp16 = einsum(equation = var_1325_equation_0, values = (var_1258_cast_fp16_10, var_1244_cast_fp16_10))[name = tensor("op_1325_cast_fp16")]; tensor var_1326_to_fp16 = const()[name = tensor("op_1326_to_fp16"), val = tensor(0.125)]; tensor aw_141_cast_fp16 = mul(x = var_1325_cast_fp16, y = var_1326_to_fp16)[name = tensor("aw_141_cast_fp16")]; tensor var_1329_equation_0 = const()[name = tensor("op_1329_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1329_cast_fp16 = einsum(equation = var_1329_equation_0, values = (var_1258_cast_fp16_11, var_1244_cast_fp16_11))[name = tensor("op_1329_cast_fp16")]; tensor var_1330_to_fp16 = const()[name = tensor("op_1330_to_fp16"), val = tensor(0.125)]; tensor aw_143_cast_fp16 = mul(x = var_1329_cast_fp16, y = var_1330_to_fp16)[name = tensor("aw_143_cast_fp16")]; tensor var_1332_cast_fp16 = softmax(axis = var_15, x = aw_121_cast_fp16)[name = tensor("op_1332_cast_fp16")]; tensor var_1333_cast_fp16 = softmax(axis = var_15, x = aw_123_cast_fp16)[name = tensor("op_1333_cast_fp16")]; tensor var_1334_cast_fp16 = softmax(axis = var_15, x = aw_125_cast_fp16)[name = tensor("op_1334_cast_fp16")]; tensor var_1335_cast_fp16 = softmax(axis = var_15, x = aw_127_cast_fp16)[name = tensor("op_1335_cast_fp16")]; tensor var_1336_cast_fp16 = softmax(axis = var_15, x = aw_129_cast_fp16)[name = tensor("op_1336_cast_fp16")]; tensor var_1337_cast_fp16 = softmax(axis = var_15, x = aw_131_cast_fp16)[name = tensor("op_1337_cast_fp16")]; tensor var_1338_cast_fp16 = softmax(axis = var_15, x = aw_133_cast_fp16)[name = tensor("op_1338_cast_fp16")]; tensor var_1339_cast_fp16 = softmax(axis = var_15, x = aw_135_cast_fp16)[name = tensor("op_1339_cast_fp16")]; tensor var_1340_cast_fp16 = softmax(axis = var_15, x = aw_137_cast_fp16)[name = tensor("op_1340_cast_fp16")]; tensor var_1341_cast_fp16 = softmax(axis = var_15, x = aw_139_cast_fp16)[name = tensor("op_1341_cast_fp16")]; tensor var_1342_cast_fp16 = softmax(axis = var_15, x = aw_141_cast_fp16)[name = tensor("op_1342_cast_fp16")]; tensor var_1343_cast_fp16 = softmax(axis = var_15, x = aw_143_cast_fp16)[name = tensor("op_1343_cast_fp16")]; tensor var_1345_equation_0 = const()[name = tensor("op_1345_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1345_cast_fp16 = einsum(equation = var_1345_equation_0, values = (var_1271_cast_fp16_0, var_1332_cast_fp16))[name = tensor("op_1345_cast_fp16")]; tensor var_1347_equation_0 = const()[name = tensor("op_1347_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1347_cast_fp16 = einsum(equation = var_1347_equation_0, values = (var_1271_cast_fp16_1, var_1333_cast_fp16))[name = tensor("op_1347_cast_fp16")]; tensor var_1349_equation_0 = const()[name = tensor("op_1349_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1349_cast_fp16 = einsum(equation = var_1349_equation_0, values = (var_1271_cast_fp16_2, var_1334_cast_fp16))[name = tensor("op_1349_cast_fp16")]; tensor var_1351_equation_0 = const()[name = tensor("op_1351_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1351_cast_fp16 = einsum(equation = var_1351_equation_0, values = (var_1271_cast_fp16_3, var_1335_cast_fp16))[name = tensor("op_1351_cast_fp16")]; tensor var_1353_equation_0 = const()[name = tensor("op_1353_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1353_cast_fp16 = einsum(equation = var_1353_equation_0, values = (var_1271_cast_fp16_4, var_1336_cast_fp16))[name = tensor("op_1353_cast_fp16")]; tensor var_1355_equation_0 = const()[name = tensor("op_1355_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1355_cast_fp16 = einsum(equation = var_1355_equation_0, values = (var_1271_cast_fp16_5, var_1337_cast_fp16))[name = tensor("op_1355_cast_fp16")]; tensor var_1357_equation_0 = const()[name = tensor("op_1357_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1357_cast_fp16 = einsum(equation = var_1357_equation_0, values = (var_1271_cast_fp16_6, var_1338_cast_fp16))[name = tensor("op_1357_cast_fp16")]; tensor var_1359_equation_0 = const()[name = tensor("op_1359_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1359_cast_fp16 = einsum(equation = var_1359_equation_0, values = (var_1271_cast_fp16_7, var_1339_cast_fp16))[name = tensor("op_1359_cast_fp16")]; tensor var_1361_equation_0 = const()[name = tensor("op_1361_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1361_cast_fp16 = einsum(equation = var_1361_equation_0, values = (var_1271_cast_fp16_8, var_1340_cast_fp16))[name = tensor("op_1361_cast_fp16")]; tensor var_1363_equation_0 = const()[name = tensor("op_1363_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1363_cast_fp16 = einsum(equation = var_1363_equation_0, values = (var_1271_cast_fp16_9, var_1341_cast_fp16))[name = tensor("op_1363_cast_fp16")]; tensor var_1365_equation_0 = const()[name = tensor("op_1365_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1365_cast_fp16 = einsum(equation = var_1365_equation_0, values = (var_1271_cast_fp16_10, var_1342_cast_fp16))[name = tensor("op_1365_cast_fp16")]; tensor var_1367_equation_0 = const()[name = tensor("op_1367_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1367_cast_fp16 = einsum(equation = var_1367_equation_0, values = (var_1271_cast_fp16_11, var_1343_cast_fp16))[name = tensor("op_1367_cast_fp16")]; tensor input_31_interleave_0 = const()[name = tensor("input_31_interleave_0"), val = tensor(false)]; tensor input_31_cast_fp16 = concat(axis = var_15, interleave = input_31_interleave_0, values = (var_1345_cast_fp16, var_1347_cast_fp16, var_1349_cast_fp16, var_1351_cast_fp16, var_1353_cast_fp16, var_1355_cast_fp16, var_1357_cast_fp16, var_1359_cast_fp16, var_1361_cast_fp16, var_1363_cast_fp16, var_1365_cast_fp16, var_1367_cast_fp16))[name = tensor("input_31_cast_fp16")]; tensor var_1372 = const()[name = tensor("op_1372"), val = tensor([1, 1])]; tensor var_1374 = const()[name = tensor("op_1374"), val = tensor([1, 1])]; tensor var_1376_pad_type_0 = const()[name = tensor("op_1376_pad_type_0"), val = tensor("custom")]; tensor var_1376_pad_0 = const()[name = tensor("op_1376_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67452032)))]; tensor var_1376_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_attn_out_proj_bias_to_fp16, dilations = var_1374, groups = var_15, pad = var_1376_pad_0, pad_type = var_1376_pad_type_0, strides = var_1372, weight = vision_model_transformer_resblocks_5_attn_out_proj_weight_cast_fp16, x = input_31_cast_fp16)[name = tensor("op_1376_cast_fp16")]; tensor inputs_27_cast_fp16 = add(x = inputs_25_cast_fp16, y = var_1376_cast_fp16)[name = tensor("inputs_27_cast_fp16")]; tensor out_25_axes_0 = const()[name = tensor("out_25_axes_0"), val = tensor([1])]; tensor var_1386_to_fp16 = const()[name = tensor("op_1386_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_25_cast_fp16 = layer_norm(axes = out_25_axes_0, epsilon = var_1386_to_fp16, x = inputs_27_cast_fp16)[name = tensor("out_25_cast_fp16")]; tensor input_33_gamma_0_to_fp16 = const()[name = tensor("input_33_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67453632)))]; tensor input_33_beta_0_to_fp16 = const()[name = tensor("input_33_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67455232)))]; tensor input_33_epsilon_0_to_fp16 = const()[name = tensor("input_33_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_33_cast_fp16 = batch_norm(beta = input_33_beta_0_to_fp16, epsilon = input_33_epsilon_0_to_fp16, gamma = input_33_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_25_cast_fp16)[name = tensor("input_33_cast_fp16")]; tensor var_1400 = const()[name = tensor("op_1400"), val = tensor([1, 1])]; tensor var_1402 = const()[name = tensor("op_1402"), val = tensor([1, 1])]; tensor x_21_pad_type_0 = const()[name = tensor("x_21_pad_type_0"), val = tensor("custom")]; tensor x_21_pad_0 = const()[name = tensor("x_21_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67456832)))]; tensor x_21_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_mlp_c_fc_bias_to_fp16, dilations = var_1402, groups = var_15, pad = x_21_pad_0, pad_type = x_21_pad_type_0, strides = var_1400, weight = vision_model_transformer_resblocks_5_mlp_c_fc_weight_cast_fp16, x = input_33_cast_fp16)[name = tensor("x_21_cast_fp16")]; tensor var_1405_to_fp16 = const()[name = tensor("op_1405_to_fp16"), val = tensor(1.70214844)]; tensor var_1406_cast_fp16 = mul(x = x_21_cast_fp16, y = var_1405_to_fp16)[name = tensor("op_1406_cast_fp16")]; tensor var_1407_cast_fp16 = sigmoid(x = var_1406_cast_fp16)[name = tensor("op_1407_cast_fp16")]; tensor input_35_cast_fp16 = mul(x = x_21_cast_fp16, y = var_1407_cast_fp16)[name = tensor("input_35_cast_fp16")]; tensor var_1411 = const()[name = tensor("op_1411"), val = tensor([1, 1])]; tensor var_1413 = const()[name = tensor("op_1413"), val = tensor([1, 1])]; tensor var_1415_pad_type_0 = const()[name = tensor("op_1415_pad_type_0"), val = tensor("custom")]; tensor var_1415_pad_0 = const()[name = tensor("op_1415_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67463040)))]; tensor var_1415_cast_fp16 = conv(bias = vision_model_transformer_resblocks_5_mlp_c_proj_bias_to_fp16, dilations = var_1413, groups = var_15, pad = var_1415_pad_0, pad_type = var_1415_pad_type_0, strides = var_1411, weight = vision_model_transformer_resblocks_5_mlp_c_proj_weight_cast_fp16, x = input_35_cast_fp16)[name = tensor("op_1415_cast_fp16")]; tensor inputs_29_cast_fp16 = add(x = inputs_27_cast_fp16, y = var_1415_cast_fp16)[name = tensor("inputs_29_cast_fp16")]; tensor out_27_axes_0 = const()[name = tensor("out_27_axes_0"), val = tensor([1])]; tensor var_1429_to_fp16 = const()[name = tensor("op_1429_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_27_cast_fp16 = layer_norm(axes = out_27_axes_0, epsilon = var_1429_to_fp16, x = inputs_29_cast_fp16)[name = tensor("out_27_cast_fp16")]; tensor query_13_gamma_0_to_fp16 = const()[name = tensor("query_13_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67464640)))]; tensor query_13_beta_0_to_fp16 = const()[name = tensor("query_13_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67466240)))]; tensor query_13_epsilon_0_to_fp16 = const()[name = tensor("query_13_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_13_cast_fp16 = batch_norm(beta = query_13_beta_0_to_fp16, epsilon = query_13_epsilon_0_to_fp16, gamma = query_13_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_27_cast_fp16)[name = tensor("query_13_cast_fp16")]; tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([1, 1])]; tensor var_1447 = const()[name = tensor("op_1447"), val = tensor([1, 1])]; tensor var_1449_pad_type_0 = const()[name = tensor("op_1449_pad_type_0"), val = tensor("custom")]; tensor var_1449_pad_0 = const()[name = tensor("op_1449_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67467840)))]; tensor var_1449_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_query_bias_to_fp16, dilations = var_1447, groups = var_15, pad = var_1449_pad_0, pad_type = var_1449_pad_type_0, strides = var_1445, weight = vision_model_transformer_resblocks_6_attn_query_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("op_1449_cast_fp16")]; tensor var_1452 = const()[name = tensor("op_1452"), val = tensor([1, 1])]; tensor var_1454 = const()[name = tensor("op_1454"), val = tensor([1, 1])]; tensor k_13_pad_type_0 = const()[name = tensor("k_13_pad_type_0"), val = tensor("custom")]; tensor k_13_pad_0 = const()[name = tensor("k_13_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67469440)))]; tensor k_13_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_key_bias_to_fp16, dilations = var_1454, groups = var_15, pad = k_13_pad_0, pad_type = k_13_pad_type_0, strides = var_1452, weight = vision_model_transformer_resblocks_6_attn_key_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("k_13_cast_fp16")]; tensor var_1459 = const()[name = tensor("op_1459"), val = tensor([1, 1])]; tensor var_1461 = const()[name = tensor("op_1461"), val = tensor([1, 1])]; tensor var_1463_pad_type_0 = const()[name = tensor("op_1463_pad_type_0"), val = tensor("custom")]; tensor var_1463_pad_0 = const()[name = tensor("op_1463_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67471040)))]; tensor var_1463_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_value_bias_to_fp16, dilations = var_1461, groups = var_15, pad = var_1463_pad_0, pad_type = var_1463_pad_type_0, strides = var_1459, weight = vision_model_transformer_resblocks_6_attn_value_weight_cast_fp16, x = query_13_cast_fp16)[name = tensor("op_1463_cast_fp16")]; tensor tile_18 = const()[name = tensor("tile_18"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1464_axis_0 = const()[name = tensor("op_1464_axis_0"), val = tensor(1)]; tensor var_1464_cast_fp16_0, tensor var_1464_cast_fp16_1, tensor var_1464_cast_fp16_2, tensor var_1464_cast_fp16_3, tensor var_1464_cast_fp16_4, tensor var_1464_cast_fp16_5, tensor var_1464_cast_fp16_6, tensor var_1464_cast_fp16_7, tensor var_1464_cast_fp16_8, tensor var_1464_cast_fp16_9, tensor var_1464_cast_fp16_10, tensor var_1464_cast_fp16_11 = split(axis = var_1464_axis_0, split_sizes = tile_18, x = var_1449_cast_fp16)[name = tensor("op_1464_cast_fp16")]; tensor var_1477_perm_0 = const()[name = tensor("op_1477_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_19 = const()[name = tensor("tile_19"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1478_axis_0 = const()[name = tensor("op_1478_axis_0"), val = tensor(3)]; tensor transpose_7 = transpose(perm = var_1477_perm_0, x = k_13_cast_fp16)[name = tensor("transpose_7")]; tensor var_1478_cast_fp16_0, tensor var_1478_cast_fp16_1, tensor var_1478_cast_fp16_2, tensor var_1478_cast_fp16_3, tensor var_1478_cast_fp16_4, tensor var_1478_cast_fp16_5, tensor var_1478_cast_fp16_6, tensor var_1478_cast_fp16_7, tensor var_1478_cast_fp16_8, tensor var_1478_cast_fp16_9, tensor var_1478_cast_fp16_10, tensor var_1478_cast_fp16_11 = split(axis = var_1478_axis_0, split_sizes = tile_19, x = transpose_7)[name = tensor("op_1478_cast_fp16")]; tensor tile_20 = const()[name = tensor("tile_20"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1491_axis_0 = const()[name = tensor("op_1491_axis_0"), val = tensor(1)]; tensor var_1491_cast_fp16_0, tensor var_1491_cast_fp16_1, tensor var_1491_cast_fp16_2, tensor var_1491_cast_fp16_3, tensor var_1491_cast_fp16_4, tensor var_1491_cast_fp16_5, tensor var_1491_cast_fp16_6, tensor var_1491_cast_fp16_7, tensor var_1491_cast_fp16_8, tensor var_1491_cast_fp16_9, tensor var_1491_cast_fp16_10, tensor var_1491_cast_fp16_11 = split(axis = var_1491_axis_0, split_sizes = tile_20, x = var_1463_cast_fp16)[name = tensor("op_1491_cast_fp16")]; tensor var_1505_equation_0 = const()[name = tensor("op_1505_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1505_cast_fp16 = einsum(equation = var_1505_equation_0, values = (var_1478_cast_fp16_0, var_1464_cast_fp16_0))[name = tensor("op_1505_cast_fp16")]; tensor var_1506_to_fp16 = const()[name = tensor("op_1506_to_fp16"), val = tensor(0.125)]; tensor aw_145_cast_fp16 = mul(x = var_1505_cast_fp16, y = var_1506_to_fp16)[name = tensor("aw_145_cast_fp16")]; tensor var_1509_equation_0 = const()[name = tensor("op_1509_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1509_cast_fp16 = einsum(equation = var_1509_equation_0, values = (var_1478_cast_fp16_1, var_1464_cast_fp16_1))[name = tensor("op_1509_cast_fp16")]; tensor var_1510_to_fp16 = const()[name = tensor("op_1510_to_fp16"), val = tensor(0.125)]; tensor aw_147_cast_fp16 = mul(x = var_1509_cast_fp16, y = var_1510_to_fp16)[name = tensor("aw_147_cast_fp16")]; tensor var_1513_equation_0 = const()[name = tensor("op_1513_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1513_cast_fp16 = einsum(equation = var_1513_equation_0, values = (var_1478_cast_fp16_2, var_1464_cast_fp16_2))[name = tensor("op_1513_cast_fp16")]; tensor var_1514_to_fp16 = const()[name = tensor("op_1514_to_fp16"), val = tensor(0.125)]; tensor aw_149_cast_fp16 = mul(x = var_1513_cast_fp16, y = var_1514_to_fp16)[name = tensor("aw_149_cast_fp16")]; tensor var_1517_equation_0 = const()[name = tensor("op_1517_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1517_cast_fp16 = einsum(equation = var_1517_equation_0, values = (var_1478_cast_fp16_3, var_1464_cast_fp16_3))[name = tensor("op_1517_cast_fp16")]; tensor var_1518_to_fp16 = const()[name = tensor("op_1518_to_fp16"), val = tensor(0.125)]; tensor aw_151_cast_fp16 = mul(x = var_1517_cast_fp16, y = var_1518_to_fp16)[name = tensor("aw_151_cast_fp16")]; tensor var_1521_equation_0 = const()[name = tensor("op_1521_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1521_cast_fp16 = einsum(equation = var_1521_equation_0, values = (var_1478_cast_fp16_4, var_1464_cast_fp16_4))[name = tensor("op_1521_cast_fp16")]; tensor var_1522_to_fp16 = const()[name = tensor("op_1522_to_fp16"), val = tensor(0.125)]; tensor aw_153_cast_fp16 = mul(x = var_1521_cast_fp16, y = var_1522_to_fp16)[name = tensor("aw_153_cast_fp16")]; tensor var_1525_equation_0 = const()[name = tensor("op_1525_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1525_cast_fp16 = einsum(equation = var_1525_equation_0, values = (var_1478_cast_fp16_5, var_1464_cast_fp16_5))[name = tensor("op_1525_cast_fp16")]; tensor var_1526_to_fp16 = const()[name = tensor("op_1526_to_fp16"), val = tensor(0.125)]; tensor aw_155_cast_fp16 = mul(x = var_1525_cast_fp16, y = var_1526_to_fp16)[name = tensor("aw_155_cast_fp16")]; tensor var_1529_equation_0 = const()[name = tensor("op_1529_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1529_cast_fp16 = einsum(equation = var_1529_equation_0, values = (var_1478_cast_fp16_6, var_1464_cast_fp16_6))[name = tensor("op_1529_cast_fp16")]; tensor var_1530_to_fp16 = const()[name = tensor("op_1530_to_fp16"), val = tensor(0.125)]; tensor aw_157_cast_fp16 = mul(x = var_1529_cast_fp16, y = var_1530_to_fp16)[name = tensor("aw_157_cast_fp16")]; tensor var_1533_equation_0 = const()[name = tensor("op_1533_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1533_cast_fp16 = einsum(equation = var_1533_equation_0, values = (var_1478_cast_fp16_7, var_1464_cast_fp16_7))[name = tensor("op_1533_cast_fp16")]; tensor var_1534_to_fp16 = const()[name = tensor("op_1534_to_fp16"), val = tensor(0.125)]; tensor aw_159_cast_fp16 = mul(x = var_1533_cast_fp16, y = var_1534_to_fp16)[name = tensor("aw_159_cast_fp16")]; tensor var_1537_equation_0 = const()[name = tensor("op_1537_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1537_cast_fp16 = einsum(equation = var_1537_equation_0, values = (var_1478_cast_fp16_8, var_1464_cast_fp16_8))[name = tensor("op_1537_cast_fp16")]; tensor var_1538_to_fp16 = const()[name = tensor("op_1538_to_fp16"), val = tensor(0.125)]; tensor aw_161_cast_fp16 = mul(x = var_1537_cast_fp16, y = var_1538_to_fp16)[name = tensor("aw_161_cast_fp16")]; tensor var_1541_equation_0 = const()[name = tensor("op_1541_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1541_cast_fp16 = einsum(equation = var_1541_equation_0, values = (var_1478_cast_fp16_9, var_1464_cast_fp16_9))[name = tensor("op_1541_cast_fp16")]; tensor var_1542_to_fp16 = const()[name = tensor("op_1542_to_fp16"), val = tensor(0.125)]; tensor aw_163_cast_fp16 = mul(x = var_1541_cast_fp16, y = var_1542_to_fp16)[name = tensor("aw_163_cast_fp16")]; tensor var_1545_equation_0 = const()[name = tensor("op_1545_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1545_cast_fp16 = einsum(equation = var_1545_equation_0, values = (var_1478_cast_fp16_10, var_1464_cast_fp16_10))[name = tensor("op_1545_cast_fp16")]; tensor var_1546_to_fp16 = const()[name = tensor("op_1546_to_fp16"), val = tensor(0.125)]; tensor aw_165_cast_fp16 = mul(x = var_1545_cast_fp16, y = var_1546_to_fp16)[name = tensor("aw_165_cast_fp16")]; tensor var_1549_equation_0 = const()[name = tensor("op_1549_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1549_cast_fp16 = einsum(equation = var_1549_equation_0, values = (var_1478_cast_fp16_11, var_1464_cast_fp16_11))[name = tensor("op_1549_cast_fp16")]; tensor var_1550_to_fp16 = const()[name = tensor("op_1550_to_fp16"), val = tensor(0.125)]; tensor aw_167_cast_fp16 = mul(x = var_1549_cast_fp16, y = var_1550_to_fp16)[name = tensor("aw_167_cast_fp16")]; tensor var_1552_cast_fp16 = softmax(axis = var_15, x = aw_145_cast_fp16)[name = tensor("op_1552_cast_fp16")]; tensor var_1553_cast_fp16 = softmax(axis = var_15, x = aw_147_cast_fp16)[name = tensor("op_1553_cast_fp16")]; tensor var_1554_cast_fp16 = softmax(axis = var_15, x = aw_149_cast_fp16)[name = tensor("op_1554_cast_fp16")]; tensor var_1555_cast_fp16 = softmax(axis = var_15, x = aw_151_cast_fp16)[name = tensor("op_1555_cast_fp16")]; tensor var_1556_cast_fp16 = softmax(axis = var_15, x = aw_153_cast_fp16)[name = tensor("op_1556_cast_fp16")]; tensor var_1557_cast_fp16 = softmax(axis = var_15, x = aw_155_cast_fp16)[name = tensor("op_1557_cast_fp16")]; tensor var_1558_cast_fp16 = softmax(axis = var_15, x = aw_157_cast_fp16)[name = tensor("op_1558_cast_fp16")]; tensor var_1559_cast_fp16 = softmax(axis = var_15, x = aw_159_cast_fp16)[name = tensor("op_1559_cast_fp16")]; tensor var_1560_cast_fp16 = softmax(axis = var_15, x = aw_161_cast_fp16)[name = tensor("op_1560_cast_fp16")]; tensor var_1561_cast_fp16 = softmax(axis = var_15, x = aw_163_cast_fp16)[name = tensor("op_1561_cast_fp16")]; tensor var_1562_cast_fp16 = softmax(axis = var_15, x = aw_165_cast_fp16)[name = tensor("op_1562_cast_fp16")]; tensor var_1563_cast_fp16 = softmax(axis = var_15, x = aw_167_cast_fp16)[name = tensor("op_1563_cast_fp16")]; tensor var_1565_equation_0 = const()[name = tensor("op_1565_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1565_cast_fp16 = einsum(equation = var_1565_equation_0, values = (var_1491_cast_fp16_0, var_1552_cast_fp16))[name = tensor("op_1565_cast_fp16")]; tensor var_1567_equation_0 = const()[name = tensor("op_1567_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1567_cast_fp16 = einsum(equation = var_1567_equation_0, values = (var_1491_cast_fp16_1, var_1553_cast_fp16))[name = tensor("op_1567_cast_fp16")]; tensor var_1569_equation_0 = const()[name = tensor("op_1569_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1569_cast_fp16 = einsum(equation = var_1569_equation_0, values = (var_1491_cast_fp16_2, var_1554_cast_fp16))[name = tensor("op_1569_cast_fp16")]; tensor var_1571_equation_0 = const()[name = tensor("op_1571_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1571_cast_fp16 = einsum(equation = var_1571_equation_0, values = (var_1491_cast_fp16_3, var_1555_cast_fp16))[name = tensor("op_1571_cast_fp16")]; tensor var_1573_equation_0 = const()[name = tensor("op_1573_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1573_cast_fp16 = einsum(equation = var_1573_equation_0, values = (var_1491_cast_fp16_4, var_1556_cast_fp16))[name = tensor("op_1573_cast_fp16")]; tensor var_1575_equation_0 = const()[name = tensor("op_1575_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1575_cast_fp16 = einsum(equation = var_1575_equation_0, values = (var_1491_cast_fp16_5, var_1557_cast_fp16))[name = tensor("op_1575_cast_fp16")]; tensor var_1577_equation_0 = const()[name = tensor("op_1577_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1577_cast_fp16 = einsum(equation = var_1577_equation_0, values = (var_1491_cast_fp16_6, var_1558_cast_fp16))[name = tensor("op_1577_cast_fp16")]; tensor var_1579_equation_0 = const()[name = tensor("op_1579_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1579_cast_fp16 = einsum(equation = var_1579_equation_0, values = (var_1491_cast_fp16_7, var_1559_cast_fp16))[name = tensor("op_1579_cast_fp16")]; tensor var_1581_equation_0 = const()[name = tensor("op_1581_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1581_cast_fp16 = einsum(equation = var_1581_equation_0, values = (var_1491_cast_fp16_8, var_1560_cast_fp16))[name = tensor("op_1581_cast_fp16")]; tensor var_1583_equation_0 = const()[name = tensor("op_1583_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1583_cast_fp16 = einsum(equation = var_1583_equation_0, values = (var_1491_cast_fp16_9, var_1561_cast_fp16))[name = tensor("op_1583_cast_fp16")]; tensor var_1585_equation_0 = const()[name = tensor("op_1585_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1585_cast_fp16 = einsum(equation = var_1585_equation_0, values = (var_1491_cast_fp16_10, var_1562_cast_fp16))[name = tensor("op_1585_cast_fp16")]; tensor var_1587_equation_0 = const()[name = tensor("op_1587_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1587_cast_fp16 = einsum(equation = var_1587_equation_0, values = (var_1491_cast_fp16_11, var_1563_cast_fp16))[name = tensor("op_1587_cast_fp16")]; tensor input_37_interleave_0 = const()[name = tensor("input_37_interleave_0"), val = tensor(false)]; tensor input_37_cast_fp16 = concat(axis = var_15, interleave = input_37_interleave_0, values = (var_1565_cast_fp16, var_1567_cast_fp16, var_1569_cast_fp16, var_1571_cast_fp16, var_1573_cast_fp16, var_1575_cast_fp16, var_1577_cast_fp16, var_1579_cast_fp16, var_1581_cast_fp16, var_1583_cast_fp16, var_1585_cast_fp16, var_1587_cast_fp16))[name = tensor("input_37_cast_fp16")]; tensor var_1592 = const()[name = tensor("op_1592"), val = tensor([1, 1])]; tensor var_1594 = const()[name = tensor("op_1594"), val = tensor([1, 1])]; tensor var_1596_pad_type_0 = const()[name = tensor("op_1596_pad_type_0"), val = tensor("custom")]; tensor var_1596_pad_0 = const()[name = tensor("op_1596_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67472640)))]; tensor var_1596_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_attn_out_proj_bias_to_fp16, dilations = var_1594, groups = var_15, pad = var_1596_pad_0, pad_type = var_1596_pad_type_0, strides = var_1592, weight = vision_model_transformer_resblocks_6_attn_out_proj_weight_cast_fp16, x = input_37_cast_fp16)[name = tensor("op_1596_cast_fp16")]; tensor inputs_31_cast_fp16 = add(x = inputs_29_cast_fp16, y = var_1596_cast_fp16)[name = tensor("inputs_31_cast_fp16")]; tensor out_29_axes_0 = const()[name = tensor("out_29_axes_0"), val = tensor([1])]; tensor var_1606_to_fp16 = const()[name = tensor("op_1606_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_29_cast_fp16 = layer_norm(axes = out_29_axes_0, epsilon = var_1606_to_fp16, x = inputs_31_cast_fp16)[name = tensor("out_29_cast_fp16")]; tensor input_39_gamma_0_to_fp16 = const()[name = tensor("input_39_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67474240)))]; tensor input_39_beta_0_to_fp16 = const()[name = tensor("input_39_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67475840)))]; tensor input_39_epsilon_0_to_fp16 = const()[name = tensor("input_39_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_39_cast_fp16 = batch_norm(beta = input_39_beta_0_to_fp16, epsilon = input_39_epsilon_0_to_fp16, gamma = input_39_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_29_cast_fp16)[name = tensor("input_39_cast_fp16")]; tensor var_1620 = const()[name = tensor("op_1620"), val = tensor([1, 1])]; tensor var_1622 = const()[name = tensor("op_1622"), val = tensor([1, 1])]; tensor x_23_pad_type_0 = const()[name = tensor("x_23_pad_type_0"), val = tensor("custom")]; tensor x_23_pad_0 = const()[name = tensor("x_23_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67477440)))]; tensor x_23_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_mlp_c_fc_bias_to_fp16, dilations = var_1622, groups = var_15, pad = x_23_pad_0, pad_type = x_23_pad_type_0, strides = var_1620, weight = vision_model_transformer_resblocks_6_mlp_c_fc_weight_cast_fp16, x = input_39_cast_fp16)[name = tensor("x_23_cast_fp16")]; tensor var_1625_to_fp16 = const()[name = tensor("op_1625_to_fp16"), val = tensor(1.70214844)]; tensor var_1626_cast_fp16 = mul(x = x_23_cast_fp16, y = var_1625_to_fp16)[name = tensor("op_1626_cast_fp16")]; tensor var_1627_cast_fp16 = sigmoid(x = var_1626_cast_fp16)[name = tensor("op_1627_cast_fp16")]; tensor input_41_cast_fp16 = mul(x = x_23_cast_fp16, y = var_1627_cast_fp16)[name = tensor("input_41_cast_fp16")]; tensor var_1631 = const()[name = tensor("op_1631"), val = tensor([1, 1])]; tensor var_1633 = const()[name = tensor("op_1633"), val = tensor([1, 1])]; tensor var_1635_pad_type_0 = const()[name = tensor("op_1635_pad_type_0"), val = tensor("custom")]; tensor var_1635_pad_0 = const()[name = tensor("op_1635_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67483648)))]; tensor var_1635_cast_fp16 = conv(bias = vision_model_transformer_resblocks_6_mlp_c_proj_bias_to_fp16, dilations = var_1633, groups = var_15, pad = var_1635_pad_0, pad_type = var_1635_pad_type_0, strides = var_1631, weight = vision_model_transformer_resblocks_6_mlp_c_proj_weight_cast_fp16, x = input_41_cast_fp16)[name = tensor("op_1635_cast_fp16")]; tensor inputs_33_cast_fp16 = add(x = inputs_31_cast_fp16, y = var_1635_cast_fp16)[name = tensor("inputs_33_cast_fp16")]; tensor out_31_axes_0 = const()[name = tensor("out_31_axes_0"), val = tensor([1])]; tensor var_1649_to_fp16 = const()[name = tensor("op_1649_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_31_cast_fp16 = layer_norm(axes = out_31_axes_0, epsilon = var_1649_to_fp16, x = inputs_33_cast_fp16)[name = tensor("out_31_cast_fp16")]; tensor query_15_gamma_0_to_fp16 = const()[name = tensor("query_15_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67485248)))]; tensor query_15_beta_0_to_fp16 = const()[name = tensor("query_15_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67486848)))]; tensor query_15_epsilon_0_to_fp16 = const()[name = tensor("query_15_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_15_cast_fp16 = batch_norm(beta = query_15_beta_0_to_fp16, epsilon = query_15_epsilon_0_to_fp16, gamma = query_15_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_31_cast_fp16)[name = tensor("query_15_cast_fp16")]; tensor var_1665 = const()[name = tensor("op_1665"), val = tensor([1, 1])]; tensor var_1667 = const()[name = tensor("op_1667"), val = tensor([1, 1])]; tensor var_1669_pad_type_0 = const()[name = tensor("op_1669_pad_type_0"), val = tensor("custom")]; tensor var_1669_pad_0 = const()[name = tensor("op_1669_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67488448)))]; tensor var_1669_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_query_bias_to_fp16, dilations = var_1667, groups = var_15, pad = var_1669_pad_0, pad_type = var_1669_pad_type_0, strides = var_1665, weight = vision_model_transformer_resblocks_7_attn_query_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("op_1669_cast_fp16")]; tensor var_1672 = const()[name = tensor("op_1672"), val = tensor([1, 1])]; tensor var_1674 = const()[name = tensor("op_1674"), val = tensor([1, 1])]; tensor k_15_pad_type_0 = const()[name = tensor("k_15_pad_type_0"), val = tensor("custom")]; tensor k_15_pad_0 = const()[name = tensor("k_15_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67490048)))]; tensor k_15_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_key_bias_to_fp16, dilations = var_1674, groups = var_15, pad = k_15_pad_0, pad_type = k_15_pad_type_0, strides = var_1672, weight = vision_model_transformer_resblocks_7_attn_key_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("k_15_cast_fp16")]; tensor var_1679 = const()[name = tensor("op_1679"), val = tensor([1, 1])]; tensor var_1681 = const()[name = tensor("op_1681"), val = tensor([1, 1])]; tensor var_1683_pad_type_0 = const()[name = tensor("op_1683_pad_type_0"), val = tensor("custom")]; tensor var_1683_pad_0 = const()[name = tensor("op_1683_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67491648)))]; tensor var_1683_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_value_bias_to_fp16, dilations = var_1681, groups = var_15, pad = var_1683_pad_0, pad_type = var_1683_pad_type_0, strides = var_1679, weight = vision_model_transformer_resblocks_7_attn_value_weight_cast_fp16, x = query_15_cast_fp16)[name = tensor("op_1683_cast_fp16")]; tensor tile_21 = const()[name = tensor("tile_21"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1684_axis_0 = const()[name = tensor("op_1684_axis_0"), val = tensor(1)]; tensor var_1684_cast_fp16_0, tensor var_1684_cast_fp16_1, tensor var_1684_cast_fp16_2, tensor var_1684_cast_fp16_3, tensor var_1684_cast_fp16_4, tensor var_1684_cast_fp16_5, tensor var_1684_cast_fp16_6, tensor var_1684_cast_fp16_7, tensor var_1684_cast_fp16_8, tensor var_1684_cast_fp16_9, tensor var_1684_cast_fp16_10, tensor var_1684_cast_fp16_11 = split(axis = var_1684_axis_0, split_sizes = tile_21, x = var_1669_cast_fp16)[name = tensor("op_1684_cast_fp16")]; tensor var_1697_perm_0 = const()[name = tensor("op_1697_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_22 = const()[name = tensor("tile_22"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1698_axis_0 = const()[name = tensor("op_1698_axis_0"), val = tensor(3)]; tensor transpose_6 = transpose(perm = var_1697_perm_0, x = k_15_cast_fp16)[name = tensor("transpose_6")]; tensor var_1698_cast_fp16_0, tensor var_1698_cast_fp16_1, tensor var_1698_cast_fp16_2, tensor var_1698_cast_fp16_3, tensor var_1698_cast_fp16_4, tensor var_1698_cast_fp16_5, tensor var_1698_cast_fp16_6, tensor var_1698_cast_fp16_7, tensor var_1698_cast_fp16_8, tensor var_1698_cast_fp16_9, tensor var_1698_cast_fp16_10, tensor var_1698_cast_fp16_11 = split(axis = var_1698_axis_0, split_sizes = tile_22, x = transpose_6)[name = tensor("op_1698_cast_fp16")]; tensor tile_23 = const()[name = tensor("tile_23"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1711_axis_0 = const()[name = tensor("op_1711_axis_0"), val = tensor(1)]; tensor var_1711_cast_fp16_0, tensor var_1711_cast_fp16_1, tensor var_1711_cast_fp16_2, tensor var_1711_cast_fp16_3, tensor var_1711_cast_fp16_4, tensor var_1711_cast_fp16_5, tensor var_1711_cast_fp16_6, tensor var_1711_cast_fp16_7, tensor var_1711_cast_fp16_8, tensor var_1711_cast_fp16_9, tensor var_1711_cast_fp16_10, tensor var_1711_cast_fp16_11 = split(axis = var_1711_axis_0, split_sizes = tile_23, x = var_1683_cast_fp16)[name = tensor("op_1711_cast_fp16")]; tensor var_1725_equation_0 = const()[name = tensor("op_1725_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1725_cast_fp16 = einsum(equation = var_1725_equation_0, values = (var_1698_cast_fp16_0, var_1684_cast_fp16_0))[name = tensor("op_1725_cast_fp16")]; tensor var_1726_to_fp16 = const()[name = tensor("op_1726_to_fp16"), val = tensor(0.125)]; tensor aw_169_cast_fp16 = mul(x = var_1725_cast_fp16, y = var_1726_to_fp16)[name = tensor("aw_169_cast_fp16")]; tensor var_1729_equation_0 = const()[name = tensor("op_1729_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1729_cast_fp16 = einsum(equation = var_1729_equation_0, values = (var_1698_cast_fp16_1, var_1684_cast_fp16_1))[name = tensor("op_1729_cast_fp16")]; tensor var_1730_to_fp16 = const()[name = tensor("op_1730_to_fp16"), val = tensor(0.125)]; tensor aw_171_cast_fp16 = mul(x = var_1729_cast_fp16, y = var_1730_to_fp16)[name = tensor("aw_171_cast_fp16")]; tensor var_1733_equation_0 = const()[name = tensor("op_1733_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1733_cast_fp16 = einsum(equation = var_1733_equation_0, values = (var_1698_cast_fp16_2, var_1684_cast_fp16_2))[name = tensor("op_1733_cast_fp16")]; tensor var_1734_to_fp16 = const()[name = tensor("op_1734_to_fp16"), val = tensor(0.125)]; tensor aw_173_cast_fp16 = mul(x = var_1733_cast_fp16, y = var_1734_to_fp16)[name = tensor("aw_173_cast_fp16")]; tensor var_1737_equation_0 = const()[name = tensor("op_1737_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1737_cast_fp16 = einsum(equation = var_1737_equation_0, values = (var_1698_cast_fp16_3, var_1684_cast_fp16_3))[name = tensor("op_1737_cast_fp16")]; tensor var_1738_to_fp16 = const()[name = tensor("op_1738_to_fp16"), val = tensor(0.125)]; tensor aw_175_cast_fp16 = mul(x = var_1737_cast_fp16, y = var_1738_to_fp16)[name = tensor("aw_175_cast_fp16")]; tensor var_1741_equation_0 = const()[name = tensor("op_1741_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1741_cast_fp16 = einsum(equation = var_1741_equation_0, values = (var_1698_cast_fp16_4, var_1684_cast_fp16_4))[name = tensor("op_1741_cast_fp16")]; tensor var_1742_to_fp16 = const()[name = tensor("op_1742_to_fp16"), val = tensor(0.125)]; tensor aw_177_cast_fp16 = mul(x = var_1741_cast_fp16, y = var_1742_to_fp16)[name = tensor("aw_177_cast_fp16")]; tensor var_1745_equation_0 = const()[name = tensor("op_1745_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1745_cast_fp16 = einsum(equation = var_1745_equation_0, values = (var_1698_cast_fp16_5, var_1684_cast_fp16_5))[name = tensor("op_1745_cast_fp16")]; tensor var_1746_to_fp16 = const()[name = tensor("op_1746_to_fp16"), val = tensor(0.125)]; tensor aw_179_cast_fp16 = mul(x = var_1745_cast_fp16, y = var_1746_to_fp16)[name = tensor("aw_179_cast_fp16")]; tensor var_1749_equation_0 = const()[name = tensor("op_1749_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1749_cast_fp16 = einsum(equation = var_1749_equation_0, values = (var_1698_cast_fp16_6, var_1684_cast_fp16_6))[name = tensor("op_1749_cast_fp16")]; tensor var_1750_to_fp16 = const()[name = tensor("op_1750_to_fp16"), val = tensor(0.125)]; tensor aw_181_cast_fp16 = mul(x = var_1749_cast_fp16, y = var_1750_to_fp16)[name = tensor("aw_181_cast_fp16")]; tensor var_1753_equation_0 = const()[name = tensor("op_1753_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1753_cast_fp16 = einsum(equation = var_1753_equation_0, values = (var_1698_cast_fp16_7, var_1684_cast_fp16_7))[name = tensor("op_1753_cast_fp16")]; tensor var_1754_to_fp16 = const()[name = tensor("op_1754_to_fp16"), val = tensor(0.125)]; tensor aw_183_cast_fp16 = mul(x = var_1753_cast_fp16, y = var_1754_to_fp16)[name = tensor("aw_183_cast_fp16")]; tensor var_1757_equation_0 = const()[name = tensor("op_1757_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1757_cast_fp16 = einsum(equation = var_1757_equation_0, values = (var_1698_cast_fp16_8, var_1684_cast_fp16_8))[name = tensor("op_1757_cast_fp16")]; tensor var_1758_to_fp16 = const()[name = tensor("op_1758_to_fp16"), val = tensor(0.125)]; tensor aw_185_cast_fp16 = mul(x = var_1757_cast_fp16, y = var_1758_to_fp16)[name = tensor("aw_185_cast_fp16")]; tensor var_1761_equation_0 = const()[name = tensor("op_1761_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1761_cast_fp16 = einsum(equation = var_1761_equation_0, values = (var_1698_cast_fp16_9, var_1684_cast_fp16_9))[name = tensor("op_1761_cast_fp16")]; tensor var_1762_to_fp16 = const()[name = tensor("op_1762_to_fp16"), val = tensor(0.125)]; tensor aw_187_cast_fp16 = mul(x = var_1761_cast_fp16, y = var_1762_to_fp16)[name = tensor("aw_187_cast_fp16")]; tensor var_1765_equation_0 = const()[name = tensor("op_1765_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1765_cast_fp16 = einsum(equation = var_1765_equation_0, values = (var_1698_cast_fp16_10, var_1684_cast_fp16_10))[name = tensor("op_1765_cast_fp16")]; tensor var_1766_to_fp16 = const()[name = tensor("op_1766_to_fp16"), val = tensor(0.125)]; tensor aw_189_cast_fp16 = mul(x = var_1765_cast_fp16, y = var_1766_to_fp16)[name = tensor("aw_189_cast_fp16")]; tensor var_1769_equation_0 = const()[name = tensor("op_1769_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1769_cast_fp16 = einsum(equation = var_1769_equation_0, values = (var_1698_cast_fp16_11, var_1684_cast_fp16_11))[name = tensor("op_1769_cast_fp16")]; tensor var_1770_to_fp16 = const()[name = tensor("op_1770_to_fp16"), val = tensor(0.125)]; tensor aw_191_cast_fp16 = mul(x = var_1769_cast_fp16, y = var_1770_to_fp16)[name = tensor("aw_191_cast_fp16")]; tensor var_1772_cast_fp16 = softmax(axis = var_15, x = aw_169_cast_fp16)[name = tensor("op_1772_cast_fp16")]; tensor var_1773_cast_fp16 = softmax(axis = var_15, x = aw_171_cast_fp16)[name = tensor("op_1773_cast_fp16")]; tensor var_1774_cast_fp16 = softmax(axis = var_15, x = aw_173_cast_fp16)[name = tensor("op_1774_cast_fp16")]; tensor var_1775_cast_fp16 = softmax(axis = var_15, x = aw_175_cast_fp16)[name = tensor("op_1775_cast_fp16")]; tensor var_1776_cast_fp16 = softmax(axis = var_15, x = aw_177_cast_fp16)[name = tensor("op_1776_cast_fp16")]; tensor var_1777_cast_fp16 = softmax(axis = var_15, x = aw_179_cast_fp16)[name = tensor("op_1777_cast_fp16")]; tensor var_1778_cast_fp16 = softmax(axis = var_15, x = aw_181_cast_fp16)[name = tensor("op_1778_cast_fp16")]; tensor var_1779_cast_fp16 = softmax(axis = var_15, x = aw_183_cast_fp16)[name = tensor("op_1779_cast_fp16")]; tensor var_1780_cast_fp16 = softmax(axis = var_15, x = aw_185_cast_fp16)[name = tensor("op_1780_cast_fp16")]; tensor var_1781_cast_fp16 = softmax(axis = var_15, x = aw_187_cast_fp16)[name = tensor("op_1781_cast_fp16")]; tensor var_1782_cast_fp16 = softmax(axis = var_15, x = aw_189_cast_fp16)[name = tensor("op_1782_cast_fp16")]; tensor var_1783_cast_fp16 = softmax(axis = var_15, x = aw_191_cast_fp16)[name = tensor("op_1783_cast_fp16")]; tensor var_1785_equation_0 = const()[name = tensor("op_1785_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1785_cast_fp16 = einsum(equation = var_1785_equation_0, values = (var_1711_cast_fp16_0, var_1772_cast_fp16))[name = tensor("op_1785_cast_fp16")]; tensor var_1787_equation_0 = const()[name = tensor("op_1787_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1787_cast_fp16 = einsum(equation = var_1787_equation_0, values = (var_1711_cast_fp16_1, var_1773_cast_fp16))[name = tensor("op_1787_cast_fp16")]; tensor var_1789_equation_0 = const()[name = tensor("op_1789_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1789_cast_fp16 = einsum(equation = var_1789_equation_0, values = (var_1711_cast_fp16_2, var_1774_cast_fp16))[name = tensor("op_1789_cast_fp16")]; tensor var_1791_equation_0 = const()[name = tensor("op_1791_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1791_cast_fp16 = einsum(equation = var_1791_equation_0, values = (var_1711_cast_fp16_3, var_1775_cast_fp16))[name = tensor("op_1791_cast_fp16")]; tensor var_1793_equation_0 = const()[name = tensor("op_1793_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1793_cast_fp16 = einsum(equation = var_1793_equation_0, values = (var_1711_cast_fp16_4, var_1776_cast_fp16))[name = tensor("op_1793_cast_fp16")]; tensor var_1795_equation_0 = const()[name = tensor("op_1795_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1795_cast_fp16 = einsum(equation = var_1795_equation_0, values = (var_1711_cast_fp16_5, var_1777_cast_fp16))[name = tensor("op_1795_cast_fp16")]; tensor var_1797_equation_0 = const()[name = tensor("op_1797_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1797_cast_fp16 = einsum(equation = var_1797_equation_0, values = (var_1711_cast_fp16_6, var_1778_cast_fp16))[name = tensor("op_1797_cast_fp16")]; tensor var_1799_equation_0 = const()[name = tensor("op_1799_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1799_cast_fp16 = einsum(equation = var_1799_equation_0, values = (var_1711_cast_fp16_7, var_1779_cast_fp16))[name = tensor("op_1799_cast_fp16")]; tensor var_1801_equation_0 = const()[name = tensor("op_1801_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1801_cast_fp16 = einsum(equation = var_1801_equation_0, values = (var_1711_cast_fp16_8, var_1780_cast_fp16))[name = tensor("op_1801_cast_fp16")]; tensor var_1803_equation_0 = const()[name = tensor("op_1803_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1803_cast_fp16 = einsum(equation = var_1803_equation_0, values = (var_1711_cast_fp16_9, var_1781_cast_fp16))[name = tensor("op_1803_cast_fp16")]; tensor var_1805_equation_0 = const()[name = tensor("op_1805_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1805_cast_fp16 = einsum(equation = var_1805_equation_0, values = (var_1711_cast_fp16_10, var_1782_cast_fp16))[name = tensor("op_1805_cast_fp16")]; tensor var_1807_equation_0 = const()[name = tensor("op_1807_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_1807_cast_fp16 = einsum(equation = var_1807_equation_0, values = (var_1711_cast_fp16_11, var_1783_cast_fp16))[name = tensor("op_1807_cast_fp16")]; tensor input_43_interleave_0 = const()[name = tensor("input_43_interleave_0"), val = tensor(false)]; tensor input_43_cast_fp16 = concat(axis = var_15, interleave = input_43_interleave_0, values = (var_1785_cast_fp16, var_1787_cast_fp16, var_1789_cast_fp16, var_1791_cast_fp16, var_1793_cast_fp16, var_1795_cast_fp16, var_1797_cast_fp16, var_1799_cast_fp16, var_1801_cast_fp16, var_1803_cast_fp16, var_1805_cast_fp16, var_1807_cast_fp16))[name = tensor("input_43_cast_fp16")]; tensor var_1812 = const()[name = tensor("op_1812"), val = tensor([1, 1])]; tensor var_1814 = const()[name = tensor("op_1814"), val = tensor([1, 1])]; tensor var_1816_pad_type_0 = const()[name = tensor("op_1816_pad_type_0"), val = tensor("custom")]; tensor var_1816_pad_0 = const()[name = tensor("op_1816_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67493248)))]; tensor var_1816_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_attn_out_proj_bias_to_fp16, dilations = var_1814, groups = var_15, pad = var_1816_pad_0, pad_type = var_1816_pad_type_0, strides = var_1812, weight = vision_model_transformer_resblocks_7_attn_out_proj_weight_cast_fp16, x = input_43_cast_fp16)[name = tensor("op_1816_cast_fp16")]; tensor inputs_35_cast_fp16 = add(x = inputs_33_cast_fp16, y = var_1816_cast_fp16)[name = tensor("inputs_35_cast_fp16")]; tensor out_33_axes_0 = const()[name = tensor("out_33_axes_0"), val = tensor([1])]; tensor var_1826_to_fp16 = const()[name = tensor("op_1826_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_33_cast_fp16 = layer_norm(axes = out_33_axes_0, epsilon = var_1826_to_fp16, x = inputs_35_cast_fp16)[name = tensor("out_33_cast_fp16")]; tensor input_45_gamma_0_to_fp16 = const()[name = tensor("input_45_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67494848)))]; tensor input_45_beta_0_to_fp16 = const()[name = tensor("input_45_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67496448)))]; tensor input_45_epsilon_0_to_fp16 = const()[name = tensor("input_45_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_45_cast_fp16 = batch_norm(beta = input_45_beta_0_to_fp16, epsilon = input_45_epsilon_0_to_fp16, gamma = input_45_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_33_cast_fp16)[name = tensor("input_45_cast_fp16")]; tensor var_1840 = const()[name = tensor("op_1840"), val = tensor([1, 1])]; tensor var_1842 = const()[name = tensor("op_1842"), val = tensor([1, 1])]; tensor x_25_pad_type_0 = const()[name = tensor("x_25_pad_type_0"), val = tensor("custom")]; tensor x_25_pad_0 = const()[name = tensor("x_25_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67498048)))]; tensor x_25_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_mlp_c_fc_bias_to_fp16, dilations = var_1842, groups = var_15, pad = x_25_pad_0, pad_type = x_25_pad_type_0, strides = var_1840, weight = vision_model_transformer_resblocks_7_mlp_c_fc_weight_cast_fp16, x = input_45_cast_fp16)[name = tensor("x_25_cast_fp16")]; tensor var_1845_to_fp16 = const()[name = tensor("op_1845_to_fp16"), val = tensor(1.70214844)]; tensor var_1846_cast_fp16 = mul(x = x_25_cast_fp16, y = var_1845_to_fp16)[name = tensor("op_1846_cast_fp16")]; tensor var_1847_cast_fp16 = sigmoid(x = var_1846_cast_fp16)[name = tensor("op_1847_cast_fp16")]; tensor input_47_cast_fp16 = mul(x = x_25_cast_fp16, y = var_1847_cast_fp16)[name = tensor("input_47_cast_fp16")]; tensor var_1851 = const()[name = tensor("op_1851"), val = tensor([1, 1])]; tensor var_1853 = const()[name = tensor("op_1853"), val = tensor([1, 1])]; tensor var_1855_pad_type_0 = const()[name = tensor("op_1855_pad_type_0"), val = tensor("custom")]; tensor var_1855_pad_0 = const()[name = tensor("op_1855_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67504256)))]; tensor var_1855_cast_fp16 = conv(bias = vision_model_transformer_resblocks_7_mlp_c_proj_bias_to_fp16, dilations = var_1853, groups = var_15, pad = var_1855_pad_0, pad_type = var_1855_pad_type_0, strides = var_1851, weight = vision_model_transformer_resblocks_7_mlp_c_proj_weight_cast_fp16, x = input_47_cast_fp16)[name = tensor("op_1855_cast_fp16")]; tensor x_27_cast_fp16 = add(x = inputs_35_cast_fp16, y = var_1855_cast_fp16)[name = tensor("x_27_cast_fp16")]; tensor tpe_to_fp16 = const()[name = tensor("tpe_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67505856)))]; tensor x_29_cast_fp16 = add(x = x_27_cast_fp16, y = tpe_to_fp16)[name = tensor("x_29_cast_fp16")]; tensor var_1863_perm_0 = const()[name = tensor("op_1863_perm_0"), val = tensor([2, 1, 0, 3])]; tensor var_1865 = const()[name = tensor("op_1865"), val = tensor([1, 768, 1, -1])]; tensor transpose_5 = transpose(perm = var_1863_perm_0, x = x_29_cast_fp16)[name = tensor("transpose_5")]; tensor inputs_37_cast_fp16 = reshape(shape = var_1865, x = transpose_5)[name = tensor("inputs_37_cast_fp16")]; tensor out_35_axes_0 = const()[name = tensor("out_35_axes_0"), val = tensor([1])]; tensor var_1879_to_fp16 = const()[name = tensor("op_1879_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_35_cast_fp16 = layer_norm(axes = out_35_axes_0, epsilon = var_1879_to_fp16, x = inputs_37_cast_fp16)[name = tensor("out_35_cast_fp16")]; tensor query_17_gamma_0_to_fp16 = const()[name = tensor("query_17_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67530496)))]; tensor query_17_beta_0_to_fp16 = const()[name = tensor("query_17_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67532096)))]; tensor query_17_epsilon_0_to_fp16 = const()[name = tensor("query_17_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_17_cast_fp16 = batch_norm(beta = query_17_beta_0_to_fp16, epsilon = query_17_epsilon_0_to_fp16, gamma = query_17_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_35_cast_fp16)[name = tensor("query_17_cast_fp16")]; tensor var_1895 = const()[name = tensor("op_1895"), val = tensor([1, 1])]; tensor var_1897 = const()[name = tensor("op_1897"), val = tensor([1, 1])]; tensor var_1899_pad_type_0 = const()[name = tensor("op_1899_pad_type_0"), val = tensor("custom")]; tensor var_1899_pad_0 = const()[name = tensor("op_1899_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67533696)))]; tensor var_1899_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_query_bias_to_fp16, dilations = var_1897, groups = var_15, pad = var_1899_pad_0, pad_type = var_1899_pad_type_0, strides = var_1895, weight = vision_model_transformer_resblocks_8_attn_query_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("op_1899_cast_fp16")]; tensor var_1902 = const()[name = tensor("op_1902"), val = tensor([1, 1])]; tensor var_1904 = const()[name = tensor("op_1904"), val = tensor([1, 1])]; tensor k_17_pad_type_0 = const()[name = tensor("k_17_pad_type_0"), val = tensor("custom")]; tensor k_17_pad_0 = const()[name = tensor("k_17_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67535296)))]; tensor k_17_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_key_bias_to_fp16, dilations = var_1904, groups = var_15, pad = k_17_pad_0, pad_type = k_17_pad_type_0, strides = var_1902, weight = vision_model_transformer_resblocks_8_attn_key_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("k_17_cast_fp16")]; tensor var_1909 = const()[name = tensor("op_1909"), val = tensor([1, 1])]; tensor var_1911 = const()[name = tensor("op_1911"), val = tensor([1, 1])]; tensor var_1913_pad_type_0 = const()[name = tensor("op_1913_pad_type_0"), val = tensor("custom")]; tensor var_1913_pad_0 = const()[name = tensor("op_1913_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67536896)))]; tensor var_1913_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_value_bias_to_fp16, dilations = var_1911, groups = var_15, pad = var_1913_pad_0, pad_type = var_1913_pad_type_0, strides = var_1909, weight = vision_model_transformer_resblocks_8_attn_value_weight_cast_fp16, x = query_17_cast_fp16)[name = tensor("op_1913_cast_fp16")]; tensor tile_24 = const()[name = tensor("tile_24"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1914_axis_0 = const()[name = tensor("op_1914_axis_0"), val = tensor(1)]; tensor var_1914_cast_fp16_0, tensor var_1914_cast_fp16_1, tensor var_1914_cast_fp16_2, tensor var_1914_cast_fp16_3, tensor var_1914_cast_fp16_4, tensor var_1914_cast_fp16_5, tensor var_1914_cast_fp16_6, tensor var_1914_cast_fp16_7, tensor var_1914_cast_fp16_8, tensor var_1914_cast_fp16_9, tensor var_1914_cast_fp16_10, tensor var_1914_cast_fp16_11 = split(axis = var_1914_axis_0, split_sizes = tile_24, x = var_1899_cast_fp16)[name = tensor("op_1914_cast_fp16")]; tensor var_1927_perm_0 = const()[name = tensor("op_1927_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_25 = const()[name = tensor("tile_25"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1928_axis_0 = const()[name = tensor("op_1928_axis_0"), val = tensor(3)]; tensor transpose_4 = transpose(perm = var_1927_perm_0, x = k_17_cast_fp16)[name = tensor("transpose_4")]; tensor var_1928_cast_fp16_0, tensor var_1928_cast_fp16_1, tensor var_1928_cast_fp16_2, tensor var_1928_cast_fp16_3, tensor var_1928_cast_fp16_4, tensor var_1928_cast_fp16_5, tensor var_1928_cast_fp16_6, tensor var_1928_cast_fp16_7, tensor var_1928_cast_fp16_8, tensor var_1928_cast_fp16_9, tensor var_1928_cast_fp16_10, tensor var_1928_cast_fp16_11 = split(axis = var_1928_axis_0, split_sizes = tile_25, x = transpose_4)[name = tensor("op_1928_cast_fp16")]; tensor tile_26 = const()[name = tensor("tile_26"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_1941_axis_0 = const()[name = tensor("op_1941_axis_0"), val = tensor(1)]; tensor var_1941_cast_fp16_0, tensor var_1941_cast_fp16_1, tensor var_1941_cast_fp16_2, tensor var_1941_cast_fp16_3, tensor var_1941_cast_fp16_4, tensor var_1941_cast_fp16_5, tensor var_1941_cast_fp16_6, tensor var_1941_cast_fp16_7, tensor var_1941_cast_fp16_8, tensor var_1941_cast_fp16_9, tensor var_1941_cast_fp16_10, tensor var_1941_cast_fp16_11 = split(axis = var_1941_axis_0, split_sizes = tile_26, x = var_1913_cast_fp16)[name = tensor("op_1941_cast_fp16")]; tensor var_1955_equation_0 = const()[name = tensor("op_1955_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1955_cast_fp16 = einsum(equation = var_1955_equation_0, values = (var_1928_cast_fp16_0, var_1914_cast_fp16_0))[name = tensor("op_1955_cast_fp16")]; tensor var_1956_to_fp16 = const()[name = tensor("op_1956_to_fp16"), val = tensor(0.125)]; tensor aw_193_cast_fp16 = mul(x = var_1955_cast_fp16, y = var_1956_to_fp16)[name = tensor("aw_193_cast_fp16")]; tensor var_1959_equation_0 = const()[name = tensor("op_1959_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1959_cast_fp16 = einsum(equation = var_1959_equation_0, values = (var_1928_cast_fp16_1, var_1914_cast_fp16_1))[name = tensor("op_1959_cast_fp16")]; tensor var_1960_to_fp16 = const()[name = tensor("op_1960_to_fp16"), val = tensor(0.125)]; tensor aw_195_cast_fp16 = mul(x = var_1959_cast_fp16, y = var_1960_to_fp16)[name = tensor("aw_195_cast_fp16")]; tensor var_1963_equation_0 = const()[name = tensor("op_1963_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1963_cast_fp16 = einsum(equation = var_1963_equation_0, values = (var_1928_cast_fp16_2, var_1914_cast_fp16_2))[name = tensor("op_1963_cast_fp16")]; tensor var_1964_to_fp16 = const()[name = tensor("op_1964_to_fp16"), val = tensor(0.125)]; tensor aw_197_cast_fp16 = mul(x = var_1963_cast_fp16, y = var_1964_to_fp16)[name = tensor("aw_197_cast_fp16")]; tensor var_1967_equation_0 = const()[name = tensor("op_1967_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1967_cast_fp16 = einsum(equation = var_1967_equation_0, values = (var_1928_cast_fp16_3, var_1914_cast_fp16_3))[name = tensor("op_1967_cast_fp16")]; tensor var_1968_to_fp16 = const()[name = tensor("op_1968_to_fp16"), val = tensor(0.125)]; tensor aw_199_cast_fp16 = mul(x = var_1967_cast_fp16, y = var_1968_to_fp16)[name = tensor("aw_199_cast_fp16")]; tensor var_1971_equation_0 = const()[name = tensor("op_1971_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1971_cast_fp16 = einsum(equation = var_1971_equation_0, values = (var_1928_cast_fp16_4, var_1914_cast_fp16_4))[name = tensor("op_1971_cast_fp16")]; tensor var_1972_to_fp16 = const()[name = tensor("op_1972_to_fp16"), val = tensor(0.125)]; tensor aw_201_cast_fp16 = mul(x = var_1971_cast_fp16, y = var_1972_to_fp16)[name = tensor("aw_201_cast_fp16")]; tensor var_1975_equation_0 = const()[name = tensor("op_1975_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1975_cast_fp16 = einsum(equation = var_1975_equation_0, values = (var_1928_cast_fp16_5, var_1914_cast_fp16_5))[name = tensor("op_1975_cast_fp16")]; tensor var_1976_to_fp16 = const()[name = tensor("op_1976_to_fp16"), val = tensor(0.125)]; tensor aw_203_cast_fp16 = mul(x = var_1975_cast_fp16, y = var_1976_to_fp16)[name = tensor("aw_203_cast_fp16")]; tensor var_1979_equation_0 = const()[name = tensor("op_1979_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1979_cast_fp16 = einsum(equation = var_1979_equation_0, values = (var_1928_cast_fp16_6, var_1914_cast_fp16_6))[name = tensor("op_1979_cast_fp16")]; tensor var_1980_to_fp16 = const()[name = tensor("op_1980_to_fp16"), val = tensor(0.125)]; tensor aw_205_cast_fp16 = mul(x = var_1979_cast_fp16, y = var_1980_to_fp16)[name = tensor("aw_205_cast_fp16")]; tensor var_1983_equation_0 = const()[name = tensor("op_1983_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1983_cast_fp16 = einsum(equation = var_1983_equation_0, values = (var_1928_cast_fp16_7, var_1914_cast_fp16_7))[name = tensor("op_1983_cast_fp16")]; tensor var_1984_to_fp16 = const()[name = tensor("op_1984_to_fp16"), val = tensor(0.125)]; tensor aw_207_cast_fp16 = mul(x = var_1983_cast_fp16, y = var_1984_to_fp16)[name = tensor("aw_207_cast_fp16")]; tensor var_1987_equation_0 = const()[name = tensor("op_1987_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1987_cast_fp16 = einsum(equation = var_1987_equation_0, values = (var_1928_cast_fp16_8, var_1914_cast_fp16_8))[name = tensor("op_1987_cast_fp16")]; tensor var_1988_to_fp16 = const()[name = tensor("op_1988_to_fp16"), val = tensor(0.125)]; tensor aw_209_cast_fp16 = mul(x = var_1987_cast_fp16, y = var_1988_to_fp16)[name = tensor("aw_209_cast_fp16")]; tensor var_1991_equation_0 = const()[name = tensor("op_1991_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1991_cast_fp16 = einsum(equation = var_1991_equation_0, values = (var_1928_cast_fp16_9, var_1914_cast_fp16_9))[name = tensor("op_1991_cast_fp16")]; tensor var_1992_to_fp16 = const()[name = tensor("op_1992_to_fp16"), val = tensor(0.125)]; tensor aw_211_cast_fp16 = mul(x = var_1991_cast_fp16, y = var_1992_to_fp16)[name = tensor("aw_211_cast_fp16")]; tensor var_1995_equation_0 = const()[name = tensor("op_1995_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1995_cast_fp16 = einsum(equation = var_1995_equation_0, values = (var_1928_cast_fp16_10, var_1914_cast_fp16_10))[name = tensor("op_1995_cast_fp16")]; tensor var_1996_to_fp16 = const()[name = tensor("op_1996_to_fp16"), val = tensor(0.125)]; tensor aw_213_cast_fp16 = mul(x = var_1995_cast_fp16, y = var_1996_to_fp16)[name = tensor("aw_213_cast_fp16")]; tensor var_1999_equation_0 = const()[name = tensor("op_1999_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_1999_cast_fp16 = einsum(equation = var_1999_equation_0, values = (var_1928_cast_fp16_11, var_1914_cast_fp16_11))[name = tensor("op_1999_cast_fp16")]; tensor var_2000_to_fp16 = const()[name = tensor("op_2000_to_fp16"), val = tensor(0.125)]; tensor aw_215_cast_fp16 = mul(x = var_1999_cast_fp16, y = var_2000_to_fp16)[name = tensor("aw_215_cast_fp16")]; tensor var_2002_cast_fp16 = softmax(axis = var_15, x = aw_193_cast_fp16)[name = tensor("op_2002_cast_fp16")]; tensor var_2003_cast_fp16 = softmax(axis = var_15, x = aw_195_cast_fp16)[name = tensor("op_2003_cast_fp16")]; tensor var_2004_cast_fp16 = softmax(axis = var_15, x = aw_197_cast_fp16)[name = tensor("op_2004_cast_fp16")]; tensor var_2005_cast_fp16 = softmax(axis = var_15, x = aw_199_cast_fp16)[name = tensor("op_2005_cast_fp16")]; tensor var_2006_cast_fp16 = softmax(axis = var_15, x = aw_201_cast_fp16)[name = tensor("op_2006_cast_fp16")]; tensor var_2007_cast_fp16 = softmax(axis = var_15, x = aw_203_cast_fp16)[name = tensor("op_2007_cast_fp16")]; tensor var_2008_cast_fp16 = softmax(axis = var_15, x = aw_205_cast_fp16)[name = tensor("op_2008_cast_fp16")]; tensor var_2009_cast_fp16 = softmax(axis = var_15, x = aw_207_cast_fp16)[name = tensor("op_2009_cast_fp16")]; tensor var_2010_cast_fp16 = softmax(axis = var_15, x = aw_209_cast_fp16)[name = tensor("op_2010_cast_fp16")]; tensor var_2011_cast_fp16 = softmax(axis = var_15, x = aw_211_cast_fp16)[name = tensor("op_2011_cast_fp16")]; tensor var_2012_cast_fp16 = softmax(axis = var_15, x = aw_213_cast_fp16)[name = tensor("op_2012_cast_fp16")]; tensor var_2013_cast_fp16 = softmax(axis = var_15, x = aw_215_cast_fp16)[name = tensor("op_2013_cast_fp16")]; tensor var_2015_equation_0 = const()[name = tensor("op_2015_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2015_cast_fp16 = einsum(equation = var_2015_equation_0, values = (var_1941_cast_fp16_0, var_2002_cast_fp16))[name = tensor("op_2015_cast_fp16")]; tensor var_2017_equation_0 = const()[name = tensor("op_2017_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2017_cast_fp16 = einsum(equation = var_2017_equation_0, values = (var_1941_cast_fp16_1, var_2003_cast_fp16))[name = tensor("op_2017_cast_fp16")]; tensor var_2019_equation_0 = const()[name = tensor("op_2019_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2019_cast_fp16 = einsum(equation = var_2019_equation_0, values = (var_1941_cast_fp16_2, var_2004_cast_fp16))[name = tensor("op_2019_cast_fp16")]; tensor var_2021_equation_0 = const()[name = tensor("op_2021_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2021_cast_fp16 = einsum(equation = var_2021_equation_0, values = (var_1941_cast_fp16_3, var_2005_cast_fp16))[name = tensor("op_2021_cast_fp16")]; tensor var_2023_equation_0 = const()[name = tensor("op_2023_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2023_cast_fp16 = einsum(equation = var_2023_equation_0, values = (var_1941_cast_fp16_4, var_2006_cast_fp16))[name = tensor("op_2023_cast_fp16")]; tensor var_2025_equation_0 = const()[name = tensor("op_2025_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2025_cast_fp16 = einsum(equation = var_2025_equation_0, values = (var_1941_cast_fp16_5, var_2007_cast_fp16))[name = tensor("op_2025_cast_fp16")]; tensor var_2027_equation_0 = const()[name = tensor("op_2027_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2027_cast_fp16 = einsum(equation = var_2027_equation_0, values = (var_1941_cast_fp16_6, var_2008_cast_fp16))[name = tensor("op_2027_cast_fp16")]; tensor var_2029_equation_0 = const()[name = tensor("op_2029_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2029_cast_fp16 = einsum(equation = var_2029_equation_0, values = (var_1941_cast_fp16_7, var_2009_cast_fp16))[name = tensor("op_2029_cast_fp16")]; tensor var_2031_equation_0 = const()[name = tensor("op_2031_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2031_cast_fp16 = einsum(equation = var_2031_equation_0, values = (var_1941_cast_fp16_8, var_2010_cast_fp16))[name = tensor("op_2031_cast_fp16")]; tensor var_2033_equation_0 = const()[name = tensor("op_2033_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2033_cast_fp16 = einsum(equation = var_2033_equation_0, values = (var_1941_cast_fp16_9, var_2011_cast_fp16))[name = tensor("op_2033_cast_fp16")]; tensor var_2035_equation_0 = const()[name = tensor("op_2035_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2035_cast_fp16 = einsum(equation = var_2035_equation_0, values = (var_1941_cast_fp16_10, var_2012_cast_fp16))[name = tensor("op_2035_cast_fp16")]; tensor var_2037_equation_0 = const()[name = tensor("op_2037_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2037_cast_fp16 = einsum(equation = var_2037_equation_0, values = (var_1941_cast_fp16_11, var_2013_cast_fp16))[name = tensor("op_2037_cast_fp16")]; tensor input_49_interleave_0 = const()[name = tensor("input_49_interleave_0"), val = tensor(false)]; tensor input_49_cast_fp16 = concat(axis = var_15, interleave = input_49_interleave_0, values = (var_2015_cast_fp16, var_2017_cast_fp16, var_2019_cast_fp16, var_2021_cast_fp16, var_2023_cast_fp16, var_2025_cast_fp16, var_2027_cast_fp16, var_2029_cast_fp16, var_2031_cast_fp16, var_2033_cast_fp16, var_2035_cast_fp16, var_2037_cast_fp16))[name = tensor("input_49_cast_fp16")]; tensor var_2042 = const()[name = tensor("op_2042"), val = tensor([1, 1])]; tensor var_2044 = const()[name = tensor("op_2044"), val = tensor([1, 1])]; tensor var_2046_pad_type_0 = const()[name = tensor("op_2046_pad_type_0"), val = tensor("custom")]; tensor var_2046_pad_0 = const()[name = tensor("op_2046_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67538496)))]; tensor var_2046_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_attn_out_proj_bias_to_fp16, dilations = var_2044, groups = var_15, pad = var_2046_pad_0, pad_type = var_2046_pad_type_0, strides = var_2042, weight = vision_model_transformer_resblocks_8_attn_out_proj_weight_cast_fp16, x = input_49_cast_fp16)[name = tensor("op_2046_cast_fp16")]; tensor inputs_39_cast_fp16 = add(x = inputs_37_cast_fp16, y = var_2046_cast_fp16)[name = tensor("inputs_39_cast_fp16")]; tensor out_37_axes_0 = const()[name = tensor("out_37_axes_0"), val = tensor([1])]; tensor var_2056_to_fp16 = const()[name = tensor("op_2056_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_37_cast_fp16 = layer_norm(axes = out_37_axes_0, epsilon = var_2056_to_fp16, x = inputs_39_cast_fp16)[name = tensor("out_37_cast_fp16")]; tensor input_51_gamma_0_to_fp16 = const()[name = tensor("input_51_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67540096)))]; tensor input_51_beta_0_to_fp16 = const()[name = tensor("input_51_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67541696)))]; tensor input_51_epsilon_0_to_fp16 = const()[name = tensor("input_51_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_51_cast_fp16 = batch_norm(beta = input_51_beta_0_to_fp16, epsilon = input_51_epsilon_0_to_fp16, gamma = input_51_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_37_cast_fp16)[name = tensor("input_51_cast_fp16")]; tensor var_2070 = const()[name = tensor("op_2070"), val = tensor([1, 1])]; tensor var_2072 = const()[name = tensor("op_2072"), val = tensor([1, 1])]; tensor x_31_pad_type_0 = const()[name = tensor("x_31_pad_type_0"), val = tensor("custom")]; tensor x_31_pad_0 = const()[name = tensor("x_31_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67543296)))]; tensor x_31_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_mlp_c_fc_bias_to_fp16, dilations = var_2072, groups = var_15, pad = x_31_pad_0, pad_type = x_31_pad_type_0, strides = var_2070, weight = vision_model_transformer_resblocks_8_mlp_c_fc_weight_cast_fp16, x = input_51_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor var_2075_to_fp16 = const()[name = tensor("op_2075_to_fp16"), val = tensor(1.70214844)]; tensor var_2076_cast_fp16 = mul(x = x_31_cast_fp16, y = var_2075_to_fp16)[name = tensor("op_2076_cast_fp16")]; tensor var_2077_cast_fp16 = sigmoid(x = var_2076_cast_fp16)[name = tensor("op_2077_cast_fp16")]; tensor input_53_cast_fp16 = mul(x = x_31_cast_fp16, y = var_2077_cast_fp16)[name = tensor("input_53_cast_fp16")]; tensor var_2081 = const()[name = tensor("op_2081"), val = tensor([1, 1])]; tensor var_2083 = const()[name = tensor("op_2083"), val = tensor([1, 1])]; tensor var_2085_pad_type_0 = const()[name = tensor("op_2085_pad_type_0"), val = tensor("custom")]; tensor var_2085_pad_0 = const()[name = tensor("op_2085_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67549504)))]; tensor var_2085_cast_fp16 = conv(bias = vision_model_transformer_resblocks_8_mlp_c_proj_bias_to_fp16, dilations = var_2083, groups = var_15, pad = var_2085_pad_0, pad_type = var_2085_pad_type_0, strides = var_2081, weight = vision_model_transformer_resblocks_8_mlp_c_proj_weight_cast_fp16, x = input_53_cast_fp16)[name = tensor("op_2085_cast_fp16")]; tensor inputs_41_cast_fp16 = add(x = inputs_39_cast_fp16, y = var_2085_cast_fp16)[name = tensor("inputs_41_cast_fp16")]; tensor out_39_axes_0 = const()[name = tensor("out_39_axes_0"), val = tensor([1])]; tensor var_2099_to_fp16 = const()[name = tensor("op_2099_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_39_cast_fp16 = layer_norm(axes = out_39_axes_0, epsilon = var_2099_to_fp16, x = inputs_41_cast_fp16)[name = tensor("out_39_cast_fp16")]; tensor query_19_gamma_0_to_fp16 = const()[name = tensor("query_19_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67551104)))]; tensor query_19_beta_0_to_fp16 = const()[name = tensor("query_19_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67552704)))]; tensor query_19_epsilon_0_to_fp16 = const()[name = tensor("query_19_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_19_cast_fp16 = batch_norm(beta = query_19_beta_0_to_fp16, epsilon = query_19_epsilon_0_to_fp16, gamma = query_19_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_39_cast_fp16)[name = tensor("query_19_cast_fp16")]; tensor var_2115 = const()[name = tensor("op_2115"), val = tensor([1, 1])]; tensor var_2117 = const()[name = tensor("op_2117"), val = tensor([1, 1])]; tensor var_2119_pad_type_0 = const()[name = tensor("op_2119_pad_type_0"), val = tensor("custom")]; tensor var_2119_pad_0 = const()[name = tensor("op_2119_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67554304)))]; tensor var_2119_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_query_bias_to_fp16, dilations = var_2117, groups = var_15, pad = var_2119_pad_0, pad_type = var_2119_pad_type_0, strides = var_2115, weight = vision_model_transformer_resblocks_9_attn_query_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("op_2119_cast_fp16")]; tensor var_2122 = const()[name = tensor("op_2122"), val = tensor([1, 1])]; tensor var_2124 = const()[name = tensor("op_2124"), val = tensor([1, 1])]; tensor k_19_pad_type_0 = const()[name = tensor("k_19_pad_type_0"), val = tensor("custom")]; tensor k_19_pad_0 = const()[name = tensor("k_19_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67555904)))]; tensor k_19_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_key_bias_to_fp16, dilations = var_2124, groups = var_15, pad = k_19_pad_0, pad_type = k_19_pad_type_0, strides = var_2122, weight = vision_model_transformer_resblocks_9_attn_key_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("k_19_cast_fp16")]; tensor var_2129 = const()[name = tensor("op_2129"), val = tensor([1, 1])]; tensor var_2131 = const()[name = tensor("op_2131"), val = tensor([1, 1])]; tensor var_2133_pad_type_0 = const()[name = tensor("op_2133_pad_type_0"), val = tensor("custom")]; tensor var_2133_pad_0 = const()[name = tensor("op_2133_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67557504)))]; tensor var_2133_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_value_bias_to_fp16, dilations = var_2131, groups = var_15, pad = var_2133_pad_0, pad_type = var_2133_pad_type_0, strides = var_2129, weight = vision_model_transformer_resblocks_9_attn_value_weight_cast_fp16, x = query_19_cast_fp16)[name = tensor("op_2133_cast_fp16")]; tensor tile_27 = const()[name = tensor("tile_27"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2134_axis_0 = const()[name = tensor("op_2134_axis_0"), val = tensor(1)]; tensor var_2134_cast_fp16_0, tensor var_2134_cast_fp16_1, tensor var_2134_cast_fp16_2, tensor var_2134_cast_fp16_3, tensor var_2134_cast_fp16_4, tensor var_2134_cast_fp16_5, tensor var_2134_cast_fp16_6, tensor var_2134_cast_fp16_7, tensor var_2134_cast_fp16_8, tensor var_2134_cast_fp16_9, tensor var_2134_cast_fp16_10, tensor var_2134_cast_fp16_11 = split(axis = var_2134_axis_0, split_sizes = tile_27, x = var_2119_cast_fp16)[name = tensor("op_2134_cast_fp16")]; tensor var_2147_perm_0 = const()[name = tensor("op_2147_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_28 = const()[name = tensor("tile_28"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2148_axis_0 = const()[name = tensor("op_2148_axis_0"), val = tensor(3)]; tensor transpose_3 = transpose(perm = var_2147_perm_0, x = k_19_cast_fp16)[name = tensor("transpose_3")]; tensor var_2148_cast_fp16_0, tensor var_2148_cast_fp16_1, tensor var_2148_cast_fp16_2, tensor var_2148_cast_fp16_3, tensor var_2148_cast_fp16_4, tensor var_2148_cast_fp16_5, tensor var_2148_cast_fp16_6, tensor var_2148_cast_fp16_7, tensor var_2148_cast_fp16_8, tensor var_2148_cast_fp16_9, tensor var_2148_cast_fp16_10, tensor var_2148_cast_fp16_11 = split(axis = var_2148_axis_0, split_sizes = tile_28, x = transpose_3)[name = tensor("op_2148_cast_fp16")]; tensor tile_29 = const()[name = tensor("tile_29"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2161_axis_0 = const()[name = tensor("op_2161_axis_0"), val = tensor(1)]; tensor var_2161_cast_fp16_0, tensor var_2161_cast_fp16_1, tensor var_2161_cast_fp16_2, tensor var_2161_cast_fp16_3, tensor var_2161_cast_fp16_4, tensor var_2161_cast_fp16_5, tensor var_2161_cast_fp16_6, tensor var_2161_cast_fp16_7, tensor var_2161_cast_fp16_8, tensor var_2161_cast_fp16_9, tensor var_2161_cast_fp16_10, tensor var_2161_cast_fp16_11 = split(axis = var_2161_axis_0, split_sizes = tile_29, x = var_2133_cast_fp16)[name = tensor("op_2161_cast_fp16")]; tensor var_2175_equation_0 = const()[name = tensor("op_2175_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2175_cast_fp16 = einsum(equation = var_2175_equation_0, values = (var_2148_cast_fp16_0, var_2134_cast_fp16_0))[name = tensor("op_2175_cast_fp16")]; tensor var_2176_to_fp16 = const()[name = tensor("op_2176_to_fp16"), val = tensor(0.125)]; tensor aw_217_cast_fp16 = mul(x = var_2175_cast_fp16, y = var_2176_to_fp16)[name = tensor("aw_217_cast_fp16")]; tensor var_2179_equation_0 = const()[name = tensor("op_2179_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2179_cast_fp16 = einsum(equation = var_2179_equation_0, values = (var_2148_cast_fp16_1, var_2134_cast_fp16_1))[name = tensor("op_2179_cast_fp16")]; tensor var_2180_to_fp16 = const()[name = tensor("op_2180_to_fp16"), val = tensor(0.125)]; tensor aw_219_cast_fp16 = mul(x = var_2179_cast_fp16, y = var_2180_to_fp16)[name = tensor("aw_219_cast_fp16")]; tensor var_2183_equation_0 = const()[name = tensor("op_2183_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2183_cast_fp16 = einsum(equation = var_2183_equation_0, values = (var_2148_cast_fp16_2, var_2134_cast_fp16_2))[name = tensor("op_2183_cast_fp16")]; tensor var_2184_to_fp16 = const()[name = tensor("op_2184_to_fp16"), val = tensor(0.125)]; tensor aw_221_cast_fp16 = mul(x = var_2183_cast_fp16, y = var_2184_to_fp16)[name = tensor("aw_221_cast_fp16")]; tensor var_2187_equation_0 = const()[name = tensor("op_2187_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2187_cast_fp16 = einsum(equation = var_2187_equation_0, values = (var_2148_cast_fp16_3, var_2134_cast_fp16_3))[name = tensor("op_2187_cast_fp16")]; tensor var_2188_to_fp16 = const()[name = tensor("op_2188_to_fp16"), val = tensor(0.125)]; tensor aw_223_cast_fp16 = mul(x = var_2187_cast_fp16, y = var_2188_to_fp16)[name = tensor("aw_223_cast_fp16")]; tensor var_2191_equation_0 = const()[name = tensor("op_2191_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2191_cast_fp16 = einsum(equation = var_2191_equation_0, values = (var_2148_cast_fp16_4, var_2134_cast_fp16_4))[name = tensor("op_2191_cast_fp16")]; tensor var_2192_to_fp16 = const()[name = tensor("op_2192_to_fp16"), val = tensor(0.125)]; tensor aw_225_cast_fp16 = mul(x = var_2191_cast_fp16, y = var_2192_to_fp16)[name = tensor("aw_225_cast_fp16")]; tensor var_2195_equation_0 = const()[name = tensor("op_2195_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2195_cast_fp16 = einsum(equation = var_2195_equation_0, values = (var_2148_cast_fp16_5, var_2134_cast_fp16_5))[name = tensor("op_2195_cast_fp16")]; tensor var_2196_to_fp16 = const()[name = tensor("op_2196_to_fp16"), val = tensor(0.125)]; tensor aw_227_cast_fp16 = mul(x = var_2195_cast_fp16, y = var_2196_to_fp16)[name = tensor("aw_227_cast_fp16")]; tensor var_2199_equation_0 = const()[name = tensor("op_2199_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2199_cast_fp16 = einsum(equation = var_2199_equation_0, values = (var_2148_cast_fp16_6, var_2134_cast_fp16_6))[name = tensor("op_2199_cast_fp16")]; tensor var_2200_to_fp16 = const()[name = tensor("op_2200_to_fp16"), val = tensor(0.125)]; tensor aw_229_cast_fp16 = mul(x = var_2199_cast_fp16, y = var_2200_to_fp16)[name = tensor("aw_229_cast_fp16")]; tensor var_2203_equation_0 = const()[name = tensor("op_2203_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2203_cast_fp16 = einsum(equation = var_2203_equation_0, values = (var_2148_cast_fp16_7, var_2134_cast_fp16_7))[name = tensor("op_2203_cast_fp16")]; tensor var_2204_to_fp16 = const()[name = tensor("op_2204_to_fp16"), val = tensor(0.125)]; tensor aw_231_cast_fp16 = mul(x = var_2203_cast_fp16, y = var_2204_to_fp16)[name = tensor("aw_231_cast_fp16")]; tensor var_2207_equation_0 = const()[name = tensor("op_2207_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2207_cast_fp16 = einsum(equation = var_2207_equation_0, values = (var_2148_cast_fp16_8, var_2134_cast_fp16_8))[name = tensor("op_2207_cast_fp16")]; tensor var_2208_to_fp16 = const()[name = tensor("op_2208_to_fp16"), val = tensor(0.125)]; tensor aw_233_cast_fp16 = mul(x = var_2207_cast_fp16, y = var_2208_to_fp16)[name = tensor("aw_233_cast_fp16")]; tensor var_2211_equation_0 = const()[name = tensor("op_2211_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2211_cast_fp16 = einsum(equation = var_2211_equation_0, values = (var_2148_cast_fp16_9, var_2134_cast_fp16_9))[name = tensor("op_2211_cast_fp16")]; tensor var_2212_to_fp16 = const()[name = tensor("op_2212_to_fp16"), val = tensor(0.125)]; tensor aw_235_cast_fp16 = mul(x = var_2211_cast_fp16, y = var_2212_to_fp16)[name = tensor("aw_235_cast_fp16")]; tensor var_2215_equation_0 = const()[name = tensor("op_2215_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2215_cast_fp16 = einsum(equation = var_2215_equation_0, values = (var_2148_cast_fp16_10, var_2134_cast_fp16_10))[name = tensor("op_2215_cast_fp16")]; tensor var_2216_to_fp16 = const()[name = tensor("op_2216_to_fp16"), val = tensor(0.125)]; tensor aw_237_cast_fp16 = mul(x = var_2215_cast_fp16, y = var_2216_to_fp16)[name = tensor("aw_237_cast_fp16")]; tensor var_2219_equation_0 = const()[name = tensor("op_2219_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2219_cast_fp16 = einsum(equation = var_2219_equation_0, values = (var_2148_cast_fp16_11, var_2134_cast_fp16_11))[name = tensor("op_2219_cast_fp16")]; tensor var_2220_to_fp16 = const()[name = tensor("op_2220_to_fp16"), val = tensor(0.125)]; tensor aw_239_cast_fp16 = mul(x = var_2219_cast_fp16, y = var_2220_to_fp16)[name = tensor("aw_239_cast_fp16")]; tensor var_2222_cast_fp16 = softmax(axis = var_15, x = aw_217_cast_fp16)[name = tensor("op_2222_cast_fp16")]; tensor var_2223_cast_fp16 = softmax(axis = var_15, x = aw_219_cast_fp16)[name = tensor("op_2223_cast_fp16")]; tensor var_2224_cast_fp16 = softmax(axis = var_15, x = aw_221_cast_fp16)[name = tensor("op_2224_cast_fp16")]; tensor var_2225_cast_fp16 = softmax(axis = var_15, x = aw_223_cast_fp16)[name = tensor("op_2225_cast_fp16")]; tensor var_2226_cast_fp16 = softmax(axis = var_15, x = aw_225_cast_fp16)[name = tensor("op_2226_cast_fp16")]; tensor var_2227_cast_fp16 = softmax(axis = var_15, x = aw_227_cast_fp16)[name = tensor("op_2227_cast_fp16")]; tensor var_2228_cast_fp16 = softmax(axis = var_15, x = aw_229_cast_fp16)[name = tensor("op_2228_cast_fp16")]; tensor var_2229_cast_fp16 = softmax(axis = var_15, x = aw_231_cast_fp16)[name = tensor("op_2229_cast_fp16")]; tensor var_2230_cast_fp16 = softmax(axis = var_15, x = aw_233_cast_fp16)[name = tensor("op_2230_cast_fp16")]; tensor var_2231_cast_fp16 = softmax(axis = var_15, x = aw_235_cast_fp16)[name = tensor("op_2231_cast_fp16")]; tensor var_2232_cast_fp16 = softmax(axis = var_15, x = aw_237_cast_fp16)[name = tensor("op_2232_cast_fp16")]; tensor var_2233_cast_fp16 = softmax(axis = var_15, x = aw_239_cast_fp16)[name = tensor("op_2233_cast_fp16")]; tensor var_2235_equation_0 = const()[name = tensor("op_2235_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2235_cast_fp16 = einsum(equation = var_2235_equation_0, values = (var_2161_cast_fp16_0, var_2222_cast_fp16))[name = tensor("op_2235_cast_fp16")]; tensor var_2237_equation_0 = const()[name = tensor("op_2237_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2237_cast_fp16 = einsum(equation = var_2237_equation_0, values = (var_2161_cast_fp16_1, var_2223_cast_fp16))[name = tensor("op_2237_cast_fp16")]; tensor var_2239_equation_0 = const()[name = tensor("op_2239_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2239_cast_fp16 = einsum(equation = var_2239_equation_0, values = (var_2161_cast_fp16_2, var_2224_cast_fp16))[name = tensor("op_2239_cast_fp16")]; tensor var_2241_equation_0 = const()[name = tensor("op_2241_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2241_cast_fp16 = einsum(equation = var_2241_equation_0, values = (var_2161_cast_fp16_3, var_2225_cast_fp16))[name = tensor("op_2241_cast_fp16")]; tensor var_2243_equation_0 = const()[name = tensor("op_2243_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2243_cast_fp16 = einsum(equation = var_2243_equation_0, values = (var_2161_cast_fp16_4, var_2226_cast_fp16))[name = tensor("op_2243_cast_fp16")]; tensor var_2245_equation_0 = const()[name = tensor("op_2245_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2245_cast_fp16 = einsum(equation = var_2245_equation_0, values = (var_2161_cast_fp16_5, var_2227_cast_fp16))[name = tensor("op_2245_cast_fp16")]; tensor var_2247_equation_0 = const()[name = tensor("op_2247_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2247_cast_fp16 = einsum(equation = var_2247_equation_0, values = (var_2161_cast_fp16_6, var_2228_cast_fp16))[name = tensor("op_2247_cast_fp16")]; tensor var_2249_equation_0 = const()[name = tensor("op_2249_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2249_cast_fp16 = einsum(equation = var_2249_equation_0, values = (var_2161_cast_fp16_7, var_2229_cast_fp16))[name = tensor("op_2249_cast_fp16")]; tensor var_2251_equation_0 = const()[name = tensor("op_2251_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2251_cast_fp16 = einsum(equation = var_2251_equation_0, values = (var_2161_cast_fp16_8, var_2230_cast_fp16))[name = tensor("op_2251_cast_fp16")]; tensor var_2253_equation_0 = const()[name = tensor("op_2253_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2253_cast_fp16 = einsum(equation = var_2253_equation_0, values = (var_2161_cast_fp16_9, var_2231_cast_fp16))[name = tensor("op_2253_cast_fp16")]; tensor var_2255_equation_0 = const()[name = tensor("op_2255_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2255_cast_fp16 = einsum(equation = var_2255_equation_0, values = (var_2161_cast_fp16_10, var_2232_cast_fp16))[name = tensor("op_2255_cast_fp16")]; tensor var_2257_equation_0 = const()[name = tensor("op_2257_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2257_cast_fp16 = einsum(equation = var_2257_equation_0, values = (var_2161_cast_fp16_11, var_2233_cast_fp16))[name = tensor("op_2257_cast_fp16")]; tensor input_55_interleave_0 = const()[name = tensor("input_55_interleave_0"), val = tensor(false)]; tensor input_55_cast_fp16 = concat(axis = var_15, interleave = input_55_interleave_0, values = (var_2235_cast_fp16, var_2237_cast_fp16, var_2239_cast_fp16, var_2241_cast_fp16, var_2243_cast_fp16, var_2245_cast_fp16, var_2247_cast_fp16, var_2249_cast_fp16, var_2251_cast_fp16, var_2253_cast_fp16, var_2255_cast_fp16, var_2257_cast_fp16))[name = tensor("input_55_cast_fp16")]; tensor var_2262 = const()[name = tensor("op_2262"), val = tensor([1, 1])]; tensor var_2264 = const()[name = tensor("op_2264"), val = tensor([1, 1])]; tensor var_2266_pad_type_0 = const()[name = tensor("op_2266_pad_type_0"), val = tensor("custom")]; tensor var_2266_pad_0 = const()[name = tensor("op_2266_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67559104)))]; tensor var_2266_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_attn_out_proj_bias_to_fp16, dilations = var_2264, groups = var_15, pad = var_2266_pad_0, pad_type = var_2266_pad_type_0, strides = var_2262, weight = vision_model_transformer_resblocks_9_attn_out_proj_weight_cast_fp16, x = input_55_cast_fp16)[name = tensor("op_2266_cast_fp16")]; tensor inputs_43_cast_fp16 = add(x = inputs_41_cast_fp16, y = var_2266_cast_fp16)[name = tensor("inputs_43_cast_fp16")]; tensor out_41_axes_0 = const()[name = tensor("out_41_axes_0"), val = tensor([1])]; tensor var_2276_to_fp16 = const()[name = tensor("op_2276_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_41_cast_fp16 = layer_norm(axes = out_41_axes_0, epsilon = var_2276_to_fp16, x = inputs_43_cast_fp16)[name = tensor("out_41_cast_fp16")]; tensor input_57_gamma_0_to_fp16 = const()[name = tensor("input_57_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67560704)))]; tensor input_57_beta_0_to_fp16 = const()[name = tensor("input_57_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67562304)))]; tensor input_57_epsilon_0_to_fp16 = const()[name = tensor("input_57_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_57_cast_fp16 = batch_norm(beta = input_57_beta_0_to_fp16, epsilon = input_57_epsilon_0_to_fp16, gamma = input_57_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_41_cast_fp16)[name = tensor("input_57_cast_fp16")]; tensor var_2290 = const()[name = tensor("op_2290"), val = tensor([1, 1])]; tensor var_2292 = const()[name = tensor("op_2292"), val = tensor([1, 1])]; tensor x_33_pad_type_0 = const()[name = tensor("x_33_pad_type_0"), val = tensor("custom")]; tensor x_33_pad_0 = const()[name = tensor("x_33_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67563904)))]; tensor x_33_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_mlp_c_fc_bias_to_fp16, dilations = var_2292, groups = var_15, pad = x_33_pad_0, pad_type = x_33_pad_type_0, strides = var_2290, weight = vision_model_transformer_resblocks_9_mlp_c_fc_weight_cast_fp16, x = input_57_cast_fp16)[name = tensor("x_33_cast_fp16")]; tensor var_2295_to_fp16 = const()[name = tensor("op_2295_to_fp16"), val = tensor(1.70214844)]; tensor var_2296_cast_fp16 = mul(x = x_33_cast_fp16, y = var_2295_to_fp16)[name = tensor("op_2296_cast_fp16")]; tensor var_2297_cast_fp16 = sigmoid(x = var_2296_cast_fp16)[name = tensor("op_2297_cast_fp16")]; tensor input_59_cast_fp16 = mul(x = x_33_cast_fp16, y = var_2297_cast_fp16)[name = tensor("input_59_cast_fp16")]; tensor var_2301 = const()[name = tensor("op_2301"), val = tensor([1, 1])]; tensor var_2303 = const()[name = tensor("op_2303"), val = tensor([1, 1])]; tensor var_2305_pad_type_0 = const()[name = tensor("op_2305_pad_type_0"), val = tensor("custom")]; tensor var_2305_pad_0 = const()[name = tensor("op_2305_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67570112)))]; tensor var_2305_cast_fp16 = conv(bias = vision_model_transformer_resblocks_9_mlp_c_proj_bias_to_fp16, dilations = var_2303, groups = var_15, pad = var_2305_pad_0, pad_type = var_2305_pad_type_0, strides = var_2301, weight = vision_model_transformer_resblocks_9_mlp_c_proj_weight_cast_fp16, x = input_59_cast_fp16)[name = tensor("op_2305_cast_fp16")]; tensor inputs_45_cast_fp16 = add(x = inputs_43_cast_fp16, y = var_2305_cast_fp16)[name = tensor("inputs_45_cast_fp16")]; tensor out_43_axes_0 = const()[name = tensor("out_43_axes_0"), val = tensor([1])]; tensor var_2319_to_fp16 = const()[name = tensor("op_2319_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_43_cast_fp16 = layer_norm(axes = out_43_axes_0, epsilon = var_2319_to_fp16, x = inputs_45_cast_fp16)[name = tensor("out_43_cast_fp16")]; tensor query_21_gamma_0_to_fp16 = const()[name = tensor("query_21_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67571712)))]; tensor query_21_beta_0_to_fp16 = const()[name = tensor("query_21_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67573312)))]; tensor query_21_epsilon_0_to_fp16 = const()[name = tensor("query_21_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_21_cast_fp16 = batch_norm(beta = query_21_beta_0_to_fp16, epsilon = query_21_epsilon_0_to_fp16, gamma = query_21_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_43_cast_fp16)[name = tensor("query_21_cast_fp16")]; tensor var_2335 = const()[name = tensor("op_2335"), val = tensor([1, 1])]; tensor var_2337 = const()[name = tensor("op_2337"), val = tensor([1, 1])]; tensor var_2339_pad_type_0 = const()[name = tensor("op_2339_pad_type_0"), val = tensor("custom")]; tensor var_2339_pad_0 = const()[name = tensor("op_2339_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67574912)))]; tensor var_2339_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_query_bias_to_fp16, dilations = var_2337, groups = var_15, pad = var_2339_pad_0, pad_type = var_2339_pad_type_0, strides = var_2335, weight = vision_model_transformer_resblocks_10_attn_query_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("op_2339_cast_fp16")]; tensor var_2342 = const()[name = tensor("op_2342"), val = tensor([1, 1])]; tensor var_2344 = const()[name = tensor("op_2344"), val = tensor([1, 1])]; tensor k_21_pad_type_0 = const()[name = tensor("k_21_pad_type_0"), val = tensor("custom")]; tensor k_21_pad_0 = const()[name = tensor("k_21_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67576512)))]; tensor k_21_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_key_bias_to_fp16, dilations = var_2344, groups = var_15, pad = k_21_pad_0, pad_type = k_21_pad_type_0, strides = var_2342, weight = vision_model_transformer_resblocks_10_attn_key_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("k_21_cast_fp16")]; tensor var_2349 = const()[name = tensor("op_2349"), val = tensor([1, 1])]; tensor var_2351 = const()[name = tensor("op_2351"), val = tensor([1, 1])]; tensor var_2353_pad_type_0 = const()[name = tensor("op_2353_pad_type_0"), val = tensor("custom")]; tensor var_2353_pad_0 = const()[name = tensor("op_2353_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67578112)))]; tensor var_2353_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_value_bias_to_fp16, dilations = var_2351, groups = var_15, pad = var_2353_pad_0, pad_type = var_2353_pad_type_0, strides = var_2349, weight = vision_model_transformer_resblocks_10_attn_value_weight_cast_fp16, x = query_21_cast_fp16)[name = tensor("op_2353_cast_fp16")]; tensor tile_30 = const()[name = tensor("tile_30"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2354_axis_0 = const()[name = tensor("op_2354_axis_0"), val = tensor(1)]; tensor var_2354_cast_fp16_0, tensor var_2354_cast_fp16_1, tensor var_2354_cast_fp16_2, tensor var_2354_cast_fp16_3, tensor var_2354_cast_fp16_4, tensor var_2354_cast_fp16_5, tensor var_2354_cast_fp16_6, tensor var_2354_cast_fp16_7, tensor var_2354_cast_fp16_8, tensor var_2354_cast_fp16_9, tensor var_2354_cast_fp16_10, tensor var_2354_cast_fp16_11 = split(axis = var_2354_axis_0, split_sizes = tile_30, x = var_2339_cast_fp16)[name = tensor("op_2354_cast_fp16")]; tensor var_2367_perm_0 = const()[name = tensor("op_2367_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_31 = const()[name = tensor("tile_31"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2368_axis_0 = const()[name = tensor("op_2368_axis_0"), val = tensor(3)]; tensor transpose_2 = transpose(perm = var_2367_perm_0, x = k_21_cast_fp16)[name = tensor("transpose_2")]; tensor var_2368_cast_fp16_0, tensor var_2368_cast_fp16_1, tensor var_2368_cast_fp16_2, tensor var_2368_cast_fp16_3, tensor var_2368_cast_fp16_4, tensor var_2368_cast_fp16_5, tensor var_2368_cast_fp16_6, tensor var_2368_cast_fp16_7, tensor var_2368_cast_fp16_8, tensor var_2368_cast_fp16_9, tensor var_2368_cast_fp16_10, tensor var_2368_cast_fp16_11 = split(axis = var_2368_axis_0, split_sizes = tile_31, x = transpose_2)[name = tensor("op_2368_cast_fp16")]; tensor tile_32 = const()[name = tensor("tile_32"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2381_axis_0 = const()[name = tensor("op_2381_axis_0"), val = tensor(1)]; tensor var_2381_cast_fp16_0, tensor var_2381_cast_fp16_1, tensor var_2381_cast_fp16_2, tensor var_2381_cast_fp16_3, tensor var_2381_cast_fp16_4, tensor var_2381_cast_fp16_5, tensor var_2381_cast_fp16_6, tensor var_2381_cast_fp16_7, tensor var_2381_cast_fp16_8, tensor var_2381_cast_fp16_9, tensor var_2381_cast_fp16_10, tensor var_2381_cast_fp16_11 = split(axis = var_2381_axis_0, split_sizes = tile_32, x = var_2353_cast_fp16)[name = tensor("op_2381_cast_fp16")]; tensor var_2395_equation_0 = const()[name = tensor("op_2395_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2395_cast_fp16 = einsum(equation = var_2395_equation_0, values = (var_2368_cast_fp16_0, var_2354_cast_fp16_0))[name = tensor("op_2395_cast_fp16")]; tensor var_2396_to_fp16 = const()[name = tensor("op_2396_to_fp16"), val = tensor(0.125)]; tensor aw_241_cast_fp16 = mul(x = var_2395_cast_fp16, y = var_2396_to_fp16)[name = tensor("aw_241_cast_fp16")]; tensor var_2399_equation_0 = const()[name = tensor("op_2399_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2399_cast_fp16 = einsum(equation = var_2399_equation_0, values = (var_2368_cast_fp16_1, var_2354_cast_fp16_1))[name = tensor("op_2399_cast_fp16")]; tensor var_2400_to_fp16 = const()[name = tensor("op_2400_to_fp16"), val = tensor(0.125)]; tensor aw_243_cast_fp16 = mul(x = var_2399_cast_fp16, y = var_2400_to_fp16)[name = tensor("aw_243_cast_fp16")]; tensor var_2403_equation_0 = const()[name = tensor("op_2403_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2403_cast_fp16 = einsum(equation = var_2403_equation_0, values = (var_2368_cast_fp16_2, var_2354_cast_fp16_2))[name = tensor("op_2403_cast_fp16")]; tensor var_2404_to_fp16 = const()[name = tensor("op_2404_to_fp16"), val = tensor(0.125)]; tensor aw_245_cast_fp16 = mul(x = var_2403_cast_fp16, y = var_2404_to_fp16)[name = tensor("aw_245_cast_fp16")]; tensor var_2407_equation_0 = const()[name = tensor("op_2407_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2407_cast_fp16 = einsum(equation = var_2407_equation_0, values = (var_2368_cast_fp16_3, var_2354_cast_fp16_3))[name = tensor("op_2407_cast_fp16")]; tensor var_2408_to_fp16 = const()[name = tensor("op_2408_to_fp16"), val = tensor(0.125)]; tensor aw_247_cast_fp16 = mul(x = var_2407_cast_fp16, y = var_2408_to_fp16)[name = tensor("aw_247_cast_fp16")]; tensor var_2411_equation_0 = const()[name = tensor("op_2411_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2411_cast_fp16 = einsum(equation = var_2411_equation_0, values = (var_2368_cast_fp16_4, var_2354_cast_fp16_4))[name = tensor("op_2411_cast_fp16")]; tensor var_2412_to_fp16 = const()[name = tensor("op_2412_to_fp16"), val = tensor(0.125)]; tensor aw_249_cast_fp16 = mul(x = var_2411_cast_fp16, y = var_2412_to_fp16)[name = tensor("aw_249_cast_fp16")]; tensor var_2415_equation_0 = const()[name = tensor("op_2415_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2415_cast_fp16 = einsum(equation = var_2415_equation_0, values = (var_2368_cast_fp16_5, var_2354_cast_fp16_5))[name = tensor("op_2415_cast_fp16")]; tensor var_2416_to_fp16 = const()[name = tensor("op_2416_to_fp16"), val = tensor(0.125)]; tensor aw_251_cast_fp16 = mul(x = var_2415_cast_fp16, y = var_2416_to_fp16)[name = tensor("aw_251_cast_fp16")]; tensor var_2419_equation_0 = const()[name = tensor("op_2419_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2419_cast_fp16 = einsum(equation = var_2419_equation_0, values = (var_2368_cast_fp16_6, var_2354_cast_fp16_6))[name = tensor("op_2419_cast_fp16")]; tensor var_2420_to_fp16 = const()[name = tensor("op_2420_to_fp16"), val = tensor(0.125)]; tensor aw_253_cast_fp16 = mul(x = var_2419_cast_fp16, y = var_2420_to_fp16)[name = tensor("aw_253_cast_fp16")]; tensor var_2423_equation_0 = const()[name = tensor("op_2423_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2423_cast_fp16 = einsum(equation = var_2423_equation_0, values = (var_2368_cast_fp16_7, var_2354_cast_fp16_7))[name = tensor("op_2423_cast_fp16")]; tensor var_2424_to_fp16 = const()[name = tensor("op_2424_to_fp16"), val = tensor(0.125)]; tensor aw_255_cast_fp16 = mul(x = var_2423_cast_fp16, y = var_2424_to_fp16)[name = tensor("aw_255_cast_fp16")]; tensor var_2427_equation_0 = const()[name = tensor("op_2427_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2427_cast_fp16 = einsum(equation = var_2427_equation_0, values = (var_2368_cast_fp16_8, var_2354_cast_fp16_8))[name = tensor("op_2427_cast_fp16")]; tensor var_2428_to_fp16 = const()[name = tensor("op_2428_to_fp16"), val = tensor(0.125)]; tensor aw_257_cast_fp16 = mul(x = var_2427_cast_fp16, y = var_2428_to_fp16)[name = tensor("aw_257_cast_fp16")]; tensor var_2431_equation_0 = const()[name = tensor("op_2431_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2431_cast_fp16 = einsum(equation = var_2431_equation_0, values = (var_2368_cast_fp16_9, var_2354_cast_fp16_9))[name = tensor("op_2431_cast_fp16")]; tensor var_2432_to_fp16 = const()[name = tensor("op_2432_to_fp16"), val = tensor(0.125)]; tensor aw_259_cast_fp16 = mul(x = var_2431_cast_fp16, y = var_2432_to_fp16)[name = tensor("aw_259_cast_fp16")]; tensor var_2435_equation_0 = const()[name = tensor("op_2435_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2435_cast_fp16 = einsum(equation = var_2435_equation_0, values = (var_2368_cast_fp16_10, var_2354_cast_fp16_10))[name = tensor("op_2435_cast_fp16")]; tensor var_2436_to_fp16 = const()[name = tensor("op_2436_to_fp16"), val = tensor(0.125)]; tensor aw_261_cast_fp16 = mul(x = var_2435_cast_fp16, y = var_2436_to_fp16)[name = tensor("aw_261_cast_fp16")]; tensor var_2439_equation_0 = const()[name = tensor("op_2439_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2439_cast_fp16 = einsum(equation = var_2439_equation_0, values = (var_2368_cast_fp16_11, var_2354_cast_fp16_11))[name = tensor("op_2439_cast_fp16")]; tensor var_2440_to_fp16 = const()[name = tensor("op_2440_to_fp16"), val = tensor(0.125)]; tensor aw_263_cast_fp16 = mul(x = var_2439_cast_fp16, y = var_2440_to_fp16)[name = tensor("aw_263_cast_fp16")]; tensor var_2442_cast_fp16 = softmax(axis = var_15, x = aw_241_cast_fp16)[name = tensor("op_2442_cast_fp16")]; tensor var_2443_cast_fp16 = softmax(axis = var_15, x = aw_243_cast_fp16)[name = tensor("op_2443_cast_fp16")]; tensor var_2444_cast_fp16 = softmax(axis = var_15, x = aw_245_cast_fp16)[name = tensor("op_2444_cast_fp16")]; tensor var_2445_cast_fp16 = softmax(axis = var_15, x = aw_247_cast_fp16)[name = tensor("op_2445_cast_fp16")]; tensor var_2446_cast_fp16 = softmax(axis = var_15, x = aw_249_cast_fp16)[name = tensor("op_2446_cast_fp16")]; tensor var_2447_cast_fp16 = softmax(axis = var_15, x = aw_251_cast_fp16)[name = tensor("op_2447_cast_fp16")]; tensor var_2448_cast_fp16 = softmax(axis = var_15, x = aw_253_cast_fp16)[name = tensor("op_2448_cast_fp16")]; tensor var_2449_cast_fp16 = softmax(axis = var_15, x = aw_255_cast_fp16)[name = tensor("op_2449_cast_fp16")]; tensor var_2450_cast_fp16 = softmax(axis = var_15, x = aw_257_cast_fp16)[name = tensor("op_2450_cast_fp16")]; tensor var_2451_cast_fp16 = softmax(axis = var_15, x = aw_259_cast_fp16)[name = tensor("op_2451_cast_fp16")]; tensor var_2452_cast_fp16 = softmax(axis = var_15, x = aw_261_cast_fp16)[name = tensor("op_2452_cast_fp16")]; tensor var_2453_cast_fp16 = softmax(axis = var_15, x = aw_263_cast_fp16)[name = tensor("op_2453_cast_fp16")]; tensor var_2455_equation_0 = const()[name = tensor("op_2455_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2455_cast_fp16 = einsum(equation = var_2455_equation_0, values = (var_2381_cast_fp16_0, var_2442_cast_fp16))[name = tensor("op_2455_cast_fp16")]; tensor var_2457_equation_0 = const()[name = tensor("op_2457_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2457_cast_fp16 = einsum(equation = var_2457_equation_0, values = (var_2381_cast_fp16_1, var_2443_cast_fp16))[name = tensor("op_2457_cast_fp16")]; tensor var_2459_equation_0 = const()[name = tensor("op_2459_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2459_cast_fp16 = einsum(equation = var_2459_equation_0, values = (var_2381_cast_fp16_2, var_2444_cast_fp16))[name = tensor("op_2459_cast_fp16")]; tensor var_2461_equation_0 = const()[name = tensor("op_2461_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2461_cast_fp16 = einsum(equation = var_2461_equation_0, values = (var_2381_cast_fp16_3, var_2445_cast_fp16))[name = tensor("op_2461_cast_fp16")]; tensor var_2463_equation_0 = const()[name = tensor("op_2463_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2463_cast_fp16 = einsum(equation = var_2463_equation_0, values = (var_2381_cast_fp16_4, var_2446_cast_fp16))[name = tensor("op_2463_cast_fp16")]; tensor var_2465_equation_0 = const()[name = tensor("op_2465_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2465_cast_fp16 = einsum(equation = var_2465_equation_0, values = (var_2381_cast_fp16_5, var_2447_cast_fp16))[name = tensor("op_2465_cast_fp16")]; tensor var_2467_equation_0 = const()[name = tensor("op_2467_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2467_cast_fp16 = einsum(equation = var_2467_equation_0, values = (var_2381_cast_fp16_6, var_2448_cast_fp16))[name = tensor("op_2467_cast_fp16")]; tensor var_2469_equation_0 = const()[name = tensor("op_2469_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2469_cast_fp16 = einsum(equation = var_2469_equation_0, values = (var_2381_cast_fp16_7, var_2449_cast_fp16))[name = tensor("op_2469_cast_fp16")]; tensor var_2471_equation_0 = const()[name = tensor("op_2471_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2471_cast_fp16 = einsum(equation = var_2471_equation_0, values = (var_2381_cast_fp16_8, var_2450_cast_fp16))[name = tensor("op_2471_cast_fp16")]; tensor var_2473_equation_0 = const()[name = tensor("op_2473_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2473_cast_fp16 = einsum(equation = var_2473_equation_0, values = (var_2381_cast_fp16_9, var_2451_cast_fp16))[name = tensor("op_2473_cast_fp16")]; tensor var_2475_equation_0 = const()[name = tensor("op_2475_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2475_cast_fp16 = einsum(equation = var_2475_equation_0, values = (var_2381_cast_fp16_10, var_2452_cast_fp16))[name = tensor("op_2475_cast_fp16")]; tensor var_2477_equation_0 = const()[name = tensor("op_2477_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2477_cast_fp16 = einsum(equation = var_2477_equation_0, values = (var_2381_cast_fp16_11, var_2453_cast_fp16))[name = tensor("op_2477_cast_fp16")]; tensor input_61_interleave_0 = const()[name = tensor("input_61_interleave_0"), val = tensor(false)]; tensor input_61_cast_fp16 = concat(axis = var_15, interleave = input_61_interleave_0, values = (var_2455_cast_fp16, var_2457_cast_fp16, var_2459_cast_fp16, var_2461_cast_fp16, var_2463_cast_fp16, var_2465_cast_fp16, var_2467_cast_fp16, var_2469_cast_fp16, var_2471_cast_fp16, var_2473_cast_fp16, var_2475_cast_fp16, var_2477_cast_fp16))[name = tensor("input_61_cast_fp16")]; tensor var_2482 = const()[name = tensor("op_2482"), val = tensor([1, 1])]; tensor var_2484 = const()[name = tensor("op_2484"), val = tensor([1, 1])]; tensor var_2486_pad_type_0 = const()[name = tensor("op_2486_pad_type_0"), val = tensor("custom")]; tensor var_2486_pad_0 = const()[name = tensor("op_2486_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67579712)))]; tensor var_2486_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_attn_out_proj_bias_to_fp16, dilations = var_2484, groups = var_15, pad = var_2486_pad_0, pad_type = var_2486_pad_type_0, strides = var_2482, weight = vision_model_transformer_resblocks_10_attn_out_proj_weight_cast_fp16, x = input_61_cast_fp16)[name = tensor("op_2486_cast_fp16")]; tensor inputs_47_cast_fp16 = add(x = inputs_45_cast_fp16, y = var_2486_cast_fp16)[name = tensor("inputs_47_cast_fp16")]; tensor out_45_axes_0 = const()[name = tensor("out_45_axes_0"), val = tensor([1])]; tensor var_2496_to_fp16 = const()[name = tensor("op_2496_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_45_cast_fp16 = layer_norm(axes = out_45_axes_0, epsilon = var_2496_to_fp16, x = inputs_47_cast_fp16)[name = tensor("out_45_cast_fp16")]; tensor input_63_gamma_0_to_fp16 = const()[name = tensor("input_63_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67581312)))]; tensor input_63_beta_0_to_fp16 = const()[name = tensor("input_63_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67582912)))]; tensor input_63_epsilon_0_to_fp16 = const()[name = tensor("input_63_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_63_cast_fp16 = batch_norm(beta = input_63_beta_0_to_fp16, epsilon = input_63_epsilon_0_to_fp16, gamma = input_63_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_45_cast_fp16)[name = tensor("input_63_cast_fp16")]; tensor var_2510 = const()[name = tensor("op_2510"), val = tensor([1, 1])]; tensor var_2512 = const()[name = tensor("op_2512"), val = tensor([1, 1])]; tensor x_35_pad_type_0 = const()[name = tensor("x_35_pad_type_0"), val = tensor("custom")]; tensor x_35_pad_0 = const()[name = tensor("x_35_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67584512)))]; tensor x_35_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_mlp_c_fc_bias_to_fp16, dilations = var_2512, groups = var_15, pad = x_35_pad_0, pad_type = x_35_pad_type_0, strides = var_2510, weight = vision_model_transformer_resblocks_10_mlp_c_fc_weight_cast_fp16, x = input_63_cast_fp16)[name = tensor("x_35_cast_fp16")]; tensor var_2515_to_fp16 = const()[name = tensor("op_2515_to_fp16"), val = tensor(1.70214844)]; tensor var_2516_cast_fp16 = mul(x = x_35_cast_fp16, y = var_2515_to_fp16)[name = tensor("op_2516_cast_fp16")]; tensor var_2517_cast_fp16 = sigmoid(x = var_2516_cast_fp16)[name = tensor("op_2517_cast_fp16")]; tensor input_65_cast_fp16 = mul(x = x_35_cast_fp16, y = var_2517_cast_fp16)[name = tensor("input_65_cast_fp16")]; tensor var_2521 = const()[name = tensor("op_2521"), val = tensor([1, 1])]; tensor var_2523 = const()[name = tensor("op_2523"), val = tensor([1, 1])]; tensor var_2525_pad_type_0 = const()[name = tensor("op_2525_pad_type_0"), val = tensor("custom")]; tensor var_2525_pad_0 = const()[name = tensor("op_2525_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67590720)))]; tensor var_2525_cast_fp16 = conv(bias = vision_model_transformer_resblocks_10_mlp_c_proj_bias_to_fp16, dilations = var_2523, groups = var_15, pad = var_2525_pad_0, pad_type = var_2525_pad_type_0, strides = var_2521, weight = vision_model_transformer_resblocks_10_mlp_c_proj_weight_cast_fp16, x = input_65_cast_fp16)[name = tensor("op_2525_cast_fp16")]; tensor inputs_49_cast_fp16 = add(x = inputs_47_cast_fp16, y = var_2525_cast_fp16)[name = tensor("inputs_49_cast_fp16")]; tensor out_47_axes_0 = const()[name = tensor("out_47_axes_0"), val = tensor([1])]; tensor var_2539_to_fp16 = const()[name = tensor("op_2539_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_47_cast_fp16 = layer_norm(axes = out_47_axes_0, epsilon = var_2539_to_fp16, x = inputs_49_cast_fp16)[name = tensor("out_47_cast_fp16")]; tensor query_23_gamma_0_to_fp16 = const()[name = tensor("query_23_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67592320)))]; tensor query_23_beta_0_to_fp16 = const()[name = tensor("query_23_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67593920)))]; tensor query_23_epsilon_0_to_fp16 = const()[name = tensor("query_23_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor query_23_cast_fp16 = batch_norm(beta = query_23_beta_0_to_fp16, epsilon = query_23_epsilon_0_to_fp16, gamma = query_23_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_47_cast_fp16)[name = tensor("query_23_cast_fp16")]; tensor var_2555 = const()[name = tensor("op_2555"), val = tensor([1, 1])]; tensor var_2557 = const()[name = tensor("op_2557"), val = tensor([1, 1])]; tensor var_2559_pad_type_0 = const()[name = tensor("op_2559_pad_type_0"), val = tensor("custom")]; tensor var_2559_pad_0 = const()[name = tensor("op_2559_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_query_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_query_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67595520)))]; tensor var_2559_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_query_bias_to_fp16, dilations = var_2557, groups = var_15, pad = var_2559_pad_0, pad_type = var_2559_pad_type_0, strides = var_2555, weight = vision_model_transformer_resblocks_11_attn_query_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("op_2559_cast_fp16")]; tensor var_2562 = const()[name = tensor("op_2562"), val = tensor([1, 1])]; tensor var_2564 = const()[name = tensor("op_2564"), val = tensor([1, 1])]; tensor k_pad_type_0 = const()[name = tensor("k_pad_type_0"), val = tensor("custom")]; tensor k_pad_0 = const()[name = tensor("k_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_key_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_key_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67597120)))]; tensor k_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_key_bias_to_fp16, dilations = var_2564, groups = var_15, pad = k_pad_0, pad_type = k_pad_type_0, strides = var_2562, weight = vision_model_transformer_resblocks_11_attn_key_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("k_cast_fp16")]; tensor var_2569 = const()[name = tensor("op_2569"), val = tensor([1, 1])]; tensor var_2571 = const()[name = tensor("op_2571"), val = tensor([1, 1])]; tensor var_2573_pad_type_0 = const()[name = tensor("op_2573_pad_type_0"), val = tensor("custom")]; tensor var_2573_pad_0 = const()[name = tensor("op_2573_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_value_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_value_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67598720)))]; tensor var_2573_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_value_bias_to_fp16, dilations = var_2571, groups = var_15, pad = var_2573_pad_0, pad_type = var_2573_pad_type_0, strides = var_2569, weight = vision_model_transformer_resblocks_11_attn_value_weight_cast_fp16, x = query_23_cast_fp16)[name = tensor("op_2573_cast_fp16")]; tensor tile_33 = const()[name = tensor("tile_33"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2574_axis_0 = const()[name = tensor("op_2574_axis_0"), val = tensor(1)]; tensor var_2574_cast_fp16_0, tensor var_2574_cast_fp16_1, tensor var_2574_cast_fp16_2, tensor var_2574_cast_fp16_3, tensor var_2574_cast_fp16_4, tensor var_2574_cast_fp16_5, tensor var_2574_cast_fp16_6, tensor var_2574_cast_fp16_7, tensor var_2574_cast_fp16_8, tensor var_2574_cast_fp16_9, tensor var_2574_cast_fp16_10, tensor var_2574_cast_fp16_11 = split(axis = var_2574_axis_0, split_sizes = tile_33, x = var_2559_cast_fp16)[name = tensor("op_2574_cast_fp16")]; tensor var_2587_perm_0 = const()[name = tensor("op_2587_perm_0"), val = tensor([0, 3, 2, 1])]; tensor tile_34 = const()[name = tensor("tile_34"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2588_axis_0 = const()[name = tensor("op_2588_axis_0"), val = tensor(3)]; tensor transpose_1 = transpose(perm = var_2587_perm_0, x = k_cast_fp16)[name = tensor("transpose_1")]; tensor var_2588_cast_fp16_0, tensor var_2588_cast_fp16_1, tensor var_2588_cast_fp16_2, tensor var_2588_cast_fp16_3, tensor var_2588_cast_fp16_4, tensor var_2588_cast_fp16_5, tensor var_2588_cast_fp16_6, tensor var_2588_cast_fp16_7, tensor var_2588_cast_fp16_8, tensor var_2588_cast_fp16_9, tensor var_2588_cast_fp16_10, tensor var_2588_cast_fp16_11 = split(axis = var_2588_axis_0, split_sizes = tile_34, x = transpose_1)[name = tensor("op_2588_cast_fp16")]; tensor tile_35 = const()[name = tensor("tile_35"), val = tensor([64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64, 64])]; tensor var_2601_axis_0 = const()[name = tensor("op_2601_axis_0"), val = tensor(1)]; tensor var_2601_cast_fp16_0, tensor var_2601_cast_fp16_1, tensor var_2601_cast_fp16_2, tensor var_2601_cast_fp16_3, tensor var_2601_cast_fp16_4, tensor var_2601_cast_fp16_5, tensor var_2601_cast_fp16_6, tensor var_2601_cast_fp16_7, tensor var_2601_cast_fp16_8, tensor var_2601_cast_fp16_9, tensor var_2601_cast_fp16_10, tensor var_2601_cast_fp16_11 = split(axis = var_2601_axis_0, split_sizes = tile_35, x = var_2573_cast_fp16)[name = tensor("op_2601_cast_fp16")]; tensor var_2615_equation_0 = const()[name = tensor("op_2615_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2615_cast_fp16 = einsum(equation = var_2615_equation_0, values = (var_2588_cast_fp16_0, var_2574_cast_fp16_0))[name = tensor("op_2615_cast_fp16")]; tensor var_2616_to_fp16 = const()[name = tensor("op_2616_to_fp16"), val = tensor(0.125)]; tensor aw_265_cast_fp16 = mul(x = var_2615_cast_fp16, y = var_2616_to_fp16)[name = tensor("aw_265_cast_fp16")]; tensor var_2619_equation_0 = const()[name = tensor("op_2619_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2619_cast_fp16 = einsum(equation = var_2619_equation_0, values = (var_2588_cast_fp16_1, var_2574_cast_fp16_1))[name = tensor("op_2619_cast_fp16")]; tensor var_2620_to_fp16 = const()[name = tensor("op_2620_to_fp16"), val = tensor(0.125)]; tensor aw_267_cast_fp16 = mul(x = var_2619_cast_fp16, y = var_2620_to_fp16)[name = tensor("aw_267_cast_fp16")]; tensor var_2623_equation_0 = const()[name = tensor("op_2623_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2623_cast_fp16 = einsum(equation = var_2623_equation_0, values = (var_2588_cast_fp16_2, var_2574_cast_fp16_2))[name = tensor("op_2623_cast_fp16")]; tensor var_2624_to_fp16 = const()[name = tensor("op_2624_to_fp16"), val = tensor(0.125)]; tensor aw_269_cast_fp16 = mul(x = var_2623_cast_fp16, y = var_2624_to_fp16)[name = tensor("aw_269_cast_fp16")]; tensor var_2627_equation_0 = const()[name = tensor("op_2627_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2627_cast_fp16 = einsum(equation = var_2627_equation_0, values = (var_2588_cast_fp16_3, var_2574_cast_fp16_3))[name = tensor("op_2627_cast_fp16")]; tensor var_2628_to_fp16 = const()[name = tensor("op_2628_to_fp16"), val = tensor(0.125)]; tensor aw_271_cast_fp16 = mul(x = var_2627_cast_fp16, y = var_2628_to_fp16)[name = tensor("aw_271_cast_fp16")]; tensor var_2631_equation_0 = const()[name = tensor("op_2631_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2631_cast_fp16 = einsum(equation = var_2631_equation_0, values = (var_2588_cast_fp16_4, var_2574_cast_fp16_4))[name = tensor("op_2631_cast_fp16")]; tensor var_2632_to_fp16 = const()[name = tensor("op_2632_to_fp16"), val = tensor(0.125)]; tensor aw_273_cast_fp16 = mul(x = var_2631_cast_fp16, y = var_2632_to_fp16)[name = tensor("aw_273_cast_fp16")]; tensor var_2635_equation_0 = const()[name = tensor("op_2635_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2635_cast_fp16 = einsum(equation = var_2635_equation_0, values = (var_2588_cast_fp16_5, var_2574_cast_fp16_5))[name = tensor("op_2635_cast_fp16")]; tensor var_2636_to_fp16 = const()[name = tensor("op_2636_to_fp16"), val = tensor(0.125)]; tensor aw_275_cast_fp16 = mul(x = var_2635_cast_fp16, y = var_2636_to_fp16)[name = tensor("aw_275_cast_fp16")]; tensor var_2639_equation_0 = const()[name = tensor("op_2639_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2639_cast_fp16 = einsum(equation = var_2639_equation_0, values = (var_2588_cast_fp16_6, var_2574_cast_fp16_6))[name = tensor("op_2639_cast_fp16")]; tensor var_2640_to_fp16 = const()[name = tensor("op_2640_to_fp16"), val = tensor(0.125)]; tensor aw_277_cast_fp16 = mul(x = var_2639_cast_fp16, y = var_2640_to_fp16)[name = tensor("aw_277_cast_fp16")]; tensor var_2643_equation_0 = const()[name = tensor("op_2643_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2643_cast_fp16 = einsum(equation = var_2643_equation_0, values = (var_2588_cast_fp16_7, var_2574_cast_fp16_7))[name = tensor("op_2643_cast_fp16")]; tensor var_2644_to_fp16 = const()[name = tensor("op_2644_to_fp16"), val = tensor(0.125)]; tensor aw_279_cast_fp16 = mul(x = var_2643_cast_fp16, y = var_2644_to_fp16)[name = tensor("aw_279_cast_fp16")]; tensor var_2647_equation_0 = const()[name = tensor("op_2647_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2647_cast_fp16 = einsum(equation = var_2647_equation_0, values = (var_2588_cast_fp16_8, var_2574_cast_fp16_8))[name = tensor("op_2647_cast_fp16")]; tensor var_2648_to_fp16 = const()[name = tensor("op_2648_to_fp16"), val = tensor(0.125)]; tensor aw_281_cast_fp16 = mul(x = var_2647_cast_fp16, y = var_2648_to_fp16)[name = tensor("aw_281_cast_fp16")]; tensor var_2651_equation_0 = const()[name = tensor("op_2651_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2651_cast_fp16 = einsum(equation = var_2651_equation_0, values = (var_2588_cast_fp16_9, var_2574_cast_fp16_9))[name = tensor("op_2651_cast_fp16")]; tensor var_2652_to_fp16 = const()[name = tensor("op_2652_to_fp16"), val = tensor(0.125)]; tensor aw_283_cast_fp16 = mul(x = var_2651_cast_fp16, y = var_2652_to_fp16)[name = tensor("aw_283_cast_fp16")]; tensor var_2655_equation_0 = const()[name = tensor("op_2655_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2655_cast_fp16 = einsum(equation = var_2655_equation_0, values = (var_2588_cast_fp16_10, var_2574_cast_fp16_10))[name = tensor("op_2655_cast_fp16")]; tensor var_2656_to_fp16 = const()[name = tensor("op_2656_to_fp16"), val = tensor(0.125)]; tensor aw_285_cast_fp16 = mul(x = var_2655_cast_fp16, y = var_2656_to_fp16)[name = tensor("aw_285_cast_fp16")]; tensor var_2659_equation_0 = const()[name = tensor("op_2659_equation_0"), val = tensor("bkhc,bchq->bkhq")]; tensor var_2659_cast_fp16 = einsum(equation = var_2659_equation_0, values = (var_2588_cast_fp16_11, var_2574_cast_fp16_11))[name = tensor("op_2659_cast_fp16")]; tensor var_2660_to_fp16 = const()[name = tensor("op_2660_to_fp16"), val = tensor(0.125)]; tensor aw_cast_fp16 = mul(x = var_2659_cast_fp16, y = var_2660_to_fp16)[name = tensor("aw_cast_fp16")]; tensor var_2662_cast_fp16 = softmax(axis = var_15, x = aw_265_cast_fp16)[name = tensor("op_2662_cast_fp16")]; tensor var_2663_cast_fp16 = softmax(axis = var_15, x = aw_267_cast_fp16)[name = tensor("op_2663_cast_fp16")]; tensor var_2664_cast_fp16 = softmax(axis = var_15, x = aw_269_cast_fp16)[name = tensor("op_2664_cast_fp16")]; tensor var_2665_cast_fp16 = softmax(axis = var_15, x = aw_271_cast_fp16)[name = tensor("op_2665_cast_fp16")]; tensor var_2666_cast_fp16 = softmax(axis = var_15, x = aw_273_cast_fp16)[name = tensor("op_2666_cast_fp16")]; tensor var_2667_cast_fp16 = softmax(axis = var_15, x = aw_275_cast_fp16)[name = tensor("op_2667_cast_fp16")]; tensor var_2668_cast_fp16 = softmax(axis = var_15, x = aw_277_cast_fp16)[name = tensor("op_2668_cast_fp16")]; tensor var_2669_cast_fp16 = softmax(axis = var_15, x = aw_279_cast_fp16)[name = tensor("op_2669_cast_fp16")]; tensor var_2670_cast_fp16 = softmax(axis = var_15, x = aw_281_cast_fp16)[name = tensor("op_2670_cast_fp16")]; tensor var_2671_cast_fp16 = softmax(axis = var_15, x = aw_283_cast_fp16)[name = tensor("op_2671_cast_fp16")]; tensor var_2672_cast_fp16 = softmax(axis = var_15, x = aw_285_cast_fp16)[name = tensor("op_2672_cast_fp16")]; tensor var_2673_cast_fp16 = softmax(axis = var_15, x = aw_cast_fp16)[name = tensor("op_2673_cast_fp16")]; tensor var_2675_equation_0 = const()[name = tensor("op_2675_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2675_cast_fp16 = einsum(equation = var_2675_equation_0, values = (var_2601_cast_fp16_0, var_2662_cast_fp16))[name = tensor("op_2675_cast_fp16")]; tensor var_2677_equation_0 = const()[name = tensor("op_2677_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2677_cast_fp16 = einsum(equation = var_2677_equation_0, values = (var_2601_cast_fp16_1, var_2663_cast_fp16))[name = tensor("op_2677_cast_fp16")]; tensor var_2679_equation_0 = const()[name = tensor("op_2679_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2679_cast_fp16 = einsum(equation = var_2679_equation_0, values = (var_2601_cast_fp16_2, var_2664_cast_fp16))[name = tensor("op_2679_cast_fp16")]; tensor var_2681_equation_0 = const()[name = tensor("op_2681_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2681_cast_fp16 = einsum(equation = var_2681_equation_0, values = (var_2601_cast_fp16_3, var_2665_cast_fp16))[name = tensor("op_2681_cast_fp16")]; tensor var_2683_equation_0 = const()[name = tensor("op_2683_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2683_cast_fp16 = einsum(equation = var_2683_equation_0, values = (var_2601_cast_fp16_4, var_2666_cast_fp16))[name = tensor("op_2683_cast_fp16")]; tensor var_2685_equation_0 = const()[name = tensor("op_2685_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2685_cast_fp16 = einsum(equation = var_2685_equation_0, values = (var_2601_cast_fp16_5, var_2667_cast_fp16))[name = tensor("op_2685_cast_fp16")]; tensor var_2687_equation_0 = const()[name = tensor("op_2687_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2687_cast_fp16 = einsum(equation = var_2687_equation_0, values = (var_2601_cast_fp16_6, var_2668_cast_fp16))[name = tensor("op_2687_cast_fp16")]; tensor var_2689_equation_0 = const()[name = tensor("op_2689_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2689_cast_fp16 = einsum(equation = var_2689_equation_0, values = (var_2601_cast_fp16_7, var_2669_cast_fp16))[name = tensor("op_2689_cast_fp16")]; tensor var_2691_equation_0 = const()[name = tensor("op_2691_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2691_cast_fp16 = einsum(equation = var_2691_equation_0, values = (var_2601_cast_fp16_8, var_2670_cast_fp16))[name = tensor("op_2691_cast_fp16")]; tensor var_2693_equation_0 = const()[name = tensor("op_2693_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2693_cast_fp16 = einsum(equation = var_2693_equation_0, values = (var_2601_cast_fp16_9, var_2671_cast_fp16))[name = tensor("op_2693_cast_fp16")]; tensor var_2695_equation_0 = const()[name = tensor("op_2695_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2695_cast_fp16 = einsum(equation = var_2695_equation_0, values = (var_2601_cast_fp16_10, var_2672_cast_fp16))[name = tensor("op_2695_cast_fp16")]; tensor var_2697_equation_0 = const()[name = tensor("op_2697_equation_0"), val = tensor("bchk,bkhq->bchq")]; tensor var_2697_cast_fp16 = einsum(equation = var_2697_equation_0, values = (var_2601_cast_fp16_11, var_2673_cast_fp16))[name = tensor("op_2697_cast_fp16")]; tensor input_67_interleave_0 = const()[name = tensor("input_67_interleave_0"), val = tensor(false)]; tensor input_67_cast_fp16 = concat(axis = var_15, interleave = input_67_interleave_0, values = (var_2675_cast_fp16, var_2677_cast_fp16, var_2679_cast_fp16, var_2681_cast_fp16, var_2683_cast_fp16, var_2685_cast_fp16, var_2687_cast_fp16, var_2689_cast_fp16, var_2691_cast_fp16, var_2693_cast_fp16, var_2695_cast_fp16, var_2697_cast_fp16))[name = tensor("input_67_cast_fp16")]; tensor var_2702 = const()[name = tensor("op_2702"), val = tensor([1, 1])]; tensor var_2704 = const()[name = tensor("op_2704"), val = tensor([1, 1])]; tensor var_2706_pad_type_0 = const()[name = tensor("op_2706_pad_type_0"), val = tensor("custom")]; tensor var_2706_pad_0 = const()[name = tensor("op_2706_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67600320)))]; tensor var_2706_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_attn_out_proj_bias_to_fp16, dilations = var_2704, groups = var_15, pad = var_2706_pad_0, pad_type = var_2706_pad_type_0, strides = var_2702, weight = vision_model_transformer_resblocks_11_attn_out_proj_weight_cast_fp16, x = input_67_cast_fp16)[name = tensor("op_2706_cast_fp16")]; tensor inputs_51_cast_fp16 = add(x = inputs_49_cast_fp16, y = var_2706_cast_fp16)[name = tensor("inputs_51_cast_fp16")]; tensor out_49_axes_0 = const()[name = tensor("out_49_axes_0"), val = tensor([1])]; tensor var_2716_to_fp16 = const()[name = tensor("op_2716_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_49_cast_fp16 = layer_norm(axes = out_49_axes_0, epsilon = var_2716_to_fp16, x = inputs_51_cast_fp16)[name = tensor("out_49_cast_fp16")]; tensor input_69_gamma_0_to_fp16 = const()[name = tensor("input_69_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67601920)))]; tensor input_69_beta_0_to_fp16 = const()[name = tensor("input_69_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67603520)))]; tensor input_69_epsilon_0_to_fp16 = const()[name = tensor("input_69_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor input_69_cast_fp16 = batch_norm(beta = input_69_beta_0_to_fp16, epsilon = input_69_epsilon_0_to_fp16, gamma = input_69_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_49_cast_fp16)[name = tensor("input_69_cast_fp16")]; tensor var_2730 = const()[name = tensor("op_2730"), val = tensor([1, 1])]; tensor var_2732 = const()[name = tensor("op_2732"), val = tensor([1, 1])]; tensor x_37_pad_type_0 = const()[name = tensor("x_37_pad_type_0"), val = tensor("custom")]; tensor x_37_pad_0 = const()[name = tensor("x_37_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67605120)))]; tensor x_37_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_mlp_c_fc_bias_to_fp16, dilations = var_2732, groups = var_15, pad = x_37_pad_0, pad_type = x_37_pad_type_0, strides = var_2730, weight = vision_model_transformer_resblocks_11_mlp_c_fc_weight_cast_fp16, x = input_69_cast_fp16)[name = tensor("x_37_cast_fp16")]; tensor var_2735_to_fp16 = const()[name = tensor("op_2735_to_fp16"), val = tensor(1.70214844)]; tensor var_2736_cast_fp16 = mul(x = x_37_cast_fp16, y = var_2735_to_fp16)[name = tensor("op_2736_cast_fp16")]; tensor var_2737_cast_fp16 = sigmoid(x = var_2736_cast_fp16)[name = tensor("op_2737_cast_fp16")]; tensor input_71_cast_fp16 = mul(x = x_37_cast_fp16, y = var_2737_cast_fp16)[name = tensor("input_71_cast_fp16")]; tensor var_2741 = const()[name = tensor("op_2741"), val = tensor([1, 1])]; tensor var_2743 = const()[name = tensor("op_2743"), val = tensor([1, 1])]; tensor var_2745_pad_type_0 = const()[name = tensor("op_2745_pad_type_0"), val = tensor("custom")]; tensor var_2745_pad_0 = const()[name = tensor("op_2745_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16 = const()[name = tensor("vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67611328)))]; tensor var_2745_cast_fp16 = conv(bias = vision_model_transformer_resblocks_11_mlp_c_proj_bias_to_fp16, dilations = var_2743, groups = var_15, pad = var_2745_pad_0, pad_type = var_2745_pad_type_0, strides = var_2741, weight = vision_model_transformer_resblocks_11_mlp_c_proj_weight_cast_fp16, x = input_71_cast_fp16)[name = tensor("op_2745_cast_fp16")]; tensor x_39_cast_fp16 = add(x = inputs_51_cast_fp16, y = var_2745_cast_fp16)[name = tensor("x_39_cast_fp16")]; tensor var_2747 = const()[name = tensor("op_2747"), val = tensor([1, 768, 16, -1])]; tensor x_41_cast_fp16 = reshape(shape = var_2747, x = x_39_cast_fp16)[name = tensor("x_41_cast_fp16")]; tensor var_2749 = const()[name = tensor("op_2749"), val = tensor([0, 2, 3, 1])]; tensor x_begin_0 = const()[name = tensor("x_begin_0"), val = tensor([0, 0, 0, 0])]; tensor x_end_0 = const()[name = tensor("x_end_0"), val = tensor([1, 768, 16, 1])]; tensor x_end_mask_0 = const()[name = tensor("x_end_mask_0"), val = tensor([true, true, true, false])]; tensor x_cast_fp16 = slice_by_index(begin = x_begin_0, end = x_end_0, end_mask = x_end_mask_0, x = x_41_cast_fp16)[name = tensor("x_cast_fp16")]; tensor reduce_max_0_axes_0 = const()[name = tensor("reduce_max_0_axes_0"), val = tensor([2])]; tensor reduce_max_0_keep_dims_0 = const()[name = tensor("reduce_max_0_keep_dims_0"), val = tensor(true)]; tensor reduce_max_0_cast_fp16 = reduce_max(axes = reduce_max_0_axes_0, keep_dims = reduce_max_0_keep_dims_0, x = x_cast_fp16)[name = tensor("reduce_max_0_cast_fp16")]; tensor out_axes_0 = const()[name = tensor("out_axes_0"), val = tensor([1])]; tensor var_2765_to_fp16 = const()[name = tensor("op_2765_to_fp16"), val = tensor(1.00135803e-05)]; tensor out_cast_fp16 = layer_norm(axes = out_axes_0, epsilon = var_2765_to_fp16, x = reduce_max_0_cast_fp16)[name = tensor("out_cast_fp16")]; tensor var_2774_gamma_0_to_fp16 = const()[name = tensor("op_2774_gamma_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67612928)))]; tensor var_2774_beta_0_to_fp16 = const()[name = tensor("op_2774_beta_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67614528)))]; tensor var_2774_epsilon_0_to_fp16 = const()[name = tensor("op_2774_epsilon_0_to_fp16"), val = tensor(1.00135803e-05)]; tensor var_2774_cast_fp16 = batch_norm(beta = var_2774_beta_0_to_fp16, epsilon = var_2774_epsilon_0_to_fp16, gamma = var_2774_gamma_0_to_fp16, mean = inputs_5_mean_0_to_fp16, variance = inputs_5_variance_0_to_fp16, x = out_cast_fp16)[name = tensor("op_2774_cast_fp16")]; tensor var_2777_begin_0 = const()[name = tensor("op_2777_begin_0"), val = tensor([0, 0, 0, 0])]; tensor var_2777_end_0 = const()[name = tensor("op_2777_end_0"), val = tensor([1, 768, 1, 1])]; tensor var_2777_end_mask_0 = const()[name = tensor("op_2777_end_mask_0"), val = tensor([true, true, false, true])]; tensor var_2777_squeeze_mask_0 = const()[name = tensor("op_2777_squeeze_mask_0"), val = tensor([false, false, true, false])]; tensor var_2777_cast_fp16 = slice_by_index(begin = var_2777_begin_0, end = var_2777_end_0, end_mask = var_2777_end_mask_0, squeeze_mask = var_2777_squeeze_mask_0, x = var_2774_cast_fp16)[name = tensor("op_2777_cast_fp16")]; tensor input_73_begin_0 = const()[name = tensor("input_73_begin_0"), val = tensor([0, 0, 0])]; tensor input_73_end_0 = const()[name = tensor("input_73_end_0"), val = tensor([1, 768, 1])]; tensor input_73_end_mask_0 = const()[name = tensor("input_73_end_mask_0"), val = tensor([true, true, false])]; tensor input_73_squeeze_mask_0 = const()[name = tensor("input_73_squeeze_mask_0"), val = tensor([false, false, true])]; tensor hidden_embed = slice_by_index(begin = input_73_begin_0, end = input_73_end_0, end_mask = input_73_end_mask_0, squeeze_mask = input_73_squeeze_mask_0, x = var_2777_cast_fp16)[name = tensor("input_73_cast_fp16")]; tensor linear_0_bias_0_to_fp16 = const()[name = tensor("linear_0_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67616128)))]; tensor linear_0_cast_fp16 = linear(bias = linear_0_bias_0_to_fp16, weight = vision_proj_0_weight_cast_fp16, x = hidden_embed)[name = tensor("linear_0_cast_fp16")]; tensor var_2788 = const()[name = tensor("op_2788"), val = tensor([-1])]; tensor var_2789 = const()[name = tensor("op_2789"), val = tensor(true)]; tensor var_2791_cast_fp16 = reduce_l2_norm(axes = var_2788, keep_dims = var_2789, x = linear_0_cast_fp16)[name = tensor("op_2791_cast_fp16")]; tensor vision_embed = real_div(x = linear_0_cast_fp16, y = var_2791_cast_fp16)[name = tensor("op_2792_cast_fp16")]; tensor spatial_embed = transpose(perm = var_2749, x = x_41_cast_fp16)[name = tensor("transpose_0")]; } -> (spatial_embed, hidden_embed, vision_embed); }