{
  "layer_shapes" : {
    "383_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.95" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.41" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.41_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "437_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.41_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "173" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.71" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "210" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "out" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.97_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.33_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "383_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.3" : {
      "k" : 1,
      "w" : 9,
      "n" : 1,
      "_rank" : 3,
      "h" : 128
    },
    "input.97_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "437_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_49" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.57_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "out.5" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "expand_dims_0" : {
      "k" : 6,
      "w" : 30,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "input.105" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "177" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "transpose_47" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "input.89_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.73_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_45" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.49_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.41_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "274" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.27" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.41_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.41_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_43" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "input.97_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.89_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.41_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_41" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "372" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.87" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "343" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input" : {
      "k" : 1,
      "w" : 3,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.73_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "248" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "42_shape" : {
      "k" : 1,
      "w" : 3,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.63" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "410" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "out.7" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.33_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "labelProbability" : {
      "k" : 1,
      "w" : 3,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.93" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "90" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.49_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.73_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "attn.5" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "cast_30" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "347" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "443" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.57_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "318" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "88" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.33_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.73_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.19" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "97" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.65_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "98" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.41_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.89_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "447" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.17_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "transpose_54" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "out.9" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.9" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.9_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_52" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.79" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.89_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "transpose_50" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.25_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.55" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.85" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.31" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.61" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "194" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.91" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.49_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "x.1" : {
      "k" : 1,
      "w" : 6,
      "n" : 1,
      "_rank" : 2,
      "h" : 30
    },
    "input.17_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "231" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "166" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_39" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "input.89_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "293" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "attn.7" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.73_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "x.3" : {
      "k" : 1,
      "w" : 6,
      "n" : 1,
      "_rank" : 3,
      "h" : 30
    },
    "transpose_37" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.57_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "gather_0" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.17" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "264" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "AccelerationZ" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "transpose_35" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "input.41_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.41_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "transpose_33" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.103" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "AccelerationY" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.47" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "235" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.89_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_31" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "input.73_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "AccelerationX" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.5" : {
      "k" : 1,
      "w" : 9,
      "n" : 1,
      "_rank" : 3,
      "h" : 128
    },
    "input.81_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "302" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.23" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "393" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.65_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.77" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.53" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.17_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "239" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.9_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "RotationZ" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "335" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.41_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.83" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "401" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.9_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.17_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "397" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.65_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.33_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_div_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "464" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "gather_0_indices_0" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "339" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "transpose_48" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.41_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.17_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_46" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "436" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.39" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "transpose_44" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.89_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.69" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.15" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_42" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.81_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "conv_0" : {
      "k" : 128,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "pe" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "attn.9" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.49_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_40" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.41_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.45" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.99" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.103_presqueeze" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.73_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.17_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.75" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "181" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.21" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.49_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.51" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "RotationY" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.81" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "220" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "185" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.25_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "281" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "221_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "167_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "n" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 2,
      "h" : 1
    },
    "input.89_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_55" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 3,
      "h" : 6
    },
    "input.81_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.89_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "285" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.37" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "221_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_53" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.25_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.33_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_51" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 16
    },
    "167_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "attn.1" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.67" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "n.3" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.13" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "382" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "x" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "227" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.81_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.97" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.101" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.43" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.57_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "480" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "221_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "289" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.17_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.89_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.73" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.49_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "275_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "167_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "451" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "356" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "329_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "out.1" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.57_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.81_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.89_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.17_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.7" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.57_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_add_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "RotationX" : {
      "k" : 1,
      "w" : 30,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.97_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "328" : {
      "k" : 1,
      "w" : 192,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "389" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "275_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "455" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "transpose_38" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "329_1" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_gamma" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "input.33_sqrt" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.29" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.81_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "transpose_36" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "426" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.41_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.65_sub_mean" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.25_beta" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 1
    },
    "transpose_34" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.59" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.89_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.65_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "275_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "383_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_div_constant" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.9_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_32" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.89" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "329_2" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.35" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "out.3" : {
      "k" : 4,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.33_divide" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "437_0" : {
      "k" : 1,
      "w" : 64,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.33_mean" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "transpose_30" : {
      "k" : 9,
      "w" : 16,
      "n" : 1,
      "_rank" : 4,
      "h" : 4
    },
    "input.89_mul" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.9_square" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "attn" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.65" : {
      "k" : 1,
      "w" : 128,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "input.11" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    },
    "input.73_epsilon" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input.9_square_sum" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 3,
      "h" : 9
    },
    "attn.3" : {
      "k" : 4,
      "w" : 9,
      "n" : 1,
      "_rank" : 4,
      "h" : 9
    }
  },
  "global_shapes" : {

  }
}