{
  "layer_shapes" : {
    "input_1_reshaped_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "h" : 20
    },
    "att_fc1_output" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head12_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_10_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head9_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head14_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "input_1" : {
      "k" : 1,
      "w" : 640,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "squeezed_1_output" : {
      "k" : 1,
      "w" : 512,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head8_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_15_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "dot_0_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head7_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_1_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head12_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "dot_2_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head11_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head6_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_3_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "dot_4_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head15_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "dot_5_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "dot_11_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head5_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_6_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "dot_7_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head13_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_8_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "output_1" : {
      "k" : 1,
      "w" : 1,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head4_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_9_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head3_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head15_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head2_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head0_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head1_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head1_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head2_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head12_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_12_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head0_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head3_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head13_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head10_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head10_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head4_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head14_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head5_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head6_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head7_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head8_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head9_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_13_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head7_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head8_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head2_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head3_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head9_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head4_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head11_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head5_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head6_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head0_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head1_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "input_1_expanded_output" : {
      "k" : 1,
      "w" : 640,
      "n" : 1,
      "_rank" : 5,
      "h" : 1
    },
    "att_head13_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head15_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "att_head14_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "concat_output" : {
      "k" : 1,
      "w" : 512,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    },
    "att_head11_softmax_reshaped_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "h" : 1
    },
    "att_head10_softmax_output" : {
      "k" : 1,
      "w" : 20,
      "n" : 1,
      "_rank" : 1,
      "h" : 1
    },
    "dot_14_output" : {
      "k" : 1,
      "w" : 32,
      "n" : 1,
      "_rank" : 4,
      "h" : 1
    }
  }
}