{
  "storage" : "model.espresso.weights",
  "analyses" : {
    "N8Espresso23analysis_debug_metadataE" : {
      "bundle" : "",
      "product" : "",
      "version" : "",
      "path" : "",
      "mldb_token" : "mldb-5ba78nrgxz",
      "use_case" : "",
      "name" : ""
    }
  },
  "properties" : {

  },
  "format_version" : 200,
  "metadata_in_weights" : [

  ],
  "layers" : [
    {
      "size_of_axes" : 1,
      "bottom" : "input0",
      "axes_0" : -1,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "char_embedding.1_expand_dims",
      "top" : "char_embedding.1_expand_dims",
      "type" : "expand_dims",
      "name" : "char_embedding.1_expand_dims"
    },
    {
      "nB" : 54,
      "top" : "char_embedding.1",
      "has_biases" : 0,
      "nd_mode" : true,
      "nC" : 16,
      "blob_weights_f16" : 1,
      "weights" : {

      },
      "is_lookup" : 1,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "char_embedding.1_expand_dims",
      "debug_info" : "char_embedding.1",
      "has_tanh" : 0,
      "hint_fallback_from_metal" : 1,
      "name" : "char_embedding.1",
      "has_prelu" : 0
    },
    {
      "size_of_axes" : 1,
      "bottom" : "input1",
      "axes_0" : -1,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "word_embedding.1_expand_dims",
      "top" : "word_embedding.1_expand_dims",
      "type" : "expand_dims",
      "name" : "word_embedding.1_expand_dims"
    },
    {
      "nB" : 7643,
      "top" : "word_embedding.1",
      "has_biases" : 0,
      "nd_mode" : true,
      "nC" : 32,
      "blob_weights_f16" : 3,
      "weights" : {

      },
      "is_lookup" : 1,
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "word_embedding.1_expand_dims",
      "debug_info" : "word_embedding.1",
      "has_tanh" : 0,
      "hint_fallback_from_metal" : 1,
      "name" : "word_embedding.1",
      "has_prelu" : 0
    },
    {
      "name" : "char_embedding",
      "weights" : {

      },
      "dst_w" : 160,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 10,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "char_embedding.1",
      "debug_info" : "char_embedding",
      "dst_seq" : 1,
      "dst_k" : -1,
      "top" : "char_embedding"
    },
    {
      "name" : "word_embedding",
      "weights" : {

      },
      "dst_w" : 160,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 10,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "word_embedding.1",
      "debug_info" : "word_embedding",
      "dst_seq" : 1,
      "dst_k" : -1,
      "top" : "word_embedding"
    },
    {
      "bottom" : "char_embedding,word_embedding",
      "weights" : {

      },
      "nd_mode" : true,
      "axis" : 1,
      "debug_info" : "x",
      "top" : "x",
      "type" : "general_concat",
      "name" : "x"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "x",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "query",
      "top" : "query",
      "type" : "transpose",
      "name" : "query"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "x",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "key",
      "top" : "key",
      "type" : "transpose",
      "name" : "key"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "x",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "value",
      "top" : "value",
      "type" : "transpose",
      "name" : "value"
    },
    {
      "nB" : 160,
      "top" : "q.1",
      "has_biases" : 1,
      "blob_weights_f16" : 7,
      "nC" : 160,
      "weights" : {

      },
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "query",
      "blob_biases" : 5,
      "has_tanh" : 0,
      "debug_info" : "q.1",
      "name" : "q.1",
      "has_prelu" : 0
    },
    {
      "nB" : 160,
      "top" : "k.1",
      "has_biases" : 1,
      "blob_weights_f16" : 11,
      "nC" : 160,
      "weights" : {

      },
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "key",
      "blob_biases" : 9,
      "has_tanh" : 0,
      "debug_info" : "k.1",
      "name" : "k.1",
      "has_prelu" : 0
    },
    {
      "nB" : 160,
      "top" : "v.1",
      "has_biases" : 1,
      "blob_weights_f16" : 15,
      "nC" : 160,
      "weights" : {

      },
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "value",
      "blob_biases" : 13,
      "has_tanh" : 0,
      "debug_info" : "v.1",
      "name" : "v.1",
      "has_prelu" : 0
    },
    {
      "name" : "77",
      "weights" : {

      },
      "dst_w" : 10,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 16,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "q.1",
      "debug_info" : "77",
      "dst_seq" : 1,
      "dst_k" : 20,
      "top" : "77"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "77",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "q.5",
      "top" : "q.5",
      "type" : "transpose",
      "name" : "q.5"
    },
    {
      "name" : "85",
      "weights" : {

      },
      "dst_w" : 10,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 16,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "k.1",
      "debug_info" : "85",
      "dst_seq" : 1,
      "dst_k" : 20,
      "top" : "85"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "85",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "k",
      "top" : "k",
      "type" : "transpose",
      "name" : "k"
    },
    {
      "name" : "93",
      "weights" : {

      },
      "dst_w" : 10,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 16,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "v.1",
      "debug_info" : "93",
      "dst_seq" : 1,
      "dst_k" : 20,
      "top" : "93"
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "93",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "v",
      "top" : "v",
      "type" : "transpose",
      "name" : "v"
    },
    {
      "bottom" : "q.5",
      "alpha" : 0.31622776389122009,
      "operation" : 1,
      "weights" : {

      },
      "fused_relu" : 0,
      "debug_info" : "_inversed_q",
      "top" : "_inversed_q",
      "type" : "elementwise",
      "name" : "_inversed_q",
      "beta" : 0
    },
    {
      "axis_h" : 0,
      "axis_w" : 1,
      "bottom" : "k",
      "axis_k" : 2,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "97",
      "top" : "97",
      "type" : "transpose",
      "name" : "97"
    },
    {
      "bottom" : "_inversed_q,97",
      "weights" : {

      },
      "debug_info" : "input.1",
      "top" : "input.1",
      "type" : "batch_matmul",
      "name" : "input.1",
      "channel_mode" : false
    },
    {
      "bottom" : "input.1",
      "weights" : {

      },
      "nd_axis" : -1,
      "debug_info" : "attn",
      "top" : "attn",
      "type" : "softmax_nd",
      "name" : "attn"
    },
    {
      "bottom" : "attn,v",
      "weights" : {

      },
      "debug_info" : "attn_output.1",
      "top" : "attn_output.1",
      "type" : "batch_matmul",
      "name" : "attn_output.1",
      "channel_mode" : false
    },
    {
      "axis_h" : 2,
      "axis_w" : 0,
      "bottom" : "attn_output.1",
      "axis_k" : 1,
      "axis_n" : 3,
      "axis_seq" : 4,
      "weights" : {

      },
      "debug_info" : "101",
      "top" : "101",
      "type" : "transpose",
      "name" : "101"
    },
    {
      "name" : "input.3",
      "weights" : {

      },
      "dst_w" : 160,
      "version" : 1,
      "dst_n" : 1,
      "dst_nd_rank" : 3,
      "type" : "reshape",
      "dst_h" : 1,
      "mode" : 0,
      "dynamic_shape" : false,
      "bottom" : "101",
      "debug_info" : "input.3",
      "dst_seq" : 1,
      "dst_k" : 20,
      "top" : "input.3"
    },
    {
      "nB" : 160,
      "top" : "attn_output",
      "has_biases" : 1,
      "blob_weights_f16" : 19,
      "nC" : 160,
      "weights" : {

      },
      "type" : "inner_product",
      "has_relu" : 0,
      "bottom" : "input.3",
      "blob_biases" : 17,
      "has_tanh" : 0,
      "debug_info" : "attn_output",
      "name" : "attn_output",
      "has_prelu" : 0
    },
    {
      "top" : "124_lstm_layer_0_lstm_h0_reshaped",
      "w" : 128,
      "h" : 1,
      "name" : "124_lstm_layer_0_lstm_h0_reshaped",
      "nd_rank" : 2,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "124_lstm_layer_0_lstm_h0_reshaped",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 21
    },
    {
      "top" : "124_lstm_layer_0_lstm_c0_reshaped",
      "w" : 128,
      "h" : 1,
      "name" : "124_lstm_layer_0_lstm_c0_reshaped",
      "nd_rank" : 2,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "124_lstm_layer_0_lstm_c0_reshaped",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 23
    },
    {
      "size_of_axes" : 2,
      "bottom" : "attn_output",
      "axes_0" : 3,
      "axes_1" : 4,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "attn_output_expanded",
      "top" : "attn_output_expanded",
      "type" : "expand_dims",
      "name" : "attn_output_expanded"
    },
    {
      "size_of_axes" : 3,
      "bottom" : "124_lstm_layer_0_lstm_h0_reshaped",
      "axes_0" : 0,
      "axes_1" : 3,
      "axes_2" : 4,
      "nd_axis" : 0,
      "weights" : {

      },
      "debug_info" : "124_lstm_layer_0_lstm_h0_reshaped_expanded_30",
      "top" : "124_lstm_layer_0_lstm_h0_reshaped_expanded_30",
      "type" : "expand_dims",
      "name" : "124_lstm_layer_0_lstm_h0_reshaped_expanded_30"
    },
    {
      "size_of_axes" : 3,
      "bottom" : "124_lstm_layer_0_lstm_c0_reshaped",
      "axes_0" : 0,
      "axes_1" : 3,
      "axes_2" : 4,
      "nd_axis" : 0,
      "weights" : {

      },
      "debug_info" : "124_lstm_layer_0_lstm_c0_reshaped_expanded2_30",
      "top" : "124_lstm_layer_0_lstm_c0_reshaped_expanded2_30",
      "type" : "expand_dims",
      "name" : "124_lstm_layer_0_lstm_c0_reshaped_expanded2_30"
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 2,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "124_lstm_layer_0_lstm_h0_reshaped_expanded_30",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "124_lstm_layer_0_split_h",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "124_lstm_layer_0_split_h",
      "begin_48" : 0,
      "top" : "124_lstm_layer_0_lstm_h0_reshaped_expanded_30_forward,124_lstm_layer_0_lstm_h0_reshaped_expanded_30_reverse",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 2,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "124_lstm_layer_0_lstm_c0_reshaped_expanded2_30",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "124_lstm_layer_0_split_c",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "124_lstm_layer_0_split_c",
      "begin_48" : 0,
      "top" : "124_lstm_layer_0_lstm_c0_reshaped_expanded2_30_forward,124_lstm_layer_0_lstm_c0_reshaped_expanded2_30_reverse",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "input_size" : 160,
      "arch" : 1,
      "quantization_scale_h" : 1,
      "internal_nonlinearity_bidir_beta" : 1,
      "quantization_scale_x" : 1,
      "hidden_size" : 64,
      "nonlinearity_alpha" : 1,
      "nonlinearity_bidir_type" : 0,
      "lstm_forget_bias" : 0,
      "coupled_input_forget" : 0,
      "quantization_simple_mode" : false,
      "internal_nonlinearity_bidir_alpha" : 1,
      "mode" : 0,
      "bias_vector_flag" : 1,
      "cell_clip_threshold" : 500,
      "type" : "rnn_arch",
      "internal_nonlinearity_second_beta" : 1,
      "internal_nonlinearity_second_bidir_type" : 0,
      "internal_nonlinearity_alpha" : 1,
      "internal_nonlinearity_beta" : 1,
      "forget_bias" : 0,
      "weights" : {
        "W_h" : 25,
        "b" : 33,
        "b_reverse" : 35,
        "W_x_reverse" : 31,
        "W_x" : 29,
        "W_h_reverse" : 27
      },
      "lstm_has_peepholes" : 0,
      "beta" : 1,
      "quantization_mode" : 0,
      "name" : "124_lstm_layer_0",
      "quantization_scale_h_reverse" : 0,
      "top" : "124_lstm_layer_0:0_5d,124_lstm_layer_0:1_5d_foward,124_lstm_layer_0:2_5d_forward,124_lstm_layer_0:1_5d_reverse,124_lstm_layer_0:2_5d_reverse",
      "input_bias" : false,
      "alpha" : 1,
      "internal_nonlinearity_second_bidir_alpha" : 1,
      "quantization_scale_x_reverse" : 0,
      "internal_nonlinearity_second_bidir_beta" : 1,
      "max_batch_size" : 1,
      "reset_after" : false,
      "debug_info" : "124_lstm_layer_0",
      "hidden_bias" : false,
      "nonlinearity_bidir_alpha" : 1,
      "nonlinearity_beta" : 1,
      "internal_nonlinearity_bidir_type" : 2,
      "internal_nonlinearity_second_alpha" : 1,
      "encoder_bidirectional_mode" : 1,
      "internal_nonlinearity_type" : 2,
      "bottom" : "attn_output_expanded,124_lstm_layer_0_lstm_h0_reshaped_expanded_30_forward,124_lstm_layer_0_lstm_c0_reshaped_expanded2_30_forward,124_lstm_layer_0_lstm_h0_reshaped_expanded_30_reverse,124_lstm_layer_0_lstm_c0_reshaped_expanded2_30_reverse",
      "nonlinearity_type" : 0,
      "nonlinearity_bidir_beta" : 1,
      "encoder_output_sequence" : 1,
      "internal_nonlinearity_second_type" : 0
    },
    {
      "size_of_axes" : 2,
      "bottom" : "124_lstm_layer_0:0_5d",
      "axes_0" : 3,
      "axes_1" : 4,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "124_lstm_layer_0:0",
      "version" : 1,
      "top" : "124_lstm_layer_0:0",
      "type" : "squeeze",
      "name" : "124_lstm_layer_0:0"
    },
    {
      "weights" : {

      },
      "debug_info" : "124_lstm_layer_0:1_5d",
      "top" : "124_lstm_layer_0:1_5d",
      "type" : "concat",
      "name" : "124_lstm_layer_0:1_5d",
      "bottom" : "124_lstm_layer_0:1_5d_foward,124_lstm_layer_0:1_5d_reverse"
    },
    {
      "weights" : {

      },
      "debug_info" : "124_lstm_layer_0:2_5d",
      "top" : "124_lstm_layer_0:2_5d",
      "type" : "concat",
      "name" : "124_lstm_layer_0:2_5d",
      "bottom" : "124_lstm_layer_0:2_5d_forward,124_lstm_layer_0:2_5d_reverse"
    },
    {
      "name" : "124_lstm_layer_0:1",
      "version" : 1,
      "axes_2" : 4,
      "axes_1" : 3,
      "type" : "squeeze",
      "axes_0" : 0,
      "nd_axis" : 0,
      "bottom" : "124_lstm_layer_0:1_5d",
      "debug_info" : "124_lstm_layer_0:1",
      "size_of_axes" : 3,
      "weights" : {

      },
      "top" : "124_lstm_layer_0:1"
    },
    {
      "name" : "124_lstm_layer_0:2",
      "version" : 1,
      "axes_2" : 4,
      "axes_1" : 3,
      "type" : "squeeze",
      "axes_0" : 0,
      "nd_axis" : 0,
      "bottom" : "124_lstm_layer_0:2_5d",
      "debug_info" : "124_lstm_layer_0:2",
      "size_of_axes" : 3,
      "weights" : {

      },
      "top" : "124_lstm_layer_0:2"
    },
    {
      "top" : "124_batch_first_lstm_h0_reshaped",
      "w" : 128,
      "h" : 1,
      "name" : "124_batch_first_lstm_h0_reshaped",
      "nd_rank" : 2,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "124_batch_first_lstm_h0_reshaped",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 37
    },
    {
      "top" : "124_batch_first_lstm_c0_reshaped",
      "w" : 128,
      "h" : 1,
      "name" : "124_batch_first_lstm_c0_reshaped",
      "nd_rank" : 2,
      "type" : "load_constant",
      "k" : 1,
      "bottom" : "",
      "debug_info" : "124_batch_first_lstm_c0_reshaped",
      "n" : 1,
      "weights" : {

      },
      "constant_blob" : 39
    },
    {
      "size_of_axes" : 2,
      "bottom" : "124_lstm_layer_0:0",
      "axes_0" : 3,
      "axes_1" : 4,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "124_lstm_layer_0:0_expanded",
      "top" : "124_lstm_layer_0:0_expanded",
      "type" : "expand_dims",
      "name" : "124_lstm_layer_0:0_expanded"
    },
    {
      "size_of_axes" : 3,
      "bottom" : "124_batch_first_lstm_h0_reshaped",
      "axes_0" : 0,
      "axes_1" : 3,
      "axes_2" : 4,
      "nd_axis" : 0,
      "weights" : {

      },
      "debug_info" : "124_batch_first_lstm_h0_reshaped_expanded_43",
      "top" : "124_batch_first_lstm_h0_reshaped_expanded_43",
      "type" : "expand_dims",
      "name" : "124_batch_first_lstm_h0_reshaped_expanded_43"
    },
    {
      "size_of_axes" : 3,
      "bottom" : "124_batch_first_lstm_c0_reshaped",
      "axes_0" : 0,
      "axes_1" : 3,
      "axes_2" : 4,
      "nd_axis" : 0,
      "weights" : {

      },
      "debug_info" : "124_batch_first_lstm_c0_reshaped_expanded2_43",
      "top" : "124_batch_first_lstm_c0_reshaped_expanded2_43",
      "type" : "expand_dims",
      "name" : "124_batch_first_lstm_c0_reshaped_expanded2_43"
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 2,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "124_batch_first_lstm_h0_reshaped_expanded_43",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "124_batch_first_split_h",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "124_batch_first_split_h",
      "begin_48" : 0,
      "top" : "124_batch_first_lstm_h0_reshaped_expanded_43_forward,124_batch_first_lstm_h0_reshaped_expanded_43_reverse",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "begin_104" : 0,
      "begin_63" : 0,
      "begin_59" : 0,
      "begin_64" : 0,
      "begin_105" : 0,
      "begin_65" : 0,
      "begin_0" : 0,
      "begin_70" : 0,
      "begin_66" : 0,
      "begin_106" : 0,
      "begin_110" : 0,
      "begin_2" : 0,
      "begin_71" : 0,
      "begin_67" : 0,
      "begin_68" : 0,
      "begin_107" : 0,
      "begin_111" : 0,
      "begin_4" : 0,
      "begin_72" : 0,
      "begin_73" : 0,
      "begin_69" : 0,
      "begin_6" : 0,
      "begin_74" : 0,
      "begin_108" : 0,
      "type" : "split_nd",
      "begin_8" : 0,
      "begin_112" : 0,
      "begin_75" : 0,
      "begin_10" : 0,
      "begin_80" : 0,
      "begin_76" : 0,
      "begin_109" : 0,
      "begin_113" : 0,
      "begin_11" : 0,
      "nd_axis" : 2,
      "begin_81" : 0,
      "begin_77" : 0,
      "begin_114" : 0,
      "begin_12" : 0,
      "begin_78" : 0,
      "begin_82" : 0,
      "begin_13" : 0,
      "begin_83" : 0,
      "begin_79" : 0,
      "begin_115" : 0,
      "begin_14" : 0,
      "begin_84" : 0,
      "begin_15" : 0,
      "begin_85" : 0,
      "begin_116" : 0,
      "begin_120" : 0,
      "begin_20" : 0,
      "begin_86" : 0,
      "begin_16" : 0,
      "begin_90" : 0,
      "begin_21" : 0,
      "begin_91" : 0,
      "begin_87" : 0,
      "begin_17" : 0,
      "begin_117" : 0,
      "begin_121" : 0,
      "begin_18" : 0,
      "begin_92" : 0,
      "begin_88" : 0,
      "begin_22" : 0,
      "begin_23" : 0,
      "begin_89" : 0,
      "begin_19" : 0,
      "begin_93" : 0,
      "begin_118" : 0,
      "begin_122" : 0,
      "begin_24" : 0,
      "begin_94" : 0,
      "begin_25" : 0,
      "begin_95" : 0,
      "begin_119" : 0,
      "begin_123" : 0,
      "begin_30" : 0,
      "begin_26" : 0,
      "begin_96" : 0,
      "begin_124" : 0,
      "begin_31" : 0,
      "begin_97" : 0,
      "begin_27" : 0,
      "begin_28" : 0,
      "begin_98" : 0,
      "begin_32" : 0,
      "begin_125" : 0,
      "begin_33" : 0,
      "begin_29" : 0,
      "begin_99" : 0,
      "begin_1" : 0,
      "weights" : {

      },
      "begin_34" : 0,
      "bottom" : "124_batch_first_lstm_c0_reshaped_expanded2_43",
      "begin_3" : 0,
      "begin_126" : 0,
      "begin_35" : 0,
      "begin_5" : 0,
      "begin_36" : 0,
      "begin_40" : 0,
      "begin_127" : 0,
      "name" : "124_batch_first_split_c",
      "begin_41" : 0,
      "begin_37" : 0,
      "begin_7" : 0,
      "begin_42" : 0,
      "begin_38" : 0,
      "begin_9" : 0,
      "begin_39" : 0,
      "begin_43" : 0,
      "begin_44" : 0,
      "begin_45" : 0,
      "begin_50" : 0,
      "begin_46" : 0,
      "begin_51" : 0,
      "begin_47" : 0,
      "begin_100" : 0,
      "begin_52" : 0,
      "debug_info" : "124_batch_first_split_c",
      "begin_48" : 0,
      "top" : "124_batch_first_lstm_c0_reshaped_expanded2_43_forward,124_batch_first_lstm_c0_reshaped_expanded2_43_reverse",
      "begin_101" : 0,
      "begin_53" : 0,
      "begin_49" : 0,
      "begin_54" : 0,
      "begin_55" : 0,
      "begin_102" : 0,
      "begin_60" : 0,
      "begin_56" : 0,
      "begin_103" : 0,
      "begin_57" : 0,
      "begin_61" : 0,
      "begin_62" : 0,
      "begin_58" : 0
    },
    {
      "input_size" : 128,
      "arch" : 1,
      "quantization_scale_h" : 1,
      "internal_nonlinearity_bidir_beta" : 1,
      "quantization_scale_x" : 1,
      "hidden_size" : 64,
      "nonlinearity_alpha" : 1,
      "nonlinearity_bidir_type" : 0,
      "lstm_forget_bias" : 0,
      "coupled_input_forget" : 0,
      "quantization_simple_mode" : false,
      "internal_nonlinearity_bidir_alpha" : 1,
      "mode" : 0,
      "bias_vector_flag" : 1,
      "cell_clip_threshold" : 500,
      "type" : "rnn_arch",
      "internal_nonlinearity_second_beta" : 1,
      "internal_nonlinearity_second_bidir_type" : 0,
      "internal_nonlinearity_alpha" : 1,
      "internal_nonlinearity_beta" : 1,
      "forget_bias" : 0,
      "weights" : {
        "W_h" : 41,
        "b" : 49,
        "b_reverse" : 51,
        "W_x_reverse" : 47,
        "W_x" : 45,
        "W_h_reverse" : 43
      },
      "lstm_has_peepholes" : 0,
      "beta" : 1,
      "quantization_mode" : 0,
      "name" : "124_batch_first",
      "quantization_scale_h_reverse" : 0,
      "top" : "124_batch_first:0_5d,124_batch_first:1_5d_foward,124_batch_first:2_5d_forward,124_batch_first:1_5d_reverse,124_batch_first:2_5d_reverse",
      "input_bias" : false,
      "alpha" : 1,
      "internal_nonlinearity_second_bidir_alpha" : 1,
      "quantization_scale_x_reverse" : 0,
      "internal_nonlinearity_second_bidir_beta" : 1,
      "max_batch_size" : 1,
      "reset_after" : false,
      "debug_info" : "124_batch_first",
      "hidden_bias" : false,
      "nonlinearity_bidir_alpha" : 1,
      "nonlinearity_beta" : 1,
      "internal_nonlinearity_bidir_type" : 2,
      "internal_nonlinearity_second_alpha" : 1,
      "encoder_bidirectional_mode" : 1,
      "internal_nonlinearity_type" : 2,
      "bottom" : "124_lstm_layer_0:0_expanded,124_batch_first_lstm_h0_reshaped_expanded_43_forward,124_batch_first_lstm_c0_reshaped_expanded2_43_forward,124_batch_first_lstm_h0_reshaped_expanded_43_reverse,124_batch_first_lstm_c0_reshaped_expanded2_43_reverse",
      "nonlinearity_type" : 0,
      "nonlinearity_bidir_beta" : 1,
      "encoder_output_sequence" : 1,
      "internal_nonlinearity_second_type" : 0
    },
    {
      "size_of_axes" : 2,
      "bottom" : "124_batch_first:0_5d",
      "axes_0" : 3,
      "axes_1" : 4,
      "weights" : {

      },
      "nd_axis" : 0,
      "debug_info" : "124_batch_first:0",
      "version" : 1,
      "top" : "124_batch_first:0",
      "type" : "squeeze",
      "name" : "124_batch_first:0"
    },
    {
      "weights" : {

      },
      "debug_info" : "124_batch_first:1_5d",
      "top" : "124_batch_first:1_5d",
      "type" : "concat",
      "name" : "124_batch_first:1_5d",
      "bottom" : "124_batch_first:1_5d_foward,124_batch_first:1_5d_reverse"
    },
    {
      "weights" : {

      },
      "debug_info" : "124_batch_first:2_5d",
      "top" : "124_batch_first:2_5d",
      "type" : "concat",
      "name" : "124_batch_first:2_5d",
      "bottom" : "124_batch_first:2_5d_forward,124_batch_first:2_5d_reverse"
    },
    {
      "name" : "124_batch_first:1",
      "version" : 1,
      "axes_2" : 4,
      "axes_1" : 3,
      "type" : "squeeze",
      "axes_0" : 0,
      "nd_axis" : 0,
      "bottom" : "124_batch_first:1_5d",
      "debug_info" : "124_batch_first:1",
      "size_of_axes" : 3,
      "weights" : {

      },
      "top" : "124_batch_first:1"
    },
    {
      "name" : "124_batch_first:2",
      "version" : 1,
      "axes_2" : 4,
      "axes_1" : 3,
      "type" : "squeeze",
      "axes_0" : 0,
      "nd_axis" : 0,
      "bottom" : "124_batch_first:2_5d",
      "debug_info" : "124_batch_first:2",
      "size_of_axes" : 3,
      "weights" : {

      },
      "top" : "124_batch_first:2"
    },
    {
      "axis_seq" : 4,
      "name" : "124",
      "axis_n" : 3,
      "axis_h" : 2,
      "type" : "transpose",
      "attributes" : {
        "is_output" : 1
      },
      "bottom" : "124_batch_first:0",
      "axis_w" : 0,
      "axis_k" : 1,
      "debug_info" : "124",
      "weights" : {

      },
      "top" : "124"
    }
  ]
}