{"layers":[{"size_of_axes":1,"bottom":"y_prev","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"11","version":1,"top":"11","type":"squeeze","name":"11"},{"size_of_axes":1,"bottom":"11","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"output.1","version":1,"top":"output.1","type":"squeeze","name":"output.1"},{"size_of_axes":1,"bottom":"decoder_state_h","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"13","version":1,"top":"13","type":"squeeze","name":"13"},{"size_of_axes":1,"bottom":"13","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"14","version":1,"top":"14","type":"squeeze","name":"14"},{"size_of_axes":1,"bottom":"decoder_state_c","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"15","version":1,"top":"15","type":"squeeze","name":"15"},{"size_of_axes":1,"bottom":"15","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"16","version":1,"top":"16","type":"squeeze","name":"16"},{"size_of_axes":1,"bottom":"encoded_regions_projected","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"encoder_outputs.1","version":1,"top":"encoder_outputs.1","type":"squeeze","name":"encoder_outputs.1"},{"size_of_axes":1,"bottom":"encoded_regions","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"encoder_outputs0.1","version":1,"top":"encoder_outputs0.1","type":"squeeze","name":"encoder_outputs0.1"},{"size_of_axes":1,"bottom":"mask","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"19","version":1,"top":"19","type":"squeeze","name":"19"},{"size_of_axes":1,"bottom":"19","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"mask.1","version":1,"top":"mask.1","type":"squeeze","name":"mask.1"},{"size_of_axes":1,"bottom":"output.1","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"input.2","top":"input.2","type":"expand_dims","name":"input.2"},{"size_of_axes":1,"bottom":"14","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"hx.1","top":"hx.1","type":"expand_dims","name":"hx.1"},{"size_of_axes":1,"bottom":"16","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"hx0.1","top":"hx0.1","type":"expand_dims","name":"hx0.1"},{"size_of_axes":1,"bottom":"hx.1","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"hidden.1_lstm_h0_squeeze","version":1,"top":"hidden.1_lstm_h0_squeeze","type":"squeeze","name":"hidden.1_lstm_h0_squeeze"},{"size_of_axes":1,"bottom":"hx0.1","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"hidden.1_lstm_c0_squeeze","version":1,"top":"hidden.1_lstm_c0_squeeze","type":"squeeze","name":"hidden.1_lstm_c0_squeeze"},{"size_of_axes":2,"bottom":"input.2","axes_0":3,"axes_1":4,"weights":{},"nd_axis":0,"debug_info":"input.2_expanded","top":"input.2_expanded","type":"expand_dims","name":"input.2_expanded"},{"size_of_axes":3,"bottom":"hidden.1_lstm_h0_squeeze","axes_0":0,"axes_1":3,"axes_2":4,"nd_axis":0,"weights":{},"debug_info":"hidden.1_lstm_h0_squeeze_expanded","top":"hidden.1_lstm_h0_squeeze_expanded","type":"expand_dims","name":"hidden.1_lstm_h0_squeeze_expanded"},{"size_of_axes":3,"bottom":"hidden.1_lstm_c0_squeeze","axes_0":0,"axes_1":3,"axes_2":4,"nd_axis":0,"weights":{},"debug_info":"hidden.1_lstm_c0_squeeze_expanded2","top":"hidden.1_lstm_c0_squeeze_expanded2","type":"expand_dims","name":"hidden.1_lstm_c0_squeeze_expanded2"},{"input_size":108,"arch":1,"quantization_scale_h":1,"quantization_scale_x":1,"hidden_size":256,"nonlinearity_alpha":1,"nonlinearity_bidir_type":0,"lstm_forget_bias":0,"coupled_input_forget":0,"quantization_simple_mode":false,"bias_vector_flag":1,"mode":0,"cell_clip_threshold":500,"type":"rnn_arch","internal_nonlinearity_second_beta":1,"internal_nonlinearity_alpha":1,"internal_nonlinearity_beta":1,"forget_bias":0,"weights":{"W_h":1,"W_x":3,"b":5},"lstm_has_peepholes":0,"beta":1,"quantization_mode":0,"name":"hidden.1","quantization_scale_h_reverse":0,"top":"hidden.1_0_5d,hidden.1_1_5d,hidden.1_2_5d","alpha":1,"quantization_scale_x_reverse":0,"max_batch_size":1,"debug_info":"hidden.1","nonlinearity_bidir_alpha":1,"nonlinearity_beta":1,"internal_nonlinearity_second_alpha":1,"encoder_bidirectional_mode":0,"internal_nonlinearity_type":2,"bottom":"input.2_expanded,hidden.1_lstm_h0_squeeze_expanded,hidden.1_lstm_c0_squeeze_expanded2","nonlinearity_type":0,"nonlinearity_bidir_beta":1,"encoder_output_sequence":1,"internal_nonlinearity_second_type":0},{"size_of_axes":2,"bottom":"hidden.1_0_5d","axes_0":3,"axes_1":4,"weights":{},"nd_axis":0,"debug_info":"hidden.1_0","version":1,"top":"hidden.1_0","type":"squeeze","name":"hidden.1_0"},{"name":"hidden.1_1","version":1,"axes_2":4,"axes_1":3,"type":"squeeze","axes_0":0,"nd_axis":0,"bottom":"hidden.1_1_5d","debug_info":"hidden.1_1","size_of_axes":3,"weights":{},"top":"hidden.1_1"},{"name":"hidden.1_2","version":1,"axes_2":4,"axes_1":3,"type":"squeeze","axes_0":0,"nd_axis":0,"bottom":"hidden.1_2_5d","debug_info":"hidden.1_2","size_of_axes":3,"weights":{},"top":"hidden.1_2"},{"size_of_axes":1,"bottom":"hidden.1_1","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"46","top":"46","type":"expand_dims","name":"46"},{"size_of_axes":1,"bottom":"hidden.1_2","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"47","top":"47","type":"expand_dims","name":"47"},{"axis_h":2,"axis_w":0,"bottom":"encoder_outputs.1","axis_k":1,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_1","top":"transpose_1","type":"transpose","name":"transpose_1"},{"nB":256,"top":"57","has_biases":1,"blob_weights_f16":9,"nC":256,"weights":{},"type":"inner_product","has_relu":0,"bottom":"transpose_1","blob_biases":7,"has_tanh":0,"debug_info":"57","name":"57","has_prelu":0},{"bottom":"57,hidden.1_0","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"58","top":"58","type":"elementwise","name":"58","beta":0},{"axis_mode":1,"bottom":"58","weights":{},"mode":0,"nd_axis":2,"nd_mode":true,"debug_info":"attn_energies.1","use_version":1,"top":"attn_energies.1_presqueeze","type":"reduce","name":"attn_energies.1_presqueeze"},{"size_of_axes":1,"bottom":"attn_energies.1_presqueeze","axes_0":2,"weights":{},"nd_axis":0,"debug_info":"attn_energies.1","version":1,"top":"attn_energies.1","type":"squeeze","name":"attn_energies.1"},{"axis_h":0,"axis_w":1,"bottom":"attn_energies.1","axis_k":2,"axis_n":3,"axis_seq":4,"weights":{},"debug_info":"transpose_0","top":"transpose_0","type":"transpose","name":"transpose_0"},{"bottom":"transpose_0,mask.1","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"x_masked.1","top":"x_masked.1","type":"elementwise","name":"x_masked.1","beta":0},{"axis_mode":1,"bottom":"x_masked.1","weights":{},"mode":9,"nd_axis":1,"nd_mode":true,"debug_info":"reduce_max_0","use_version":1,"top":"reduce_max_0","type":"reduce","name":"reduce_max_0"},{"alpha":-1,"bottom":"reduce_max_0","weights":{},"mode":6,"debug_info":"_neg_y_66","top":"_neg_y_66","type":"activation","name":"_neg_y_66","beta":0},{"bottom":"x_masked.1,_neg_y_66","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"66","top":"66","type":"elementwise","name":"66","beta":0},{"bottom":"66","alpha":1,"operation":27,"weights":{},"fused_relu":0,"debug_info":"exps.1","top":"exps.1","type":"elementwise","name":"exps.1","beta":0},{"bottom":"exps.1,mask.1","alpha":1,"operation":1,"weights":{},"fused_relu":0,"debug_info":"masked_exps.1","top":"masked_exps.1","type":"elementwise","name":"masked_exps.1","beta":0},{"axis_mode":1,"bottom":"masked_exps.1","weights":{},"mode":0,"nd_axis":1,"nd_mode":true,"debug_info":"71","use_version":1,"top":"71","type":"reduce","name":"71"},{"bottom":"71","alpha":9.99999993922529e-09,"operation":0,"weights":{},"fused_relu":0,"debug_info":"masked_sums.1","top":"masked_sums.1","type":"elementwise","name":"masked_sums.1","beta":0},{"bottom":"masked_exps.1,masked_sums.1","alpha":1,"operation":102,"weights":{},"fused_relu":0,"debug_info":"74","nd_mode":true,"top":"74","type":"elementwise","name":"74","beta":0},{"size_of_axes":1,"bottom":"74","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"attn_weights.1","top":"attn_weights.1","type":"expand_dims","name":"attn_weights.1"},{"bottom":"attn_weights.1,encoder_outputs0.1","weights":{},"debug_info":"context.1","top":"context.1","type":"batch_matmul","name":"context.1","channel_mode":false},{"size_of_axes":1,"bottom":"hidden.1_0","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"input0.2","version":1,"top":"input0.2","type":"squeeze","name":"input0.2"},{"size_of_axes":1,"bottom":"context.1","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"input1.1","version":1,"top":"input1.1","type":"squeeze","name":"input1.1"},{"nB":256,"top":"81","has_biases":1,"blob_weights_f16":13,"nC":256,"weights":{},"type":"inner_product","has_relu":0,"bottom":"input0.2","blob_biases":11,"has_tanh":0,"debug_info":"81","name":"81","has_prelu":0},{"nB":32,"top":"84","has_biases":1,"blob_weights_f16":17,"nC":256,"weights":{},"type":"inner_product","has_relu":0,"bottom":"input1.1","blob_biases":15,"has_tanh":0,"debug_info":"84","name":"84","has_prelu":0},{"bottom":"81,84","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"85","top":"85","type":"elementwise","name":"85","beta":0},{"size_of_axes":1,"bottom":"input.2","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"input2.1","version":1,"top":"input2.1","type":"squeeze","name":"input2.1"},{"nB":108,"top":"89","has_biases":1,"blob_weights_f16":21,"nC":256,"weights":{},"type":"inner_product","has_relu":0,"bottom":"input2.1","blob_biases":19,"has_tanh":0,"debug_info":"89","name":"89","has_prelu":0},{"bottom":"85,89","alpha":1,"operation":0,"weights":{},"fused_relu":0,"debug_info":"input3.1","top":"input3.1","type":"elementwise","name":"input3.1","beta":0},{"nB":256,"top":"input.1","has_biases":1,"blob_weights_f16":25,"nC":108,"weights":{},"type":"inner_product","has_relu":0,"bottom":"input3.1","blob_biases":23,"has_tanh":0,"debug_info":"input.1","name":"input.1","has_prelu":0},{"bottom":"input.1","weights":{},"nd_axis":1,"debug_info":"95_softmax","top":"95_softmax","type":"softmax_nd","name":"95_softmax"},{"bottom":"95_softmax","alpha":1,"operation":26,"eps":1.401298464324817e-45,"weights":{},"fused_relu":0,"debug_info":"95","top":"95","type":"elementwise","name":"95","beta":0},{"size_of_axes":1,"bottom":"46","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"96","version":1,"top":"96","type":"squeeze","name":"96"},{"size_of_axes":1,"bottom":"47","axes_0":0,"weights":{},"nd_axis":0,"debug_info":"97","version":1,"top":"97","type":"squeeze","name":"97"},{"bottom":"95","weights":{},"nd_axis":-1,"debug_info":"102","top":"102","type":"softmax_nd","name":"102"},{"size_of_axes":1,"bottom":"102","axes_0":1,"weights":{},"nd_axis":0,"debug_info":"103","top":"103","type":"expand_dims","name":"103"},{"bottom":"103","size_of_axes":1,"axes_0":1,"weights":{},"nd_axis":0,"debug_info":"y.1","top":"y","type":"expand_dims","name":"y.1","attributes":{"is_output":1}},{"bottom":"96","size_of_axes":1,"axes_0":1,"weights":{},"nd_axis":0,"debug_info":"new_decoder_state_h.1","top":"new_decoder_state_h","type":"expand_dims","name":"new_decoder_state_h.1","attributes":{"is_output":1}},{"bottom":"97","size_of_axes":1,"axes_0":1,"weights":{},"nd_axis":0,"debug_info":"new_decoder_state_c.1","top":"new_decoder_state_c","type":"expand_dims","name":"new_decoder_state_c.1","attributes":{"is_output":1}}],"storage":"model.espresso.weights","metadata_in_weights":[],"properties":{"mldb_token":"mldb-br4ynqlym9"},"analyses":{},"format_version":200,"configurations":{"32_regions":{"input_shapes":{"encoded_regions":{"k":1,"w":32,"n":1,"h":32},"decoder_state_h":{"k":1,"w":256,"n":1,"h":1},"encoded_regions_projected":{"k":1,"w":256,"n":1,"h":32},"mask":{"k":1,"w":32,"n":1,"h":1},"decoder_state_c":{"k":1,"w":256,"n":1,"h":1},"y_prev":{"k":1,"w":108,"n":1,"h":1}}},"128_regions":{"input_shapes":{"encoded_regions":{"k":1,"w":32,"n":1,"h":128},"decoder_state_h":{"k":1,"w":256,"n":1,"h":1},"encoded_regions_projected":{"k":1,"w":256,"n":1,"h":128},"mask":{"k":1,"w":128,"n":1,"h":1},"decoder_state_c":{"k":1,"w":256,"n":1,"h":1},"y_prev":{"k":1,"w":108,"n":1,"h":1}}},"512_regions":{"input_shapes":{"encoded_regions":{"k":1,"w":32,"n":1,"h":512},"decoder_state_h":{"k":1,"w":256,"n":1,"h":1},"encoded_regions_projected":{"k":1,"w":256,"n":1,"h":512},"mask":{"k":1,"w":512,"n":1,"h":1},"decoder_state_c":{"k":1,"w":256,"n":1,"h":1},"y_prev":{"k":1,"w":108,"n":1,"h":1}}},"64_regions":{"input_shapes":{"encoded_regions":{"k":1,"w":32,"n":1,"h":64},"decoder_state_h":{"k":1,"w":256,"n":1,"h":1},"encoded_regions_projected":{"k":1,"w":256,"n":1,"h":64},"mask":{"k":1,"w":64,"n":1,"h":1},"decoder_state_c":{"k":1,"w":256,"n":1,"h":1},"y_prev":{"k":1,"w":108,"n":1,"h":1}}},"256_regions":{"input_shapes":{"encoded_regions":{"k":1,"w":32,"n":1,"h":256},"decoder_state_h":{"k":1,"w":256,"n":1,"h":1},"encoded_regions_projected":{"k":1,"w":256,"n":1,"h":256},"mask":{"k":1,"w":256,"n":1,"h":1},"decoder_state_c":{"k":1,"w":256,"n":1,"h":1},"y_prev":{"k":1,"w":108,"n":1,"h":1}}}}}