name: "3layer_2K_dropout"
model_type: FEED_FORWARD_NET
seed: 42
hyperparams {
  base_epsilon: 0.01
  adapt: NO_ADAPT
  epsilon_decay : INVERSE_T
  epsilon_decay_half_life : 100000
  initial_momentum : 0.5
  final_momentum : 0.95
  momentum_change_steps : 100000
  sparsity : false
  sparsity_target : 0.1
  sparsity_cost : 0.001
  sparsity_damping : 0.9
  dropout : true
  dropout_prob : 0.5
  apply_weight_norm : true
  weight_norm : 3
  apply_l2_decay: true
  l2_decay: 0.00001
  activation: RECTIFIED_LINEAR
}


layer {
  name: "input_layer"
  dimensions: 1800
  is_input: true
  hyperparams{
    dropout: false
    left_window: 7
    right_window: 7
    normalize: true
  }
  data_field {
    train: "train_data"
    validation: "validation_data"
    test: "test_data"
  }
}
layer {
  name: "output_layer"
  dimensions: 1
  numlabels: 185
  param {
    name: "bias"
    initialization: CONSTANT
  }
  hyperparams{
    apply_l2_decay: false
    dropout: false
    activation: SOFTMAX
  }
  is_output: true
  loss_function: CROSS_ENTROPY
  data_field {
    train: "train_labels"
    validation: "validation_labels"
    test: "test_labels"
  }
  performance_stats {
    compute_cross_entropy: true
    compute_correct_preds: true
  }
}


layer {
  name: "hidden1"
  dimensions: 2048
  param {
    name: "bias"
    initialization: CONSTANT
  }
  hyperparams{
    apply_l2_decay: false
  }
}

layer {
  name: "hidden2"
  dimensions: 2048
  param {
    name: "bias"
    initialization: CONSTANT
  }
  hyperparams{
    apply_l2_decay: false
  }
}

layer {
  name: "hidden3"
  dimensions: 2048
  param {
    name: "bias"
    initialization: CONSTANT
  }
  hyperparams{
    apply_l2_decay: false
  }
}

edge {
  node1: "input_layer"
  node2: "hidden1"
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma: 1.0
  }
}

edge {
  node1: "hidden1"
  node2: "hidden2"
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma: 1.0
  }
}

edge {
  node1: "hidden2"
  node2: "hidden3"
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma: 1.0
  }
}

edge {
  node1: "hidden3"
  node2: "output_layer"
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma: 1.0
  }
  hyperparams {
    base_epsilon: 0.01
    apply_weight_norm: false
    apply_l2_decay: true
    l2_decay: 0.001
    initial_momentum : 0.5
    final_momentum : 0.9
  }
}