name: "text_rbm2_PCD_2x2x_on_2x1x_sparse"
model_type: DBN
hyperparams {
  base_epsilon: 0.01
  epsilon_decay : NONE
  epsilon_decay_half_life : 5000
  initial_momentum : 0.0
  final_momentum : 0.0
  momentum_change_steps : 10000
  sparsity : true
  sparsity_target : 0.1
  sparsity_cost : 0.01
  sparsity_damping : 0.9
  apply_l2_decay: true
  l2_decay: 0.0001
  activation: LOGISTIC
  gibbs_steps: 1
  mcmc_steps: 1
  enable_display: false
}

lower_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm1_PCD_2x1x_sparse_LAST"
layer {
  name: "text hidden1"
  dimensions: 1024
  is_input: true
  param {
    name: "bias"
    initialization: CONSTANT
  }
  data_field {
    layer_name: "text hidden1"
  }
  loss_function: SQUARED_LOSS
  performance_stats {
    compute_error: true
  }
  hyperparams {
    sparsity: false
    apply_l2_decay: false
  }
}

layer {
  name: "text hidden2"
  dimensions: 1024
  shape: 1024
  shape: 1
  param {
    name: "bias"
    initialization: CONSTANT
  }
  performance_stats {
    compute_sparsity: true
  }
  hyperparams {
    apply_l2_decay: false
  }
}

edge {
  node1: "text hidden1"
  node2: "text hidden2"
  directed: false
  up_factor: 2.0
  down_factor: 2.0
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma : 1.0
  }
  hyperparams {
    enable_display: false
  }
}