name: "image_rbm2_PCD_2x2x_on_2x1x_sparse"
model_type: DBN
hyperparams {
  base_epsilon: 0.01
  epsilon_decay : NONE
  epsilon_decay_half_life : 5000
  initial_momentum : 0.0
  final_momentum : 0.0
  momentum_change_steps : 10000
  sparsity : true
  sparsity_target : 0.1
  sparsity_cost : 0.1
  sparsity_damping : 0.9
  apply_l2_decay: true
  l2_decay: 0.001
  activation: LOGISTIC
  mcmc_steps: 1
  gibbs_steps: 1
  enable_display: false
}

lower_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm1_PCD_1K_2x1x_sparse_LAST"

layer {
  name: "image hidden1"
  dimensions: 1024
  is_input: true
  param {
    name: "bias"
    initialization: CONSTANT
  }
  data_field {
    layer_name: "image hidden1"
  }
  loss_function: SQUARED_LOSS
  performance_stats {
    compute_cross_entropy: false
    compute_correct_preds: false
    compute_error: true
  }
  hyperparams {
    sparsity : false
  }
}

layer {
  name: "image hidden2"
  dimensions: 1024
  shape:32
  shape:32
  param {
    name: "bias"
    initialization: CONSTANT
  }
  performance_stats {
    compute_sparsity: true
  }
  hyperparams {
    enable_display: false
  }
}

edge {
  node1: "image hidden1"
  node2: "image hidden2"
  directed: false
  up_factor: 2
  down_factor: 2
  param {
    name: "weight"
    initialization: DENSE_GAUSSIAN_SQRT_FAN_IN
    sigma : 1.0
  }
}