name: "joint_dbm"
model_type: DBM
hyperparams {
  base_epsilon: 0.01
  epsilon_decay : NONE
  epsilon_decay_half_life : 5000
  initial_momentum : 0.0
  final_momentum : 0.0
  momentum_change_steps : 10000
  sparsity : false
  sparsity_target : 0.1
  sparsity_cost : 0.001
  sparsity_damping : 0.9
  apply_l2_decay: true
  l2_decay: 0.0001
  activation: LOGISTIC
  mcmc_steps: 5
  gibbs_steps: 5
  enable_display: false
}
positive_phase_order : "image hidden1"
positive_phase_order : "text hidden1"
positive_phase_order : "joint hidden1"
positive_phase_order : "image hidden2"
positive_phase_order : "text hidden2"

negative_phase_order : "image input layer"
negative_phase_order : "text input layer"
negative_phase_order : "image hidden2"
negative_phase_order : "text hidden2"
negative_phase_order : "image hidden1"
negative_phase_order : "text hidden1"
negative_phase_order : "joint hidden1"

layer {
  name: "image input layer"
  dimensions: 3857
  is_input: true
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm1_PCD_2x1x_sparse_LAST"
  }
  data_field {
    train: "combined_unlabelled_no_missing_text"
    validation: "combined_labelled_no_missing_text"
  }
  hyperparams {
    activation: LINEAR
    dropout: false
    subtract_mean: true
    divide_stddev: true
    base_epsilon: 0.001
  }
  loss_function: SQUARED_LOSS
  performance_stats {
    compute_error: true
  }
}

layer {
  name: "text input layer"
  dimensions: 1
  numlabels: 2000
  is_input: true
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm1_PCD_2x1x_sparse_LAST"
  }
  data_field {
    train: "text_no_missing_2000_unlabelled"
    validation: "text_no_missing_2000_labelled"
  }
  hyperparams {
    activation: REPLICATED_SOFTMAX
    normalize: true
    normalize_to: 5
    dropout: false
  }
  loss_function: SQUARED_LOSS
  performance_stats {
    compute_error: true
  }
}

layer {
  name: "image hidden1"
  dimensions: 1024
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm1_PCD_2x1x_sparse_LAST"
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
  }
}


layer {
  name: "text hidden1"
  dimensions: 1024
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm1_PCD_2x1x_sparse_LAST"
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
  }
}

layer {
  name: "joint hidden1"
  dimensions: 2048
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse_LAST"
  }
}

layer {
  name: "image hidden2"
  dimensions: 1024
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse_LAST"
  }
}


layer {
  name: "text hidden2"
  dimensions: 1024
  param {
    name: "bias"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse_LAST"
  }
}

edge {
  node1: "image input layer"
  node2: "image hidden1"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm1_PCD_2x1x_sparse_LAST"
  }
  hyperparams {
    base_epsilon: 0.001
  }
}

edge {
  node1: "image hidden1"
  node2: "image hidden2"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
  }
}

edge {
  node1: "text input layer"
  node2: "text hidden1"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm1_PCD_2x1x_sparse_LAST"
  }
}

edge {
  node1: "text hidden1"
  node2: "text hidden2"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm2_PCD_2x2x_on_2x1x_sparse_LAST"
  }
}

edge {
  node1: "image hidden2"
  node2: "joint hidden1"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse_LAST"
  }
}

edge {
  node1: "text hidden2"
  node2: "joint hidden1"
  directed: false
  param {
    name: "weight"
    initialization: PRETRAINED
    pretrained_model: "/ais/gobi3/u/nitish/flickr/models/joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse_LAST"
  }
}