name: "joint_rbm_PCD_1x2x_on_2x2x_on_2x1x_sparse" model_type: DBN hyperparams { base_epsilon: 0.01 epsilon_decay : NONE epsilon_decay_half_life : 5000 initial_momentum : 0.0 final_momentum : 0.0 momentum_change_steps : 10000 sparsity : true sparsity_target : 0.1 sparsity_cost : 0.01 sparsity_damping : 0.9 apply_l2_decay: true l2_decay: 0.001 activation: LOGISTIC mcmc_steps: 1 gibbs_steps: 1 enable_display: false } lower_model: "/ais/gobi3/u/nitish/flickr/models/image_rbm2_PCD_2x2x_on_2x1x_sparse_LAST" lower_model: "/ais/gobi3/u/nitish/flickr/models/text_rbm2_PCD_2x2x_on_2x1x_sparse_LAST" layer { name: "image hidden2" dimensions: 1024 shape: 1024 shape: 1 is_input: true param { name: "bias" initialization: CONSTANT } data_field { layer_name: "image hidden2" } loss_function: SQUARED_LOSS performance_stats { compute_error: true } hyperparams { sparsity: false } } layer { name: "text hidden2" dimensions: 1024 is_input: true shape: 1024 shape: 1 param { name: "bias" initialization: CONSTANT } data_field { layer_name: "text hidden2" } loss_function: SQUARED_LOSS performance_stats { compute_cross_entropy: false compute_correct_preds: false compute_error: true } hyperparams { sparsity: false } } layer { name: "joint hidden1" dimensions: 2048 shape: 2048 shape: 1 param { name: "bias" initialization: CONSTANT } performance_stats { compute_sparsity: true } } edge { node1: "image hidden2" node2: "joint hidden1" directed: false up_factor: 1.0 down_factor: 2.0 param { name: "weight" initialization: DENSE_GAUSSIAN_SQRT_FAN_IN sigma : 1.0 } hyperparams { enable_display: false } } edge { node1: "text hidden2" node2: "joint hidden1" directed: false up_factor: 1.0 down_factor: 2.0 param { name: "weight" initialization: DENSE_GAUSSIAN_SQRT_FAN_IN sigma : 1.0 } hyperparams { enable_display: false } }