simple_sparse_embedding_fp32.json

{
  "solver": {
    "lr_policy": "fixed",
    "display": 200,
    "max_iter": 50000,
    "gpu": [0,1],
    "batchsize": 40960,
    "snapshot": 10000,
    "snapshot_prefix": "./",
    "eval_interval": 1000,
    "eval_batches": 100
  },

  "optimizer": {
    "type": "Adam",
    "global_update": true,
    "adam_hparam": {
      "learning_rate": 0.005,
      "beta1": 0.9,
      "beta2": 0.999,
      "epsilon": 0.0000001
    }
  },

  "layers": [ 
  {
      "name": "data",
      "type": "Data",
      "source": "./simple_sparse_embedding/simple_sparse_embedding_file_list.txt",
      "eval_source": "./simple_sparse_embedding/simple_sparse_embedding_file_list.txt",
      "check": "Sum",
      "label": {
        "top": "label",
        "label_dim": 1
      },
      "dense": {
        "top": "dense",
        "dense_dim": 64
      },
      "sparse": [
        {
          "top": "data1",
          "type": "DistributedSlot",
          "max_feature_num_per_sample": 100,
          "slot_num": 10
        },
        
        {
          "top": "data2",
          "type": "LocalizedSlot",
          "max_feature_num_per_sample": 100,
          "slot_num": 10
        }   
      ]
    },
    
    
    {
      "name": "sparse_embedding1",
      "type": "DistributedSlotSparseEmbeddingHash",
      "bottom": "data1",
      "top": "sparse_embedding1",
      "sparse_embedding_hparam": {
        "max_vocabulary_size_per_gpu": 2603616,
        "embedding_vec_size": 64,
        "combiner": 1
      }
    },

    {
      "name": "sparse_embedding2",
      "type": "LocalizedSlotSparseEmbeddingHash",
      "plan_file": "./all2all_plan.json",
      "bottom": "data2",
      "top": "sparse_embedding2",
      "sparse_embedding_hparam": {
        "max_vocabulary_size_per_gpu": 1301808,
        "embedding_vec_size": 64,
        "combiner": 1
      }
    },

    {
      "name": "reshape1",
      "type": "Reshape",
      "bottom": "sparse_embedding1",
      "top": "reshape1",
      "leading_dim": 640
    },

    {
      "name": "reshape2",
      "type": "Reshape",
      "bottom": "sparse_embedding2",
      "top": "reshape2",
      "leading_dim": 640
    },

    {
      "name": "concat1",
      "type": "Concat",
      "bottom": ["reshape1","reshape2","dense"],
      "top": "concat1"
    },

    {
      "name": "fc1",
      "type": "InnerProduct",
      "bottom": "concat1",
      "top": "fc1",
       "fc_param": {
        "num_output": 200
      }
    },

    {
      "name": "relu1",
      "type": "ReLU",
      "bottom": "fc1",
      "top": "relu1"
     
    },

    {
      "name": "multiply1",
      "type": "Multiply",
      "bottom": "relu1",
      "weight_dims": [200, 10],
      "top": "multiply1"
    },

    {
      "name": "fmorder2_1",
      "type": "FmOrder2",
      "bottom": "reshape1",
      "out_dim": 64,
      "top": "fmorder2_1"
    },

    {
      "name": "reducesum1",
      "type": "ReduceSum",
      "bottom": "fmorder2_1",
      "axis": 1,
      "top": "reducesum1"
    },

    {
      "name": "slice1",
      "type": "Slice",
      "bottom": "concat1",
      "ranges": [[0,200], [300,400]],
      "top": ["slice11", "slice12"]
    },

    {
      "name": "fc2",
      "type": "InnerProduct",
      "bottom": "slice11",
      "top": "fc2",
       "fc_param": {
        "num_output": 200
      }
    },

    {
      "name": "relu2",
      "type": "ReLU",
      "bottom": "fc2",
      "top": "relu2"
     
    },

    {
      "name": "multicross1",
      "type": "MultiCross",
      "bottom": "relu2",
      "top": "multicross1",
      "mc_param": {
        "num_layers": 2
      }
    },
    
    {
      "name": "fc3",
      "type": "InnerProduct",
      "bottom": "multicross1",
      "top": "fc3",
       "fc_param": {
        "num_output": 200
      }
    },

    {
      "name": "relu3",
      "type": "ReLU",
      "bottom": "fc3",
      "top": "relu3"
     
    },

    {
      "name": "fc4",
      "type": "InnerProduct",
      "bottom": "relu3",
      "top": "fc4",
       "fc_param": {
        "num_output": 1
      }
    },

    {
      "name": "add",
      "type": "Add",
      "bottom": ["fc4", "reducesum1"],
      "top": "add"
    },
    
    
    {
      "name": "loss",
      "type": "BinaryCrossEntropyLoss",
      "bottom": ["add","label"],
      "regularizer": "L2",
      "lambda": 0.0005,
      "top": "loss"
    } 
  ]
}