From a0602fbfae901316050026ef390a5fe455f38263 Mon Sep 17 00:00:00 2001 From: xpai <73411968+xpai@users.noreply.github.com> Date: Wed, 10 Jan 2024 18:11:07 +0800 Subject: [PATCH] Fix CrossNet_frappe_x1 --- .../dataset_config.yaml | 18 - .../model_config.yaml | 66 --- .../CrossNet_frappe_x1_tuner_config_02.csv | 2 +- .../dataset_config.yaml | 14 + .../model_config.yaml | 384 ++++++++++++++++++ ...9b8.log => DCN_frappe_x1_005_b755b0b0.log} | 2 +- ranking/ctr/DCN/CrossNet_frappe_x1/README.md | 6 +- .../ctr/DCN/CrossNet_frappe_x1/results.csv | 2 +- 8 files changed, 404 insertions(+), 90 deletions(-) delete mode 100644 ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/dataset_config.yaml delete mode 100644 ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/model_config.yaml create mode 100644 ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/dataset_config.yaml create mode 100644 ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/model_config.yaml rename ranking/ctr/DCN/CrossNet_frappe_x1/{DCN_frappe_x1_005_880c69b8.log => DCN_frappe_x1_005_b755b0b0.log} (99%) diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/dataset_config.yaml b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/dataset_config.yaml deleted file mode 100644 index 63124fd6..00000000 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/dataset_config.yaml +++ /dev/null @@ -1,18 +0,0 @@ -criteo_x1_7b681156: - data_format: csv - data_root: ../data/Criteo/ - feature_cols: - - active: true - dtype: float - name: [I1, I2, I3, I4, I5, I6, I7, I8, I9, I10, I11, I12, I13] - type: numeric - - active: true - dtype: float - name: [C1, C2, C3, C4, C5, C6, C7, C8, C9, C10, C11, C12, C13, C14, C15, C16, - C17, C18, C19, C20, C21, C22, C23, C24, C25, C26] - type: categorical - label_col: {dtype: float, name: label} - min_categr_count: 1 - test_data: ../data/Criteo/Criteo_x1/test.csv - train_data: ../data/Criteo/Criteo_x1/train.csv - valid_data: ../data/Criteo/Criteo_x1/valid.csv diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/model_config.yaml b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/model_config.yaml deleted file mode 100644 index ee5c016f..00000000 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_criteo_x1_tuner_config_02/model_config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -DCN_criteo_x1_001_1b819423: - batch_norm: false - batch_size: 4096 - crossing_layers: 10 - dataset_id: criteo_x1_7b681156 - debug: false - dnn_activations: relu - dnn_hidden_units: null - embedding_dim: 10 - embedding_regularizer: 1.0e-05 - epochs: 100 - every_x_epochs: 1 - learning_rate: 0.001 - loss: binary_crossentropy - metrics: [AUC, logloss] - model: DCN - model_id: DCN_base - model_root: ./Criteo/DCN_criteo_x1/ - monitor: AUC - monitor_mode: max - net_dropout: 0 - net_regularizer: 0 - num_workers: 3 - optimizer: adam - partition_block_size: -1 - patience: 2 - pickle_feature_encoder: true - save_best_only: true - seed: 2021 - shuffle: true - task: binary_classification - use_hdf5: true - verbose: 1 -DCN_criteo_x1_002_100dbad4: - batch_norm: false - batch_size: 4096 - crossing_layers: 11 - dataset_id: criteo_x1_7b681156 - debug: false - dnn_activations: relu - dnn_hidden_units: null - embedding_dim: 10 - embedding_regularizer: 1.0e-05 - epochs: 100 - every_x_epochs: 1 - learning_rate: 0.001 - loss: binary_crossentropy - metrics: [AUC, logloss] - model: DCN - model_id: DCN_base - model_root: ./Criteo/DCN_criteo_x1/ - monitor: AUC - monitor_mode: max - net_dropout: 0 - net_regularizer: 0 - num_workers: 3 - optimizer: adam - partition_block_size: -1 - patience: 2 - pickle_feature_encoder: true - save_best_only: true - seed: 2021 - shuffle: true - task: binary_classification - use_hdf5: true - verbose: 1 diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02.csv b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02.csv index 5a93b35b..f79f2b7f 100644 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02.csv +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02.csv @@ -1,4 +1,4 @@ - 20220123-113221,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_005_880c69b8 --gpu 0,[exp_id] DCN_frappe_x1_005_880c69b8,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.960427 - logloss: 0.266888,[test] AUC: 0.959427 - logloss: 0.271483 + 20220123-113221,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_005_b755b0b0 --gpu 0,[exp_id] DCN_frappe_x1_005_b755b0b0,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.960427 - logloss: 0.266888,[test] AUC: 0.959427 - logloss: 0.271483 20220123-113226,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_006_ea016a23 --gpu 1,[exp_id] DCN_frappe_x1_006_ea016a23,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.959904 - logloss: 0.269360,[test] AUC: 0.959291 - logloss: 0.273003 20220123-113303,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_008_2e367251 --gpu 1,[exp_id] DCN_frappe_x1_008_2e367251,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.959696 - logloss: 0.277846,[test] AUC: 0.958719 - logloss: 0.284395 20220123-113117,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_001_c89ae6cc --gpu 0,[exp_id] DCN_frappe_x1_001_c89ae6cc,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.944065 - logloss: 0.274728,[test] AUC: 0.942758 - logloss: 0.276578 diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/dataset_config.yaml b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/dataset_config.yaml new file mode 100644 index 00000000..c025febf --- /dev/null +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/dataset_config.yaml @@ -0,0 +1,14 @@ +frappe_x1_04e961e9: + data_format: csv + data_root: ../data/Frappe/ + feature_cols: + - active: true + dtype: float + name: [user, item, daytime, weekday, isweekend, homework, cost, weather, country, + city] + type: categorical + label_col: {dtype: float, name: label} + min_categr_count: 1 + test_data: ../data/Frappe/Frappe_x1/test.csv + train_data: ../data/Frappe/Frappe_x1/train.csv + valid_data: ../data/Frappe/Frappe_x1/valid.csv diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/model_config.yaml b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/model_config.yaml new file mode 100644 index 00000000..90ba6bea --- /dev/null +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/CrossNet_frappe_x1_tuner_config_02/model_config.yaml @@ -0,0 +1,384 @@ +DCN_frappe_x1_001_9ebaa245: + batch_norm: false + batch_size: 4096 + crossing_layers: 6 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_002_3a511140: + batch_norm: false + batch_size: 4096 + crossing_layers: 7 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_003_a694bc2f: + batch_norm: false + batch_size: 4096 + crossing_layers: 8 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_004_dd926649: + batch_norm: false + batch_size: 4096 + crossing_layers: 9 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_005_b755b0b0: + batch_norm: false + batch_size: 4096 + crossing_layers: 6 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.0001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_006_9454bec4: + batch_norm: false + batch_size: 4096 + crossing_layers: 7 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.0001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_007_d82ae748: + batch_norm: false + batch_size: 4096 + crossing_layers: 8 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.0001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_008_87e1d58f: + batch_norm: false + batch_size: 4096 + crossing_layers: 9 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.0001 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_009_9894172f: + batch_norm: false + batch_size: 4096 + crossing_layers: 6 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.01 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_010_25077dc3: + batch_norm: false + batch_size: 4096 + crossing_layers: 7 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.01 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_011_16a88be9: + batch_norm: false + batch_size: 4096 + crossing_layers: 8 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.01 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 +DCN_frappe_x1_012_32f1600a: + batch_norm: false + batch_size: 4096 + crossing_layers: 9 + dataset_id: frappe_x1_04e961e9 + debug: false + dnn_activations: relu + dnn_hidden_units: null + embedding_dim: 10 + embedding_regularizer: 0.01 + epochs: 100 + every_x_epochs: 1 + learning_rate: 0.001 + loss: binary_crossentropy + metrics: [AUC, logloss] + model: DCN + model_id: DCN_base + model_root: ./Frappe/DCN_frappe_x1/ + monitor: AUC + monitor_mode: max + net_dropout: 0 + net_regularizer: 0 + num_workers: 3 + optimizer: adam + patience: 2 + pickle_feature_encoder: true + save_best_only: true + seed: 2021 + shuffle: true + task: binary_classification + use_hdf5: true + verbose: 1 diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_880c69b8.log b/ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_b755b0b0.log similarity index 99% rename from ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_880c69b8.log rename to ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_b755b0b0.log index 219a6510..95b3d65d 100644 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_880c69b8.log +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/DCN_frappe_x1_005_b755b0b0.log @@ -20,7 +20,7 @@ "metrics": "['AUC', 'logloss']", "min_categr_count": "1", "model": "DCN", - "model_id": "DCN_frappe_x1_005_880c69b8", + "model_id": "DCN_frappe_x1_005_b755b0b0", "model_root": "./Frappe/DCN_frappe_x1/", "monitor": "AUC", "monitor_mode": "max", diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/README.md b/ranking/ctr/DCN/CrossNet_frappe_x1/README.md index 5e595780..3df1d8e0 100644 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/README.md +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/README.md @@ -50,13 +50,13 @@ Running steps: 2. Create a data directory and put the downloaded csv files in `../data/Frappe/Frappe_x1`. -3. Both `dataset_config.yaml` and `model_config.yaml` files are available in [CrossNet_criteo_x1_tuner_config_02](./CrossNet_criteo_x1_tuner_config_02). Make sure the data paths in `dataset_config.yaml` are correctly set to what we create in the last step. +3. Both `dataset_config.yaml` and `model_config.yaml` files are available in [CrossNet_frappe_x1_tuner_config_02](./CrossNet_frappe_x1_tuner_config_02). Make sure the data paths in `dataset_config.yaml` are correctly set to what we create in the last step. 4. Run the following script to start. ```bash cd CrossNet_frappe_x1 - nohup python run_expid.py --config ./CrossNet_criteo_x1_tuner_config_02 --expid DCN_frappe_x1_005_880c69b8 --gpu 0 > run.log & + nohup python run_expid.py --config ./CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_005_b755b0b0 --gpu 0 > run.log & tail -f run.log ``` @@ -91,7 +91,7 @@ Running steps: "metrics": "['AUC', 'logloss']", "min_categr_count": "1", "model": "DCN", - "model_id": "DCN_frappe_x1_005_880c69b8", + "model_id": "DCN_frappe_x1_005_b755b0b0", "model_root": "./Frappe/DCN_frappe_x1/", "monitor": "AUC", "monitor_mode": "max", diff --git a/ranking/ctr/DCN/CrossNet_frappe_x1/results.csv b/ranking/ctr/DCN/CrossNet_frappe_x1/results.csv index 7ad0d31c..2533adb9 100644 --- a/ranking/ctr/DCN/CrossNet_frappe_x1/results.csv +++ b/ranking/ctr/DCN/CrossNet_frappe_x1/results.csv @@ -1 +1 @@ - 20220123-113221,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_005_880c69b8 --gpu 0,[exp_id] DCN_frappe_x1_005_880c69b8,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.960427 - logloss: 0.266888,[test] AUC: 0.959427 - logloss: 0.271483 + 20220123-113221,[command] python run_expid.py --version pytorch --config Frappe/DCN_frappe_x1/CrossNet_frappe_x1_tuner_config_02 --expid DCN_frappe_x1_005_880c69b8 --gpu 0,[exp_id] DCN_frappe_x1_005_b755b0b0,[dataset_id] frappe_x1_04e961e9,[train] N.A.,[val] AUC: 0.960427 - logloss: 0.266888,[test] AUC: 0.959427 - logloss: 0.271483