GCN_P2P.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "machine_shape": "hm",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "gpuClass": "standard",
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/TruongDuyLongPTIT/Experiment2/blob/main/GCN_P2P.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "VvK1I4W0o6xG"
      },
      "outputs": [],
      "source": [
        "!git clone https://github.com/harvardnlp/botnet-detection.git"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "import os.path as osp\n",
        "import torch\n",
        "import sys\n",
        "\n",
        "os.environ['TORCH'] = torch.__version__\n",
        "\n",
        "!pip install -q torch-scatter -f https://data.pyg.org/whl/torch-${TORCH}.html\n",
        "!pip install -q torch-sparse -f https://data.pyg.org/whl/torch-${TORCH}.html\n",
        "!pip install torch-geometric==1.4.3\n",
        "!pip install torch-cluster -f https://data.pyg.org/whl/torch-${TORCH}.html\n",
        "!pip install deepdish==0.3.5"
      ],
      "metadata": {
        "id": "Tamy16gWpNi6"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!cd botnet_detection\n",
        "!python botnet_detection/setup.py install"
      ],
      "metadata": {
        "id": "3P1eO31TpPbW"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!bash /content/botnet_detection/run_botnet.sh"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LU8WgQSnpsnq",
        "outputId": "6b1b1ff9-24dc-448f-c3ea-c8ea84b61643"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "All Logs will be saved to ./saved_models/p2p_model_lay12_rh1_rw_ep50.log\n",
            "python /content/botnet_detection/train_botnet.py --devid 0 --data_dir ./data/botnet --data_name p2p --batch_size 2 --enc_sizes 32 32 32 32 32 32 32 32 32 32 32 32 --act relu --residual_hop 1 --deg_norm rw --final proj --epochs 50 --lr 0.005 --early_stop 1 --save_dir ./saved_models --save_name p2p_model_lay12_rh1_rw_ep50.pt\n",
            "------------------------------\n",
            "Namespace(act='relu', aggr='add', att_act='lrelu', att_combine='cat', att_combine_out='cat', att_dir='in', att_dropout=0, batch_size=2, bias=True, data_dir='./data/botnet', data_name='p2p', deg_norm='rw', devid=0, dropout=0.0, early_stop=1, edge_gate='none', enc_sizes=[32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32], epochs=50, final='proj', in_channels=1, in_memory=True, layer_act='none', log_interval=96, logmode='w', lr=0.005, n_classes=2, nheads=[1], nodemodel='additive', residual_hop=1, save_dir='./saved_models', save_name='p2p_model_lay12_rh1_rw_ep50.pt', seed=0, shuffle=False, weight_decay=0.0005)\n",
            "------------------------------\n",
            "Wed Nov  2 10:18:18 2022\n",
            "------------------------------\n",
            "loading dataset...\n",
            "model ----------\n",
            "GCNModel(\n",
            "  (gcn_net): ModuleList(\n",
            "    (0): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 1, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 64)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (1): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (2): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (3): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (4): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (5): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (6): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (7): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (8): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (9): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (10): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "    (11): GCNLayer(\n",
            "      (gcn): NodeModelAdditive (in_channels: 32, out_channels: 32, in_edgedim: None, deg_norm: rw, edge_gate: NoneType,aggr: add | number of parameters: 1056)\n",
            "      (non_linear): Identity()\n",
            "    )\n",
            "  )\n",
            "  (dropout): Dropout(p=0.0, inplace=False)\n",
            "  (residuals): ModuleList(\n",
            "    (0): Linear(in_features=1, out_features=32, bias=False)\n",
            "    (1): Identity()\n",
            "    (2): Identity()\n",
            "    (3): Identity()\n",
            "    (4): Identity()\n",
            "    (5): Identity()\n",
            "    (6): Identity()\n",
            "    (7): Identity()\n",
            "    (8): Identity()\n",
            "    (9): Identity()\n",
            "    (10): Identity()\n",
            "    (11): Identity()\n",
            "  )\n",
            "  (non_linear): ReLU()\n",
            "  (final): Linear(in_features=32, out_features=2, bias=True)\n",
            ")\n",
            "epoch: 1, passed number of graphs: 96, train running loss: 0.16431 (passed time: 14s)\n",
            "          acc: 0.97766, fpr: 0.00068, fnr: 0.99936, rec: 0.00064, prc: 0.02051, f1: 0.00124, auroc: 0.67964, f1_macro: 0.49497\n",
            "epoch: 1, passed number of graphs: 192, train running loss: 0.11467 (passed time: 27s)\n",
            "          acc: 0.97835, fpr: 0.00030, fnr: 0.99951, rec: 0.00049, prc: 0.03409, f1: 0.00097, auroc: 0.74951, f1_macro: 0.49501\n",
            "epoch: 1, passed number of graphs: 288, train running loss: 0.09329 (passed time: 39s)\n",
            "          acc: 0.97870, fpr: 0.00013, fnr: 0.99902, rec: 0.00098, prc: 0.13636, f1: 0.00195, auroc: 0.83121, f1_macro: 0.49559\n",
            "epoch: 1, passed number of graphs: 384, train running loss: 0.08086 (passed time: 51s)\n",
            "          acc: 0.97800, fpr: 0.00001, fnr: 0.99887, rec: 0.00113, prc: 0.77778, f1: 0.00225, auroc: 0.94547, f1_macro: 0.49556\n",
            "epoch: 1, passed number of graphs: 480, train running loss: 0.07727 (passed time: 1m 4s)\n",
            "          acc: 0.97837, fpr: 0.00000, fnr: 1.00000, rec: 0.00000, prc: -1.00000, f1: 0.00000, auroc: 0.82829, f1_macro: nan\n",
            "epoch: 1, passed number of graphs: 576, train running loss: 0.07217 (passed time: 1m 16s)\n",
            "          acc: 0.97853, fpr: 0.00008, fnr: 0.99903, rec: 0.00097, prc: 0.20690, f1: 0.00193, auroc: 0.90841, f1_macro: 0.49554\n",
            "epoch: 1, passed number of graphs: 672, train running loss: 0.06828 (passed time: 1m 29s)\n",
            "          acc: 0.97835, fpr: 0.00000, fnr: 1.00000, rec: 0.00000, prc: -1.00000, f1: 0.00000, auroc: 0.78545, f1_macro: nan\n",
            "epoch: 1, passed number of graphs: 768, train running loss: 0.06686 (passed time: 1m 42s)\n",
            "          acc: 0.97876, fpr: 0.00000, fnr: 1.00000, rec: 0.00000, prc: -1.00000, f1: 0.00000, auroc: 0.86083, f1_macro: nan\n",
            "Validation --- epoch: 1, loss: 0.09829\n",
            "          acc: 0.97848, prc: -1.00000, f1: 0.00000, f1_macro: nan, rec: 0.00000, fnr: 1.00000, auroc: 0.85839, fpr: 0.00000\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 2, passed number of graphs: 96, train running loss: 0.04306 (passed time: 2m 19s)\n",
            "          acc: 0.97828, fpr: 0.00005, fnr: 0.99904, rec: 0.00096, prc: 0.30000, f1: 0.00191, auroc: 0.95596, f1_macro: 0.49546\n",
            "epoch: 2, passed number of graphs: 192, train running loss: 0.05065 (passed time: 2m 32s)\n",
            "          acc: 0.97863, fpr: 0.00000, fnr: 1.00000, rec: 0.00000, prc: -1.00000, f1: 0.00000, auroc: 0.83101, f1_macro: nan\n",
            "epoch: 2, passed number of graphs: 288, train running loss: 0.04872 (passed time: 2m 45s)\n",
            "          acc: 0.97881, fpr: 0.00000, fnr: 0.99951, rec: 0.00049, prc: 0.75000, f1: 0.00098, auroc: 0.92995, f1_macro: 0.49514\n",
            "epoch: 2, passed number of graphs: 384, train running loss: 0.04588 (passed time: 2m 57s)\n",
            "          acc: 0.97799, fpr: 0.00001, fnr: 0.99903, rec: 0.00097, prc: 0.66667, f1: 0.00193, auroc: 0.98486, f1_macro: 0.49540\n",
            "epoch: 2, passed number of graphs: 480, train running loss: 0.04175 (passed time: 3m 10s)\n",
            "          acc: 0.97929, fpr: 0.00000, fnr: 0.95720, rec: 0.04280, prc: 1.00000, f1: 0.08208, auroc: 0.99315, f1_macro: 0.53580\n",
            "epoch: 2, passed number of graphs: 576, train running loss: 0.03686 (passed time: 3m 23s)\n",
            "          acc: 0.99932, fpr: 0.00002, fnr: 0.03083, rec: 0.96917, prc: 0.99900, f1: 0.98386, auroc: 0.99643, f1_macro: 0.99176\n",
            "epoch: 2, passed number of graphs: 672, train running loss: 0.03260 (passed time: 3m 35s)\n",
            "          acc: 0.99696, fpr: 0.00005, fnr: 0.13838, rec: 0.86162, prc: 0.99759, f1: 0.92463, auroc: 0.98581, f1_macro: 0.96154\n",
            "epoch: 2, passed number of graphs: 768, train running loss: 0.02921 (passed time: 3m 48s)\n",
            "          acc: 0.99955, fpr: 0.00005, fnr: 0.01892, rec: 0.98108, prc: 0.99784, f1: 0.98939, auroc: 0.99712, f1_macro: 0.99458\n",
            "Validation --- epoch: 2, loss: 0.00499\n",
            "          acc: 0.99946, prc: 0.99811, f1: 0.98656, f1_macro: 0.99314, rec: 0.97662, fnr: 0.02338, auroc: 0.99664, fpr: 0.00004\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 3, passed number of graphs: 96, train running loss: 0.00180 (passed time: 4m 25s)\n",
            "          acc: 0.99949, fpr: 0.00036, fnr: 0.00686, rec: 0.99314, prc: 0.98373, f1: 0.98841, auroc: 0.99993, f1_macro: 0.99408\n",
            "epoch: 3, passed number of graphs: 192, train running loss: 0.00222 (passed time: 4m 38s)\n",
            "          acc: 0.99965, fpr: 0.00016, fnr: 0.00882, rec: 0.99118, prc: 0.99264, f1: 0.99191, auroc: 0.99924, f1_macro: 0.99587\n",
            "epoch: 3, passed number of graphs: 288, train running loss: 0.00213 (passed time: 4m 50s)\n",
            "          acc: 0.99967, fpr: 0.00001, fnr: 0.01503, rec: 0.98497, prc: 0.99967, f1: 0.99226, auroc: 0.99355, f1_macro: 0.99605\n",
            "epoch: 3, passed number of graphs: 384, train running loss: 0.00260 (passed time: 5m 3s)\n",
            "          acc: 0.99963, fpr: 0.00004, fnr: 0.01531, rec: 0.98469, prc: 0.99837, f1: 0.99148, auroc: 0.99618, f1_macro: 0.99565\n",
            "epoch: 3, passed number of graphs: 480, train running loss: 0.00242 (passed time: 5m 16s)\n",
            "          acc: 0.99977, fpr: 0.00004, fnr: 0.00915, rec: 0.99085, prc: 0.99835, f1: 0.99459, auroc: 0.99719, f1_macro: 0.99724\n",
            "epoch: 3, passed number of graphs: 576, train running loss: 0.00229 (passed time: 5m 28s)\n",
            "          acc: 0.99975, fpr: 0.00012, fnr: 0.00581, rec: 0.99419, prc: 0.99435, f1: 0.99427, auroc: 0.99928, f1_macro: 0.99707\n",
            "epoch: 3, passed number of graphs: 672, train running loss: 0.00252 (passed time: 5m 41s)\n",
            "          acc: 0.99184, fpr: 0.00810, fnr: 0.01055, rec: 0.98945, prc: 0.72984, f1: 0.84005, auroc: 0.99317, f1_macro: 0.91793\n",
            "epoch: 3, passed number of graphs: 768, train running loss: 0.00983 (passed time: 5m 53s)\n",
            "          acc: 0.97862, fpr: 0.00017, fnr: 0.99869, rec: 0.00131, prc: 0.14286, f1: 0.00259, auroc: 0.86997, f1_macro: 0.49589\n",
            "Validation --- epoch: 3, loss: 0.09153\n",
            "          acc: 0.97845, prc: 0.30697, f1: 0.00206, f1_macro: 0.49558, rec: 0.00103, fnr: 0.99897, auroc: 0.87955, fpr: 0.00005\n",
            "EarlyStopping counter: 1 out of 5\n",
            "epoch: 4, passed number of graphs: 96, train running loss: 0.05863 (passed time: 6m 31s)\n",
            "          acc: 0.97831, fpr: 0.00002, fnr: 0.99888, rec: 0.00112, prc: 0.50000, f1: 0.00223, auroc: 0.86354, f1_macro: 0.49563\n",
            "epoch: 4, passed number of graphs: 192, train running loss: 0.04127 (passed time: 6m 43s)\n",
            "          acc: 0.99774, fpr: 0.00017, fnr: 0.09766, rec: 0.90234, prc: 0.99121, f1: 0.94469, auroc: 0.99465, f1_macro: 0.97177\n",
            "epoch: 4, passed number of graphs: 288, train running loss: 0.02896 (passed time: 6m 56s)\n",
            "          acc: 0.99950, fpr: 0.00005, fnr: 0.02124, rec: 0.97876, prc: 0.99783, f1: 0.98820, auroc: 0.99697, f1_macro: 0.99398\n",
            "epoch: 4, passed number of graphs: 384, train running loss: 0.02220 (passed time: 7m 9s)\n",
            "          acc: 0.99963, fpr: 0.00016, fnr: 0.00934, rec: 0.99066, prc: 0.99273, f1: 0.99169, auroc: 0.99950, f1_macro: 0.99575\n",
            "epoch: 4, passed number of graphs: 480, train running loss: 0.01803 (passed time: 7m 21s)\n",
            "          acc: 0.99972, fpr: 0.00009, fnr: 0.00915, rec: 0.99085, prc: 0.99606, f1: 0.99345, auroc: 0.99920, f1_macro: 0.99665\n",
            "epoch: 4, passed number of graphs: 576, train running loss: 0.01525 (passed time: 7m 34s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00936, rec: 0.99064, prc: 0.99984, f1: 0.99522, auroc: 0.99795, f1_macro: 0.99756\n",
            "epoch: 4, passed number of graphs: 672, train running loss: 0.01333 (passed time: 7m 46s)\n",
            "          acc: 0.99910, fpr: 0.00065, fnr: 0.01246, rec: 0.98754, prc: 0.97124, f1: 0.97932, auroc: 0.99967, f1_macro: 0.98943\n",
            "epoch: 4, passed number of graphs: 768, train running loss: 0.01202 (passed time: 7m 59s)\n",
            "          acc: 0.99255, fpr: 0.00000, fnr: 0.35057, rec: 0.64943, prc: 1.00000, f1: 0.78746, auroc: 0.98943, f1_macro: 0.89183\n",
            "Validation --- epoch: 4, loss: 0.01260\n",
            "          acc: 0.99745, prc: 0.99992, f1: 0.93598, f1_macro: 0.96734, rec: 0.88142, fnr: 0.11858, auroc: 0.99111, fpr: 0.00000\n",
            "EarlyStopping counter: 2 out of 5\n",
            "epoch: 5, passed number of graphs: 96, train running loss: 0.00208 (passed time: 8m 36s)\n",
            "          acc: 0.99975, fpr: 0.00008, fnr: 0.00782, rec: 0.99218, prc: 0.99632, f1: 0.99425, auroc: 0.99993, f1_macro: 0.99706\n",
            "epoch: 5, passed number of graphs: 192, train running loss: 0.00166 (passed time: 8m 49s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99885, f1_macro: 0.99715\n",
            "epoch: 5, passed number of graphs: 288, train running loss: 0.00147 (passed time: 9m 2s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00948, rec: 0.99052, prc: 0.99984, f1: 0.99516, auroc: 0.99917, f1_macro: 0.99753\n",
            "epoch: 5, passed number of graphs: 384, train running loss: 0.00138 (passed time: 9m 14s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99980, f1_macro: 0.99756\n",
            "epoch: 5, passed number of graphs: 480, train running loss: 0.00130 (passed time: 9m 27s)\n",
            "          acc: 0.99980, fpr: 0.00001, fnr: 0.00915, rec: 0.99085, prc: 0.99967, f1: 0.99524, auroc: 0.99930, f1_macro: 0.99757\n",
            "epoch: 5, passed number of graphs: 576, train running loss: 0.00124 (passed time: 9m 40s)\n",
            "          acc: 0.99982, fpr: 0.00001, fnr: 0.00775, rec: 0.99225, prc: 0.99935, f1: 0.99579, auroc: 0.99937, f1_macro: 0.99785\n",
            "epoch: 5, passed number of graphs: 672, train running loss: 0.00123 (passed time: 9m 52s)\n",
            "          acc: 0.99938, fpr: 0.00041, fnr: 0.01023, rec: 0.98977, prc: 0.98177, f1: 0.98576, auroc: 0.99970, f1_macro: 0.99272\n",
            "epoch: 5, passed number of graphs: 768, train running loss: 0.00124 (passed time: 10m 5s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01240, rec: 0.98760, prc: 0.99983, f1: 0.99368, auroc: 0.99870, f1_macro: 0.99677\n",
            "Validation --- epoch: 5, loss: 0.00287\n",
            "          acc: 0.99961, prc: 0.99890, f1: 0.99026, f1_macro: 0.99503, rec: 0.98315, fnr: 0.01685, auroc: 0.99861, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 6, passed number of graphs: 96, train running loss: 0.00098 (passed time: 10m 42s)\n",
            "          acc: 0.99978, fpr: 0.00004, fnr: 0.00877, rec: 0.99123, prc: 0.99839, f1: 0.99480, auroc: 0.99980, f1_macro: 0.99734\n",
            "epoch: 6, passed number of graphs: 192, train running loss: 0.00103 (passed time: 10m 55s)\n",
            "          acc: 0.99975, fpr: 0.00001, fnr: 0.01160, rec: 0.98840, prc: 0.99967, f1: 0.99401, auroc: 0.99971, f1_macro: 0.99694\n",
            "epoch: 6, passed number of graphs: 288, train running loss: 0.00100 (passed time: 11m 7s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00964, rec: 0.99036, prc: 0.99984, f1: 0.99507, auroc: 0.99890, f1_macro: 0.99748\n",
            "epoch: 6, passed number of graphs: 384, train running loss: 0.00100 (passed time: 11m 20s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00918, rec: 0.99082, prc: 0.99984, f1: 0.99531, auroc: 0.99974, f1_macro: 0.99760\n",
            "epoch: 6, passed number of graphs: 480, train running loss: 0.00099 (passed time: 11m 33s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01127, rec: 0.98873, prc: 1.00000, f1: 0.99433, auroc: 0.99912, f1_macro: 0.99710\n",
            "epoch: 6, passed number of graphs: 576, train running loss: 0.00098 (passed time: 11m 45s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99962, f1_macro: 0.99801\n",
            "epoch: 6, passed number of graphs: 672, train running loss: 0.00104 (passed time: 11m 58s)\n",
            "          acc: 0.99932, fpr: 0.00047, fnr: 0.01007, rec: 0.98993, prc: 0.97898, f1: 0.98443, auroc: 0.99835, f1_macro: 0.99204\n",
            "epoch: 6, passed number of graphs: 768, train running loss: 0.00107 (passed time: 12m 11s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99871, f1_macro: 0.99673\n",
            "Validation --- epoch: 6, loss: 0.00290\n",
            "          acc: 0.99960, prc: 0.99825, f1: 0.99002, f1_macro: 0.99491, rec: 0.98331, fnr: 0.01669, auroc: 0.99857, fpr: 0.00004\n",
            "EarlyStopping counter: 1 out of 5\n",
            "epoch: 7, passed number of graphs: 96, train running loss: 0.00096 (passed time: 12m 48s)\n",
            "          acc: 0.99977, fpr: 0.00005, fnr: 0.00845, rec: 0.99155, prc: 0.99791, f1: 0.99472, auroc: 0.99998, f1_macro: 0.99730\n",
            "epoch: 7, passed number of graphs: 192, train running loss: 0.00100 (passed time: 13m 0s)\n",
            "          acc: 0.99973, fpr: 0.00002, fnr: 0.01160, rec: 0.98840, prc: 0.99917, f1: 0.99376, auroc: 0.99995, f1_macro: 0.99681\n",
            "epoch: 7, passed number of graphs: 288, train running loss: 0.00096 (passed time: 13m 13s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99902, f1_macro: 0.99744\n",
            "epoch: 7, passed number of graphs: 384, train running loss: 0.00097 (passed time: 13m 26s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99973, f1_macro: 0.99756\n",
            "epoch: 7, passed number of graphs: 480, train running loss: 0.00095 (passed time: 13m 39s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00964, rec: 0.99036, prc: 0.99984, f1: 0.99508, auroc: 0.99901, f1_macro: 0.99748\n",
            "epoch: 7, passed number of graphs: 576, train running loss: 0.00094 (passed time: 13m 51s)\n",
            "          acc: 0.99980, fpr: 0.00004, fnr: 0.00726, rec: 0.99274, prc: 0.99805, f1: 0.99539, auroc: 0.99977, f1_macro: 0.99764\n",
            "epoch: 7, passed number of graphs: 672, train running loss: 0.00102 (passed time: 14m 4s)\n",
            "          acc: 0.99949, fpr: 0.00026, fnr: 0.01182, rec: 0.98818, prc: 0.98833, f1: 0.98825, auroc: 0.99739, f1_macro: 0.99400\n",
            "epoch: 7, passed number of graphs: 768, train running loss: 0.00110 (passed time: 14m 17s)\n",
            "          acc: 0.99965, fpr: 0.00008, fnr: 0.01256, rec: 0.98744, prc: 0.99605, f1: 0.99173, auroc: 0.99949, f1_macro: 0.99577\n",
            "Validation --- epoch: 7, loss: 0.00362\n",
            "          acc: 0.99946, prc: 0.99145, f1: 0.98672, f1_macro: 0.99322, rec: 0.98345, fnr: 0.01655, auroc: 0.99905, fpr: 0.00019\n",
            "EarlyStopping counter: 2 out of 5\n",
            "epoch: 8, passed number of graphs: 96, train running loss: 0.00102 (passed time: 14m 54s)\n",
            "          acc: 0.99979, fpr: 0.00004, fnr: 0.00829, rec: 0.99171, prc: 0.99839, f1: 0.99504, auroc: 0.99997, f1_macro: 0.99746\n",
            "epoch: 8, passed number of graphs: 192, train running loss: 0.00100 (passed time: 15m 6s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99894, f1_macro: 0.99715\n",
            "epoch: 8, passed number of graphs: 288, train running loss: 0.00096 (passed time: 15m 19s)\n",
            "          acc: 0.99977, fpr: 0.00001, fnr: 0.01013, rec: 0.98987, prc: 0.99934, f1: 0.99458, auroc: 0.99941, f1_macro: 0.99723\n",
            "epoch: 8, passed number of graphs: 384, train running loss: 0.00095 (passed time: 15m 32s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99992, f1_macro: 0.99752\n",
            "epoch: 8, passed number of graphs: 480, train running loss: 0.00092 (passed time: 15m 44s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00915, rec: 0.99085, prc: 1.00000, f1: 0.99541, auroc: 0.99954, f1_macro: 0.99765\n",
            "epoch: 8, passed number of graphs: 576, train running loss: 0.00090 (passed time: 15m 57s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 8, passed number of graphs: 672, train running loss: 0.00092 (passed time: 16m 10s)\n",
            "          acc: 0.99949, fpr: 0.00026, fnr: 0.01151, rec: 0.98849, prc: 0.98818, f1: 0.98834, auroc: 0.99980, f1_macro: 0.99404\n",
            "epoch: 8, passed number of graphs: 768, train running loss: 0.00094 (passed time: 16m 22s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99912, f1_macro: 0.99669\n",
            "Validation --- epoch: 8, loss: 0.00249\n",
            "          acc: 0.99962, prc: 0.99907, f1: 0.99028, f1_macro: 0.99504, rec: 0.98303, fnr: 0.01697, auroc: 0.99887, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 9, passed number of graphs: 96, train running loss: 0.00084 (passed time: 16m 59s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00893, rec: 0.99107, prc: 0.99871, f1: 0.99488, auroc: 0.99995, f1_macro: 0.99738\n",
            "epoch: 9, passed number of graphs: 192, train running loss: 0.00089 (passed time: 17m 12s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99938, f1_macro: 0.99715\n",
            "epoch: 9, passed number of graphs: 288, train running loss: 0.00088 (passed time: 17m 25s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99908, f1_macro: 0.99744\n",
            "epoch: 9, passed number of graphs: 384, train running loss: 0.00088 (passed time: 17m 38s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99983, f1_macro: 0.99756\n",
            "epoch: 9, passed number of graphs: 480, train running loss: 0.00087 (passed time: 17m 50s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00931, rec: 0.99069, prc: 0.99984, f1: 0.99524, auroc: 0.99949, f1_macro: 0.99757\n",
            "epoch: 9, passed number of graphs: 576, train running loss: 0.00086 (passed time: 18m 3s)\n",
            "          acc: 0.99982, fpr: 0.00001, fnr: 0.00807, rec: 0.99193, prc: 0.99951, f1: 0.99571, auroc: 0.99966, f1_macro: 0.99781\n",
            "epoch: 9, passed number of graphs: 672, train running loss: 0.00089 (passed time: 18m 16s)\n",
            "          acc: 0.99948, fpr: 0.00028, fnr: 0.01119, rec: 0.98881, prc: 0.98739, f1: 0.98810, auroc: 0.99996, f1_macro: 0.99392\n",
            "epoch: 9, passed number of graphs: 768, train running loss: 0.00091 (passed time: 18m 29s)\n",
            "          acc: 0.99972, fpr: 0.00000, fnr: 0.01289, rec: 0.98711, prc: 0.99983, f1: 0.99343, auroc: 0.99921, f1_macro: 0.99665\n",
            "Validation --- epoch: 9, loss: 0.00252\n",
            "          acc: 0.99961, prc: 0.99942, f1: 0.99017, f1_macro: 0.99499, rec: 0.98250, fnr: 0.01750, auroc: 0.99886, fpr: 0.00001\n",
            "EarlyStopping counter: 1 out of 5\n",
            "epoch: 10, passed number of graphs: 96, train running loss: 0.00084 (passed time: 19m 6s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00861, rec: 0.99139, prc: 0.99855, f1: 0.99496, auroc: 0.99996, f1_macro: 0.99742\n",
            "epoch: 10, passed number of graphs: 192, train running loss: 0.00090 (passed time: 19m 19s)\n",
            "          acc: 0.99975, fpr: 0.00000, fnr: 0.01143, rec: 0.98857, prc: 0.99983, f1: 0.99417, auroc: 0.99910, f1_macro: 0.99702\n",
            "epoch: 10, passed number of graphs: 288, train running loss: 0.00088 (passed time: 19m 31s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99924, f1_macro: 0.99744\n",
            "epoch: 10, passed number of graphs: 384, train running loss: 0.00089 (passed time: 19m 44s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00918, rec: 0.99082, prc: 0.99984, f1: 0.99531, auroc: 0.99982, f1_macro: 0.99760\n",
            "epoch: 10, passed number of graphs: 480, train running loss: 0.00087 (passed time: 19m 57s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00931, rec: 0.99069, prc: 1.00000, f1: 0.99532, auroc: 0.99930, f1_macro: 0.99761\n",
            "epoch: 10, passed number of graphs: 576, train running loss: 0.00087 (passed time: 20m 9s)\n",
            "          acc: 0.99981, fpr: 0.00001, fnr: 0.00823, rec: 0.99177, prc: 0.99951, f1: 0.99562, auroc: 0.99964, f1_macro: 0.99776\n",
            "epoch: 10, passed number of graphs: 672, train running loss: 0.00089 (passed time: 20m 22s)\n",
            "          acc: 0.99947, fpr: 0.00029, fnr: 0.01119, rec: 0.98881, prc: 0.98692, f1: 0.98787, auroc: 0.99996, f1_macro: 0.99380\n",
            "epoch: 10, passed number of graphs: 768, train running loss: 0.00092 (passed time: 20m 35s)\n",
            "          acc: 0.99972, fpr: 0.00000, fnr: 0.01289, rec: 0.98711, prc: 0.99983, f1: 0.99343, auroc: 0.99910, f1_macro: 0.99665\n",
            "Validation --- epoch: 10, loss: 0.00256\n",
            "          acc: 0.99961, prc: 0.99943, f1: 0.99015, f1_macro: 0.99498, rec: 0.98247, fnr: 0.01753, auroc: 0.99875, fpr: 0.00001\n",
            "EarlyStopping counter: 2 out of 5\n",
            "epoch: 11, passed number of graphs: 96, train running loss: 0.00085 (passed time: 21m 12s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00893, rec: 0.99107, prc: 0.99855, f1: 0.99480, auroc: 0.99996, f1_macro: 0.99734\n",
            "epoch: 11, passed number of graphs: 192, train running loss: 0.00088 (passed time: 21m 25s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99935, f1_macro: 0.99711\n",
            "epoch: 11, passed number of graphs: 288, train running loss: 0.00086 (passed time: 21m 37s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99936, f1_macro: 0.99740\n",
            "epoch: 11, passed number of graphs: 384, train running loss: 0.00086 (passed time: 21m 50s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99997, f1_macro: 0.99756\n",
            "epoch: 11, passed number of graphs: 480, train running loss: 0.00085 (passed time: 22m 3s)\n",
            "          acc: 0.99980, fpr: 0.00000, fnr: 0.00931, rec: 0.99069, prc: 0.99984, f1: 0.99524, auroc: 0.99980, f1_macro: 0.99757\n",
            "epoch: 11, passed number of graphs: 576, train running loss: 0.00084 (passed time: 22m 16s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99967, f1_macro: 0.99797\n",
            "epoch: 11, passed number of graphs: 672, train running loss: 0.00086 (passed time: 22m 28s)\n",
            "          acc: 0.99944, fpr: 0.00035, fnr: 0.01039, rec: 0.98961, prc: 0.98442, f1: 0.98701, auroc: 0.99977, f1_macro: 0.99336\n",
            "epoch: 11, passed number of graphs: 768, train running loss: 0.00088 (passed time: 22m 41s)\n",
            "          acc: 0.99973, fpr: 0.00001, fnr: 0.01256, rec: 0.98744, prc: 0.99967, f1: 0.99352, auroc: 0.99937, f1_macro: 0.99669\n",
            "Validation --- epoch: 11, loss: 0.00251\n",
            "          acc: 0.99961, prc: 0.99846, f1: 0.99015, f1_macro: 0.99498, rec: 0.98339, fnr: 0.01661, auroc: 0.99901, fpr: 0.00003\n",
            "EarlyStopping counter: 3 out of 5\n",
            "epoch: 12, passed number of graphs: 96, train running loss: 0.00083 (passed time: 23m 18s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00893, rec: 0.99107, prc: 0.99855, f1: 0.99480, auroc: 0.99995, f1_macro: 0.99734\n",
            "epoch: 12, passed number of graphs: 192, train running loss: 0.00087 (passed time: 23m 31s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99942, f1_macro: 0.99715\n",
            "epoch: 12, passed number of graphs: 288, train running loss: 0.00085 (passed time: 23m 44s)\n",
            "          acc: 0.99978, fpr: 0.00001, fnr: 0.00997, rec: 0.99003, prc: 0.99967, f1: 0.99483, auroc: 0.99951, f1_macro: 0.99736\n",
            "epoch: 12, passed number of graphs: 384, train running loss: 0.00086 (passed time: 23m 57s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00918, rec: 0.99082, prc: 0.99984, f1: 0.99531, auroc: 0.99997, f1_macro: 0.99760\n",
            "epoch: 12, passed number of graphs: 480, train running loss: 0.00084 (passed time: 24m 9s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99967, f1: 0.99516, auroc: 0.99980, f1_macro: 0.99753\n",
            "epoch: 12, passed number of graphs: 576, train running loss: 0.00084 (passed time: 24m 22s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99965, f1_macro: 0.99797\n",
            "epoch: 12, passed number of graphs: 672, train running loss: 0.00086 (passed time: 24m 35s)\n",
            "          acc: 0.99945, fpr: 0.00033, fnr: 0.01039, rec: 0.98961, prc: 0.98521, f1: 0.98740, auroc: 0.99977, f1_macro: 0.99356\n",
            "epoch: 12, passed number of graphs: 768, train running loss: 0.00088 (passed time: 24m 47s)\n",
            "          acc: 0.99973, fpr: 0.00001, fnr: 0.01256, rec: 0.98744, prc: 0.99967, f1: 0.99352, auroc: 0.99933, f1_macro: 0.99669\n",
            "Validation --- epoch: 12, loss: 0.00249\n",
            "          acc: 0.99961, prc: 0.99871, f1: 0.99023, f1_macro: 0.99501, rec: 0.98329, fnr: 0.01671, auroc: 0.99898, fpr: 0.00003\n",
            "EarlyStopping counter: 4 out of 5\n",
            "epoch: 13, passed number of graphs: 96, train running loss: 0.00083 (passed time: 25m 25s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00893, rec: 0.99107, prc: 0.99855, f1: 0.99480, auroc: 0.99997, f1_macro: 0.99734\n",
            "epoch: 13, passed number of graphs: 192, train running loss: 0.00087 (passed time: 25m 38s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99967, f1_macro: 0.99715\n",
            "epoch: 13, passed number of graphs: 288, train running loss: 0.00085 (passed time: 25m 50s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99917, f1_macro: 0.99740\n",
            "epoch: 13, passed number of graphs: 384, train running loss: 0.00086 (passed time: 26m 3s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 13, passed number of graphs: 480, train running loss: 0.00084 (passed time: 26m 16s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 13, passed number of graphs: 576, train running loss: 0.00083 (passed time: 26m 28s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 13, passed number of graphs: 672, train running loss: 0.00085 (passed time: 26m 41s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99987, f1_macro: 0.99300\n",
            "epoch: 13, passed number of graphs: 768, train running loss: 0.00088 (passed time: 26m 54s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99952, f1_macro: 0.99673\n",
            "Validation --- epoch: 13, loss: 0.00243\n",
            "          acc: 0.99961, prc: 0.99877, f1: 0.99022, f1_macro: 0.99501, rec: 0.98322, fnr: 0.01678, auroc: 0.99912, fpr: 0.00003\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 14, passed number of graphs: 96, train running loss: 0.00082 (passed time: 27m 31s)\n",
            "          acc: 0.99977, fpr: 0.00004, fnr: 0.00893, rec: 0.99107, prc: 0.99839, f1: 0.99472, auroc: 0.99997, f1_macro: 0.99730\n",
            "epoch: 14, passed number of graphs: 192, train running loss: 0.00087 (passed time: 27m 44s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99961, f1_macro: 0.99715\n",
            "epoch: 14, passed number of graphs: 288, train running loss: 0.00085 (passed time: 27m 56s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99915, f1_macro: 0.99740\n",
            "epoch: 14, passed number of graphs: 384, train running loss: 0.00085 (passed time: 28m 9s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 14, passed number of graphs: 480, train running loss: 0.00084 (passed time: 28m 22s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 14, passed number of graphs: 576, train running loss: 0.00083 (passed time: 28m 34s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99965, f1_macro: 0.99797\n",
            "epoch: 14, passed number of graphs: 672, train running loss: 0.00085 (passed time: 28m 47s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99987, f1_macro: 0.99300\n",
            "epoch: 14, passed number of graphs: 768, train running loss: 0.00088 (passed time: 29m 0s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99951, f1_macro: 0.99673\n",
            "Validation --- epoch: 14, loss: 0.00244\n",
            "          acc: 0.99961, prc: 0.99873, f1: 0.99021, f1_macro: 0.99501, rec: 0.98325, fnr: 0.01675, auroc: 0.99911, fpr: 0.00003\n",
            "EarlyStopping counter: 1 out of 5\n",
            "epoch: 15, passed number of graphs: 96, train running loss: 0.00082 (passed time: 29m 37s)\n",
            "          acc: 0.99978, fpr: 0.00003, fnr: 0.00893, rec: 0.99107, prc: 0.99855, f1: 0.99480, auroc: 0.99997, f1_macro: 0.99734\n",
            "epoch: 15, passed number of graphs: 192, train running loss: 0.00087 (passed time: 29m 50s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99960, f1_macro: 0.99715\n",
            "epoch: 15, passed number of graphs: 288, train running loss: 0.00085 (passed time: 30m 3s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99915, f1_macro: 0.99740\n",
            "epoch: 15, passed number of graphs: 384, train running loss: 0.00085 (passed time: 30m 15s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99967, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 15, passed number of graphs: 480, train running loss: 0.00084 (passed time: 30m 28s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 15, passed number of graphs: 576, train running loss: 0.00083 (passed time: 30m 41s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99965, f1_macro: 0.99797\n",
            "epoch: 15, passed number of graphs: 672, train running loss: 0.00085 (passed time: 30m 53s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99986, f1_macro: 0.99300\n",
            "epoch: 15, passed number of graphs: 768, train running loss: 0.00087 (passed time: 31m 6s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99951, f1_macro: 0.99673\n",
            "Validation --- epoch: 15, loss: 0.00244\n",
            "          acc: 0.99961, prc: 0.99870, f1: 0.99022, f1_macro: 0.99501, rec: 0.98328, fnr: 0.01672, auroc: 0.99911, fpr: 0.00003\n",
            "EarlyStopping counter: 2 out of 5\n",
            "epoch: 16, passed number of graphs: 96, train running loss: 0.00083 (passed time: 31m 43s)\n",
            "          acc: 0.99977, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99791, f1: 0.99464, auroc: 0.99996, f1_macro: 0.99726\n",
            "epoch: 16, passed number of graphs: 192, train running loss: 0.00087 (passed time: 31m 56s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99970, f1_macro: 0.99715\n",
            "epoch: 16, passed number of graphs: 288, train running loss: 0.00085 (passed time: 32m 9s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99926, f1_macro: 0.99740\n",
            "epoch: 16, passed number of graphs: 384, train running loss: 0.00085 (passed time: 32m 21s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 16, passed number of graphs: 480, train running loss: 0.00084 (passed time: 32m 34s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99980, f1_macro: 0.99748\n",
            "epoch: 16, passed number of graphs: 576, train running loss: 0.00083 (passed time: 32m 47s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 16, passed number of graphs: 672, train running loss: 0.00085 (passed time: 32m 59s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01039, rec: 0.98961, prc: 0.98286, f1: 0.98623, auroc: 0.99991, f1_macro: 0.99296\n",
            "epoch: 16, passed number of graphs: 768, train running loss: 0.00087 (passed time: 33m 12s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99949, f1_macro: 0.99669\n",
            "Validation --- epoch: 16, loss: 0.00241\n",
            "          acc: 0.99961, prc: 0.99903, f1: 0.99020, f1_macro: 0.99500, rec: 0.98294, fnr: 0.01706, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 17, passed number of graphs: 96, train running loss: 0.00082 (passed time: 33m 49s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99996, f1_macro: 0.99718\n",
            "epoch: 17, passed number of graphs: 192, train running loss: 0.00086 (passed time: 34m 2s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99974, f1_macro: 0.99715\n",
            "epoch: 17, passed number of graphs: 288, train running loss: 0.00084 (passed time: 34m 15s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00997, rec: 0.99003, prc: 0.99983, f1: 0.99491, auroc: 0.99926, f1_macro: 0.99740\n",
            "epoch: 17, passed number of graphs: 384, train running loss: 0.00085 (passed time: 34m 28s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 17, passed number of graphs: 480, train running loss: 0.00083 (passed time: 34m 40s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99980, f1_macro: 0.99748\n",
            "epoch: 17, passed number of graphs: 576, train running loss: 0.00082 (passed time: 34m 53s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 17, passed number of graphs: 672, train running loss: 0.00084 (passed time: 35m 6s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01039, rec: 0.98961, prc: 0.98286, f1: 0.98623, auroc: 0.99992, f1_macro: 0.99296\n",
            "epoch: 17, passed number of graphs: 768, train running loss: 0.00087 (passed time: 35m 18s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99949, f1_macro: 0.99669\n",
            "Validation --- epoch: 17, loss: 0.00241\n",
            "          acc: 0.99961, prc: 0.99901, f1: 0.99020, f1_macro: 0.99500, rec: 0.98296, fnr: 0.01704, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 18, passed number of graphs: 96, train running loss: 0.00082 (passed time: 35m 55s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99996, f1_macro: 0.99718\n",
            "epoch: 18, passed number of graphs: 192, train running loss: 0.00086 (passed time: 36m 8s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99976, f1_macro: 0.99715\n",
            "epoch: 18, passed number of graphs: 288, train running loss: 0.00084 (passed time: 36m 21s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99926, f1_macro: 0.99744\n",
            "epoch: 18, passed number of graphs: 384, train running loss: 0.00085 (passed time: 36m 34s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 18, passed number of graphs: 480, train running loss: 0.00083 (passed time: 36m 46s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99980, f1_macro: 0.99748\n",
            "epoch: 18, passed number of graphs: 576, train running loss: 0.00082 (passed time: 36m 59s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 18, passed number of graphs: 672, train running loss: 0.00084 (passed time: 37m 12s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 18, passed number of graphs: 768, train running loss: 0.00087 (passed time: 37m 24s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99949, f1_macro: 0.99669\n",
            "Validation --- epoch: 18, loss: 0.00240\n",
            "          acc: 0.99961, prc: 0.99901, f1: 0.99020, f1_macro: 0.99500, rec: 0.98296, fnr: 0.01704, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 19, passed number of graphs: 96, train running loss: 0.00082 (passed time: 38m 2s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99996, f1_macro: 0.99722\n",
            "epoch: 19, passed number of graphs: 192, train running loss: 0.00086 (passed time: 38m 14s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99977, f1_macro: 0.99715\n",
            "epoch: 19, passed number of graphs: 288, train running loss: 0.00084 (passed time: 38m 27s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99925, f1_macro: 0.99744\n",
            "epoch: 19, passed number of graphs: 384, train running loss: 0.00084 (passed time: 38m 40s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 19, passed number of graphs: 480, train running loss: 0.00083 (passed time: 38m 53s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99980, f1_macro: 0.99748\n",
            "epoch: 19, passed number of graphs: 576, train running loss: 0.00082 (passed time: 39m 5s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 19, passed number of graphs: 672, train running loss: 0.00084 (passed time: 39m 18s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 19, passed number of graphs: 768, train running loss: 0.00087 (passed time: 39m 31s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99949, f1_macro: 0.99669\n",
            "Validation --- epoch: 19, loss: 0.00240\n",
            "          acc: 0.99961, prc: 0.99898, f1: 0.99023, f1_macro: 0.99502, rec: 0.98303, fnr: 0.01697, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 20, passed number of graphs: 96, train running loss: 0.00081 (passed time: 40m 8s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99996, f1_macro: 0.99722\n",
            "epoch: 20, passed number of graphs: 192, train running loss: 0.00086 (passed time: 40m 21s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99979, f1_macro: 0.99715\n",
            "epoch: 20, passed number of graphs: 288, train running loss: 0.00084 (passed time: 40m 34s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99924, f1_macro: 0.99744\n",
            "epoch: 20, passed number of graphs: 384, train running loss: 0.00084 (passed time: 40m 47s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 20, passed number of graphs: 480, train running loss: 0.00083 (passed time: 40m 59s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 20, passed number of graphs: 576, train running loss: 0.00082 (passed time: 41m 12s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 20, passed number of graphs: 672, train running loss: 0.00084 (passed time: 41m 25s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 20, passed number of graphs: 768, train running loss: 0.00087 (passed time: 41m 37s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99949, f1_macro: 0.99669\n",
            "Validation --- epoch: 20, loss: 0.00240\n",
            "          acc: 0.99961, prc: 0.99897, f1: 0.99023, f1_macro: 0.99502, rec: 0.98304, fnr: 0.01696, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 21, passed number of graphs: 96, train running loss: 0.00081 (passed time: 42m 14s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99996, f1_macro: 0.99722\n",
            "epoch: 21, passed number of graphs: 192, train running loss: 0.00086 (passed time: 42m 27s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99979, f1_macro: 0.99715\n",
            "epoch: 21, passed number of graphs: 288, train running loss: 0.00084 (passed time: 42m 40s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99925, f1_macro: 0.99744\n",
            "epoch: 21, passed number of graphs: 384, train running loss: 0.00084 (passed time: 42m 53s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 21, passed number of graphs: 480, train running loss: 0.00083 (passed time: 43m 5s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 21, passed number of graphs: 576, train running loss: 0.00082 (passed time: 43m 18s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 21, passed number of graphs: 672, train running loss: 0.00084 (passed time: 43m 31s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 21, passed number of graphs: 768, train running loss: 0.00086 (passed time: 43m 43s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99950, f1_macro: 0.99669\n",
            "Validation --- epoch: 21, loss: 0.00240\n",
            "          acc: 0.99961, prc: 0.99896, f1: 0.99024, f1_macro: 0.99502, rec: 0.98307, fnr: 0.01693, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 22, passed number of graphs: 96, train running loss: 0.00081 (passed time: 44m 20s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99996, f1_macro: 0.99722\n",
            "epoch: 22, passed number of graphs: 192, train running loss: 0.00086 (passed time: 44m 33s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99980, f1_macro: 0.99715\n",
            "epoch: 22, passed number of graphs: 288, train running loss: 0.00084 (passed time: 44m 46s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99924, f1_macro: 0.99744\n",
            "epoch: 22, passed number of graphs: 384, train running loss: 0.00084 (passed time: 44m 58s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 22, passed number of graphs: 480, train running loss: 0.00083 (passed time: 45m 11s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 22, passed number of graphs: 576, train running loss: 0.00082 (passed time: 45m 24s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 22, passed number of graphs: 672, train running loss: 0.00084 (passed time: 45m 36s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 22, passed number of graphs: 768, train running loss: 0.00086 (passed time: 45m 49s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99952, f1_macro: 0.99669\n",
            "Validation --- epoch: 22, loss: 0.00239\n",
            "          acc: 0.99961, prc: 0.99896, f1: 0.99025, f1_macro: 0.99503, rec: 0.98309, fnr: 0.01691, auroc: 0.99913, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 23, passed number of graphs: 96, train running loss: 0.00081 (passed time: 46m 26s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 23, passed number of graphs: 192, train running loss: 0.00085 (passed time: 46m 39s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99980, f1_macro: 0.99715\n",
            "epoch: 23, passed number of graphs: 288, train running loss: 0.00083 (passed time: 46m 51s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99924, f1_macro: 0.99744\n",
            "epoch: 23, passed number of graphs: 384, train running loss: 0.00084 (passed time: 47m 4s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00918, rec: 0.99082, prc: 0.99951, f1: 0.99515, auroc: 0.99998, f1_macro: 0.99752\n",
            "epoch: 23, passed number of graphs: 480, train running loss: 0.00082 (passed time: 47m 17s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 23, passed number of graphs: 576, train running loss: 0.00081 (passed time: 47m 29s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 23, passed number of graphs: 672, train running loss: 0.00084 (passed time: 47m 42s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 23, passed number of graphs: 768, train running loss: 0.00086 (passed time: 47m 55s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99953, f1_macro: 0.99669\n",
            "Validation --- epoch: 23, loss: 0.00239\n",
            "          acc: 0.99961, prc: 0.99895, f1: 0.99026, f1_macro: 0.99503, rec: 0.98311, fnr: 0.01689, auroc: 0.99914, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 24, passed number of graphs: 96, train running loss: 0.00081 (passed time: 48m 31s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 24, passed number of graphs: 192, train running loss: 0.00085 (passed time: 48m 44s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99982, f1_macro: 0.99715\n",
            "epoch: 24, passed number of graphs: 288, train running loss: 0.00083 (passed time: 48m 57s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99925, f1_macro: 0.99744\n",
            "epoch: 24, passed number of graphs: 384, train running loss: 0.00084 (passed time: 49m 10s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 24, passed number of graphs: 480, train running loss: 0.00082 (passed time: 49m 22s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 24, passed number of graphs: 576, train running loss: 0.00081 (passed time: 49m 35s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 24, passed number of graphs: 672, train running loss: 0.00083 (passed time: 49m 48s)\n",
            "          acc: 0.99939, fpr: 0.00039, fnr: 0.01039, rec: 0.98961, prc: 0.98255, f1: 0.98607, auroc: 0.99992, f1_macro: 0.99288\n",
            "epoch: 24, passed number of graphs: 768, train running loss: 0.00086 (passed time: 50m 0s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99954, f1_macro: 0.99669\n",
            "Validation --- epoch: 24, loss: 0.00238\n",
            "          acc: 0.99961, prc: 0.99895, f1: 0.99027, f1_macro: 0.99504, rec: 0.98313, fnr: 0.01687, auroc: 0.99914, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 25, passed number of graphs: 96, train running loss: 0.00081 (passed time: 50m 38s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 25, passed number of graphs: 192, train running loss: 0.00085 (passed time: 50m 51s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99982, f1_macro: 0.99715\n",
            "epoch: 25, passed number of graphs: 288, train running loss: 0.00083 (passed time: 51m 3s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99925, f1_macro: 0.99744\n",
            "epoch: 25, passed number of graphs: 384, train running loss: 0.00083 (passed time: 51m 16s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 25, passed number of graphs: 480, train running loss: 0.00082 (passed time: 51m 29s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 25, passed number of graphs: 576, train running loss: 0.00081 (passed time: 51m 42s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00743, rec: 0.99257, prc: 0.99951, f1: 0.99603, auroc: 0.99966, f1_macro: 0.99797\n",
            "epoch: 25, passed number of graphs: 672, train running loss: 0.00083 (passed time: 51m 54s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01023, rec: 0.98977, prc: 0.98255, f1: 0.98615, auroc: 0.99992, f1_macro: 0.99292\n",
            "epoch: 25, passed number of graphs: 768, train running loss: 0.00086 (passed time: 52m 7s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99957, f1_macro: 0.99669\n",
            "Validation --- epoch: 25, loss: 0.00238\n",
            "          acc: 0.99962, prc: 0.99895, f1: 0.99028, f1_macro: 0.99504, rec: 0.98315, fnr: 0.01685, auroc: 0.99914, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 26, passed number of graphs: 96, train running loss: 0.00080 (passed time: 52m 44s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 26, passed number of graphs: 192, train running loss: 0.00085 (passed time: 52m 57s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99982, f1_macro: 0.99715\n",
            "epoch: 26, passed number of graphs: 288, train running loss: 0.00083 (passed time: 53m 10s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99925, f1_macro: 0.99744\n",
            "epoch: 26, passed number of graphs: 384, train running loss: 0.00083 (passed time: 53m 22s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 26, passed number of graphs: 480, train running loss: 0.00082 (passed time: 53m 35s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 26, passed number of graphs: 576, train running loss: 0.00081 (passed time: 53m 48s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 26, passed number of graphs: 672, train running loss: 0.00083 (passed time: 54m 0s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01023, rec: 0.98977, prc: 0.98271, f1: 0.98623, auroc: 0.99992, f1_macro: 0.99296\n",
            "epoch: 26, passed number of graphs: 768, train running loss: 0.00085 (passed time: 54m 13s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99957, f1_macro: 0.99669\n",
            "Validation --- epoch: 26, loss: 0.00238\n",
            "          acc: 0.99962, prc: 0.99894, f1: 0.99027, f1_macro: 0.99504, rec: 0.98316, fnr: 0.01684, auroc: 0.99914, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 27, passed number of graphs: 96, train running loss: 0.00080 (passed time: 54m 51s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 27, passed number of graphs: 192, train running loss: 0.00085 (passed time: 55m 4s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99983, f1_macro: 0.99715\n",
            "epoch: 27, passed number of graphs: 288, train running loss: 0.00083 (passed time: 55m 16s)\n",
            "          acc: 0.99979, fpr: 0.00000, fnr: 0.00980, rec: 0.99020, prc: 0.99984, f1: 0.99499, auroc: 0.99926, f1_macro: 0.99744\n",
            "epoch: 27, passed number of graphs: 384, train running loss: 0.00083 (passed time: 55m 29s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99998, f1_macro: 0.99756\n",
            "epoch: 27, passed number of graphs: 480, train running loss: 0.00081 (passed time: 55m 42s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 27, passed number of graphs: 576, train running loss: 0.00081 (passed time: 55m 54s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 27, passed number of graphs: 672, train running loss: 0.00083 (passed time: 56m 7s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01023, rec: 0.98977, prc: 0.98271, f1: 0.98623, auroc: 0.99992, f1_macro: 0.99296\n",
            "epoch: 27, passed number of graphs: 768, train running loss: 0.00085 (passed time: 56m 20s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99959, f1_macro: 0.99669\n",
            "Validation --- epoch: 27, loss: 0.00237\n",
            "          acc: 0.99962, prc: 0.99893, f1: 0.99027, f1_macro: 0.99504, rec: 0.98316, fnr: 0.01684, auroc: 0.99914, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 28, passed number of graphs: 96, train running loss: 0.00080 (passed time: 56m 56s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 28, passed number of graphs: 192, train running loss: 0.00084 (passed time: 57m 9s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99982, f1_macro: 0.99715\n",
            "epoch: 28, passed number of graphs: 288, train running loss: 0.00082 (passed time: 57m 22s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00980, rec: 0.99020, prc: 0.99967, f1: 0.99491, auroc: 0.99926, f1_macro: 0.99740\n",
            "epoch: 28, passed number of graphs: 384, train running loss: 0.00083 (passed time: 57m 35s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 28, passed number of graphs: 480, train running loss: 0.00081 (passed time: 57m 47s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 28, passed number of graphs: 576, train running loss: 0.00080 (passed time: 58m 0s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 28, passed number of graphs: 672, train running loss: 0.00082 (passed time: 58m 13s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01023, rec: 0.98977, prc: 0.98271, f1: 0.98623, auroc: 0.99992, f1_macro: 0.99296\n",
            "epoch: 28, passed number of graphs: 768, train running loss: 0.00085 (passed time: 58m 25s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99960, f1_macro: 0.99669\n",
            "Validation --- epoch: 28, loss: 0.00237\n",
            "          acc: 0.99962, prc: 0.99893, f1: 0.99027, f1_macro: 0.99504, rec: 0.98316, fnr: 0.01684, auroc: 0.99915, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 29, passed number of graphs: 96, train running loss: 0.00080 (passed time: 59m 2s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 29, passed number of graphs: 192, train running loss: 0.00084 (passed time: 59m 14s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99983, f1_macro: 0.99715\n",
            "epoch: 29, passed number of graphs: 288, train running loss: 0.00082 (passed time: 59m 27s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00980, rec: 0.99020, prc: 0.99967, f1: 0.99491, auroc: 0.99927, f1_macro: 0.99740\n",
            "epoch: 29, passed number of graphs: 384, train running loss: 0.00082 (passed time: 59m 40s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 29, passed number of graphs: 480, train running loss: 0.00081 (passed time: 59m 52s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 29, passed number of graphs: 576, train running loss: 0.00080 (passed time: 1h 0m 5s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 29, passed number of graphs: 672, train running loss: 0.00082 (passed time: 1h 0m 18s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99992, f1_macro: 0.99300\n",
            "epoch: 29, passed number of graphs: 768, train running loss: 0.00085 (passed time: 1h 0m 30s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99962, f1_macro: 0.99673\n",
            "Validation --- epoch: 29, loss: 0.00236\n",
            "          acc: 0.99962, prc: 0.99892, f1: 0.99028, f1_macro: 0.99504, rec: 0.98317, fnr: 0.01683, auroc: 0.99915, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 30, passed number of graphs: 96, train running loss: 0.00079 (passed time: 1h 1m 7s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 30, passed number of graphs: 192, train running loss: 0.00084 (passed time: 1h 1m 20s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99982, f1_macro: 0.99715\n",
            "epoch: 30, passed number of graphs: 288, train running loss: 0.00082 (passed time: 1h 1m 32s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99927, f1_macro: 0.99744\n",
            "epoch: 30, passed number of graphs: 384, train running loss: 0.00082 (passed time: 1h 1m 45s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 30, passed number of graphs: 480, train running loss: 0.00081 (passed time: 1h 1m 58s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 30, passed number of graphs: 576, train running loss: 0.00080 (passed time: 1h 2m 10s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 30, passed number of graphs: 672, train running loss: 0.00082 (passed time: 1h 2m 23s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99992, f1_macro: 0.99300\n",
            "epoch: 30, passed number of graphs: 768, train running loss: 0.00084 (passed time: 1h 2m 36s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99963, f1_macro: 0.99673\n",
            "Validation --- epoch: 30, loss: 0.00236\n",
            "          acc: 0.99962, prc: 0.99892, f1: 0.99027, f1_macro: 0.99504, rec: 0.98318, fnr: 0.01682, auroc: 0.99915, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 31, passed number of graphs: 96, train running loss: 0.00079 (passed time: 1h 3m 13s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 31, passed number of graphs: 192, train running loss: 0.00084 (passed time: 1h 3m 25s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99983, f1_macro: 0.99715\n",
            "epoch: 31, passed number of graphs: 288, train running loss: 0.00082 (passed time: 1h 3m 38s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00980, rec: 0.99020, prc: 0.99967, f1: 0.99491, auroc: 0.99929, f1_macro: 0.99740\n",
            "epoch: 31, passed number of graphs: 384, train running loss: 0.00082 (passed time: 1h 3m 51s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 31, passed number of graphs: 480, train running loss: 0.00081 (passed time: 1h 4m 3s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99981, f1_macro: 0.99748\n",
            "epoch: 31, passed number of graphs: 576, train running loss: 0.00080 (passed time: 1h 4m 16s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 31, passed number of graphs: 672, train running loss: 0.00082 (passed time: 1h 4m 29s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 31, passed number of graphs: 768, train running loss: 0.00084 (passed time: 1h 4m 41s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99963, f1_macro: 0.99673\n",
            "Validation --- epoch: 31, loss: 0.00235\n",
            "          acc: 0.99962, prc: 0.99892, f1: 0.99028, f1_macro: 0.99504, rec: 0.98319, fnr: 0.01681, auroc: 0.99915, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 32, passed number of graphs: 96, train running loss: 0.00079 (passed time: 1h 5m 18s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00877, rec: 0.99123, prc: 0.99775, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 32, passed number of graphs: 192, train running loss: 0.00083 (passed time: 1h 5m 31s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99983, f1_macro: 0.99711\n",
            "epoch: 32, passed number of graphs: 288, train running loss: 0.00081 (passed time: 1h 5m 44s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00980, rec: 0.99020, prc: 0.99967, f1: 0.99491, auroc: 0.99929, f1_macro: 0.99740\n",
            "epoch: 32, passed number of graphs: 384, train running loss: 0.00082 (passed time: 1h 5m 56s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 32, passed number of graphs: 480, train running loss: 0.00080 (passed time: 1h 6m 9s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 32, passed number of graphs: 576, train running loss: 0.00079 (passed time: 1h 6m 22s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 32, passed number of graphs: 672, train running loss: 0.00081 (passed time: 1h 6m 34s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99992, f1_macro: 0.99300\n",
            "epoch: 32, passed number of graphs: 768, train running loss: 0.00084 (passed time: 1h 6m 47s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99964, f1_macro: 0.99673\n",
            "Validation --- epoch: 32, loss: 0.00235\n",
            "          acc: 0.99962, prc: 0.99891, f1: 0.99028, f1_macro: 0.99504, rec: 0.98321, fnr: 0.01679, auroc: 0.99916, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 33, passed number of graphs: 96, train running loss: 0.00079 (passed time: 1h 7m 24s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 33, passed number of graphs: 192, train running loss: 0.00083 (passed time: 1h 7m 37s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99984, f1_macro: 0.99711\n",
            "epoch: 33, passed number of graphs: 288, train running loss: 0.00081 (passed time: 1h 7m 49s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99929, f1_macro: 0.99744\n",
            "epoch: 33, passed number of graphs: 384, train running loss: 0.00082 (passed time: 1h 8m 2s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 33, passed number of graphs: 480, train running loss: 0.00080 (passed time: 1h 8m 15s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 33, passed number of graphs: 576, train running loss: 0.00079 (passed time: 1h 8m 27s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99966, f1_macro: 0.99801\n",
            "epoch: 33, passed number of graphs: 672, train running loss: 0.00081 (passed time: 1h 8m 40s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 33, passed number of graphs: 768, train running loss: 0.00084 (passed time: 1h 8m 53s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99964, f1_macro: 0.99673\n",
            "Validation --- epoch: 33, loss: 0.00234\n",
            "          acc: 0.99962, prc: 0.99891, f1: 0.99029, f1_macro: 0.99505, rec: 0.98322, fnr: 0.01678, auroc: 0.99916, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 34, passed number of graphs: 96, train running loss: 0.00078 (passed time: 1h 9m 29s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 34, passed number of graphs: 192, train running loss: 0.00083 (passed time: 1h 9m 42s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99984, f1_macro: 0.99711\n",
            "epoch: 34, passed number of graphs: 288, train running loss: 0.00081 (passed time: 1h 9m 55s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99930, f1_macro: 0.99744\n",
            "epoch: 34, passed number of graphs: 384, train running loss: 0.00081 (passed time: 1h 10m 7s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 34, passed number of graphs: 480, train running loss: 0.00080 (passed time: 1h 10m 20s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 34, passed number of graphs: 576, train running loss: 0.00079 (passed time: 1h 10m 33s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 34, passed number of graphs: 672, train running loss: 0.00081 (passed time: 1h 10m 45s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 34, passed number of graphs: 768, train running loss: 0.00083 (passed time: 1h 10m 58s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99964, f1_macro: 0.99673\n",
            "Validation --- epoch: 34, loss: 0.00234\n",
            "          acc: 0.99962, prc: 0.99891, f1: 0.99030, f1_macro: 0.99505, rec: 0.98323, fnr: 0.01677, auroc: 0.99916, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 35, passed number of graphs: 96, train running loss: 0.00078 (passed time: 1h 11m 35s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 35, passed number of graphs: 192, train running loss: 0.00083 (passed time: 1h 11m 48s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99984, f1_macro: 0.99711\n",
            "epoch: 35, passed number of graphs: 288, train running loss: 0.00081 (passed time: 1h 12m 1s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99933, f1_macro: 0.99744\n",
            "epoch: 35, passed number of graphs: 384, train running loss: 0.00081 (passed time: 1h 12m 13s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 35, passed number of graphs: 480, train running loss: 0.00079 (passed time: 1h 12m 26s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 35, passed number of graphs: 576, train running loss: 0.00079 (passed time: 1h 12m 39s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 35, passed number of graphs: 672, train running loss: 0.00081 (passed time: 1h 12m 51s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 35, passed number of graphs: 768, train running loss: 0.00083 (passed time: 1h 13m 4s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99964, f1_macro: 0.99673\n",
            "Validation --- epoch: 35, loss: 0.00234\n",
            "          acc: 0.99962, prc: 0.99889, f1: 0.99029, f1_macro: 0.99505, rec: 0.98324, fnr: 0.01676, auroc: 0.99916, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 36, passed number of graphs: 96, train running loss: 0.00078 (passed time: 1h 13m 41s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 36, passed number of graphs: 192, train running loss: 0.00082 (passed time: 1h 13m 53s)\n",
            "          acc: 0.99976, fpr: 0.00001, fnr: 0.01094, rec: 0.98906, prc: 0.99967, f1: 0.99434, auroc: 0.99983, f1_macro: 0.99711\n",
            "epoch: 36, passed number of graphs: 288, train running loss: 0.00080 (passed time: 1h 14m 6s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99933, f1_macro: 0.99744\n",
            "epoch: 36, passed number of graphs: 384, train running loss: 0.00081 (passed time: 1h 14m 19s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 36, passed number of graphs: 480, train running loss: 0.00079 (passed time: 1h 14m 32s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 36, passed number of graphs: 576, train running loss: 0.00078 (passed time: 1h 14m 44s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 36, passed number of graphs: 672, train running loss: 0.00080 (passed time: 1h 14m 57s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 36, passed number of graphs: 768, train running loss: 0.00083 (passed time: 1h 15m 9s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99964, f1_macro: 0.99673\n",
            "Validation --- epoch: 36, loss: 0.00233\n",
            "          acc: 0.99962, prc: 0.99890, f1: 0.99029, f1_macro: 0.99505, rec: 0.98324, fnr: 0.01676, auroc: 0.99916, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 37, passed number of graphs: 96, train running loss: 0.00078 (passed time: 1h 15m 47s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 37, passed number of graphs: 192, train running loss: 0.00082 (passed time: 1h 15m 59s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99983, f1_macro: 0.99715\n",
            "epoch: 37, passed number of graphs: 288, train running loss: 0.00080 (passed time: 1h 16m 12s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 37, passed number of graphs: 384, train running loss: 0.00081 (passed time: 1h 16m 25s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 37, passed number of graphs: 480, train running loss: 0.00079 (passed time: 1h 16m 37s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 37, passed number of graphs: 576, train running loss: 0.00078 (passed time: 1h 16m 50s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 37, passed number of graphs: 672, train running loss: 0.00080 (passed time: 1h 17m 3s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 37, passed number of graphs: 768, train running loss: 0.00083 (passed time: 1h 17m 15s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 37, loss: 0.00233\n",
            "          acc: 0.99962, prc: 0.99888, f1: 0.99029, f1_macro: 0.99505, rec: 0.98325, fnr: 0.01675, auroc: 0.99917, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 38, passed number of graphs: 96, train running loss: 0.00078 (passed time: 1h 17m 53s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 38, passed number of graphs: 192, train running loss: 0.00082 (passed time: 1h 18m 5s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99983, f1_macro: 0.99715\n",
            "epoch: 38, passed number of graphs: 288, train running loss: 0.00080 (passed time: 1h 18m 18s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 38, passed number of graphs: 384, train running loss: 0.00080 (passed time: 1h 18m 31s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 38, passed number of graphs: 480, train running loss: 0.00079 (passed time: 1h 18m 43s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 38, passed number of graphs: 576, train running loss: 0.00078 (passed time: 1h 18m 56s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 38, passed number of graphs: 672, train running loss: 0.00080 (passed time: 1h 19m 9s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 38, passed number of graphs: 768, train running loss: 0.00083 (passed time: 1h 19m 21s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 38, loss: 0.00232\n",
            "          acc: 0.99962, prc: 0.99889, f1: 0.99030, f1_macro: 0.99505, rec: 0.98325, fnr: 0.01675, auroc: 0.99917, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 39, passed number of graphs: 96, train running loss: 0.00077 (passed time: 1h 19m 58s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 39, passed number of graphs: 192, train running loss: 0.00082 (passed time: 1h 20m 11s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 39, passed number of graphs: 288, train running loss: 0.00080 (passed time: 1h 20m 24s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00980, rec: 0.99020, prc: 0.99967, f1: 0.99491, auroc: 0.99933, f1_macro: 0.99740\n",
            "epoch: 39, passed number of graphs: 384, train running loss: 0.00080 (passed time: 1h 20m 37s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99935, f1: 0.99515, auroc: 0.99999, f1_macro: 0.99752\n",
            "epoch: 39, passed number of graphs: 480, train running loss: 0.00079 (passed time: 1h 20m 49s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 39, passed number of graphs: 576, train running loss: 0.00078 (passed time: 1h 21m 2s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 39, passed number of graphs: 672, train running loss: 0.00080 (passed time: 1h 21m 15s)\n",
            "          acc: 0.99940, fpr: 0.00038, fnr: 0.01023, rec: 0.98977, prc: 0.98286, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 39, passed number of graphs: 768, train running loss: 0.00082 (passed time: 1h 21m 27s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 39, loss: 0.00232\n",
            "          acc: 0.99962, prc: 0.99888, f1: 0.99030, f1_macro: 0.99505, rec: 0.98326, fnr: 0.01674, auroc: 0.99917, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 40, passed number of graphs: 96, train running loss: 0.00077 (passed time: 1h 22m 5s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 40, passed number of graphs: 192, train running loss: 0.00082 (passed time: 1h 22m 17s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 40, passed number of graphs: 288, train running loss: 0.00080 (passed time: 1h 22m 30s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99933, f1_macro: 0.99744\n",
            "epoch: 40, passed number of graphs: 384, train running loss: 0.00080 (passed time: 1h 22m 43s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99951, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 40, passed number of graphs: 480, train running loss: 0.00078 (passed time: 1h 22m 55s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 40, passed number of graphs: 576, train running loss: 0.00078 (passed time: 1h 23m 8s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 40, passed number of graphs: 672, train running loss: 0.00080 (passed time: 1h 23m 21s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01007, rec: 0.98993, prc: 0.98271, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 40, passed number of graphs: 768, train running loss: 0.00082 (passed time: 1h 23m 33s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 40, loss: 0.00232\n",
            "          acc: 0.99962, prc: 0.99887, f1: 0.99030, f1_macro: 0.99505, rec: 0.98327, fnr: 0.01673, auroc: 0.99917, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 41, passed number of graphs: 96, train running loss: 0.00077 (passed time: 1h 24m 11s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 41, passed number of graphs: 192, train running loss: 0.00081 (passed time: 1h 24m 24s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 41, passed number of graphs: 288, train running loss: 0.00079 (passed time: 1h 24m 36s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99930, f1_macro: 0.99744\n",
            "epoch: 41, passed number of graphs: 384, train running loss: 0.00080 (passed time: 1h 24m 49s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99935, f1: 0.99515, auroc: 0.99999, f1_macro: 0.99752\n",
            "epoch: 41, passed number of graphs: 480, train running loss: 0.00078 (passed time: 1h 25m 2s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 41, passed number of graphs: 576, train running loss: 0.00077 (passed time: 1h 25m 14s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 41, passed number of graphs: 672, train running loss: 0.00079 (passed time: 1h 25m 27s)\n",
            "          acc: 0.99940, fpr: 0.00039, fnr: 0.01007, rec: 0.98993, prc: 0.98271, f1: 0.98631, auroc: 0.99993, f1_macro: 0.99300\n",
            "epoch: 41, passed number of graphs: 768, train running loss: 0.00082 (passed time: 1h 25m 40s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 41, loss: 0.00231\n",
            "          acc: 0.99962, prc: 0.99889, f1: 0.99030, f1_macro: 0.99505, rec: 0.98327, fnr: 0.01673, auroc: 0.99917, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 42, passed number of graphs: 96, train running loss: 0.00077 (passed time: 1h 26m 17s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 42, passed number of graphs: 192, train running loss: 0.00081 (passed time: 1h 26m 29s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 42, passed number of graphs: 288, train running loss: 0.00079 (passed time: 1h 26m 42s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99933, f1_macro: 0.99744\n",
            "epoch: 42, passed number of graphs: 384, train running loss: 0.00079 (passed time: 1h 26m 55s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00902, rec: 0.99098, prc: 0.99935, f1: 0.99515, auroc: 0.99999, f1_macro: 0.99752\n",
            "epoch: 42, passed number of graphs: 480, train running loss: 0.00078 (passed time: 1h 27m 8s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 42, passed number of graphs: 576, train running loss: 0.00077 (passed time: 1h 27m 20s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 42, passed number of graphs: 672, train running loss: 0.00079 (passed time: 1h 27m 33s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99993, f1_macro: 0.99304\n",
            "epoch: 42, passed number of graphs: 768, train running loss: 0.00082 (passed time: 1h 27m 46s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 42, loss: 0.00231\n",
            "          acc: 0.99962, prc: 0.99889, f1: 0.99030, f1_macro: 0.99505, rec: 0.98327, fnr: 0.01673, auroc: 0.99918, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 43, passed number of graphs: 96, train running loss: 0.00076 (passed time: 1h 28m 22s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 43, passed number of graphs: 192, train running loss: 0.00081 (passed time: 1h 28m 35s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 43, passed number of graphs: 288, train running loss: 0.00079 (passed time: 1h 28m 48s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 43, passed number of graphs: 384, train running loss: 0.00079 (passed time: 1h 29m 1s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 43, passed number of graphs: 480, train running loss: 0.00078 (passed time: 1h 29m 13s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 43, passed number of graphs: 576, train running loss: 0.00077 (passed time: 1h 29m 26s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 43, passed number of graphs: 672, train running loss: 0.00079 (passed time: 1h 29m 39s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99993, f1_macro: 0.99304\n",
            "epoch: 43, passed number of graphs: 768, train running loss: 0.00081 (passed time: 1h 29m 51s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99965, f1_macro: 0.99669\n",
            "Validation --- epoch: 43, loss: 0.00231\n",
            "          acc: 0.99962, prc: 0.99886, f1: 0.99029, f1_macro: 0.99505, rec: 0.98328, fnr: 0.01672, auroc: 0.99918, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 44, passed number of graphs: 96, train running loss: 0.00076 (passed time: 1h 30m 28s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 44, passed number of graphs: 192, train running loss: 0.00081 (passed time: 1h 30m 41s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 44, passed number of graphs: 288, train running loss: 0.00079 (passed time: 1h 30m 54s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99933, f1_macro: 0.99744\n",
            "epoch: 44, passed number of graphs: 384, train running loss: 0.00079 (passed time: 1h 31m 6s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 44, passed number of graphs: 480, train running loss: 0.00078 (passed time: 1h 31m 19s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 44, passed number of graphs: 576, train running loss: 0.00077 (passed time: 1h 31m 32s)\n",
            "          acc: 0.99983, fpr: 0.00001, fnr: 0.00726, rec: 0.99274, prc: 0.99951, f1: 0.99611, auroc: 0.99967, f1_macro: 0.99801\n",
            "epoch: 44, passed number of graphs: 672, train running loss: 0.00079 (passed time: 1h 31m 44s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99993, f1_macro: 0.99304\n",
            "epoch: 44, passed number of graphs: 768, train running loss: 0.00081 (passed time: 1h 31m 57s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01256, rec: 0.98744, prc: 0.99983, f1: 0.99360, auroc: 0.99965, f1_macro: 0.99673\n",
            "Validation --- epoch: 44, loss: 0.00230\n",
            "          acc: 0.99962, prc: 0.99885, f1: 0.99030, f1_macro: 0.99505, rec: 0.98329, fnr: 0.01671, auroc: 0.99918, fpr: 0.00003\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 45, passed number of graphs: 96, train running loss: 0.00076 (passed time: 1h 32m 34s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99775, f1: 0.99456, auroc: 0.99997, f1_macro: 0.99722\n",
            "epoch: 45, passed number of graphs: 192, train running loss: 0.00080 (passed time: 1h 32m 47s)\n",
            "          acc: 0.99976, fpr: 0.00000, fnr: 0.01094, rec: 0.98906, prc: 0.99983, f1: 0.99442, auroc: 0.99984, f1_macro: 0.99715\n",
            "epoch: 45, passed number of graphs: 288, train running loss: 0.00078 (passed time: 1h 32m 59s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99931, f1_macro: 0.99744\n",
            "epoch: 45, passed number of graphs: 384, train running loss: 0.00079 (passed time: 1h 33m 12s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 45, passed number of graphs: 480, train running loss: 0.00077 (passed time: 1h 33m 25s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 45, passed number of graphs: 576, train running loss: 0.00076 (passed time: 1h 33m 37s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 45, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 33m 50s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99993, f1_macro: 0.99304\n",
            "epoch: 45, passed number of graphs: 768, train running loss: 0.00081 (passed time: 1h 34m 3s)\n",
            "          acc: 0.99972, fpr: 0.00001, fnr: 0.01272, rec: 0.98728, prc: 0.99967, f1: 0.99343, auroc: 0.99965, f1_macro: 0.99665\n",
            "Validation --- epoch: 45, loss: 0.00230\n",
            "          acc: 0.99962, prc: 0.99886, f1: 0.99030, f1_macro: 0.99505, rec: 0.98329, fnr: 0.01671, auroc: 0.99918, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 46, passed number of graphs: 96, train running loss: 0.00076 (passed time: 1h 34m 39s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 46, passed number of graphs: 192, train running loss: 0.00080 (passed time: 1h 34m 52s)\n",
            "          acc: 0.99977, fpr: 0.00000, fnr: 0.01078, rec: 0.98922, prc: 0.99983, f1: 0.99450, auroc: 0.99984, f1_macro: 0.99719\n",
            "epoch: 46, passed number of graphs: 288, train running loss: 0.00078 (passed time: 1h 35m 5s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 46, passed number of graphs: 384, train running loss: 0.00079 (passed time: 1h 35m 18s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 46, passed number of graphs: 480, train running loss: 0.00077 (passed time: 1h 35m 30s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 46, passed number of graphs: 576, train running loss: 0.00076 (passed time: 1h 35m 43s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 46, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 35m 56s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99992, f1_macro: 0.99304\n",
            "epoch: 46, passed number of graphs: 768, train running loss: 0.00081 (passed time: 1h 36m 8s)\n",
            "          acc: 0.99972, fpr: 0.00001, fnr: 0.01272, rec: 0.98728, prc: 0.99967, f1: 0.99343, auroc: 0.99965, f1_macro: 0.99665\n",
            "Validation --- epoch: 46, loss: 0.00230\n",
            "          acc: 0.99962, prc: 0.99886, f1: 0.99030, f1_macro: 0.99505, rec: 0.98329, fnr: 0.01671, auroc: 0.99918, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 47, passed number of graphs: 96, train running loss: 0.00076 (passed time: 1h 36m 45s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 47, passed number of graphs: 192, train running loss: 0.00080 (passed time: 1h 36m 58s)\n",
            "          acc: 0.99977, fpr: 0.00000, fnr: 0.01078, rec: 0.98922, prc: 0.99983, f1: 0.99450, auroc: 0.99985, f1_macro: 0.99719\n",
            "epoch: 47, passed number of graphs: 288, train running loss: 0.00078 (passed time: 1h 37m 11s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 47, passed number of graphs: 384, train running loss: 0.00078 (passed time: 1h 37m 23s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 47, passed number of graphs: 480, train running loss: 0.00077 (passed time: 1h 37m 36s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 47, passed number of graphs: 576, train running loss: 0.00076 (passed time: 1h 37m 49s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 47, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 38m 1s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99992, f1_macro: 0.99304\n",
            "epoch: 47, passed number of graphs: 768, train running loss: 0.00081 (passed time: 1h 38m 14s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99965, f1_macro: 0.99669\n",
            "Validation --- epoch: 47, loss: 0.00229\n",
            "          acc: 0.99962, prc: 0.99885, f1: 0.99030, f1_macro: 0.99505, rec: 0.98329, fnr: 0.01671, auroc: 0.99918, fpr: 0.00003\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 48, passed number of graphs: 96, train running loss: 0.00075 (passed time: 1h 38m 51s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 48, passed number of graphs: 192, train running loss: 0.00080 (passed time: 1h 39m 4s)\n",
            "          acc: 0.99977, fpr: 0.00000, fnr: 0.01078, rec: 0.98922, prc: 0.99983, f1: 0.99450, auroc: 0.99985, f1_macro: 0.99719\n",
            "epoch: 48, passed number of graphs: 288, train running loss: 0.00078 (passed time: 1h 39m 16s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99932, f1_macro: 0.99744\n",
            "epoch: 48, passed number of graphs: 384, train running loss: 0.00078 (passed time: 1h 39m 29s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 48, passed number of graphs: 480, train running loss: 0.00077 (passed time: 1h 39m 42s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 48, passed number of graphs: 576, train running loss: 0.00076 (passed time: 1h 39m 54s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 48, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 40m 7s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99992, f1_macro: 0.99304\n",
            "epoch: 48, passed number of graphs: 768, train running loss: 0.00080 (passed time: 1h 40m 20s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99965, f1_macro: 0.99669\n",
            "Validation --- epoch: 48, loss: 0.00229\n",
            "          acc: 0.99962, prc: 0.99886, f1: 0.99031, f1_macro: 0.99505, rec: 0.98330, fnr: 0.01670, auroc: 0.99919, fpr: 0.00002\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 49, passed number of graphs: 96, train running loss: 0.00075 (passed time: 1h 40m 57s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 49, passed number of graphs: 192, train running loss: 0.00080 (passed time: 1h 41m 9s)\n",
            "          acc: 0.99977, fpr: 0.00000, fnr: 0.01078, rec: 0.98922, prc: 0.99983, f1: 0.99450, auroc: 0.99986, f1_macro: 0.99719\n",
            "epoch: 49, passed number of graphs: 288, train running loss: 0.00078 (passed time: 1h 41m 22s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99931, f1_macro: 0.99744\n",
            "epoch: 49, passed number of graphs: 384, train running loss: 0.00078 (passed time: 1h 41m 35s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 49, passed number of graphs: 480, train running loss: 0.00077 (passed time: 1h 41m 48s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 49, passed number of graphs: 576, train running loss: 0.00076 (passed time: 1h 42m 0s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 49, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 42m 13s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99992, f1_macro: 0.99304\n",
            "epoch: 49, passed number of graphs: 768, train running loss: 0.00080 (passed time: 1h 42m 26s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99965, f1_macro: 0.99669\n",
            "Validation --- epoch: 49, loss: 0.00228\n",
            "          acc: 0.99962, prc: 0.99884, f1: 0.99031, f1_macro: 0.99506, rec: 0.98332, fnr: 0.01668, auroc: 0.99919, fpr: 0.00003\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "epoch: 50, passed number of graphs: 96, train running loss: 0.00075 (passed time: 1h 43m 2s)\n",
            "          acc: 0.99976, fpr: 0.00005, fnr: 0.00861, rec: 0.99139, prc: 0.99759, f1: 0.99448, auroc: 0.99997, f1_macro: 0.99718\n",
            "epoch: 50, passed number of graphs: 192, train running loss: 0.00079 (passed time: 1h 43m 15s)\n",
            "          acc: 0.99977, fpr: 0.00000, fnr: 0.01078, rec: 0.98922, prc: 0.99983, f1: 0.99450, auroc: 0.99985, f1_macro: 0.99719\n",
            "epoch: 50, passed number of graphs: 288, train running loss: 0.00077 (passed time: 1h 43m 28s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00964, rec: 0.99036, prc: 0.99967, f1: 0.99499, auroc: 0.99930, f1_macro: 0.99744\n",
            "epoch: 50, passed number of graphs: 384, train running loss: 0.00078 (passed time: 1h 43m 41s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00886, rec: 0.99114, prc: 0.99935, f1: 0.99523, auroc: 0.99999, f1_macro: 0.99756\n",
            "epoch: 50, passed number of graphs: 480, train running loss: 0.00076 (passed time: 1h 43m 53s)\n",
            "          acc: 0.99979, fpr: 0.00001, fnr: 0.00931, rec: 0.99069, prc: 0.99951, f1: 0.99508, auroc: 0.99982, f1_macro: 0.99748\n",
            "epoch: 50, passed number of graphs: 576, train running loss: 0.00075 (passed time: 1h 44m 6s)\n",
            "          acc: 0.99984, fpr: 0.00001, fnr: 0.00710, rec: 0.99290, prc: 0.99951, f1: 0.99619, auroc: 0.99967, f1_macro: 0.99806\n",
            "epoch: 50, passed number of graphs: 672, train running loss: 0.00078 (passed time: 1h 44m 19s)\n",
            "          acc: 0.99941, fpr: 0.00039, fnr: 0.00991, rec: 0.99009, prc: 0.98271, f1: 0.98639, auroc: 0.99992, f1_macro: 0.99304\n",
            "epoch: 50, passed number of graphs: 768, train running loss: 0.00080 (passed time: 1h 44m 31s)\n",
            "          acc: 0.99973, fpr: 0.00000, fnr: 0.01272, rec: 0.98728, prc: 0.99983, f1: 0.99352, auroc: 0.99965, f1_macro: 0.99669\n",
            "Validation --- epoch: 50, loss: 0.00228\n",
            "          acc: 0.99962, prc: 0.99884, f1: 0.99031, f1_macro: 0.99506, rec: 0.98332, fnr: 0.01668, auroc: 0.99919, fpr: 0.00003\n",
            "model saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt.\n",
            "************ best model obtained after epoch 50, saved at ./saved_models/p2p_model_lay12_rh1_rw_ep50.pt ************\n",
            "Testing --- loss: 0.00186\n",
            "          acc: 0.99964, prc: 0.99829, f1: 0.99140, f1_macro: 0.99561, rec: 0.98509, fnr: 0.01491, auroc: 0.99960, fpr: 0.00004\n"
          ]
        }
      ]
    }
  ]
}