From cc1d46cddb911f732c6931c2b36e88a54d237e04 Mon Sep 17 00:00:00 2001 From: xpai <73411968+xpai@users.noreply.github.com> Date: Sun, 7 Jan 2024 10:52:27 +0800 Subject: [PATCH] Update jupyter-book workflow --- .github/workflows/jupyter-book.yml | 16 +++++++--------- README.md | 2 +- docs/CTR/leaderboard/movielenslatest_x1.csv | 2 +- docs/CTR/leaderboard/plots.py | 1 + docs/Matching/leaderboard/plots.py | 1 + docs/_toc.yml | 7 ++++--- docs/requirements.txt | 5 +++++ 7 files changed, 20 insertions(+), 14 deletions(-) create mode 100644 docs/requirements.txt diff --git a/.github/workflows/jupyter-book.yml b/.github/workflows/jupyter-book.yml index 4e5f545..1221fe7 100644 --- a/.github/workflows/jupyter-book.yml +++ b/.github/workflows/jupyter-book.yml @@ -9,18 +9,16 @@ on: # This job installs dependencies, build the book, and pushes it to `gh-pages` jobs: deploy-book: - runs-on: ubuntu-latest + runs-on: ubuntu-20.04 steps: - # Install dependencies + # Install dependencies and build the book - uses: actions/checkout@v3 - uses: actions/setup-python@v3 with: python-version: 3.7 - - run: pip install jupyter-book==0.15.1, docutils==0.17.1 - - # Build the book - - name: Build the book - run: | + - run: | + cd docs + pip install -r requirements.txt jupyter-book build . # Push the book's HTML to github-pages @@ -28,8 +26,8 @@ jobs: uses: peaceiris/actions-gh-pages@v3 with: personal_token: ${{ secrets.PERSONAL_TOKEN }} - publish_dir: ./_build/html - exclude_assets: '_sources' external_repository: openbenchmark/openbenchmark.github.io publish_branch: main + publish_dir: ./docs/_build/html + exclude_assets: '_sources' destination_dir: BARS diff --git a/README.md b/README.md index 6abc89d..fe9619c 100644 --- a/README.md +++ b/README.md @@ -22,7 +22,7 @@ If you find our benchmarks helpful in your research, please kindly cite the foll ## Contributing -We welcome any contribution that could help improve the BARS benchmark. Check the [start guide on how to contribute](./contribution.md). +We welcome any contribution that could help improve the BARS benchmark. Check the [start guide on how to contribute](./docs/contribution.md). ## Discussion diff --git a/docs/CTR/leaderboard/movielenslatest_x1.csv b/docs/CTR/leaderboard/movielenslatest_x1.csv index 1ca4a0c..c9bc468 100644 --- a/docs/CTR/leaderboard/movielenslatest_x1.csv +++ b/docs/CTR/leaderboard/movielenslatest_x1.csv @@ -17,7 +17,7 @@ Year,Publication,Model,Paper URL,AUC,Logloss,Running Steps,Contributor 2021,WWW'21,DCN-V2,https://arxiv.org/abs/2008.13535,0.9691,0.2147,https://github.com/reczoo/BARS/tree/main/ranking/ctr/DCNv2/DCNv2_movielenslatest_x1,"Zhu et al." 2018,KDD'18,CIN,https://arxiv.org/pdf/1803.05170.pdf,0.9674,0.2085,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/CIN_movielenslatest_x1,"Zhu et al." 2018,KDD'18,xDeepFM,https://arxiv.org/pdf/1803.05170.pdf,0.9697,0.2409,https://github.com/reczoo/BARS/tree/main/ranking/ctr/xDeepFM/xDeepFM_movielenslatest_x1,"Zhu et al." -2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.9662,0.2228,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_movielenslatest_x1,"Zhu et al." +2019,CIKM'19,AutoInt,https://arxiv.org/abs/1810.11921,0.9663,0.2228,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt_movielenslatest_x1,"Zhu et al." 2019,CIKM'19,AutoInt+,https://arxiv.org/abs/1810.11921,0.9692,0.2148,https://github.com/reczoo/BARS/tree/main/ranking/ctr/AutoInt/AutoInt+_movielenslatest_x1,"Zhu et al." 2019,CIKM'19,FiGNN,https://arxiv.org/abs/1910.05552,0.9525,0.2559,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiGNN/FiGNN_movielenslatest_x1,"Zhu et al." 2019,RecSys'19,FiBiNET,https://arxiv.org/abs/1905.09433,0.9576,0.2518,https://github.com/reczoo/BARS/tree/main/ranking/ctr/FiBiNET/FiBiNET_movielenslatest_x1,"Zhu et al." diff --git a/docs/CTR/leaderboard/plots.py b/docs/CTR/leaderboard/plots.py index b48669b..d2826bd 100644 --- a/docs/CTR/leaderboard/plots.py +++ b/docs/CTR/leaderboard/plots.py @@ -12,6 +12,7 @@ def show_table(csv_path): df["Running Steps"] = df["Running Steps"].map(lambda x: f"🔗") df = df.sort_values(by=["AUC"], ascending=False).reset_index(drop=True) df.insert(0, "Rank", range(1, len(df) + 1)) + df[['AUC', 'Logloss']] = df[['AUC', 'Logloss']].applymap('{:.4f}'.format) show(df, lengthMenu=[10, 20, 50, 100], classes="display") def show_plot(csv_path): diff --git a/docs/Matching/leaderboard/plots.py b/docs/Matching/leaderboard/plots.py index c2f7a07..632a1e4 100644 --- a/docs/Matching/leaderboard/plots.py +++ b/docs/Matching/leaderboard/plots.py @@ -13,6 +13,7 @@ def show_table(csv_path): df["Running Steps"] = df["Running Steps"].map(lambda x: f"🔗") df = df.sort_values(by=["Recall@20"], ascending=False).reset_index(drop=True) df.insert(0, "Rank", range(1, len(df) + 1)) + df[['Recall@20', 'NDCG@20', 'HitRate@20']] = df[['Recall@20', 'NDCG@20', 'HitRate@20']].applymap('{:.4f}'.format) show(df, lengthMenu=[10, 20, 50, 100], classes="display") def show_plot(csv_path): diff --git a/docs/_toc.yml b/docs/_toc.yml index bd4a4d5..5917182 100644 --- a/docs/_toc.yml +++ b/docs/_toc.yml @@ -23,12 +23,13 @@ parts: - file: CTR/leaderboard/criteo_x1.md - file: CTR/leaderboard/criteo_x4.md - file: CTR/leaderboard/frappe_x1.md + - file: CTR/leaderboard/movielenslatest_x1.md - file: CTR/leaderboard/kkbox_x1.md + - file: CTR/leaderboard/amazonelectronics_x1.md + - file: CTR/leaderboard/taobaoad_x1.md - file: CTR/leaderboard/kuaivideo_x1.md - file: CTR/leaderboard/microvideo1.7m_x1.md - - file: CTR/leaderboard/movielenslatest_x1.md - - file: CTR/leaderboard/taobaoad_x1.md - + - caption: "CANDIDATE MATCHING" chapters: - file: Matching/index.md diff --git a/docs/requirements.txt b/docs/requirements.txt new file mode 100644 index 0000000..594c3e5 --- /dev/null +++ b/docs/requirements.txt @@ -0,0 +1,5 @@ +jupyter-book==0.15.1 +docutils==0.17.1 +itables==1.6.3 +pandas==1.0.1 +plotly==5.18.0 \ No newline at end of file