update leaderboard

microsoft · Jul 31, 2023 · 91fcf0b · 91fcf0b
1 parent 95c9505
commit 91fcf0b
Show file tree

Hide file tree

Showing 3 changed files with 87 additions and 50 deletions.
diff --git a/webpage_files/participants/code2text_generation.json b/webpage_files/participants/code2text_generation.json
@@ -1,7 +1,21 @@
 {"code":0,"msg":"","count":1000,
   "data":[
       {"Rank":1,
-        "id":101,
+      "id":101,
+      "Model":"StarCoder-LoRA",
+      "Organization":"Annoymous",
+      "Submission Date":"2023-07-31",
+      "All":20.51,
+      "Ruby":17.21,
+      "JavaScript":18.15,
+      "Go":21.61,
+      "Python":14.70,
+      "Java":22.61,
+      "PHP":28.76,
+      "url":""
+      },
+      {"Rank":2,
+        "id":102,
         "Model":"DistillCodeT5",
         "Organization":"FSOFT AI Lab",
         "Submission Date":"2022-04-01",
@@ -14,8 +28,8 @@
         "PHP":26.58,
         "url":""
       }, 
-      {"Rank":2,
-        "id":102,
+      {"Rank":3,
+        "id":103,
         "Model":"PolyglotCodeBERT",
         "Organization":"UC Davis",
         "Submission Date":"2021-07-30",
@@ -28,8 +42,8 @@
         "PHP":26.23,
         "url":"arxiv.org/abs/2112.02043"
       },     
-      {"Rank":3,
-        "id":103,
+      {"Rank":4,
+        "id":104,
         "Model":"CoTexT",
         "Organization":"Case Western Reserve University",
         "Submission Date":"2021-04-23",
@@ -42,8 +56,8 @@
         "PHP":24.68,
         "url":"arxiv.org/abs/2105.08645"
       },    
-      {"Rank":4,
-        "id":104,
+      {"Rank":5,
+        "id":105,
         "Model":"ProphetNet-X",
         "Organization":"USTC & MSRA",
         "Submission Date":"2021-05-07",
@@ -56,8 +70,8 @@
         "PHP":24.57,
         "url":"arxiv.org/pdf/2104.08006v1.pdf"
       },    
-      {"Rank":5,
-        "id":105,
+      {"Rank":6,
+        "id":106,
         "Model":"PLBART",
         "Organization":"UCLA & Columbia University",
         "Submission Date":"2021-04-02",
@@ -70,8 +84,8 @@
         "PHP":23.58,
         "url":"arxiv.org/abs/2103.06333"
       },
-      {"Rank":6,
-        "id":106,
+      {"Rank":7,
+        "id":107,
         "Model":"CodeBERT",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -84,8 +98,8 @@
         "PHP":25.16,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":7,
-        "id":107,
+      {"Rank":8,
+        "id":108,
         "Model":"RoBERTa",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -98,8 +112,8 @@
         "PHP":24.02,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":8,
-        "id":108,
+      {"Rank":9,
+        "id":109,
         "Model":"Transformer",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -112,8 +126,8 @@
         "PHP":22.12,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":9,
-        "id":109,
+      {"Rank":10,
+        "id":110,
         "Model":"Seq2Seq",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",

diff --git a/webpage_files/participants/code_completion.json b/webpage_files/participants/code_completion.json
@@ -1,7 +1,20 @@
 {"code":0,"msg":"","count":1000,
   "data":[
       {"Rank":1,
-        "id":101,
+      "id":101,
+      "Model":"StarCoder-LoRA",
+      "Organization":"Annoymous",
+      "Submission Date":"2023-07-31",
+      "py150-EM":"56.06",
+      "py150-ES":"80.11",
+      "java-EM":"44.40",
+      "java-ES":75.13,
+      "py150-Acc":"/",
+      "java-Acc":"/",
+      "url":""
+      },
+      {"Rank":2,
+        "id":102,
         "Model":"GPT-NeoX-24L",
         "Organization":"Antgroup R&D Efficiency",
         "Submission Date":"2022-08-22",
@@ -13,8 +26,8 @@
         "java-Acc":"/",
         "url":""
       },
-      {"Rank":1,
-        "id":102,
+      {"Rank":2,
+        "id":103,
         "Model":"PyCoder",
         "Organization":"Monash University",
         "Submission Date":"2022-10-13",
@@ -26,8 +39,8 @@
         "java-Acc":"/",
         "url":"arxiv.org/abs/2211.04673"
       },
-      {"Rank":3,
-        "id":103,
+      {"Rank":4,
+        "id":104,
         "Model":"GPT-NeoX-12L",
         "Organization":"Antgroup R&D Efficiency",
         "Submission Date":"2022-08-22",
@@ -39,8 +52,8 @@
         "java-Acc":"/",
         "url":""
       },
-      {"Rank":4,
-        "id":104,
+      {"Rank":5,
+        "id":105,
         "Model":"CodeGPT-adapted-ft",
         "Organization":"Antgroup R&D Efficiency",
         "Submission Date":"2022-08-24",
@@ -52,8 +65,8 @@
         "java-Acc":"/",
         "url":""
       },
-      {"Rank":5,
-        "id":105,
+      {"Rank":6,
+        "id":106,
         "Model":"CodeGPT-adapted",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -65,8 +78,8 @@
         "java-Acc":77.73,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":6,
-        "id":106,
+      {"Rank":7,
+        "id":107,
         "Model":"CodeGPT",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -78,8 +91,8 @@
         "java-Acc":76.79,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":7,
-        "id":107,
+      {"Rank":8,
+        "id":108,
         "Model":"GPT-2(12L)",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",

diff --git a/webpage_files/participants/text2code_generation.json b/webpage_files/participants/text2code_generation.json
@@ -12,6 +12,16 @@
       },
       {"Rank":2,
         "id":102,
+        "Model":"StarCoder-LoRA",
+        "Organization":"Annoymous",
+        "Submission Date":"2023-07-31",
+        "EM":26.75,
+        "BLEU":42.74,
+        "CodeBLEU":44.89,
+        "url":""
+      },
+      {"Rank":3,
+        "id":103,
         "Model":"StructCoder",
         "Organization":"Virginia Tech",
         "Submission Date":"2022-05-30",
@@ -20,8 +30,8 @@
         "CodeBLEU":44.76,
         "url":"arxiv.org/abs/2206.05239"
       },
-      {"Rank":3,
-        "id":103,
+      {"Rank":4,
+        "id":104,
         "Model":"JaCoText",
         "Organization":"Novelis.io",
         "Submission Date":"2021-12-07",
@@ -30,8 +40,8 @@
         "CodeBLEU":41.53,
         "url":"publications.waset.org/10012935/jacotext-a-pretrained-model-for-java-code-text-generation"
       },
-      {"Rank":4,
-        "id":104,
+      {"Rank":5,
+        "id":105,
         "Model":"CoTexT",
         "Organization":"Case Western Reserve University",
         "Submission Date":"2021-04-23",
@@ -40,8 +50,8 @@
         "CodeBLEU":40.14,
         "url":"arxiv.org/abs/2105.08645"
       },
-      {"Rank":5,
-        "id":105,
+      {"Rank":6,
+        "id":106,
         "Model":"Text2Java-T5",
         "Organization":"Novelis.io",
         "Submission Date":"2021-09-29",
@@ -50,8 +60,8 @@
         "CodeBLEU":39.94,
         "url":""
       },
-      {"Rank":6,
-        "id":106,
+      {"Rank":7,
+        "id":107,
         "Model":"PLBART",
         "Organization":"UCLA & Columbia University",
         "Submission Date":"2021-04-02",
@@ -60,8 +70,8 @@
         "CodeBLEU":38.52,
         "url":"arxiv.org/abs/2103.06333"
       },
-      {"Rank":7,
-        "id":107,
+      {"Rank":8,
+        "id":108,
         "Model":"CodeGPT-adapted",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -70,8 +80,8 @@
         "CodeBLEU":35.98,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":8,
-        "id":108,
+      {"Rank":9,
+        "id":109,
         "Model":"CodeGPT",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -80,8 +90,8 @@
         "CodeBLEU":32.71,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":9,
-        "id":109,
+      {"Rank":10,
+        "id":110,
         "Model":"GPT-2(12L)",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -90,8 +100,8 @@
         "CodeBLEU":29.69,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":10,
-        "id":110,
+      {"Rank":11,
+        "id":111,
         "Model":"Iyer-Simp+200 idoms",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -100,8 +110,8 @@
         "CodeBLEU":"/",
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":11,
-        "id":111,
+      {"Rank":12,
+        "id":112,
         "Model":"Seq2Action+MAML",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",
@@ -110,8 +120,8 @@
         "CodeBLEU":29.46,
         "url":"arxiv.org/abs/2102.04664"
       },
-      {"Rank":12,
-        "id":112,
+      {"Rank":13,
+        "id":113,
         "Model":"Seq2Seq",
         "Organization":"CodeXGLUE Team",
         "Submission Date":"2020-08-30",