Add 3 more BUs to the benchmark to increase the size to 625 (#123)

chains-project · Aug 24, 2023 · c5dd735 · c5dd735
1 parent 6e9e42e
commit c5dd735
Show file tree

Hide file tree

Showing 143 changed files with 232 additions and 267 deletions.
diff --git a/README.md b/README.md
@@ -100,12 +100,12 @@ java -jar target/BreakingUpdateReproducer.jar --help
 ```
 
 ## Stats
-As of Aug 23 2023:
-  * The benchmark consists of 622 reproducible breaking updates.
-    - Of these breaking updates, 254 (40.84%) fail compilation with the updated dependency.
-    - 203 (32.64%) fail tests with the updated dependency.
+As of Aug 24 2023:
+  * The benchmark consists of 625 reproducible breaking updates.
+    - Of these breaking updates, 257 (41.12%) fail compilation with the updated dependency.
+    - 203 (32.48%) fail tests with the updated dependency.
     - 2 (0.32%) have dependency resolution failures with the updated dependency.
-    - 69 (11.09%) fail after updating the dependency due to maven enforcer failures.
-    - 94 (15.11%) fail due to unknown failures after updating the dependency.
-  * Overall, reproduction has been attempted for 5294 breaking updates, and 4672 (88.25%) could not be locally reproduced.
-  * For 328 potential breaking updates, reproduction has not been attempted yet.
+    - 69 (11.04%) fail after updating the dependency due to maven enforcer failures.
+    - 94 (15.04%) fail due to unknown failures after updating the dependency.
+  * Overall, reproduction has been attempted for 5364 breaking updates, and 4739 (88.35%) could not be locally reproduced.
+  * For 249 potential breaking updates, reproduction has not been attempted yet.
diff --git a/data/benchmark/1820a966ae02ad8df44d0a0106cba65ceaf3aa95.json b/data/benchmark/1820a966ae02ad8df44d0a0106cba65ceaf3aa95.json
@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/alphagov/pay-adminusers/pull/1653",
+  "project" : "pay-adminusers",
+  "breakingCommit" : "1820a966ae02ad8df44d0a0106cba65ceaf3aa95",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "ch.qos.logback",
+    "dependencyArtifactID" : "logback-classic",
+    "previousVersion" : "1.2.11",
+    "newVersion" : "1.4.4",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.2.11/logback-classic-1.2.11-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.4.4/logback-classic-1.4.4-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1820a966ae02ad8df44d0a0106cba65ceaf3aa95-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1820a966ae02ad8df44d0a0106cba65ceaf3aa95-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}
diff --git a/data/benchmark/4b2abe01858f5d91c1b72ea2e5f14678c4983b78.json b/data/benchmark/4b2abe01858f5d91c1b72ea2e5f14678c4983b78.json
@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/alphagov/pay-connector/pull/4574",
+  "project" : "pay-connector",
+  "breakingCommit" : "4b2abe01858f5d91c1b72ea2e5f14678c4983b78",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "ch.qos.logback",
+    "dependencyArtifactID" : "logback-classic",
+    "previousVersion" : "1.2.11",
+    "newVersion" : "1.4.8",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.2.11/logback-classic-1.2.11-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.4.8/logback-classic-1.4.8-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4b2abe01858f5d91c1b72ea2e5f14678c4983b78-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4b2abe01858f5d91c1b72ea2e5f14678c4983b78-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}
diff --git a/data/benchmark/90ffd2cd31edecf778d14d0015da9ceab7e53081.json b/data/benchmark/90ffd2cd31edecf778d14d0015da9ceab7e53081.json
@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/alphagov/pay-adminusers/pull/1568",
+  "project" : "pay-adminusers",
+  "breakingCommit" : "90ffd2cd31edecf778d14d0015da9ceab7e53081",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "ch.qos.logback",
+    "dependencyArtifactID" : "logback-classic",
+    "previousVersion" : "1.2.11",
+    "newVersion" : "1.4.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.2.11/logback-classic-1.2.11-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/ch/qos/logback/logback-classic/1.4.0/logback-classic-1.4.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:90ffd2cd31edecf778d14d0015da9ceab7e53081-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:90ffd2cd31edecf778d14d0015da9ceab7e53081-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}
diff --git a/data/not-reproduced-data/160b35a600f5a56fdffb6ece6750917e6aa6976b.json b/data/not-reproduced-data/160b35a600f5a56fdffb6ece6750917e6aa6976b.json
diff --git a/data/not-reproduced-data/1820a966ae02ad8df44d0a0106cba65ceaf3aa95.json b/data/not-reproduced-data/1820a966ae02ad8df44d0a0106cba65ceaf3aa95.json
diff --git a/data/not-reproduced-data/22616855e5ecfc7c6b1618cac22c957aad340f35.json b/data/not-reproduced-data/22616855e5ecfc7c6b1618cac22c957aad340f35.json
diff --git a/data/not-reproduced-data/24ed89230b5e7fc378ad033cf7d75211c22c7ec7.json b/data/not-reproduced-data/24ed89230b5e7fc378ad033cf7d75211c22c7ec7.json
diff --git a/data/not-reproduced-data/2e443b57b22afccaf697a6e5adfd9fbd1eaa7fed.json b/data/not-reproduced-data/2e443b57b22afccaf697a6e5adfd9fbd1eaa7fed.json
diff --git a/data/not-reproduced-data/4b2abe01858f5d91c1b72ea2e5f14678c4983b78.json b/data/not-reproduced-data/4b2abe01858f5d91c1b72ea2e5f14678c4983b78.json
diff --git a/data/not-reproduced-data/69655e2f330682d698dfa09fe2f3d06463582567.json b/data/not-reproduced-data/69655e2f330682d698dfa09fe2f3d06463582567.json
diff --git a/data/not-reproduced-data/90ffd2cd31edecf778d14d0015da9ceab7e53081.json b/data/not-reproduced-data/90ffd2cd31edecf778d14d0015da9ceab7e53081.json
diff --git a/data/not-reproduced-data/a851be96c231cf4a3fc4400f201cd5f7ae24c9ef.json b/data/not-reproduced-data/a851be96c231cf4a3fc4400f201cd5f7ae24c9ef.json
diff --git a/data/not-reproduced-data/af7a77e40316a224890a27f4b752e364eb61523f.json b/data/not-reproduced-data/af7a77e40316a224890a27f4b752e364eb61523f.json
diff --git a/data/not-reproduced-data/b138e3a7d5262a2fbcb1a5cc77d328f22819a1a9.json b/data/not-reproduced-data/b138e3a7d5262a2fbcb1a5cc77d328f22819a1a9.json
diff --git a/data/not-reproduced-data/e217e4e83a0e1e0424b050e5967f21cd417ca07e.json b/data/not-reproduced-data/e217e4e83a0e1e0424b050e5967f21cd417ca07e.json
diff --git a/...fc7e01493838b97039a759f905fc59cdfb28.json → ...fc7e01493838b97039a759f905fc59cdfb28.json b/...fc7e01493838b97039a759f905fc59cdfb28.json → ...fc7e01493838b97039a759f905fc59cdfb28.json
@@ -12,5 +12,6 @@
     "newVersion" : "2.18.0",
     "dependencyScope" : "compile",
     "versionUpdateType" : "minor"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...1e9a813aa4fea43279582c548945fa82bca9.json → ...1e9a813aa4fea43279582c548945fa82bca9.json b/...1e9a813aa4fea43279582c548945fa82bca9.json → ...1e9a813aa4fea43279582c548945fa82bca9.json
@@ -12,5 +12,6 @@
     "newVersion" : "8.29",
     "dependencyScope" : "compile",
     "versionUpdateType" : "minor"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...f28d35586e25379d3328a4a733daca88a0ff.json → ...f28d35586e25379d3328a4a733daca88a0ff.json b/...f28d35586e25379d3328a4a733daca88a0ff.json → ...f28d35586e25379d3328a4a733daca88a0ff.json
@@ -12,5 +12,6 @@
     "newVersion" : "1.12.231",
     "dependencyScope" : "compile",
     "versionUpdateType" : "patch"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...a81de16442e3ee8e23e0612ed566102d60d8.json → ...a81de16442e3ee8e23e0612ed566102d60d8.json b/...a81de16442e3ee8e23e0612ed566102d60d8.json → ...a81de16442e3ee8e23e0612ed566102d60d8.json
@@ -12,5 +12,6 @@
     "newVersion" : "2.0.0",
     "dependencyScope" : "compile",
     "versionUpdateType" : "major"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...b3174f54da22c3b9f2ad0190465a58ca26ac.json → ...b3174f54da22c3b9f2ad0190465a58ca26ac.json b/...b3174f54da22c3b9f2ad0190465a58ca26ac.json → ...b3174f54da22c3b9f2ad0190465a58ca26ac.json
@@ -12,5 +12,6 @@
     "newVersion" : "1.32",
     "dependencyScope" : "compile",
     "versionUpdateType" : "minor"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...d8c9330fef235f5090795b068188dab7ce21.json → ...d8c9330fef235f5090795b068188dab7ce21.json b/...d8c9330fef235f5090795b068188dab7ce21.json → ...d8c9330fef235f5090795b068188dab7ce21.json
@@ -12,5 +12,6 @@
     "newVersion" : "2.1.210",
     "dependencyScope" : "compile",
     "versionUpdateType" : "major"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...5c646ec835ba565c4e1d9bf28ef0777e97e2.json → ...5c646ec835ba565c4e1d9bf28ef0777e97e2.json b/...5c646ec835ba565c4e1d9bf28ef0777e97e2.json → ...5c646ec835ba565c4e1d9bf28ef0777e97e2.json
@@ -12,5 +12,6 @@
     "newVersion" : "1.21",
     "dependencyScope" : "compile",
     "versionUpdateType" : "minor"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...e0941fd3ba7c7d270e83b28413053cbfcecc.json → ...e0941fd3ba7c7d270e83b28413053cbfcecc.json b/...e0941fd3ba7c7d270e83b28413053cbfcecc.json → ...e0941fd3ba7c7d270e83b28413053cbfcecc.json
@@ -12,5 +12,6 @@
     "newVersion" : "1.4.0",
     "dependencyScope" : "runtime",
     "versionUpdateType" : "minor"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }
diff --git a/...c19f1fc756ffd42d857c6b02b56187fc0e1e.json → ...c19f1fc756ffd42d857c6b02b56187fc0e1e.json b/...c19f1fc756ffd42d857c6b02b56187fc0e1e.json → ...c19f1fc756ffd42d857c6b02b56187fc0e1e.json
@@ -12,5 +12,6 @@
     "newVersion" : "2.3.1.Final",
     "dependencyScope" : "compile",
     "versionUpdateType" : "other"
-  }
+  },
+  "javaVersionUsedForReproduction" : "11"
 }