Add 9 successful and 307 unsuccessful reproductions (#111)

README.md

@@ -101,11 +101,11 @@ java -jar target/BreakingUpdateReproducer.jar --help
 
 ## Stats
 As of Aug 2 2023:
-  * The benchmark consists of 181 reproducible breaking updates.
-    - Of these breaking updates, 55 (30.39%) fail compilation with the updated dependency.
-    - 30 (16.57%) fail tests with the updated dependency.
-    - 1 (0.55%) have dependency resolution failures with the updated dependency.
-    - 44 (24.31%) fail after updating the dependency due to maven enforcer failures.
-    - 51 (28.18%) fail due to unknown failures after updating the dependency.
-  * Overall, reproduction has been attempted for 1458 breaking updates, and 1277 (87.59%) could not be locally reproduced.
-  * For 4 potential breaking updates, reproduction has not been attempted yet.
+  * The benchmark consists of 190 reproducible breaking updates.
+    - Of these breaking updates, 59 (31.05%) fail compilation with the updated dependency.
+    - 32 (16.84%) fail tests with the updated dependency.
+    - 1 (0.53%) have dependency resolution failures with the updated dependency.
+    - 45 (23.68%) fail after updating the dependency due to maven enforcer failures.
+    - 53 (27.89%) fail due to unknown failures after updating the dependency.
+  * Overall, reproduction has been attempted for 1774 breaking updates, and 1584 (89.29%) could not be locally reproduced.
+  * For 0 potential breaking updates, reproduction has not been attempted yet.

data/benchmark/164ee160adc0f663c2069bdbfcdd60e8596327b8.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/introproventures/graphql-jpa-query/pull/333",
+  "project" : "graphql-jpa-query",
+  "breakingCommit" : "164ee160adc0f663c2069bdbfcdd60e8596327b8",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.springframework.boot",
+    "dependencyArtifactID" : "spring-boot-dependencies",
+    "previousVersion" : "2.7.7",
+    "newVersion" : "3.0.1",
+    "dependencyScope" : "import",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "POM"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:164ee160adc0f663c2069bdbfcdd60e8596327b8-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:164ee160adc0f663c2069bdbfcdd60e8596327b8-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/1ca02168f00f994c625eeea6b5af4ab0a06f3a27.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/s4u/sign-maven-plugin/pull/131",
+  "project" : "sign-maven-plugin",
+  "breakingCommit" : "1ca02168f00f994c625eeea6b5af4ab0a06f3a27",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.slf4j",
+    "dependencyArtifactID" : "slf4j-api",
+    "previousVersion" : "1.7.36",
+    "newVersion" : "2.0.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/slf4j/slf4j-api/2.0.0/slf4j-api-2.0.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1ca02168f00f994c625eeea6b5af4ab0a06f3a27-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1ca02168f00f994c625eeea6b5af4ab0a06f3a27-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "TEST_FAILURE"
+}

data/benchmark/1cf2cb24c3532551856d5edd85148f978e11a63c.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/s4u/sign-maven-plugin/pull/143",
+  "project" : "sign-maven-plugin",
+  "breakingCommit" : "1cf2cb24c3532551856d5edd85148f978e11a63c",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.slf4j",
+    "dependencyArtifactID" : "slf4j-api",
+    "previousVersion" : "1.7.36",
+    "newVersion" : "2.0.4",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/slf4j/slf4j-api/2.0.4/slf4j-api-2.0.4-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1cf2cb24c3532551856d5edd85148f978e11a63c-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1cf2cb24c3532551856d5edd85148f978e11a63c-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "TEST_FAILURE"
+}

data/benchmark/2f01c46b96a8edf437edf20e6dbd848edcb27085.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/ASSERT-KTH/depclean/pull/215",
+  "project" : "depclean",
+  "breakingCommit" : "2f01c46b96a8edf437edf20e6dbd848edcb27085",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.codehaus.plexus",
+    "dependencyArtifactID" : "plexus-utils",
+    "previousVersion" : "3.5.1",
+    "newVersion" : "4.0.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:2f01c46b96a8edf437edf20e6dbd848edcb27085-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:2f01c46b96a8edf437edf20e6dbd848edcb27085-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/3d0cc7db9d9c9420fa4f478a72067ef846ba8129.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/sabomichal/jooq-meta-postgres-flyway/pull/108",
+  "project" : "jooq-meta-postgres-flyway",
+  "breakingCommit" : "3d0cc7db9d9c9420fa4f478a72067ef846ba8129",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jooq",
+    "dependencyArtifactID" : "jooq-meta",
+    "previousVersion" : "3.16.6",
+    "newVersion" : "3.17.5",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/jooq/jooq-meta/3.16.6/jooq-meta-3.16.6-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/jooq/jooq-meta/3.17.5/jooq-meta-3.17.5-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:3d0cc7db9d9c9420fa4f478a72067ef846ba8129-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:3d0cc7db9d9c9420fa4f478a72067ef846ba8129-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/51d44eae1e61b1dc18d14fb140acbea1b73df111.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/s4u/pgpverify-maven-plugin/pull/427",
+  "project" : "pgpverify-maven-plugin",
+  "breakingCommit" : "51d44eae1e61b1dc18d14fb140acbea1b73df111",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.assertj",
+    "dependencyArtifactID" : "assertj-core",
+    "previousVersion" : "3.23.1",
+    "newVersion" : "3.24.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "https://github.com/assertj/assertj-core/compare/assertj-core-3.23.1...assertj-build-3.24.0",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/assertj/assertj-core/3.23.1/assertj-core-3.23.1-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/assertj/assertj-core/3.24.0/assertj-core-3.24.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:51d44eae1e61b1dc18d14fb140acbea1b73df111-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:51d44eae1e61b1dc18d14fb140acbea1b73df111-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "MAVEN_ENFORCER_FAILURE"
+}

data/benchmark/5287fc631fa78e7f11d39983824cdd4215b9a03b.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jadler-mocking/jadler/pull/323",
+  "project" : "jadler",
+  "breakingCommit" : "5287fc631fa78e7f11d39983824cdd4215b9a03b",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.eclipse.jetty",
+    "dependencyArtifactID" : "jetty-server",
+    "previousVersion" : "8.1.11.v20130520",
+    "newVersion" : "11.0.14",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-server/8.1.11.v20130520/jetty-server-8.1.11.v20130520-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/eclipse/jetty/jetty-server/11.0.14/jetty-server-11.0.14-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5287fc631fa78e7f11d39983824cdd4215b9a03b-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5287fc631fa78e7f11d39983824cdd4215b9a03b-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/5af571586428b0be7883a3a374ec95d0695a25e4.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/introproventures/graphql-jpa-query/pull/325",
+  "project" : "graphql-jpa-query",
+  "breakingCommit" : "5af571586428b0be7883a3a374ec95d0695a25e4",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.springframework.boot",
+    "dependencyArtifactID" : "spring-boot-dependencies",
+    "previousVersion" : "2.7.6",
+    "newVersion" : "3.0.0",
+    "dependencyScope" : "import",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "POM"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5af571586428b0be7883a3a374ec95d0695a25e4-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5af571586428b0be7883a3a374ec95d0695a25e4-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/8e1f0f08eef839903067c7c11432117c4897d0cd.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/sabomichal/jooq-meta-postgres-flyway/pull/74",
+  "project" : "jooq-meta-postgres-flyway",
+  "breakingCommit" : "8e1f0f08eef839903067c7c11432117c4897d0cd",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jooq",
+    "dependencyArtifactID" : "jooq-meta",
+    "previousVersion" : "3.16.6",
+    "newVersion" : "3.17.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/jooq/jooq-meta/3.16.6/jooq-meta-3.16.6-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/jooq/jooq-meta/3.17.0/jooq-meta-3.17.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:8e1f0f08eef839903067c7c11432117c4897d0cd-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:8e1f0f08eef839903067c7c11432117c4897d0cd-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/unsuccessful-reproductions/004ade927e35090cf1d682f3caef5b2436844fda.json

@@ -0,0 +1,17 @@
+{
+  "url" : "https://github.com/paulcwarren/spring-content-examples/pull/525",
+  "project" : "spring-content-examples",
+  "breakingCommit" : "004ade927e35090cf1d682f3caef5b2436844fda",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "software.amazon.awssdk",
+    "dependencyArtifactID" : "netty-nio-client",
+    "previousVersion" : "2.17.182",
+    "newVersion" : "2.17.226",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "patch"
+  },
+  "javaVersionUsedForReproduction" : "11"
+}

data/unsuccessful-reproductions/0065d2103fce38c30bf9b2f7af86254f95d231d0.json

@@ -0,0 +1,17 @@
+{
+  "url" : "https://github.com/paulcwarren/spring-content-examples/pull/1177",
+  "project" : "spring-content-examples",
+  "breakingCommit" : "0065d2103fce38c30bf9b2f7af86254f95d231d0",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "software.amazon.awssdk",
+    "dependencyArtifactID" : "s3",
+    "previousVersion" : "2.17.290",
+    "newVersion" : "2.20.92",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor"
+  },
+  "javaVersionUsedForReproduction" : "11"
+}

data/unsuccessful-reproductions/009e1dfc4689e511226f6a6cde4712c2cc7f5d73.json

@@ -0,0 +1,17 @@
+{
+  "url" : "https://github.com/paulcwarren/spring-content-examples/pull/1193",
+  "project" : "spring-content-examples",
+  "breakingCommit" : "009e1dfc4689e511226f6a6cde4712c2cc7f5d73",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "software.amazon.awssdk",
+    "dependencyArtifactID" : "netty-nio-client",
+    "previousVersion" : "2.20.92",
+    "newVersion" : "2.20.98",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "patch"
+  },
+  "javaVersionUsedForReproduction" : "11"
+}