Add 95 successful and 616 unsuccessful reproductions (#108)

README.md

@@ -100,12 +100,12 @@ java -jar target/BreakingUpdateReproducer.jar --help
 ```
 
 ## Stats
-As of Jul 27 2023:
-  * The benchmark consists of 2 reproducible breaking updates.
-    - Of these breaking updates, 0 (0.00%) fail compilation with the updated dependency.
-    - 0 (0.00%) fail tests with the updated dependency.
+As of Jul 31 2023:
+  * The benchmark consists of 97 reproducible breaking updates.
+    - Of these breaking updates, 36 (37.11%) fail compilation with the updated dependency.
+    - 7 (7.22%) fail tests with the updated dependency.
     - 0 (0.00%) have dependency resolution failures with the updated dependency.
-    - 1 (20.00%) fail after updating the dependency due to maven enforcer failures.
-    - 1 (20.00%) fail due to unknown failures after updating the dependency.
-  * Overall, reproduction has been attempted for 5 breaking updates, and 3 (60.00%) could not be locally reproduced.
-  * For 1502 potential breaking updates, reproduction has not been attempted yet.
+    - 20 (20.62%) fail after updating the dependency due to maven enforcer failures.
+    - 34 (35.05%) fail due to unknown failures after updating the dependency.
+  * Overall, reproduction has been attempted for 716 breaking updates, and 619 (86.45%) could not be locally reproduced.
+  * For 785 potential breaking updates, reproduction has not been attempted yet.

data/benchmark/06c5386831e97e94d9b9fd155d3ea4aa8711c4e7.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/code-coverage-api-plugin/pull/645",
+  "project" : "code-coverage-api-plugin",
+  "breakingCommit" : "06c5386831e97e94d9b9fd155d3ea4aa8711c4e7",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jenkins-ci",
+    "dependencyArtifactID" : "acceptance-test-harness",
+    "previousVersion" : "5504.v485694f31cdf",
+    "newVersion" : "5541.va_c0a_36b_b_f825",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:06c5386831e97e94d9b9fd155d3ea4aa8711c4e7-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:06c5386831e97e94d9b9fd155d3ea4aa8711c4e7-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/07e4b2894bc68cd3bb1892beaa13ec353564dcf1.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/code-coverage-api-plugin/pull/707",
+  "project" : "code-coverage-api-plugin",
+  "breakingCommit" : "07e4b2894bc68cd3bb1892beaa13ec353564dcf1",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jenkins-ci",
+    "dependencyArtifactID" : "acceptance-test-harness",
+    "previousVersion" : "5588.vd13b_52985008",
+    "newVersion" : "5623.v3e1d330b_89e0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:07e4b2894bc68cd3bb1892beaa13ec353564dcf1-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:07e4b2894bc68cd3bb1892beaa13ec353564dcf1-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/097d93fbb2f9998ef1390ad10f92d1b70fda8b90.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/dadoonet/fscrawler/pull/1296",
+  "project" : "fscrawler",
+  "breakingCommit" : "097d93fbb2f9998ef1390ad10f92d1b70fda8b90",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.apache.poi",
+    "dependencyArtifactID" : "poi-ooxml",
+    "previousVersion" : "4.1.2",
+    "newVersion" : "5.1.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/apache/poi/poi-ooxml/4.1.2/poi-ooxml-4.1.2-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/apache/poi/poi-ooxml/5.1.0/poi-ooxml-5.1.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:097d93fbb2f9998ef1390ad10f92d1b70fda8b90-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:097d93fbb2f9998ef1390ad10f92d1b70fda8b90-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/09a8774fc7d35a4bff24b55363fb6d2b94ff09e9.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/pull-request-monitoring-plugin/pull/178",
+  "project" : "pull-request-monitoring-plugin",
+  "breakingCommit" : "09a8774fc7d35a4bff24b55363fb6d2b94ff09e9",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "io.jenkins.plugins",
+    "dependencyArtifactID" : "echarts-api",
+    "previousVersion" : "5.1.2-3",
+    "newVersion" : "5.3.0-2",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:09a8774fc7d35a4bff24b55363fb6d2b94ff09e9-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:09a8774fc7d35a4bff24b55363fb6d2b94ff09e9-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/0c9a9c80287e739424508b4afd3e7b73697733ae.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/googleapis/java-pubsub-group-kafka-connector/pull/257",
+  "project" : "java-pubsub-group-kafka-connector",
+  "breakingCommit" : "0c9a9c80287e739424508b4afd3e7b73697733ae",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "com.google.cloud",
+    "dependencyArtifactID" : "google-cloud-shared-dependencies",
+    "previousVersion" : "3.6.0",
+    "newVersion" : "3.12.0",
+    "dependencyScope" : "import",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "POM"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0c9a9c80287e739424508b4afd3e7b73697733ae-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0c9a9c80287e739424508b4afd3e7b73697733ae-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "MAVEN_ENFORCER_FAILURE"
+}

data/benchmark/0cdcc1f1319311f383676a89808c9b8eb190145c.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/Samsung/LPVS/pull/100",
+  "project" : "LPVS",
+  "breakingCommit" : "0cdcc1f1319311f383676a89808c9b8eb190145c",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.springframework",
+    "dependencyArtifactID" : "spring-core",
+    "previousVersion" : "5.3.23",
+    "newVersion" : "6.0.3",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/springframework/spring-core/5.3.23/spring-core-5.3.23-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/springframework/spring-core/6.0.3/spring-core-6.0.3-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0cdcc1f1319311f383676a89808c9b8eb190145c-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0cdcc1f1319311f383676a89808c9b8eb190145c-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/0e8625f492854a78c0e1ceff67b2abd7e081d42b.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jadler-mocking/jadler/pull/253",
+  "project" : "jadler",
+  "breakingCommit" : "0e8625f492854a78c0e1ceff67b2abd7e081d42b",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.eclipse.jetty",
+    "dependencyArtifactID" : "jetty-server",
+    "previousVersion" : "8.1.11.v20130520",
+    "newVersion" : "11.0.10",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : null
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0e8625f492854a78c0e1ceff67b2abd7e081d42b-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0e8625f492854a78c0e1ceff67b2abd7e081d42b-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/0ead9a6c759b422a5b8db197bb52d1cc0cabce78.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jnidzwetzki/bitfinex-v2-wss-api-java/pull/323",
+  "project" : "bitfinex-v2-wss-api-java",
+  "breakingCommit" : "0ead9a6c759b422a5b8db197bb52d1cc0cabce78",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.json",
+    "dependencyArtifactID" : "json",
+    "previousVersion" : "20230227",
+    "newVersion" : "20230618",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/json/json/20230227/json-20230227-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/json/json/20230618/json-20230618-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0ead9a6c759b422a5b8db197bb52d1cc0cabce78-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0ead9a6c759b422a5b8db197bb52d1cc0cabce78-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "TEST_FAILURE"
+}

data/benchmark/18ab6d7afbd1663c940167f15ab7aa39011041e1.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/config-file-provider-plugin/pull/142",
+  "project" : "config-file-provider-plugin",
+  "breakingCommit" : "18ab6d7afbd1663c940167f15ab7aa39011041e1",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "io.jenkins.tools.bom",
+    "dependencyArtifactID" : "bom-2.277.x",
+    "previousVersion" : "29",
+    "newVersion" : "924.vda78166e6655",
+    "dependencyScope" : "import",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "POM"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:18ab6d7afbd1663c940167f15ab7aa39011041e1-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:18ab6d7afbd1663c940167f15ab7aa39011041e1-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/18eff0121ded81b30af0924676407bfc663e6557.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/code-coverage-api-plugin/pull/634",
+  "project" : "code-coverage-api-plugin",
+  "breakingCommit" : "18eff0121ded81b30af0924676407bfc663e6557",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jenkins-ci",
+    "dependencyArtifactID" : "acceptance-test-harness",
+    "previousVersion" : "5504.v485694f31cdf",
+    "newVersion" : "5536.vf6d8a_73d1122",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:18eff0121ded81b30af0924676407bfc663e6557-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:18eff0121ded81b30af0924676407bfc663e6557-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/1d0c5406203e778b5e67534cdf72f4370fd6d301.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jenkinsci/github-oauth-plugin/pull/169",
+  "project" : "github-oauth-plugin",
+  "breakingCommit" : "1d0c5406203e778b5e67534cdf72f4370fd6d301",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.jenkins-ci.plugins",
+    "dependencyArtifactID" : "github-branch-source",
+    "previousVersion" : "2.11.4",
+    "newVersion" : "1598.v91207e9f9b_4a_",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1d0c5406203e778b5e67534cdf72f4370fd6d301-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1d0c5406203e778b5e67534cdf72f4370fd6d301-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "UNKNOWN_FAILURE"
+}

data/benchmark/1e1de78344a89be66d2e78f7adb07a479f6677eb.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/Samsung/LPVS/pull/116",
+  "project" : "LPVS",
+  "breakingCommit" : "1e1de78344a89be66d2e78f7adb07a479f6677eb",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "bot",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.springframework",
+    "dependencyArtifactID" : "spring-core",
+    "previousVersion" : "5.3.23",
+    "newVersion" : "6.0.4",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "major",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/springframework/spring-core/5.3.23/spring-core-5.3.23-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/springframework/spring-core/6.0.4/spring-core-6.0.4-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1e1de78344a89be66d2e78f7adb07a479f6677eb-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1e1de78344a89be66d2e78f7adb07a479f6677eb-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/1ef97ea6c5b6e34151fe6167001b69e003449f95.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/knaufk/flink-faker/pull/52",
+  "project" : "flink-faker",
+  "breakingCommit" : "1ef97ea6c5b6e34151fe6167001b69e003449f95",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "net.datafaker",
+    "dependencyArtifactID" : "datafaker",
+    "previousVersion" : "1.3.0",
+    "newVersion" : "1.4.0",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "minor",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/net/datafaker/datafaker/1.3.0/datafaker-1.3.0-sources.jar",
+    "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/net/datafaker/datafaker/1.4.0/datafaker-1.4.0-sources.jar",
+    "updatedFileType" : "JAR"
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1ef97ea6c5b6e34151fe6167001b69e003449f95-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1ef97ea6c5b6e34151fe6167001b69e003449f95-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}

data/benchmark/1fc5281e0688c44025fe2b390a7d6e3e3088f385.json

@@ -0,0 +1,24 @@
+{
+  "url" : "https://github.com/jadler-mocking/jadler/pull/254",
+  "project" : "jadler",
+  "breakingCommit" : "1fc5281e0688c44025fe2b390a7d6e3e3088f385",
+  "prAuthor" : "bot",
+  "preCommitAuthor" : "human",
+  "breakingCommitAuthor" : "bot",
+  "updatedDependency" : {
+    "dependencyGroupID" : "org.eclipse.jetty",
+    "dependencyArtifactID" : "jetty-server",
+    "previousVersion" : "8.1.11.v20130520",
+    "newVersion" : "11.0.11",
+    "dependencyScope" : "compile",
+    "versionUpdateType" : "other",
+    "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.",
+    "mavenSourceLinkPre" : null,
+    "mavenSourceLinkBreaking" : null,
+    "updatedFileType" : null
+  },
+  "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1fc5281e0688c44025fe2b390a7d6e3e3088f385-pre",
+  "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:1fc5281e0688c44025fe2b390a7d6e3e3088f385-breaking",
+  "javaVersionUsedForReproduction" : "11",
+  "failureCategory" : "COMPILATION_FAILURE"
+}