From 861a44c1cd60fb8a3a268e59e3196fbaabe0afc1 Mon Sep 17 00:00:00 2001 From: Yogya Tulip Gamage <47789154+yogyagamage@users.noreply.github.com> Date: Wed, 2 Aug 2023 11:17:27 +0200 Subject: [PATCH] Update json data fields with correct values (#110) --- .github/workflows/validate-json-files.yml | 26 +++++++++++++------ README.md | 18 ++++++------- ...d93fbb2f9998ef1390ad10f92d1b70fda8b90.json | 2 +- ...2cebef8b3dd4c544e8b70ce1b96b33390f4c0.json | 2 +- ...84ee6cfd293b27c08495f97900bcd849b452c.json | 2 +- ...af72b737bd40b6b4a16c6b25ba574e3048810.json | 2 +- ...15fa526c10b0c39d8d7337b833d42448fcca4.json | 2 +- ...7371bb061f3add726d3ab7527bebb8c41960e.json | 2 +- ...b193ce573e31766da82268ffc9ba51412faa6.json | 2 +- ...103fc80aec2526ab5dd3bcc2d4d5ce4177842.json | 2 +- ...7fc631fa78e7f11d39983824cdd4215b9a03b.json | 24 ----------------- ...3793a5d54e43d9acf27e46fdb3a257ee0196f.json | 2 +- ...9bdad76925da568294cb8a40e7d4469699ac3.json | 2 +- ...5a75419981118d5a65e295abfd2069dfce0b0.json | 2 +- ...6da085185a09deb5f3d810cc66f6e73348a22.json | 2 +- ...f9018630b8f8248f332e747d88254d99da1c9.json | 2 +- ...4dfc8ca5b2db281f154ca9db3ad953b792b4d.json | 2 +- ...50e88e8744638ba37037d6f41e65d9067aa3b.json | 2 +- ...6b526695fe275ab5e6a1992916875d26da860.json | 24 ----------------- ...9fe48162aad0f97eec1ddbb10fae165af4791.json | 2 +- ...896887acf0fe59320e01145a7034cd8d4e326.json | 2 +- ...41fd65c7b9bbc3424ea927f1dab223261d156.json | 2 +- ...f06df4613be146bb9f8034e1a8a3098050c82.json | 24 ----------------- ...0743630a540bff1ba3033b7016fcfc345122f.json | 2 +- ...cd85b97b24c07a2e446f43ac8793619fa0724.json | 24 ----------------- ...7fc631fa78e7f11d39983824cdd4215b9a03b.json | 16 ++++++++++++ ...6b526695fe275ab5e6a1992916875d26da860.json | 16 ++++++++++++ ...f06df4613be146bb9f8034e1a8a3098050c82.json | 16 ++++++++++++ ...cd85b97b24c07a2e446f43ac8793619fa0724.json | 16 ++++++++++++ ...694fc3bf18ca9e8868e8ef493f5de5d931d54.json | 4 +-- ...189a94018cff809e7e6320ff32211994c9aff.json | 6 ++--- ...3180880e29f89610f9271252654caf8386857.json | 11 -------- ...74be1954f06a7c1fd5edde91693d04844c998.json | 4 +-- ...ef09d760acbf3e6d97072dcdcd553598549a1.json | 4 +-- ...37ee9d57ee70eb66108485df105fd3729a6af.json | 6 ++--- ...e09a9752b617d452d1b4fb2e669c96b87cc2c.json | 6 ++--- ...fadbbf02013457bb472591f482fe61cf9dac4.json | 4 +-- ...4c0df27332a54a0c5260cbc08ef50b238e70b.json | 4 +-- 38 files changed, 129 insertions(+), 162 deletions(-) delete mode 100644 data/benchmark/5287fc631fa78e7f11d39983824cdd4215b9a03b.json delete mode 100644 data/benchmark/ae16b526695fe275ab5e6a1992916875d26da860.json delete mode 100644 data/benchmark/d3af06df4613be146bb9f8034e1a8a3098050c82.json delete mode 100644 data/benchmark/f26cd85b97b24c07a2e446f43ac8793619fa0724.json create mode 100644 data/not-reproduced-data/5287fc631fa78e7f11d39983824cdd4215b9a03b.json create mode 100644 data/not-reproduced-data/ae16b526695fe275ab5e6a1992916875d26da860.json create mode 100644 data/not-reproduced-data/d3af06df4613be146bb9f8034e1a8a3098050c82.json create mode 100644 data/not-reproduced-data/f26cd85b97b24c07a2e446f43ac8793619fa0724.json diff --git a/.github/workflows/validate-json-files.yml b/.github/workflows/validate-json-files.yml index b8dff6a4557b..4ec127332920 100644 --- a/.github/workflows/validate-json-files.yml +++ b/.github/workflows/validate-json-files.yml @@ -20,14 +20,6 @@ jobs: refSchemasMap: '{"https://github.com/chains-project/breaking-updates/blob/main/schemas/successful-reproduction-schemas/breaking-update-dependency.schema.json": "schemas/successful-reproduction-schemas/breaking-update-dependency.schema.json"}' - - name: Validate not reproduced breaking update JSON - uses: cardinalby/schema-validator-action@v3 - with: - schema: "schemas/not-attempted-reproduction-schemas/breaking-update.schema.json" - file: "data/not-reproduced-data/*.json" - refSchemasMap: - '{"https://github.com/chains-project/breaking-updates/blob/main/schemas/not-attempted-reproduction-schemas/breaking-update-dependency.schema.json": "schemas/not-attempted-reproduction-schemas/breaking-update-dependency.schema.json"}' - - name: Validate reproduction failed breaking update JSON uses: cardinalby/schema-validator-action@v3 with: @@ -35,3 +27,21 @@ jobs: file: "data/unsuccessful-reproductions/*.json" refSchemasMap: '{"https://github.com/chains-project/breaking-updates/blob/main/schemas/unsuccessful-reproduction-schemas/breaking-update-dependency.schema.json": "schemas/unsuccessful-reproduction-schemas/breaking-update-dependency.schema.json"}' + + - name: Check if JSON files exist + id: file_check + run: | + if find data/not-reproduced-data -name "*.json" -print -quit | grep -q .; then + echo "check_result=true" >> $GITHUB_OUTPUT + else + echo "check_result=false" >> $GITHUB_OUTPUT + fi + + - name: Validate not reproduced breaking update JSON + if: steps.file_check.outputs.check_result == 'true' + uses: cardinalby/schema-validator-action@v3 + with: + schema: "schemas/not-attempted-reproduction-schemas/breaking-update.schema.json" + file: "data/not-reproduced-data/*.json" + refSchemasMap: + '{"https://github.com/chains-project/breaking-updates/blob/main/schemas/not-attempted-reproduction-schemas/breaking-update-dependency.schema.json": "schemas/not-attempted-reproduction-schemas/breaking-update-dependency.schema.json"}' diff --git a/README.md b/README.md index 32d3a30a8d10..ebecebcaf89c 100644 --- a/README.md +++ b/README.md @@ -100,12 +100,12 @@ java -jar target/BreakingUpdateReproducer.jar --help ``` ## Stats -As of Aug 1 2023: - * The benchmark consists of 185 reproducible breaking updates. - - Of these breaking updates, 59 (31.89%) fail compilation with the updated dependency. - - 16 (8.65%) fail tests with the updated dependency. - - 1 (0.54%) have dependency resolution failures with the updated dependency. - - 44 (23.78%) fail after updating the dependency due to maven enforcer failures. - - 65 (35.14%) fail due to unknown failures after updating the dependency. - * Overall, reproduction has been attempted for 1462 breaking updates, and 1277 (87.35%) could not be locally reproduced. - * For 0 potential breaking updates, reproduction has not been attempted yet. +As of Aug 2 2023: + * The benchmark consists of 181 reproducible breaking updates. + - Of these breaking updates, 55 (30.39%) fail compilation with the updated dependency. + - 30 (16.57%) fail tests with the updated dependency. + - 1 (0.55%) have dependency resolution failures with the updated dependency. + - 44 (24.31%) fail after updating the dependency due to maven enforcer failures. + - 51 (28.18%) fail due to unknown failures after updating the dependency. + * Overall, reproduction has been attempted for 1458 breaking updates, and 1277 (87.59%) could not be locally reproduced. + * For 4 potential breaking updates, reproduction has not been attempted yet. diff --git a/data/benchmark/097d93fbb2f9998ef1390ad10f92d1b70fda8b90.json b/data/benchmark/097d93fbb2f9998ef1390ad10f92d1b70fda8b90.json index 3dabfbe3c0cc..87f5c0416fe6 100644 --- a/data/benchmark/097d93fbb2f9998ef1390ad10f92d1b70fda8b90.json +++ b/data/benchmark/097d93fbb2f9998ef1390ad10f92d1b70fda8b90.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:097d93fbb2f9998ef1390ad10f92d1b70fda8b90-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:097d93fbb2f9998ef1390ad10f92d1b70fda8b90-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0.json b/data/benchmark/0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0.json index e6a4d09e78c6..4d841fdaf219 100644 --- a/data/benchmark/0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0.json +++ b/data/benchmark/0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:0a62cebef8b3dd4c544e8b70ce1b96b33390f4c0-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/12684ee6cfd293b27c08495f97900bcd849b452c.json b/data/benchmark/12684ee6cfd293b27c08495f97900bcd849b452c.json index 1507af5ca52b..266cdb763381 100644 --- a/data/benchmark/12684ee6cfd293b27c08495f97900bcd849b452c.json +++ b/data/benchmark/12684ee6cfd293b27c08495f97900bcd849b452c.json @@ -11,7 +11,7 @@ "previousVersion" : "2.7", "newVersion" : "2.11.0", "dependencyScope" : "compile", - "versionUpdateType" : "other", + "versionUpdateType" : "minor", "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/commons-io/commons-io/2.7/commons-io-2.7-sources.jar", "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0-sources.jar", diff --git a/data/benchmark/30caf72b737bd40b6b4a16c6b25ba574e3048810.json b/data/benchmark/30caf72b737bd40b6b4a16c6b25ba574e3048810.json index 3385f6af4759..38c1f3bc120b 100644 --- a/data/benchmark/30caf72b737bd40b6b4a16c6b25ba574e3048810.json +++ b/data/benchmark/30caf72b737bd40b6b4a16c6b25ba574e3048810.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:30caf72b737bd40b6b4a16c6b25ba574e3048810-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:30caf72b737bd40b6b4a16c6b25ba574e3048810-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/44a15fa526c10b0c39d8d7337b833d42448fcca4.json b/data/benchmark/44a15fa526c10b0c39d8d7337b833d42448fcca4.json index 4937690356ee..3ece7ccb007f 100644 --- a/data/benchmark/44a15fa526c10b0c39d8d7337b833d42448fcca4.json +++ b/data/benchmark/44a15fa526c10b0c39d8d7337b833d42448fcca4.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:44a15fa526c10b0c39d8d7337b833d42448fcca4-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:44a15fa526c10b0c39d8d7337b833d42448fcca4-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/4507371bb061f3add726d3ab7527bebb8c41960e.json b/data/benchmark/4507371bb061f3add726d3ab7527bebb8c41960e.json index 2ae5295239f1..d5bcafd719c6 100644 --- a/data/benchmark/4507371bb061f3add726d3ab7527bebb8c41960e.json +++ b/data/benchmark/4507371bb061f3add726d3ab7527bebb8c41960e.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4507371bb061f3add726d3ab7527bebb8c41960e-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4507371bb061f3add726d3ab7527bebb8c41960e-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/4c7b193ce573e31766da82268ffc9ba51412faa6.json b/data/benchmark/4c7b193ce573e31766da82268ffc9ba51412faa6.json index 87f6a6354e62..18418fb8e45f 100644 --- a/data/benchmark/4c7b193ce573e31766da82268ffc9ba51412faa6.json +++ b/data/benchmark/4c7b193ce573e31766da82268ffc9ba51412faa6.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4c7b193ce573e31766da82268ffc9ba51412faa6-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:4c7b193ce573e31766da82268ffc9ba51412faa6-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/51e103fc80aec2526ab5dd3bcc2d4d5ce4177842.json b/data/benchmark/51e103fc80aec2526ab5dd3bcc2d4d5ce4177842.json index 6df9aee05d37..86de0c48acfa 100644 --- a/data/benchmark/51e103fc80aec2526ab5dd3bcc2d4d5ce4177842.json +++ b/data/benchmark/51e103fc80aec2526ab5dd3bcc2d4d5ce4177842.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:51e103fc80aec2526ab5dd3bcc2d4d5ce4177842-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:51e103fc80aec2526ab5dd3bcc2d4d5ce4177842-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/5287fc631fa78e7f11d39983824cdd4215b9a03b.json b/data/benchmark/5287fc631fa78e7f11d39983824cdd4215b9a03b.json deleted file mode 100644 index b3376b5431d8..000000000000 --- a/data/benchmark/5287fc631fa78e7f11d39983824cdd4215b9a03b.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "url" : "https://github.com/jadler-mocking/jadler/pull/323", - "project" : "jadler", - "breakingCommit" : "5287fc631fa78e7f11d39983824cdd4215b9a03b", - "prAuthor" : "bot", - "preCommitAuthor" : "human", - "breakingCommitAuthor" : "bot", - "updatedDependency" : { - "dependencyGroupID" : "org.eclipse.jetty", - "dependencyArtifactID" : "jetty-server", - "previousVersion" : "unknown", - "newVersion" : "unknown", - "dependencyScope" : "compile", - "versionUpdateType" : "other", - "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", - "mavenSourceLinkPre" : null, - "mavenSourceLinkBreaking" : null, - "updatedFileType" : null - }, - "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5287fc631fa78e7f11d39983824cdd4215b9a03b-pre", - "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:5287fc631fa78e7f11d39983824cdd4215b9a03b-breaking", - "javaVersionUsedForReproduction" : "11", - "failureCategory" : "COMPILATION_FAILURE" -} \ No newline at end of file diff --git a/data/benchmark/5743793a5d54e43d9acf27e46fdb3a257ee0196f.json b/data/benchmark/5743793a5d54e43d9acf27e46fdb3a257ee0196f.json index 880c741c376c..20b671565834 100644 --- a/data/benchmark/5743793a5d54e43d9acf27e46fdb3a257ee0196f.json +++ b/data/benchmark/5743793a5d54e43d9acf27e46fdb3a257ee0196f.json @@ -11,7 +11,7 @@ "previousVersion" : "0.6", "newVersion" : "0.7.1", "dependencyScope" : "compile", - "versionUpdateType" : "other", + "versionUpdateType" : "minor", "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/com/google/flogger/google-extensions/0.6/google-extensions-0.6-sources.jar", "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/com/google/flogger/google-extensions/0.7.1/google-extensions-0.7.1-sources.jar", diff --git a/data/benchmark/5769bdad76925da568294cb8a40e7d4469699ac3.json b/data/benchmark/5769bdad76925da568294cb8a40e7d4469699ac3.json index 13c13e1ca39b..6363f2348bc4 100644 --- a/data/benchmark/5769bdad76925da568294cb8a40e7d4469699ac3.json +++ b/data/benchmark/5769bdad76925da568294cb8a40e7d4469699ac3.json @@ -11,7 +11,7 @@ "previousVersion" : "1.93", "newVersion" : "1.313", "dependencyScope" : "compile", - "versionUpdateType" : "other", + "versionUpdateType" : "minor", "githubCompareLink" : "https://github.com/kohsuke/github-api/compare/github-api-1.93...github-api-1.313", "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/kohsuke/github-api/1.93/github-api-1.93-sources.jar", "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/kohsuke/github-api/1.313/github-api-1.313-sources.jar", diff --git a/data/benchmark/65b5a75419981118d5a65e295abfd2069dfce0b0.json b/data/benchmark/65b5a75419981118d5a65e295abfd2069dfce0b0.json index 93f382a5a7f6..4e6148f5831d 100644 --- a/data/benchmark/65b5a75419981118d5a65e295abfd2069dfce0b0.json +++ b/data/benchmark/65b5a75419981118d5a65e295abfd2069dfce0b0.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:65b5a75419981118d5a65e295abfd2069dfce0b0-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:65b5a75419981118d5a65e295abfd2069dfce0b0-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/8f16da085185a09deb5f3d810cc66f6e73348a22.json b/data/benchmark/8f16da085185a09deb5f3d810cc66f6e73348a22.json index 7ad25bf8192b..48bcc1833948 100644 --- a/data/benchmark/8f16da085185a09deb5f3d810cc66f6e73348a22.json +++ b/data/benchmark/8f16da085185a09deb5f3d810cc66f6e73348a22.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:8f16da085185a09deb5f3d810cc66f6e73348a22-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:8f16da085185a09deb5f3d810cc66f6e73348a22-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/90df9018630b8f8248f332e747d88254d99da1c9.json b/data/benchmark/90df9018630b8f8248f332e747d88254d99da1c9.json index 2dbf2f66bc6c..95372cc3a266 100644 --- a/data/benchmark/90df9018630b8f8248f332e747d88254d99da1c9.json +++ b/data/benchmark/90df9018630b8f8248f332e747d88254d99da1c9.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:90df9018630b8f8248f332e747d88254d99da1c9-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:90df9018630b8f8248f332e747d88254d99da1c9-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/99d4dfc8ca5b2db281f154ca9db3ad953b792b4d.json b/data/benchmark/99d4dfc8ca5b2db281f154ca9db3ad953b792b4d.json index bb56dbab2fb9..20ed73dcd216 100644 --- a/data/benchmark/99d4dfc8ca5b2db281f154ca9db3ad953b792b4d.json +++ b/data/benchmark/99d4dfc8ca5b2db281f154ca9db3ad953b792b4d.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:99d4dfc8ca5b2db281f154ca9db3ad953b792b4d-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:99d4dfc8ca5b2db281f154ca9db3ad953b792b4d-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/9d450e88e8744638ba37037d6f41e65d9067aa3b.json b/data/benchmark/9d450e88e8744638ba37037d6f41e65d9067aa3b.json index 0a2a19b14d7f..c1b8ca8d28c7 100644 --- a/data/benchmark/9d450e88e8744638ba37037d6f41e65d9067aa3b.json +++ b/data/benchmark/9d450e88e8744638ba37037d6f41e65d9067aa3b.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:9d450e88e8744638ba37037d6f41e65d9067aa3b-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:9d450e88e8744638ba37037d6f41e65d9067aa3b-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/ae16b526695fe275ab5e6a1992916875d26da860.json b/data/benchmark/ae16b526695fe275ab5e6a1992916875d26da860.json deleted file mode 100644 index fc6bf96bc823..000000000000 --- a/data/benchmark/ae16b526695fe275ab5e6a1992916875d26da860.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "url" : "https://github.com/jadler-mocking/jadler/pull/160", - "project" : "jadler", - "breakingCommit" : "ae16b526695fe275ab5e6a1992916875d26da860", - "prAuthor" : "bot", - "preCommitAuthor" : "human", - "breakingCommitAuthor" : "bot", - "updatedDependency" : { - "dependencyGroupID" : "org.eclipse.jetty", - "dependencyArtifactID" : "jetty-server", - "previousVersion" : "unknown", - "newVersion" : "unknown", - "dependencyScope" : "compile", - "versionUpdateType" : "other", - "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", - "mavenSourceLinkPre" : null, - "mavenSourceLinkBreaking" : null, - "updatedFileType" : null - }, - "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:ae16b526695fe275ab5e6a1992916875d26da860-pre", - "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:ae16b526695fe275ab5e6a1992916875d26da860-breaking", - "javaVersionUsedForReproduction" : "11", - "failureCategory" : "COMPILATION_FAILURE" -} \ No newline at end of file diff --git a/data/benchmark/b209fe48162aad0f97eec1ddbb10fae165af4791.json b/data/benchmark/b209fe48162aad0f97eec1ddbb10fae165af4791.json index c2a842c12ee1..6d47e06aa9c6 100644 --- a/data/benchmark/b209fe48162aad0f97eec1ddbb10fae165af4791.json +++ b/data/benchmark/b209fe48162aad0f97eec1ddbb10fae165af4791.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:b209fe48162aad0f97eec1ddbb10fae165af4791-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:b209fe48162aad0f97eec1ddbb10fae165af4791-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/c09896887acf0fe59320e01145a7034cd8d4e326.json b/data/benchmark/c09896887acf0fe59320e01145a7034cd8d4e326.json index ce9f693be3a4..74524999b5ba 100644 --- a/data/benchmark/c09896887acf0fe59320e01145a7034cd8d4e326.json +++ b/data/benchmark/c09896887acf0fe59320e01145a7034cd8d4e326.json @@ -11,7 +11,7 @@ "previousVersion" : "1.93", "newVersion" : "1.314", "dependencyScope" : "compile", - "versionUpdateType" : "other", + "versionUpdateType" : "minor", "githubCompareLink" : "https://github.com/kohsuke/github-api/compare/github-api-1.93...github-api-1.314", "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/kohsuke/github-api/1.93/github-api-1.93-sources.jar", "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/kohsuke/github-api/1.314/github-api-1.314-sources.jar", diff --git a/data/benchmark/cb541fd65c7b9bbc3424ea927f1dab223261d156.json b/data/benchmark/cb541fd65c7b9bbc3424ea927f1dab223261d156.json index 63dfaabcba50..28ce753838d7 100644 --- a/data/benchmark/cb541fd65c7b9bbc3424ea927f1dab223261d156.json +++ b/data/benchmark/cb541fd65c7b9bbc3424ea927f1dab223261d156.json @@ -11,7 +11,7 @@ "previousVersion" : "1.3", "newVersion" : "2.2", "dependencyScope" : "provided", - "versionUpdateType" : "other", + "versionUpdateType" : "major", "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", "mavenSourceLinkPre" : "https://repo1.maven.org/maven2/org/hamcrest/hamcrest-library/1.3/hamcrest-library-1.3-sources.jar", "mavenSourceLinkBreaking" : "https://repo1.maven.org/maven2/org/hamcrest/hamcrest-library/2.2/hamcrest-library-2.2-sources.jar", diff --git a/data/benchmark/d3af06df4613be146bb9f8034e1a8a3098050c82.json b/data/benchmark/d3af06df4613be146bb9f8034e1a8a3098050c82.json deleted file mode 100644 index 351125049709..000000000000 --- a/data/benchmark/d3af06df4613be146bb9f8034e1a8a3098050c82.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "url" : "https://github.com/jadler-mocking/jadler/pull/207", - "project" : "jadler", - "breakingCommit" : "d3af06df4613be146bb9f8034e1a8a3098050c82", - "prAuthor" : "bot", - "preCommitAuthor" : "human", - "breakingCommitAuthor" : "bot", - "updatedDependency" : { - "dependencyGroupID" : "org.eclipse.jetty", - "dependencyArtifactID" : "jetty-server", - "previousVersion" : "unknown", - "newVersion" : "unknown", - "dependencyScope" : "compile", - "versionUpdateType" : "other", - "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", - "mavenSourceLinkPre" : null, - "mavenSourceLinkBreaking" : null, - "updatedFileType" : null - }, - "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:d3af06df4613be146bb9f8034e1a8a3098050c82-pre", - "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:d3af06df4613be146bb9f8034e1a8a3098050c82-breaking", - "javaVersionUsedForReproduction" : "11", - "failureCategory" : "COMPILATION_FAILURE" -} \ No newline at end of file diff --git a/data/benchmark/dde0743630a540bff1ba3033b7016fcfc345122f.json b/data/benchmark/dde0743630a540bff1ba3033b7016fcfc345122f.json index 7d0bd2037134..e633123c17ed 100644 --- a/data/benchmark/dde0743630a540bff1ba3033b7016fcfc345122f.json +++ b/data/benchmark/dde0743630a540bff1ba3033b7016fcfc345122f.json @@ -20,5 +20,5 @@ "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:dde0743630a540bff1ba3033b7016fcfc345122f-pre", "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:dde0743630a540bff1ba3033b7016fcfc345122f-breaking", "javaVersionUsedForReproduction" : "11", - "failureCategory" : "UNKNOWN_FAILURE" + "failureCategory" : "TEST_FAILURE" } \ No newline at end of file diff --git a/data/benchmark/f26cd85b97b24c07a2e446f43ac8793619fa0724.json b/data/benchmark/f26cd85b97b24c07a2e446f43ac8793619fa0724.json deleted file mode 100644 index d093d6c6dc06..000000000000 --- a/data/benchmark/f26cd85b97b24c07a2e446f43ac8793619fa0724.json +++ /dev/null @@ -1,24 +0,0 @@ -{ - "url" : "https://github.com/jadler-mocking/jadler/pull/230", - "project" : "jadler", - "breakingCommit" : "f26cd85b97b24c07a2e446f43ac8793619fa0724", - "prAuthor" : "bot", - "preCommitAuthor" : "human", - "breakingCommitAuthor" : "bot", - "updatedDependency" : { - "dependencyGroupID" : "org.eclipse.jetty", - "dependencyArtifactID" : "jetty-server", - "previousVersion" : "unknown", - "newVersion" : "unknown", - "dependencyScope" : "compile", - "versionUpdateType" : "other", - "githubCompareLink" : "A GitHub repository could not be found for the updated dependency.", - "mavenSourceLinkPre" : null, - "mavenSourceLinkBreaking" : null, - "updatedFileType" : null - }, - "preCommitReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:f26cd85b97b24c07a2e446f43ac8793619fa0724-pre", - "breakingUpdateReproductionCommand" : "docker run ghcr.io/chains-project/breaking-updates:f26cd85b97b24c07a2e446f43ac8793619fa0724-breaking", - "javaVersionUsedForReproduction" : "11", - "failureCategory" : "COMPILATION_FAILURE" -} \ No newline at end of file diff --git a/data/not-reproduced-data/5287fc631fa78e7f11d39983824cdd4215b9a03b.json b/data/not-reproduced-data/5287fc631fa78e7f11d39983824cdd4215b9a03b.json new file mode 100644 index 000000000000..47386e6de91e --- /dev/null +++ b/data/not-reproduced-data/5287fc631fa78e7f11d39983824cdd4215b9a03b.json @@ -0,0 +1,16 @@ +{ + "url" : "https://github.com/jadler-mocking/jadler/pull/323", + "project" : "jadler", + "breakingCommit" : "5287fc631fa78e7f11d39983824cdd4215b9a03b", + "prAuthor" : "bot", + "preCommitAuthor" : "human", + "breakingCommitAuthor" : "bot", + "updatedDependency" : { + "dependencyGroupID" : "org.eclipse.jetty", + "dependencyArtifactID" : "jetty-server", + "previousVersion" : "8.1.11.v20130520", + "newVersion" : "11.0.14", + "dependencyScope" : "compile", + "versionUpdateType" : "other" + } +} \ No newline at end of file diff --git a/data/not-reproduced-data/ae16b526695fe275ab5e6a1992916875d26da860.json b/data/not-reproduced-data/ae16b526695fe275ab5e6a1992916875d26da860.json new file mode 100644 index 000000000000..2b1d47cde888 --- /dev/null +++ b/data/not-reproduced-data/ae16b526695fe275ab5e6a1992916875d26da860.json @@ -0,0 +1,16 @@ +{ + "url" : "https://github.com/jadler-mocking/jadler/pull/160", + "project" : "jadler", + "breakingCommit" : "ae16b526695fe275ab5e6a1992916875d26da860", + "prAuthor" : "bot", + "preCommitAuthor" : "human", + "breakingCommitAuthor" : "bot", + "updatedDependency" : { + "dependencyGroupID" : "org.eclipse.jetty", + "dependencyArtifactID" : "jetty-server", + "previousVersion" : "8.1.11.v20130520", + "newVersion" : "9.4.41.v20210516", + "dependencyScope" : "compile", + "versionUpdateType" : "other" + } +} \ No newline at end of file diff --git a/data/not-reproduced-data/d3af06df4613be146bb9f8034e1a8a3098050c82.json b/data/not-reproduced-data/d3af06df4613be146bb9f8034e1a8a3098050c82.json new file mode 100644 index 000000000000..f97cb43409a0 --- /dev/null +++ b/data/not-reproduced-data/d3af06df4613be146bb9f8034e1a8a3098050c82.json @@ -0,0 +1,16 @@ +{ + "url" : "https://github.com/jadler-mocking/jadler/pull/207", + "project" : "jadler", + "breakingCommit" : "d3af06df4613be146bb9f8034e1a8a3098050c82", + "prAuthor" : "bot", + "preCommitAuthor" : "human", + "breakingCommitAuthor" : "bot", + "updatedDependency" : { + "dependencyGroupID" : "org.eclipse.jetty", + "dependencyArtifactID" : "jetty-server", + "previousVersion" : "8.1.11.v20130520", + "newVersion" : "11.0.8", + "dependencyScope" : "compile", + "versionUpdateType" : "other" + } +} \ No newline at end of file diff --git a/data/not-reproduced-data/f26cd85b97b24c07a2e446f43ac8793619fa0724.json b/data/not-reproduced-data/f26cd85b97b24c07a2e446f43ac8793619fa0724.json new file mode 100644 index 000000000000..e06cbfd5b3f5 --- /dev/null +++ b/data/not-reproduced-data/f26cd85b97b24c07a2e446f43ac8793619fa0724.json @@ -0,0 +1,16 @@ +{ + "url" : "https://github.com/jadler-mocking/jadler/pull/230", + "project" : "jadler", + "breakingCommit" : "f26cd85b97b24c07a2e446f43ac8793619fa0724", + "prAuthor" : "bot", + "preCommitAuthor" : "human", + "breakingCommitAuthor" : "bot", + "updatedDependency" : { + "dependencyGroupID" : "org.eclipse.jetty", + "dependencyArtifactID" : "jetty-server", + "previousVersion" : "8.1.11.v20130520", + "newVersion" : "11.0.9", + "dependencyScope" : "compile", + "versionUpdateType" : "other" + } +} \ No newline at end of file diff --git a/data/unsuccessful-reproductions/189694fc3bf18ca9e8868e8ef493f5de5d931d54.json b/data/unsuccessful-reproductions/189694fc3bf18ca9e8868e8ef493f5de5d931d54.json index 9acb661ca51b..69b2450bb81c 100644 --- a/data/unsuccessful-reproductions/189694fc3bf18ca9e8868e8ef493f5de5d931d54.json +++ b/data/unsuccessful-reproductions/189694fc3bf18ca9e8868e8ef493f5de5d931d54.json @@ -8,8 +8,8 @@ "updatedDependency" : { "dependencyGroupID" : "com.google.http-client", "dependencyArtifactID" : "google-http-client-findbugs", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "1.41.8-SNAPSHOT", + "newVersion" : "1.41.8", "dependencyScope" : "compile", "versionUpdateType" : "other" }, diff --git a/data/unsuccessful-reproductions/197189a94018cff809e7e6320ff32211994c9aff.json b/data/unsuccessful-reproductions/197189a94018cff809e7e6320ff32211994c9aff.json index bbe7e390eca6..09454ed76872 100644 --- a/data/unsuccessful-reproductions/197189a94018cff809e7e6320ff32211994c9aff.json +++ b/data/unsuccessful-reproductions/197189a94018cff809e7e6320ff32211994c9aff.json @@ -8,10 +8,10 @@ "updatedDependency" : { "dependencyGroupID" : "javax.xml.ws", "dependencyArtifactID" : "jaxws-api", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "2.3.0", + "newVersion" : "2.3.1", "dependencyScope" : "compile", - "versionUpdateType" : "other" + "versionUpdateType" : "patch" }, "javaVersionUsedForReproduction" : "11" } \ No newline at end of file diff --git a/data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json b/data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json index f99fd5cf5650..4716001694dc 100644 --- a/data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json +++ b/data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json @@ -1,26 +1,15 @@ { -<<<<<<<< HEAD:data/unsuccessful-reproductions/c2417ad9261d5eb165c5e277e7ef7289f52f0518.json - "url" : "https://github.com/jnidzwetzki/bboxdb/pull/469", - "project" : "bboxdb", - "breakingCommit" : "c2417ad9261d5eb165c5e277e7ef7289f52f0518", -======== "url" : "https://github.com/jnidzwetzki/bboxdb/pull/433", "project" : "bboxdb", "breakingCommit" : "2bd3180880e29f89610f9271252654caf8386857", ->>>>>>>> upstream/main:data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json "prAuthor" : "bot", "preCommitAuthor" : "human", "breakingCommitAuthor" : "bot", "updatedDependency" : { "dependencyGroupID" : "com.google.protobuf", "dependencyArtifactID" : "protobuf-java", -<<<<<<<< HEAD:data/unsuccessful-reproductions/c2417ad9261d5eb165c5e277e7ef7289f52f0518.json - "previousVersion" : "3.22.3", - "newVersion" : "3.22.4", -======== "previousVersion" : "3.21.7", "newVersion" : "3.21.8", ->>>>>>>> upstream/main:data/unsuccessful-reproductions/2bd3180880e29f89610f9271252654caf8386857.json "dependencyScope" : "compile", "versionUpdateType" : "patch" }, diff --git a/data/unsuccessful-reproductions/45374be1954f06a7c1fd5edde91693d04844c998.json b/data/unsuccessful-reproductions/45374be1954f06a7c1fd5edde91693d04844c998.json index 354b151eaf21..6a460b8272a1 100644 --- a/data/unsuccessful-reproductions/45374be1954f06a7c1fd5edde91693d04844c998.json +++ b/data/unsuccessful-reproductions/45374be1954f06a7c1fd5edde91693d04844c998.json @@ -8,8 +8,8 @@ "updatedDependency" : { "dependencyGroupID" : "com.google.http-client", "dependencyArtifactID" : "google-http-client-xml", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "1.41.8-SNAPSHOT", + "newVersion" : "1.41.8", "dependencyScope" : "compile", "versionUpdateType" : "other" }, diff --git a/data/unsuccessful-reproductions/8b8ef09d760acbf3e6d97072dcdcd553598549a1.json b/data/unsuccessful-reproductions/8b8ef09d760acbf3e6d97072dcdcd553598549a1.json index a845371e1299..03764be49b91 100644 --- a/data/unsuccessful-reproductions/8b8ef09d760acbf3e6d97072dcdcd553598549a1.json +++ b/data/unsuccessful-reproductions/8b8ef09d760acbf3e6d97072dcdcd553598549a1.json @@ -8,8 +8,8 @@ "updatedDependency" : { "dependencyGroupID" : "com.google.http-client", "dependencyArtifactID" : "google-http-client", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "1.41.8-SNAPSHOT", + "newVersion" : "1.41.8", "dependencyScope" : "compile", "versionUpdateType" : "other" }, diff --git a/data/unsuccessful-reproductions/b0a37ee9d57ee70eb66108485df105fd3729a6af.json b/data/unsuccessful-reproductions/b0a37ee9d57ee70eb66108485df105fd3729a6af.json index 9af156d8d6b2..e463a2cded78 100644 --- a/data/unsuccessful-reproductions/b0a37ee9d57ee70eb66108485df105fd3729a6af.json +++ b/data/unsuccessful-reproductions/b0a37ee9d57ee70eb66108485df105fd3729a6af.json @@ -8,10 +8,10 @@ "updatedDependency" : { "dependencyGroupID" : "org.postgresql", "dependencyArtifactID" : "postgresql", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "42.3.2", + "newVersion" : "42.3.3", "dependencyScope" : "runtime", - "versionUpdateType" : "other" + "versionUpdateType" : "patch" }, "javaVersionUsedForReproduction" : "11" } \ No newline at end of file diff --git a/data/unsuccessful-reproductions/b3ae09a9752b617d452d1b4fb2e669c96b87cc2c.json b/data/unsuccessful-reproductions/b3ae09a9752b617d452d1b4fb2e669c96b87cc2c.json index e6f6482ac652..eb3e0587bbb6 100644 --- a/data/unsuccessful-reproductions/b3ae09a9752b617d452d1b4fb2e669c96b87cc2c.json +++ b/data/unsuccessful-reproductions/b3ae09a9752b617d452d1b4fb2e669c96b87cc2c.json @@ -8,10 +8,10 @@ "updatedDependency" : { "dependencyGroupID" : "com.sun.xml.ws", "dependencyArtifactID" : "jaxws-ri", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "2.3.5", + "newVersion" : "3.0.2", "dependencyScope" : "compile", - "versionUpdateType" : "other" + "versionUpdateType" : "major" }, "javaVersionUsedForReproduction" : "11" } \ No newline at end of file diff --git a/data/unsuccessful-reproductions/ddcfadbbf02013457bb472591f482fe61cf9dac4.json b/data/unsuccessful-reproductions/ddcfadbbf02013457bb472591f482fe61cf9dac4.json index 52218501447a..d38b497bfdcb 100644 --- a/data/unsuccessful-reproductions/ddcfadbbf02013457bb472591f482fe61cf9dac4.json +++ b/data/unsuccessful-reproductions/ddcfadbbf02013457bb472591f482fe61cf9dac4.json @@ -8,8 +8,8 @@ "updatedDependency" : { "dependencyGroupID" : "com.google.http-client", "dependencyArtifactID" : "google-http-client-appengine", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "1.41.8-SNAPSHOT", + "newVersion" : "1.41.8", "dependencyScope" : "compile", "versionUpdateType" : "other" }, diff --git a/data/unsuccessful-reproductions/f1b4c0df27332a54a0c5260cbc08ef50b238e70b.json b/data/unsuccessful-reproductions/f1b4c0df27332a54a0c5260cbc08ef50b238e70b.json index e0b976db1517..e3997998f5cc 100644 --- a/data/unsuccessful-reproductions/f1b4c0df27332a54a0c5260cbc08ef50b238e70b.json +++ b/data/unsuccessful-reproductions/f1b4c0df27332a54a0c5260cbc08ef50b238e70b.json @@ -8,8 +8,8 @@ "updatedDependency" : { "dependencyGroupID" : "com.google.http-client", "dependencyArtifactID" : "google-http-client-apache-v2", - "previousVersion" : "unknown", - "newVersion" : "unknown", + "previousVersion" : "1.41.8-SNAPSHOT", + "newVersion" : "1.41.8", "dependencyScope" : "compile", "versionUpdateType" : "other" },