Add tool for copying refimages from previous version

ReferenceUpdater/src/local_server.jl

@@ -98,7 +98,7 @@ function serve_update_page_from_dir(folder)
  end
 end
 
-function serve_update_page(; commit = nothing, pr = nothing)
+function download_artifacts(; commit = nothing, pr = nothing)
  authget(url) = HTTP.get(url, Dict("Authorization" => "token $(github_token())"))
 
  commit !== nothing && pr !== nothing && error("Keyword arguments `commit` and `pr` can't be set at once.")
@@ -146,7 +146,7 @@ function serve_update_page(; commit = nothing, pr = nothing)
  @warn("Found multiple checkruns for \"Merge artifacts\". Using latest with timestamp: $datetime")
  check = checkruns[idx]
  else
- check = only(checkruns)
+  check = only(checkruns)
  end
 
  job = JSON3.read(authget("https://api.github.com/repos/MakieOrg/Makie.jl/actions/jobs/$(check["id"])").body)
@@ -171,18 +171,128 @@ function serve_update_page(; commit = nothing, pr = nothing)
  @info "$download_url cached at $tmpdir"
  end
 
- @info "Serving update page from folder $tmpdir."
- serve_update_page_from_dir(tmpdir)
- return
+ return tmpdir
  end
  end
+
  error("""
  No \"ReferenceImages\" artifact found for commit $headsha and job id $(check["id"]).
  This could be because the job's workflow run ($(job["run_url"])) has not completed, yet.
  Artifacts are only available for complete runs.
  """)
 end
 
+"""
+ serve_update_page(; commit, pr)
+
+Create a ReferenceUpdater page which shows the test differences from a CI run 
+of a given commit hash or pr.
+"""
+function serve_update_page(; commit = nothing, pr = nothing)
+ tmpdir = download_artifacts(commit = commit, pr = pr)
+ @info "Serving update page from folder $tmpdir."
+ serve_update_page_from_dir(tmpdir)
+ return
+end
+
+"""
+ update_from_previous_version(; source_version, target_version, commit, pr[, score_threshold = 0.03])
+
+Replaces every test that is failing (based on score_threshold) or missing in the 
+given commit or pr with the respective test from the given `source_version` and
+uploads the result to `target_version`.
+
+This is useful for breaking pull requests, where new or changed tests from master
+(previous version) should be added to the new, breaking verison. E.g.:
+```
+update_from_previous_version(source_version = "v0.21.0", target_version = "v0.22.0", pr = 4477)
+```
+"""
+function update_from_previous_version(; 
+ source_version::String, target_version::String, 
+ commit = nothing, pr = nothing, score_threshold = 0.03)
+
+ tmpdir = download_artifacts(commit = commit, pr = pr)
+
+ @info "Updating reference images in $target_version from $source_version"
+ @info "By score threshold:"
+ # missing & changed
+ folder = realpath(tmpdir)
+ changed_or_missing = open(joinpath(folder, "scores.tsv"), "r") do file
+ names = String[]
+ for line in eachline(file)
+ score_str, filename = split(line, '\t')
+ if parse(Float64, score_str) >= score_threshold
+ push!(names, filename)
+ @info " $filename"
+ end
+ end
+ return names
+ end
+
+ @info "Missing:"
+ open(joinpath(folder, "new_files.txt"), "r") do file
+ for line in eachline(file)
+ if !isempty(line)
+ push!(changed_or_missing, line)
+ @info " $line"
+ end
+ end
+ end
+
+ update_from_previous_version(changed_or_missing; 
+ source_version = source_version, target_version = target_version)
+
+ return
+end
+
+"""
+ update_from_previous_version(changed_or_missing::Vector{String}; source_version, target_version)
+
+Replaces every test in `changed_or_missing` with the respective test from the 
+given `source_version` and uploads the result to `target_version`. This is the 
+more manual version of the other method. 
+
+Tests should be given as `"backend/name-of-test.png"` in `changed_or_missing`.
+Source and target version are given as `"v0.00.0"` matching the respective 
+github release version.
+"""
+function update_from_previous_version(
+ changed_or_missing::Vector{String}; 
+ source_version::String, target_version::String)
+
+ # Merge new and old
+ @info "Downloading new reference image set (target)"
+ new_version = download_refimages(target_version)
+ @info "Target path: $new_version"
+ @info "Downloading old reference image set (source)"
+ old_version = download_refimages(source_version)
+
+
+ @info "Replacing target with source files..."
+ for image in changed_or_missing
+ @info "Overwriting or adding $image"
+ src = joinpath(old_version, image)
+ isfile(src) || error("Failed to find file $image in $source_version.")
+ trg = joinpath(new_version, image)
+ cp(src, trg, force = true)
+ end
+
+ rm(old_version, recursive = true)
+
+ @info "Uploading updated reference images under tag \"$target_version\""
+ try
+ upload_reference_images(new_version, target_version)
+ @info "Upload successful."
+ HTTP.Response(200, "Upload successful")
+ catch e
+ showerror(stdout, e, catch_backtrace())
+ HTTP.Response(404)
+ end
+
+ return
+end
+
 function unzip(file, exdir = "")
  fileFullPath = isabspath(file) ? file : joinpath(pwd(),file)
  basePath = dirname(fileFullPath)