fix: update flutter web test dependencies (#307)

* fix: update Flutter web dependencies * chore: update Flutter's scripts * feat: update chrome and chrome driver installation
input-output-hk · Sep 16, 2024 · 7143a8d · 7143a8d
1 parent 43f3381
commit 7143a8d
Show file tree

Hide file tree

Showing 3 changed files with 159 additions and 96 deletions.
diff --git a/.gitignore b/.gitignore
@@ -26,3 +26,77 @@ Cargo.lock
 
 # Python junk
 **/*.pyc
+
+
+### Linux ###
+*~
+
+# temporary files which can be created if a process still has a handle open of a deleted file
+.fuse_hidden*
+
+# KDE directory preferences
+.directory
+
+# Linux trash folder which might appear on any partition or disk
+.Trash-*
+
+# .nfs files are created when an open file is removed but is still being accessed
+.nfs*
+
+### macOS ###
+# General
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Icon must end with two \r
+Icon
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+### macOS Patch ###
+# iCloud generated files
+*.icloud
+
+### Windows ###
+# Windows thumbnail cache files
+Thumbs.db
+Thumbs.db:encryptable
+ehthumbs.db
+ehthumbs_vista.db
+
+# Dump file
+*.stackdump
+
+# Folder config file
+[Dd]esktop.ini
+
+# Recycle Bin used on file shares
+$RECYCLE.BIN/
+
+# Windows Installer files
+*.cab
+*.msi
+*.msix
+*.msm
+*.msp
+
+# Windows shortcuts
+*.lnk
diff --git a/earthly/flutter/Earthfile b/earthly/flutter/Earthfile
@@ -26,23 +26,13 @@ flutter-base:
 
  WORKDIR frontend
 
- # TARGETARCH is the target processor architecture for which the target is being built.
- # WARNING: The value of a builtin arg (earthly) and can never be overridden!
- # Read more about it here: https://docs.earthly.dev/docs/earthfile/builtin-args#platform-related-args
- ARG TARGETARCH
- ARG CHROME_MAJOR_VERSION = 126.0.6478.61
-
- DO installer+INSTALL_CHROME_LINUX64 --TARGET_ARCH=$TARGETARCH --CHROME_MAJOR_VERSION=$CHROME_MAJOR_VERSION
+ DO installer+INSTALL_CHROME_LINUX64
+ DO installer+INSTALL_FIREFOX_LINUX64
 
  ARG edge_version = 125.0.2535.51
  ARG edge_package_release = 1
  DO installer+INSTALL_EDGE_LINUX64 --edge_version=$edge_version --edge_package_release=$edge_package_release
 
- ARG firefox_version_amd64 = 126.0~build2
- ARG firefox_version_arm64 = 115.12.0esr-1~deb12u1
- ARG gecko_version = 0.34.0
- DO installer+INSTALL_FIREFOX_LINUX64 --firefox_version_amd64=$firefox_version_amd64 --firefox_version_arm64=$firefox_version_arm64 --gecko_version=$gecko_version
-
  COPY +flutter-src/flutter /usr/local
  ENV PATH="/usr/local/flutter/bin:/usr/local/flutter/bin/cache/dart-sdk/bin:$HOME/.pub-cache/bin:${PATH}"
  RUN flutter config --no-analytics
@@ -189,12 +179,8 @@ license-checker-base:
 LICENSE_CHECK:
  FUNCTION
 
- # Argument for the name of license checker config file
  ARG license_checker_file="license_checker.yaml"
- # Check whether the license config files are the same
  RUN diff $license_checker_file ./template_license_checker.yaml
- # Install license_checker
  RUN dart pub global activate license_checker
- # Generate pubspec.yaml file
  RUN flutter pub get
  RUN lic_ck check-licenses --config $license_checker_file -i
diff --git a/earthly/flutter/installer/Earthfile b/earthly/flutter/installer/Earthfile
@@ -1,32 +1,8 @@
 VERSION 0.8
 
-# Installs the Chromium or Chrome driver.
-INSTALL_CHROMIUM:
- FUNCTION
-
- ARG --required PACKAGE_TYPE
- ARG --required DOWNLOAD_URL
- LET BLUE='\033[0;34m'
+ARG --global BASE_URL = "https://github.com/input-output-hk/catalyst-storage/raw/main/web-browsers"
 
- RUN printf "${BLUE} Installing the latest ${PACKAGE_TYPE} version...\n" \
- && echo "Downloading ${PACKAGE_TYPE} and dependencies from: ${DOWNLOAD_URL}" \
- && curl -sSL -o /opt/${PACKAGE_TYPE}.zip ${DOWNLOAD_URL} \
- && echo "Downloaded file information:" \
- && ls -lh /opt/${PACKAGE_TYPE}.zip \
- && echo "Unzipping ${PACKAGE_TYPE} packages..." \
- && unzip /opt/${PACKAGE_TYPE}.zip -d /opt/${PACKAGE_TYPE} \
- && echo "Contents of /opt/${PACKAGE_TYPE} after unzipping:" \
- && ls -lh /opt/${PACKAGE_TYPE}/${PACKAGE_TYPE} \
- && echo "Installing ${PACKAGE_TYPE} and dependencies..." \
- && dpkg -i /opt/${PACKAGE_TYPE}/${PACKAGE_TYPE}/*.deb || true \
- && echo "Checking for missing dependencies..." \
- && apt-get install -f -y \
- && echo "Re-attempting to install ${PACKAGE_TYPE} and dependencies..." \
- && dpkg -i /opt/${PACKAGE_TYPE}/${PACKAGE_TYPE}/*.deb \
- && echo "Cleaning up..." \
- && rm /opt/${PACKAGE_TYPE}.zip \
- && rm -r /opt/${PACKAGE_TYPE} \
- && echo "${PACKAGE_TYPE} installation completed."
+#TODO(minikin): https://github.com/input-output-hk/catalyst-storage/issues/1
 
 # Install Chrome/Chromium for testing and Chromedriver.
 # There is no Chrome-for-testing build for linux/arm64, using Chromium instead.
@@ -35,43 +11,84 @@ INSTALL_CHROMIUM:
 INSTALL_CHROME_LINUX64:
  FUNCTION
 
- ARG TARGET_ARCH = amd64
+ ARG TARGETARCH
  LET BLUE='\033[0;34m'
 
- IF [ "$TARGET_ARCH" = "amd64" ]
- ARG CHROME_MAJOR_VERSION
-
- # Install Google Chrome.
- RUN printf "${BLUE} Installing Google Chrome..."
- RUN curl -sSL -o /opt/chrome.deb https://dl.google.com/linux/chrome/deb/pool/main/g/google-chrome-stable/google-chrome-stable_${CHROME_MAJOR_VERSION}-1_amd64.deb \
- && apt install -y /opt/chrome.deb \
- && rm /opt/chrome.deb \
+ # TARGETARCH is the target processor architecture for which the target is being built.
+ # WARNING: The value of a built-in arg (earthly) can never be overridden!
+ # You must provide it as ARG, e.g., `ARG TARGETARCH` in your function to use it.
+ # Read more about it here: https://docs.earthly.dev/docs/earthfile/builtin-args#platform-related-args
+ IF [ "$TARGETARCH" = "amd64" ]
+ RUN printf "${BLUE} Installing Google Chrome..." \
+ && curl -sSL -o /opt/chrome.zip "${BASE_URL}/chrome/chrome_amd64.zip" \
+ && unzip /opt/chrome.zip -d /opt/chrome \
+ && dpkg -i /opt/chrome/chrome_amd64/google-chrome-stable_current_amd64.deb || true \
+ && dpkg -i /opt/chrome/chrome_amd64/*.deb || true \
+ && echo "Checking for missing dependencies..." \
+ && apt-get install -f -y \
+ && echo "Re-attempting to install Google Chrome and dependencies..." \
+ && dpkg -i /opt/chrome/chrome_amd64/*.deb || true \
+ && rm -rf /opt/chrome.zip /opt/chrome \
  && mv /usr/bin/google-chrome-stable /usr/bin/google-chrome
- RUN google-chrome --version
+  RUN google-chrome --version
 
- # Install Chromedriver
- RUN printf "${BLUE} Installing Chromedriver..."
- RUN mkdir -p /opt/chromedriver \
- && curl -L https://storage.googleapis.com/chrome-for-testing-public/${CHROME_MAJOR_VERSION}/linux64/chromedriver-linux64.zip \
+ RUN printf "${BLUE} Installing Chromedriver..." \
+ && mkdir -p /opt/chromedriver \
+ && curl -L "${BASE_URL}/chrome/chromedriver-linux64.zip" \
  -o /opt/chromedriver/chromedriver.zip \
  && unzip -j /opt/chromedriver/chromedriver.zip -d /usr/local/bin/
- RUN chromedriver --version
+  RUN chromedriver --version
 
  ELSE
- # Install Chromium.
- DO +INSTALL_CHROMIUM --PACKAGE_TYPE="chromium" --DOWNLOAD_URL="https://iog-catalyst-cache.s3.eu-central-1.amazonaws.com/chromium.zip"
+ DO +INSTALL_CHROMIUM --PACKAGE_TYPE="chromium" --DOWNLOAD_URL="${BASE_URL}/chrome/chromium.zip"
  RUN chromium --version
 
- # Install Chromium-driver
- DO +INSTALL_CHROMIUM --PACKAGE_TYPE="chromium-driver" --DOWNLOAD_URL="https://iog-catalyst-cache.s3.eu-central-1.amazonaws.com/chromium-driver.zip"
+ DO +INSTALL_CHROMIUM --PACKAGE_TYPE="chromium-driver" --DOWNLOAD_URL="${BASE_URL}/chrome/chromium-driver.zip"
  RUN chromedriver --version
  END
 
+# Install Firefox and Geckodriver from hardcoded GitHub-hosted locations.
+# Geckodriver supported versions:
+# https://firefox-source-docs.mozilla.org/testing/geckodriver/Support.html
+INSTALL_FIREFOX_LINUX64:
+ FUNCTION
+
+ ARG TARGETARCH
+ LET PLATFORM = ""
+ LET BLUE = '\033[0;34m'
+
+ RUN printf "${BLUE} Installing Firefox..."
+
+ IF [ "$TARGETARCH" = "amd64" ]
+ SET PLATFORM = "linux64"
+ LET FIREFOX_URL = "${BASE_URL}/firefox/firefox-esr_115.15.0esr-1~deb12u1_amd64.deb"
+ ELSE
+ SET PLATFORM = "linux-aarch64"
+ LET FIREFOX_URL = "${BASE_URL}/firefox/firefox-esr_115.15.0esr-1~deb12u1_arm64.deb"
+ END
+
+ RUN curl -L ${FIREFOX_URL} -o /tmp/firefox.deb \
+ && apt-get update \
+ && apt-get --fix-broken install -y /tmp/firefox.deb \
+ && rm /tmp/firefox.deb
+
+ RUN firefox --version
+
+ # https://github.com/mozilla/geckodriver/releases
+ RUN printf "${BLUE} Installing Geckodriver..."
+ RUN mkdir -p /opt/geckodriver
+ LET GECKODRIVER_URL = "${BASE_URL}/firefox/geckodriver-v0.35.0-${PLATFORM}.tar.gz"
+ RUN curl -sL ${GECKODRIVER_URL} | tar -xz -C /opt/geckodriver/
+ RUN ln -s /opt/geckodriver/geckodriver /usr/bin/geckodriver
+ RUN geckodriver --version
+
+# TODO(minikin): https://github.com/input-output-hk/catalyst-ci/issues/308
 # Install Edge and EdgeDriver.
 # There is no Edge version build for linux/arm64, installing only for amd64.
 INSTALL_EDGE_LINUX64:
  FUNCTION
 
+ ARG TARGETARCH
  LET BLUE ='\033[0;34m'
 
  IF [ "$TARGETARCH" = "amd64" ]
@@ -92,41 +109,27 @@ INSTALL_EDGE_LINUX64:
  RUN msedgedriver --version
  END
 
-# Install Firefox and Geckodriver.
-# Geckodriver supported versions:
-# https://firefox-source-docs.mozilla.org/testing/geckodriver/Support.html
-INSTALL_FIREFOX_LINUX64:
+# Installs the Chromium or Chromium driver.
+INSTALL_CHROMIUM:
  FUNCTION
- ARG TARGETARCH
- LET PLATFORM = ""
- LET BLUE ='\033[0;34m'
-
- RUN printf "${BLUE} Installing Firefox..."
- WAIT
- RUN install -d -m 0755 /etc/apt/keyrings
- RUN curl -fSsL https://packages.mozilla.org/apt/repo-signing-key.gpg \
- | tee /etc/apt/keyrings/packages.mozilla.org.asc > /dev/null
- RUN echo "deb [signed-by=/etc/apt/keyrings/packages.mozilla.org.asc] https://packages.mozilla.org/apt mozilla main" \
- | tee -a /etc/apt/sources.list.d/mozilla.list > /dev/null
- RUN echo "Package: *\nPin: origin packages.mozilla.org\nPin-Priority: 1000\n\n" \
- | tee /etc/apt/preferences.d/mozilla > /dev/null
- END
 
- IF [ "$TARGETARCH" = "amd64" ]
- SET PLATFORM = linux64
- ARG --required firefox_version_amd64
- RUN apt-get update && apt-get install -y -t mozilla firefox=${firefox_version_amd64}
- ELSE
- SET PLATFORM = linux-aarch64
- ARG --required firefox_version_arm64
- RUN apt-get update && apt-get install -y -t mozilla firefox-esr=${firefox_version_arm64}
- END
- RUN firefox --version
+ ARG --required PACKAGE_TYPE
+ ARG --required DOWNLOAD_URL
+ LET BLUE='\033[0;34m'
 
- RUN printf "${BLUE} Installing Geckodriver..."
- RUN mkdir -p /opt/geckodriver
- ARG --required gecko_version
- RUN curl -sL https://github.com/mozilla/geckodriver/releases/download/v${gecko_version}/geckodriver-v${gecko_version}-${PLATFORM}.tar.gz \
- | tar -xz -C /opt/geckodriver/
- RUN ln -s /opt/geckodriver/geckodriver /usr/local/bin/geckodriver
- RUN geckodriver --version
+ RUN printf "${BLUE} Installing the latest ${PACKAGE_TYPE} version...\n" \
+ && echo "Downloading ${PACKAGE_TYPE} and dependencies from: ${DOWNLOAD_URL}" \
+ && curl -sSL -o /opt/${PACKAGE_TYPE}.zip ${DOWNLOAD_URL} \
+ && echo "Downloaded file information:" \
+ && ls -lh /opt/${PACKAGE_TYPE}.zip \
+ && echo "Unzipping ${PACKAGE_TYPE} packages..." \
+ && unzip /opt/${PACKAGE_TYPE}.zip -d /opt/${PACKAGE_TYPE} \
+ && echo "Contents of /opt/${PACKAGE_TYPE} after unzipping:" \
+ && ls -lh /opt/${PACKAGE_TYPE}/${PACKAGE_TYPE} \
+ && echo "Installing ${PACKAGE_TYPE} and dependencies..." \
+ && dpkg -i /opt/${PACKAGE_TYPE}/${PACKAGE_TYPE}/*.deb || true \
+ && echo "Checking for missing dependencies..." \
+ && echo "Cleaning up..." \
+ && rm /opt/${PACKAGE_TYPE}.zip \
+ && rm -r /opt/${PACKAGE_TYPE} \
+ && echo "${PACKAGE_TYPE} installation completed."