.travis.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# send to fully-virtualized infrastructure: https://docs.travis-ci.com/user/reference/xenial/
sudo: required
dist: xenial

cache:
  # default timeout is too low
  timeout: 600
  directories:
  - $HOME/.m2
  - $HOME/flink_cache
  # keep in sync with tools/travis/setup_maven.sh
  - $HOME/maven_cache
  # keep in sync with tools/travis/docs.sh
  - $HOME/gem_cache
  - $HOME/flink_download_cache

# do not cache our own artifacts
before_cache:
  - rm -rf $HOME/.m2/repository/org/apache/flink/

install: true

language: java

git:
  depth: 100

env:
  global:
    - cache-dir: $HOME/flink_download_cache
    - cache-btl: 30
    - cache-download-max-retries: 3
    - cache-download-attempt-timeout: 5
    - cache-download-global-timeout: 10
    # Global variable to avoid hanging travis builds when downloading cache archives.
    - MALLOC_ARENA_MAX=2
    - DOCKER_COMPOSE_VERSION=1.22.0
    - CHANGE_MINIKUBE_NONE_USER=true

before_script:
   - "export -f travis_nanoseconds"
   - "export -f travis_time_start"
   - "export -f travis_time_finish"

# Install maven 3.2.5 since xenial uses 3.3.9 for which shading is broken
before_install:
   - source ./tools/travis/setup_maven.sh

notifications:
  slack:
    rooms:
      - secure: ikPQn5JTpkyzxVyOPm/jIl3FPm6hY8xAdG4pSwxGWjBqF+NmmNTp9YZsJ6fD8xPql6T5n1hNDbZSC14jVUw/vvXGvibDXLN+06f25ZQl+4LJBXaiR7gTG6y3nO8G90Vw7XpvCme6n5Md9tvjygb17a4FEgRJFfwzWnnyPA1yvK0=
    on_success: never
    on_pull_requests: false
  webhooks:
    urls:
      secure: gOR0ayYgTHvx2QsFxxH07KzI8fgrDk2vqp/6q2eN/RuWHJa6kHecXz/9F0JOXNI1siXrSJ1FwCKOxiMmTbnImJP4015L9VGMS++us6AYtnFp6SIRorRqA1QS5tHNrpBIM38ANxQvuPhFj8S6216BsonQOqBu9sp0jQCOZGKwBLg=
    on_success: change
    on_pull_requests: false

stages:
  - name: compile
  - name: test
  - name: E2E
    if: type = cron
  - name: cleanup

jdk: "openjdk8"
jobs:
  include:
    # main profile
    - if: type in (pull_request, push)
      stage: compile
      script: ./tools/travis_controller.sh compile
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: compile
    - if: type in (pull_request, push)
      stage: test
      script: ./tools/travis_controller.sh core
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: core
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh python
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: python
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh libraries
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: libraries
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh blink_planner
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: blink_planner
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh connectors
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: connectors
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh kafka/gelly
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: kafka/gelly
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh tests
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: tests
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh legacy_scheduler_core
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: core - legacy_scheduler
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh legacy_scheduler_tests
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: tests - legacy_scheduler
    - if: type in (pull_request, push)
      script: ./tools/travis_controller.sh misc
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: misc
    - if: type in (pull_request, push)
      stage: cleanup
      script: ./tools/travis_controller.sh cleanup
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11"
      name: cleanup
    # hadoop 2.4.1 profile
    - if: type = cron
      stage: compile
      script: ./tools/travis_controller.sh compile
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: compile - hadoop 2.4.1
    - if: type = cron
      stage: test
      script: ./tools/travis_controller.sh core
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: core - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh libraries
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: libraries - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh blink_planner
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: blink_planner - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh connectors
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: connectors - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh kafka/gelly
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: kafka/gelly - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh tests
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: tests - hadoop 2.4.1
    - if: type = cron
      script: ./tools/travis_controller.sh misc
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: misc - hadoop 2.4.1
    - if: type = cron
      stage: cleanup
      script: ./tools/travis_controller.sh cleanup
      env: PROFILE="-Dhadoop.version=2.4.1 -Pskip-hive-tests"
      name: cleanup - hadoop 2.4.1
    # scala 2.12 profile
    - if: type = cron
      stage: compile
      script: ./tools/travis_controller.sh compile
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: compile - scala 2.12
    - if: type = cron
      stage: test
      script: ./tools/travis_controller.sh core
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: core - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh libraries
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: libraries - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh blink_planner
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: blink_planner - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh connectors
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: connectors - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh kafka/gelly
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: kafka/gelly - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh tests
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: tests - scala 2.12
    - if: type = cron
      script: ./tools/travis_controller.sh misc
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: misc - scala 2.12
    - if: type = cron
      stage: cleanup
      script: ./tools/travis_controller.sh cleanup
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.12 -Phive-1.2.1"
      name: cleanup - scala 2.12
    # JDK11 profile
    - if: type = cron
      jdk: "openjdk11"
      stage: compile
      script: ./tools/travis_controller.sh compile
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: compile - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      stage: test
      script: ./tools/travis_controller.sh core
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: core - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh python
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: python - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh libraries
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: libraries - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh blink_planner
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: blink_planner - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh connectors
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: connectors - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh kafka/gelly
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: kafka/gelly - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh tests
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: tests - jdk 11
    - if: type = cron
      jdk: "openjdk11"
      script: ./tools/travis_controller.sh misc
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: misc
    - if: type = cron
      jdk: "openjdk11"
      stage: cleanup
      script: ./tools/travis_controller.sh cleanup
      env: PROFILE="-Dhadoop.version=2.8.3 -Dinclude_hadoop_aws -Dscala-2.11 -Djdk11"
      name: cleanup - jdk 11
    # Documentation 404 check
    - if: type = cron
      stage: test
      script: ./tools/travis/docs.sh
      language: ruby
      rvm: 2.4.0
      name: Documentation links check
    # E2E profiles - Hadoop 2.8
    - if: type = cron
      stage: test
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
      script: ./tools/travis/nightly.sh split_misc.sh
      name: e2e - misc - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
      script: ./tools/travis/nightly.sh split_ha.sh
      name: e2e - ha - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
      script: ./tools/travis/nightly.sh split_sticky.sh
      name: e2e - sticky - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
      script: ./tools/travis/nightly.sh split_checkpoints.sh
      name: e2e - checkpoints - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
      script: ./tools/travis/nightly.sh split_container.sh
      name: e2e - container - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_heavy.sh
      name: e2e - heavy - hadoop 2.8
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_tpcds.sh
      name: e2e - tpcds - hadoop 2.8
      # E2E profiles - Scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
      script: ./tools/travis/nightly.sh split_misc.sh
      name: e2e - misc - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
      script: ./tools/travis/nightly.sh split_ha.sh
      name: e2e - ha - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
      script: ./tools/travis/nightly.sh split_sticky.sh
      name: e2e - sticky - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
      script: ./tools/travis/nightly.sh split_checkpoints.sh
      name: e2e - checkpoints - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
      script: ./tools/travis/nightly.sh split_container.sh
      name: e2e - container - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_heavy.sh
      name: e2e - heavy - scala 2.12
    - if: type = cron
      env: PROFILE="-Dinclude-hadoop -Dhadoop.version=2.8.3 -Dscala-2.12 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_tpcds.sh
      name: e2e - tpcds - scala 2.12
      # E2E profiles - Hadoop-free
    - if: type = cron
      env: PROFILE="-De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
      script: ./tools/travis/nightly.sh split_misc_hadoopfree.sh
      name: e2e - misc
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
      script: ./tools/travis/nightly.sh split_ha.sh
      name: e2e - ha
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
      script: ./tools/travis/nightly.sh split_sticky.sh
      name: e2e - sticky
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
      script: ./tools/travis/nightly.sh split_checkpoints.sh
      name: e2e - checkpoints
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup5"
      script: ./tools/travis/nightly.sh split_container.sh without-hadoop
      name: e2e - container
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_heavy.sh
      name: e2e - heavy
    - if: type = cron
      env: PROFILE="-DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_tpcds.sh
      name: e2e - tpcds
    # E2E profiles - Java 11
    - if: type = cron
      stage: test
      jdk: "openjdk11"
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -De2e-metrics -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup1"
      script: ./tools/travis/nightly.sh split_misc.sh
      name: e2e - misc - jdk11
    - if: type = cron
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup2"
      script: ./tools/travis/nightly.sh split_ha.sh
      name: e2e - ha - jdk11
    - if: type = cron
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup3"
      script: ./tools/travis/nightly.sh split_sticky.sh
      name: e2e - sticky - jdk 11
    - if: type = cron
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup4"
      script: ./tools/travis/nightly.sh split_checkpoints.sh
      name: e2e - checkpoints - jdk 11
    - if: type = cron
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_heavy.sh
      name: e2e - heavy - jdk 11
    - if: type = cron
      env: PROFILE="-Djdk11 -Dinclude-hadoop -Dhadoop.version=2.8.3 -DincludeE2E=org.apache.flink.tests.util.categories.TravisGroup6"
      script: ./tools/travis/nightly.sh split_tpcds.sh
      name: e2e - tpcds - jdk 11