.gitlab-ci.yml

stages:
- lint
- test
- Test_Build
- Deploy

include:
  - template: SAST.gitlab-ci.yml
  - template: Dependency-Scanning.gitlab-ci.yml
  - template: License-Scanning.gitlab-ci.yml
  - template: Secret-Detection.gitlab-ci.yml

license_scanning:
  rules:
    - if: '$CI_COMMIT_BRANCH == "master"'
      when: always

variables:
  PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"

.lint:
  stage: lint
  before_script:
    - pip install -U pip
    - pip install --cache-dir=~/.cache/pip/ -r requirements-dev.txt
  script:
    - make lint
  cache:
    key: ${CI_COMMIT_REF_SLUG}
    paths:
      - ~/.cache/pip/

python-3.6-lint:
  extends: ".lint"
  image: python:3.6

python-3.7-lint:
  extends: ".lint"
  image: python:3.7

python-3.8-lint:
  extends: ".lint"
  image: python:3.8

python-3.9-lint:
  extends: ".lint"
  image: python:3.9


Coverage:
  image: registry.gitlab.com/cyb3r-jak3/orca-test-image/orca-test-image:latest
  allow_failure: true  # Needed as the deepsource sometimes fails
  stage: test
  needs:
    - python-3.6-lint
    - python-3.7-lint
    - python-3.8-lint
    - python-3.9-lint
  coverage: '/TOTAL\s*\d*\s*\d*\s*(\d*)%/'
  artifacts:
    paths:
    - MetaStalk.log
    - htmlcov/*
    - metastalk_exports/*
  before_script:
    - curl https://deepsource.io/cli | sh
    - curl --silent -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter; chmod +x ./cc-test-reporter; ./cc-test-reporter before-build
    - pip install -U pip coverage --quiet
    - apt-get update &&
      apt-get upgrade -qq &&
      apt-get install -qq  make
  script:
    - pip install . --quiet
    - make test
  after_script:
    - coverage report
    - coverage html
    - coverage xml
    - bash <(curl -Ls https://coverage.codacy.com/get.sh) report -l Python -r coverage.xml
    - ./cc-test-reporter after-build
    - bash <(curl -s https://codecov.io/bash)
    - ./bin/deepsource report --analyzer test-coverage --key python --value-file ./coverage.xml

orca_test:
  stage: test
  image: registry.gitlab.com/cyb3r-jak3/orca-test-image/orca-test-image:latest
  needs:
    - python-3.6-lint
    - python-3.7-lint
    - python-3.8-lint
    - python-3.9-lint
  artifacts:
    paths:
    - metastalk_exports/**
  before_script:
    - pip install . --quiet
  script:
    - metastalk ./ExamplePhotos --export pdf -t
    - metastalk ./ExamplePhotos --export svg -t
    - metastalk ./ExamplePhotos --export webp -t
    - metastalk ./ExamplePhotos --export jpeg -t
    - metastalk ./ExamplePhotos --export png -t
    - metastalk ./ExamplePhotos --export html -t
    - metastalk ./ExamplePhotos --export html_offline -t
  
.build:
  stage: test
  artifacts:
    paths:
    - dist/
    - MetaStalk.egg-info/
  before_script:
    - pip install --cache-dir=~/.cache/pip/ -U setuptools wheel twine --quiet
  script:
    - make check-dist
  cache:
    key: ${CI_COMMIT_REF_SLUG}
    paths:
      - ~/.cache/pip/

python-3.6-build:
  needs:
    - python-3.6-lint
  extends: ".build"
  image: python:3.6

python-3.7-build:
  needs:
    - python-3.7-lint
  extends: ".build"
  image: python:3.7

python-3.8-build:
  needs:
    - python-3.8-lint
  extends: ".build"
  image: python:3.8

python-3.9-build:
  needs:
    - python-3.9-lint
  extends: ".build"
  image: python:3.9


.test:
  stage: Test_Build
  before_script:
    - pip install -U pip --quiet
  script:
    - pip install dist/*.whl
    - pip show -f metastalk
    - command -v metastalk
    - metastalk ./ExamplePhotos/ -t -d
    - metastalk ./ExamplePhotos/Panasonic_DMC-FZ30.jpg ./ExamplePhotos/DSCN0010.jpg -t -d
    - pip uninstall metastalk -y; pip install .[image] --quiet
    - pip uninstall metastalk -y; pip install .[all] --quiet
  
python-3.6-test:
  needs:
    - python-3.6-build
    - Coverage
    - orca_test
  extends: ".test"
  image: python:3.6

python-3.7-test:
  needs:
    - python-3.7-build
    - Coverage
    - orca_test
  extends: ".test"
  image: python:3.7

python-3.8-test:
  needs:
    - python-3.8-build
    - Coverage
    - orca_test
  extends: ".test"
  image: python:3.8

python-3.9-test:
  needs:
    - python-3.9-build
    - Coverage
    - orca_test
  extends: ".test"
  image: python:3.9

docker-bake:
  stage: test
  image: jdrouet/docker-with-buildx:stable
  retry: 2
  variables:
    DOCKER_HOST: tcp://docker:2375/
    DOCKER_DRIVER: overlay2
  services:
    - docker:dind
  cache:
    key: docker-bake
    paths:
      - ./.buildx-cache
  before_script:
    - docker run --rm --privileged multiarch/qemu-user-static --reset -p yes; docker buildx create --use
  script:
    - apk add --no-cache bash
    - cat ./docker/run.sh | /bin/bash

Deploy_to_PyPi:
  image: python:3.8
  stage: Deploy
  needs:
    - python-3.6-build
    - python-3.7-build
    - python-3.8-build
    - python-3.9-build
    - python-3.6-test
    - python-3.7-test
    - python-3.8-test
    - python-3.9-test
    - Coverage
    - orca_test
  variables:
    TWINE_USERNAME: $PYPI_USER
    TWINE_PASSWORD: $PRODUCTION_PASSWORD
  before_script:
    - pip install -U pip setuptools twine --quiet
  script:
    - twine upload --verbose dist/*
    - twine upload dist/* --repository-url https://push.fury.io/cyb3r-jak3 -u $GEM_TOKEN -p ""
  rules:
    - if: '$CI_COMMIT_TAG =~ /^v\d+.\d+.\d+/ && $CI_COMMIT_BRANCH == "master"'
      when: always