forked from OpenLineage/OpenLineage
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathopenlineage-integration-airflow.yml
84 lines (84 loc) · 2.73 KB
/
openlineage-integration-airflow.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
workflows:
openlineage-integration-airflow:
jobs:
- build-integration-sql:
name: "build-integration-sql-x86"
image: "quay.io/pypa/manylinux2014_x86_64"
resource_class: "medium"
run_tests: true
- build-integration-sql:
name: "build-integration-sql-arm"
image: "quay.io/pypa/manylinux2014_aarch64"
resource_class: "arm.medium"
run_tests: true
- unit-test-integration-common:
requires:
- build-integration-sql-x86
- build-integration-common:
filters:
branches:
only: main
build_tag: ".dev<< pipeline.number >>"
requires:
- unit-test-integration-common
- unit-test-integration-airflow:
matrix:
parameters:
airflow-version: [
'airflow-2.1.4',
'airflow-2.2.4',
'airflow-2.3.4',
'airflow-2.4.3',
'airflow-2.5.0'
]
install_parser: [ true ]
requires:
- build-integration-sql-x86
- integration-test-integration-airflow:
matrix:
parameters:
airflow-image: [
'apache/airflow:2.1.4-python3.7',
'apache/airflow:2.2.4-python3.7',
'apache/airflow:2.3.4-python3.7',
'apache/airflow:2.4.3-python3.7',
'apache/airflow:2.5.0-python3.7'
]
context: integration-tests
requires:
- unit-test-integration-airflow
- unit-test-integration-common
- unit-test-client-python
- build-integration-sql-x86
filters:
branches:
ignore: /pull\/[0-9]+/
- integration-test-integration-airflow-failure:
matrix:
parameters:
failure-type: [
'timeout',
'error',
'network-partition'
]
context: integration-tests
requires:
- unit-test-integration-airflow
- unit-test-integration-common
- unit-test-client-python
- build-integration-sql-x86
filters:
branches:
ignore: /pull\/[0-9]+/
- build-integration-airflow:
filters:
branches:
only: main
build_tag: ".dev<< pipeline.number >>"
requires:
- integration-test-integration-airflow
- workflow_complete:
requires:
- build-integration-airflow
- integration-test-integration-airflow-failure
- integration-test-integration-airflow