forked from elastic/connectors
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Makefile
125 lines (96 loc) · 4.1 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
.PHONY: install clean lint autoformat test release ftest ftrace install run default-config release docker-build docker-run docker-push
PYTHON?=python3
ARCH=$(shell uname -m)
PERF8?=no
SLOW_TEST_THRESHOLD=1 # seconds
VERSION=$(shell cat connectors/VERSION)
DOCKER_IMAGE_NAME?=docker.elastic.co/integrations/elastic-connectors
DOCKERFILE_PATH?=Dockerfile
DOCKERFILE_FTEST_PATH?=Dockerfile.ftest
config.yml:
- cp -n config.yml.example config.yml
.venv/bin/python: config.yml
$(PYTHON) -m venv .venv
.venv/bin/pip install --upgrade pip
.venv/bin/pip install --upgrade setuptools
.venv/bin/pip-licenses: .venv/bin/python
.venv/bin/pip install pip-licenses
install: .venv/bin/python .venv/bin/pip-licenses .venv/bin/elastic-ingest
.venv/bin/pip-licenses --format=plain-vertical --with-license-file --no-license-path > NOTICE.txt
install-agent: .venv/bin/elastic-ingest
.venv/bin/elastic-ingest: .venv/bin/python
.venv/bin/pip install -r requirements/$(ARCH).txt
.venv/bin/pip install -r requirements/agent.txt
.venv/bin/python setup.py develop
.venv/bin/ruff: .venv/bin/python
.venv/bin/pip install -r requirements/$(ARCH).txt
.venv/bin/pip install -r requirements/tests.txt
.venv/bin/pytest: .venv/bin/python
.venv/bin/pip install -r requirements/$(ARCH).txt
.venv/bin/pip install -r requirements/agent.txt
.venv/bin/pip install -r requirements/tests.txt
.venv/bin/pip install -r requirements/ftest.txt
clean:
rm -rf bin lib .venv include elasticsearch_connector.egg-info .coverage site-packages pyvenv.cfg include.site.python*.greenlet dist
lint: .venv/bin/python .venv/bin/ruff .venv/bin/elastic-ingest
.venv/bin/ruff check connectors
.venv/bin/ruff format connectors --check
.venv/bin/ruff check tests
.venv/bin/ruff format tests --check
.venv/bin/ruff check scripts
.venv/bin/ruff format scripts --check
.venv/bin/ruff check setup.py
.venv/bin/ruff format setup.py --check
.venv/bin/pyright connectors
.venv/bin/pyright tests
autoformat: .venv/bin/python .venv/bin/ruff .venv/bin/elastic-ingest
.venv/bin/ruff check connectors --fix
.venv/bin/ruff format connectors
.venv/bin/ruff check tests --fix
.venv/bin/ruff format tests
.venv/bin/ruff check scripts --fix
.venv/bin/ruff format scripts
.venv/bin/ruff check setup.py --fix
.venv/bin/ruff format setup.py
test: .venv/bin/pytest .venv/bin/elastic-ingest
.venv/bin/pytest --cov-report term-missing --cov-fail-under 92 --cov-report html --cov=connectors --fail-slow=$(SLOW_TEST_THRESHOLD) -sv tests
release: install
.venv/bin/python setup.py sdist
ftest: .venv/bin/pytest .venv/bin/elastic-ingest $(DOCKERFILE_FTEST_PATH)
tests/ftest.sh $(NAME) $(PERF8)
ftrace: .venv/bin/pytest .venv/bin/elastic-ingest $(DOCKERFILE_FTEST_PATH)
PERF8_TRACE=true tests/ftest.sh $(NAME) $(PERF8)
run: install
.venv/bin/elastic-ingest
default-config: install
.venv/bin/elastic-ingest --action config --service-type $(SERVICE_TYPE)
docker-build: $(DOCKERFILE_PATH)
docker build --no-cache -f $(DOCKERFILE_PATH) -t $(DOCKER_IMAGE_NAME):$(VERSION)-SNAPSHOT .
docker-run:
docker run -v $(PWD):/config $(DOCKER_IMAGE_NAME):$(VERSION)-SNAPSHOT /app/.venv/bin/elastic-ingest -c /config/config.yml --log-level=DEBUG
docker-push:
docker push $(DOCKER_IMAGE_NAME):$(VERSION)-SNAPSHOT
## Agent Docker Zone
# Only use it for local testing, that's it
AGENT_ES_HOSTS?=[http://127.0.0.1:9200]
AGENT_ES_USERNAME?=elastic
AGENT_ES_PASSWORD?=changeme
AGENT_DOCKERFILE_NAME?=Dockerfile.agent
AGENT_DOCKER_IMAGE_NAME?=connectors-agent-component-local
agent-docker-build:
docker build -t $(AGENT_DOCKER_IMAGE_NAME) -f $(AGENT_DOCKERFILE_NAME) .
agent-docker-run:
docker run \
--env ELASTICSEARCH_HOSTS=$(AGENT_ES_HOSTS) \
--env ELASTICSEARCH_USERNAME=$(AGENT_ES_USERNAME) \
--env ELASTICSEARCH_PASSWORD=$(AGENT_ES_PASSWORD) \
--network host \
$(AGENT_DOCKER_IMAGE_NAME)
agent-docker-all: agent-docker-build agent-docker-run
## End Agent Docker Zone
sdist: .venv/bin/python
.venv/bin/python setup.py sdist --formats=zip
deps-csv: .venv/bin/pip-licenses
mkdir -p dist
.venv/bin/pip-licenses --format=csv --with-urls > dist/dependencies.csv
.venv/bin/python scripts/deps-csv.py dist/dependencies.csv