58 строки
1.9 KiB
Makefile
58 строки
1.9 KiB
Makefile
.PHONY: build clean clean-gke fixes gke help pip-compile pip-install-local stop test up
|
|
|
|
|
|
help:
|
|
@echo "Welcome to the Telemetry Airflow\n"
|
|
@echo "The list of commands for local development:\n"
|
|
@echo " build Builds the docker images for the docker-compose setup"
|
|
@echo " clean Stops and removes all docker containers"
|
|
@echo " fixes Applies Black and Ruff fixes to Python files"
|
|
@echo " pip-compile Compile dependencies from 'requirements.in' into 'requirements.txt'"
|
|
@echo " pip-install-local Install pip project requirements to your local environment"
|
|
@echo " test Runs pytest"
|
|
@echo " up Runs the whole stack, served under http://localhost:8080/"
|
|
@echo " gke Create a sandbox gke cluster for testing"
|
|
@echo " clean-gke Delete the sandbox gke cluster"
|
|
@echo " stop Stops the docker containers"
|
|
|
|
build:
|
|
docker-compose build
|
|
|
|
pip-compile:
|
|
pip-compile --strip-extras --no-annotate requirements.in
|
|
pip-compile --strip-extras --no-annotate requirements-dev.in
|
|
|
|
fixes:
|
|
ruff check . --fix
|
|
ruff format .
|
|
|
|
clean: stop
|
|
docker-compose down --volumes
|
|
docker-compose rm -f
|
|
rm -rf logs/*
|
|
if [ -f airflow-worker.pid ]; then rm airflow-worker.pid; fi
|
|
|
|
pip-install-local:
|
|
pip install -r requirements.txt -r requirements-dev.txt
|
|
pip install -r requirements-override.txt --upgrade
|
|
|
|
stop:
|
|
docker-compose down
|
|
docker-compose stop
|
|
|
|
up:
|
|
grep -qF 'AIRFLOW_UID=' .env || echo "AIRFLOW_UID=$$(id -u)" >> .env
|
|
grep -qF 'FERNET_KEY=' .env || echo "FERNET_KEY=$$(python3 -c "from cryptography.fernet import Fernet; fernet_key = Fernet.generate_key(); print(fernet_key.decode())")" >> .env
|
|
docker-compose up --wait
|
|
docker-compose exec airflow-webserver airflow variables import dev_variables.json
|
|
docker-compose exec airflow-webserver airflow connections import dev_connections.json
|
|
|
|
gke:
|
|
bin/start_gke
|
|
|
|
clean-gke:
|
|
bin/stop_gke
|
|
|
|
test:
|
|
python -m pytest tests/
|