Makefile-os

####################################################################################################
# Our makefile makes use of docker compose commands. Our config files rely on environment variables
# both for passing configuration to the containers as well as configuring the compose file itself.
# Variables referenced in docker-compose*.yml should be read from .env, exported and saved in .env
####################################################################################################

DOCKER_PROGRESS ?= auto
DOCKER_METADATA_FILE ?= buildx-bake-metadata.json
DOCKER_PUSH ?=
DOCKER_WAIT ?=
# Not in dot env saved,
# Docker needs these values set,
# Static, cache preserved.
export DOCKER_COMMIT ?=
export DOCKER_BUILD ?=
export DOCKER_VERSION ?=
export SKIP_DATA_SEED ?=
override DOCKER_MYSQLD_VOLUME = addons-server_data_mysqld

export FXA_CLIENT_ID ?=
export FXA_CLIENT_SECRET ?=
export STATIC_URL_PREFIX ?= /static-server/
export MEDIA_URL_PREFIX ?= /user-media/
INITIALIZE_ARGS ?=
INIT_CLEAN ?=
INIT_LOAD ?=

ifneq ($(INIT_CLEAN),)
	INITIALIZE_ARGS += --clean
endif

ifneq ($(INIT_LOAD),)
	INITIALIZE_ARGS += --load $(INIT_LOAD)
endif

DOCKER_BAKE_ARGS := \
	--file docker-bake.hcl \
	--file .env \
	--progress $(DOCKER_PROGRESS) \
	--metadata-file $(DOCKER_METADATA_FILE) \

ifeq ($(DOCKER_PUSH), true)
	DOCKER_BAKE_ARGS += --push
endif

ifneq ($(DOCKER_ANNOTATIONS_FILE),)
	DOCKER_BAKE_ARGS += --file $(DOCKER_ANNOTATIONS_FILE)
endif

ifneq ($(DOCKER_TAGS_FILE),)
	DOCKER_BAKE_ARGS += --file $(DOCKER_TAGS_FILE)
endif

DOCKER_COMPOSE_ARGS := \
	-d \
	--remove-orphans \
	--no-build \
	--quiet-pull \

ifneq ($(DOCKER_WAIT),)
	DOCKER_COMPOSE_ARGS += --wait
endif

# Paths should be cleaned before mounting .:/data/olympia
# These are files which should be sourced from the container
# or should be fresh on every run of the project
CLEAN_PATHS := \
	src/olympia.egg-info \
	supervisord.pid \
	version.json \
	logs \
	buildx-bake-metadata.json \

.PHONY: help_redirect
help_redirect:
	@$(MAKE) help --no-print-directory

.PHONY: help_submake
help_submake:
	@echo "Host only commands:"
	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' Makefile-os | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-30s\033[0m %s\n", $$1, $$2}'
	@echo "\nAll other commands will be passed through to the docker 'web' container make:"
	@make -f Makefile-docker help_submake

.PHONY: actionlint
actionlint: ## lint github action workflows
	docker compose -p actionlint -f docker-compose.tools.yml run --rm actionlint

.PHONY: test_setup
test_setup:
	npm run test tests/make/

.PHONY: setup
setup: ## create configuration files version.json and .env required to run this project
	for path in $(CLEAN_PATHS); do rm -rf "$(PWD)/$$path" && echo "$$path removed"; done
	./scripts/setup.py $(SETUP_ARGS)

.PHONY: build
build: ## build the docker image
	$(MAKE) setup SETUP_ARGS="--build"
	$(MAKE) docker_build_web

.PHONY: push_locales
push_locales: ## extracts and merges translation strings
	bash ./scripts/push_l10n_extraction.sh $(ARGS)

.PHONY: update_docker
update_docker: data_export up data_restore ## update all the docker images

.PHONY: shell
shell: ## connect to a running addons-server docker shell
	docker compose exec --user olympia web bash

.PHONY: rootshell
rootshell: ## connect to a running addons-server docker shell with root user
	docker compose exec --user root web bash

.PHONY: docker_compose_config
docker_compose_config: ## Show the docker compose configuration
	@docker compose config web --format json

.PHONY: docker_build_web
docker_build_web: ## Build the docker images using buildx bake
	docker buildx bake $(DOCKER_BAKE_ARGS) $(ARGS)

.PHONY: docker_pull_web
docker_pull_web: ## Pull the latest docker image using current tag
	docker compose pull web --policy always

.PHONY: docker_pull_or_build ## Pull or build the docker image based on the image version
docker_pull_or_build:
# If the image is tagged with version "local" then we should build the image before running
# docker compose up. The image will be available to docker compose, skipping a pull attempt.
# This is useful for local development where the image is built and tagged with "local".
# Also for CI/CID pipelines on forks where we cannot pull the image and must build locally.
# If the image is tagged with a version other than "local" then we should skip the build
# and let docker compose pull the image instead. This is useful for CI/CD pipelines where
# the image is already built and pushed to a registry.
	@IMAGE=$$(docker compose config web --format json | jq -r '.services.web.image'); \
	echo "image: $$IMAGE"; \
	if echo "$$IMAGE" | grep -q ":local"; then \
		$(MAKE) docker_build_web; \
	else \
		$(MAKE) docker_pull_web; \
	fi

.PHONY: docker_mysqld_volume_create
docker_mysqld_volume_create: ## Create the mysqld volume
	docker volume create $(DOCKER_MYSQLD_VOLUME)

.PHONY: docker_mysqld_volume_remove
docker_mysqld_volume_remove: ## Remove the mysqld volume
	docker volume rm $(DOCKER_MYSQLD_VOLUME)

.PHONY: docker_compose_down
docker_compose_down: ## Stop the docker containers
	docker compose down --rmi local --remove-orphans --volumes

.PHONY: docker_clean_volumes
docker_clean_volumes: ## Remove dangling volumes, skipping the mysqld volume
	docker volume prune \
		--filter label=com.docker.compose.project=addons-server \
		--all \
		--force

.PHONY: docker_clean_images
docker_clean_images: ## Remove dangling images
	docker image prune --filter "dangling=true" --force

.PHONY: docker_clean_build_cache
docker_clean_build_cache: ## Remove buildx build cache
	docker buildx prune -af

.PHONY: clean_docker
clean_docker: docker_compose_down docker_mysqld_volume_remove docker_clean_images docker_clean_volumes docker_clean_build_cache ## Remove all docker resources taking space on the host machine

.PHONY: docker_sync_host
docker_sync_host: docker_mysqld_volume_create ## Update the dependencies in the container based on the docker tag and target
	docker compose run \
		--rm \
		--no-deps \
		$(DOCKER_RUN_ARGS) \
		web \
		./scripts/sync_host_files.py

.PHONY: up_pre
up_pre: setup docker_pull_or_build docker_sync_host ## Pre-up the environment, setup files, volumes and host state

.PHONY: up_start
up_start: docker_mysqld_volume_create ## Start the docker containers
	docker compose up $(DOCKER_COMPOSE_ARGS) $(ARGS)

.PHONY: up_post
up_post: docker_clean_images docker_clean_volumes ## Post-up the environment, setup files, volumes and host state
# Explicitly run initialize via the web container as make can get confused
# both routing the command to the web container and
# routing the command to the proper target.
	docker compose exec --user olympia web make -f Makefile-docker initialize ARGS=$(shell echo "'$(INITIALIZE_ARGS)'")

.PHONY: up
up: up_pre up_start up_post ## Up the environment

.PHONY: down
down: docker_compose_down docker_clean_images docker_clean_volumes ## Stop the docker containers and clean up non-peristent dangling resources

%: ## This directs any other recipe (command) to the web container's make.
	docker compose exec --user olympia web make $(MAKECMDGOALS) ARGS="$(shell echo $(ARGS))"

# You probably want to put new commands in Makefile-docker, unless they operate
# on multiple containers or are host-os specific.