1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
|
TODAY := $(shell date -u +'%Y.%m.%d')
# Use the latest alpha RabbitMQ 3.9 release - https://ci.rabbitmq.com/teams/main/pipelines/server-release:v3.9.x/jobs/build-test-package-generic-unix-latest-toolchain
BASED_ON_RABBITMQ_VERSION := 3.9.0-alpha.349
DOCKER_IMAGE_NAME := pivotalrabbitmq/rabbitmq-prometheus
DOCKER_IMAGE_VERSION := $(BASED_ON_RABBITMQ_VERSION)-$(TODAY)
# RABBITMQ_VERSION is used in rabbitmq-components.mk to set PROJECT_VERSION
RABBITMQ_VERSION ?= $(DOCKER_IMAGE_VERSION)
# This is taken from the CI job above
RABBITMQ_BUILD_NUMBER := 375
# make find-latest-otp
OTP_VERSION := 23.0.2
OTP_SHA256 := 6bab92d1a1b20cc319cd845c23db3611cc99f8c99a610d117578262e3c108af3
define PROJECT_ENV
[
{return_per_object_metrics, false}
]
endef
PROJECT := rabbitmq_prometheus
PROJECT_MOD := rabbit_prometheus_app
DEPS = rabbit rabbitmq_management_agent prometheus rabbitmq_web_dispatch
# Deps that are not applications
# rabbitmq_management is added so that we build a custom version, for the Docker image
BUILD_DEPS = accept amqp_client rabbit_common rabbitmq_management
TEST_DEPS = rabbitmq_ct_helpers rabbitmq_ct_client_helpers eunit_formatters
EUNIT_OPTS = no_tty, {report, {eunit_progress, [colored, profile]}}
DEP_EARLY_PLUGINS = rabbit_common/mk/rabbitmq-early-plugin.mk
DEP_PLUGINS = rabbit_common/mk/rabbitmq-plugin.mk
# FIXME: Use erlang.mk patched for RabbitMQ, while waiting for PRs to be
# reviewed and merged.
ERLANG_MK_REPO = https://github.com/rabbitmq/erlang.mk.git
ERLANG_MK_COMMIT = rabbitmq-tmp
ifneq ($(DISABLE_METRICS_COLLECTOR),)
BUILD_DEPS = accept amqp_client rabbit_common
RABBITMQ_CONFIG_FILE = $(CURDIR)/rabbitmq-disable-metrics-collector.conf
export RABBITMQ_CONFIG_FILE
endif
include rabbitmq-components.mk
include erlang.mk
define MAKE_TARGETS
awk -F: '/^[^\.%\t][a-zA-Z\._\-]*:+.*$$/ { printf "%s\n", $$1 }' $(MAKEFILE_LIST)
endef
define BASH_AUTOCOMPLETE
complete -W \"$$($(MAKE_TARGETS) | sort | uniq)\" make gmake m
endef
.PHONY: autocomplete
autocomplete: ## ac | Configure shell for autocompletion - eval "$(gmake autocomplete)"
@echo "$(BASH_AUTOCOMPLETE)"
.PHONY: ac
ac: autocomplete
# Continuous Feedback for the ac target - run in a separate pane while iterating on it
.PHONY: CFac
CFac:
@watch -c $(MAKE) ac
.PHONY: clean-docker
clean-docker: ## cd | Clean all Docker containers & volumes
@docker system prune -f && \
docker volume prune -f
.PHONY: cd
cd: clean-docker
.PHONY: readme
readme: ## r | Preview README & live reload on edit
@docker run --interactive --tty --rm --name changelog_md \
--volume $(CURDIR):/data \
--volume $(HOME)/.grip:/.grip \
--expose 5000 --publish 5000:5000 \
mbentley/grip --context=. 0.0.0.0:5000
.PHONY: pre
pre: preview-readme
define CTOP_CONTAINER
docker pull quay.io/vektorlab/ctop:latest && \
docker run --rm --interactive --tty \
--cpus 0.5 --memory 128M \
--volume /var/run/docker.sock:/var/run/docker.sock \
--name ctop_$(USER) \
quay.io/vektorlab/ctop:latest
endef
.PHONY: ctop
ctop: ## c | Interact with all containers via a top-like utility
@$(CTOP_CONTAINER)
.PHONY: c
c: ctop
.PHONY: dockerhub-login
dockerhub-login: ## dl | Login to Docker Hub as pivotalrabbitmq
@echo "$$(lpass show --password 7672183166535202820)" | \
docker login --username pivotalrabbitmq --password-stdin
.PHONY: dl
dl: dockerhub-login
.PHONY: docker-image
docker-image: docker-image-build docker-image-push ## di | Build & push Docker image to Docker Hub
.PHONY: di
di: docker-image
.PHONY: docker-image-build
docker-image-build: ## dib | Build Docker image locally - make tests
@docker build --pull \
--build-arg PGP_KEYSERVER=pgpkeys.uk \
--build-arg OTP_VERSION=$(OTP_VERSION) \
--build-arg OTP_SHA256=$(OTP_SHA256) \
--build-arg RABBITMQ_VERSION=$(BASED_ON_RABBITMQ_VERSION) \
--build-arg RABBITMQ_BUILD_NUMBER=$(RABBITMQ_BUILD_NUMBER) \
--build-arg RABBITMQ_PROMETHEUS_VERSION=$(RABBITMQ_VERSION) \
--tag $(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) \
--tag $(DOCKER_IMAGE_NAME):latest .
.PHONY: dib
dib: docker-image-build
.PHONY: docker-image-bump
docker-image-bump: ## diu | Bump Docker image version across all docker-compose-* files
@sed -i '' \
-e 's|$(DOCKER_IMAGE_NAME):.*|$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION)|g' \
-e 's|pivotalrabbitmq/perf-test:.*|pivotalrabbitmq/perf-test:2.11.0-ubuntu|g' \
docker/docker-compose-{overview,dist-tls,qq}.yml
.PHONY: diu
diu: docker-image-bump
.PHONY: docker-image-push
docker-image-push: ## dip | Push local Docker image to Docker Hub
@docker push $(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION) && \
docker push $(DOCKER_IMAGE_NAME):latest
.PHONY: dip
dip: docker-image-push
.PHONY: docker-image-run
docker-image-run: ## dir | Run container with local Docker image
@docker run --interactive --tty \
--publish=5672:5672 \
--publish=15672:15672 \
--publish=15692:15692 \
$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_VERSION)
.PHONY: dir
dir: docker-image-run
RUN ?= up --detach && docker-compose --file $(@F) logs --follow
DOCKER_COMPOSE_FILES := $(wildcard docker/docker-compose-*.yml)
.PHONY: $(DOCKER_COMPOSE_FILES)
$(DOCKER_COMPOSE_FILES):
@cd docker && \
docker-compose --file $(@F) $(RUN) ; \
true
.PHONY: down
down: RUN = down
down: $(DOCKER_COMPOSE_FILES) ## d | Stop all containers
.PHONY: d
d: down
JQ := /usr/local/bin/jq
$(JQ):
@brew install jq
OTP_CURRENT_STABLE_MAJOR := 23
define LATEST_STABLE_OTP_VERSION
curl --silent --fail https://api.github.com/repos/erlang/otp/git/refs/tags | \
$(JQ) -r '.[].ref | sub("refs/tags/OTP.{1}";"") | match("^$(OTP_CURRENT_STABLE_MAJOR)[0-9.]+$$") | .string' | \
tail -n 1
endef
.PHONY: find-latest-otp
find-latest-otp: $(JQ) ## flo | Find latest OTP version archive + sha1
@printf "Version: " && \
export VERSION="$$($(LATEST_STABLE_OTP_VERSION))" && \
echo "$$VERSION" && \
printf "Checksum: " && \
wget --continue --quiet --output-document="/tmp/OTP-$$VERSION.tar.gz" "https://github.com/erlang/otp/archive/OTP-$$VERSION.tar.gz" && \
shasum -a 256 "/tmp/OTP-$$VERSION.tar.gz"
.PHONY: flo
flo: find-latest-otp
# Defined as explicit, individual targets so that autocompletion works
define DOCKER_COMPOSE_UP
cd docker && \
docker-compose --file docker-compose-$(@F).yml up --detach
endef
.PHONY: metrics
metrics: ## m | Run all metrics containers: Grafana, Prometheus & friends
@$(DOCKER_COMPOSE_UP)
.PHONY: m
m: metrics
.PHONY: overview
overview: ## o | Make RabbitMQ Overview panels come alive
@$(DOCKER_COMPOSE_UP)
.PHONY: o
o: overview
.PHONY: dist-tls
dist-tls: ## dt | Make Erlang-Distribution panels come alive - HIGH LOAD
@$(DOCKER_COMPOSE_UP)
.PHONY: dt
dt: dist-tls
.PHONY: qq
qq: ## q | Make RabbitMQ-Quorum-Queues-Raft panels come alive - HIGH LOAD
@$(DOCKER_COMPOSE_UP)
.PHONY: q
q: qq
.PHONY: h
h:
@awk -F"[:#]" '/^[^\.][a-zA-Z\._\-]+:+.+##.+$$/ { printf "\033[36m%-24s\033[0m %s\n", $$1, $$4 }' $(MAKEFILE_LIST) \
| sort
# Continuous Feedback for the h target - run in a separate pane while iterating on it
.PHONY: CFh
CFh:
@watch -c $(MAKE) h
# Defined as explicit, individual targets so that autocompletion works
DASHBOARDS_TO_PATH := $(CURDIR)/docker/grafana/dashboards
define GENERATE_DASHBOARD
cd $(DASHBOARDS_TO_PATH) \
&& $(JQ) --slurp add $(@F) ../__inputs.json \
| $(JQ) '.templating.list[].datasource = "$${DS_PROMETHEUS}"' \
| $(JQ) '.panels[].datasource = "$${DS_PROMETHEUS}"'
endef
.PHONY: Erlang-Distribution.json
Erlang-Distribution.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: Erlang-Memory-Allocators.json
Erlang-Memory-Allocators.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: Erlang-Distributions-Compare.json
Erlang-Distributions-Compare.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: RabbitMQ-Overview.json
RabbitMQ-Overview.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: RabbitMQ-PerfTest.json
RabbitMQ-PerfTest.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: RabbitMQ-Quorum-Queues-Raft.json
RabbitMQ-Quorum-Queues-Raft.json: $(JQ)
@$(GENERATE_DASHBOARD)
.PHONY: rabbitmq-exporter_vs_rabbitmq-prometheus.json
rabbitmq-exporter_vs_rabbitmq-prometheus.json: $(JQ)
@$(GENERATE_DASHBOARD)
|
