duck-query-lambda/Makefile at main · fourTheorem/duck-query-lambda · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
PROJECT_NAME = duck-query-lambda
OUTPUT_DIR = output
EXTENSIONS = httpfs
DUCKDB_VERSION = 1.2.2

.PHONY: docker_build binary build-bootstrap build-DuckFunction build-DuckFunctionArm

docker_build:
	@echo Building Docker Image for $(ARCH)
	docker build --progress=plain --platform=linux/$(ARCH) --build-arg DUCKDB_VERSION=$(DUCKDB_VERSION) -t $(PROJECT_NAME)_$(ARCH) .

binary: docker_build
	@echo Creating binary artifacts in $(OUTPUT_DIR)/$(ARCH)
	mkdir -p $(OUTPUT_DIR)/$(ARCH)
	# 🤔 Why do we base64-encode the artifacts in Docker and decode them from STDIN on the host?
	# This is because Docker volume mounts don't work with Docker remote contexts and you might like
	# to use a remote host to build a specific CPU architecture which isn't available on the build host.
	docker run -v /tmp:/$(OUTPUT_DIR) $(PROJECT_NAME)_$(ARCH) sh -c \
		'mkdir -p lib && cp /usr/local/lib64/libduckdb*.so lib/ && strip lib/libduckdb*.so $(PROJECT_NAME)* && tar cf - lib $(PROJECT_NAME)* | base64' \
		> $(OUTPUT_DIR)/artifacts_$(ARCH).b64
	cat $(OUTPUT_DIR)/artifacts_$(ARCH).b64 | base64 -d | tar xf - -C $(OUTPUT_DIR)/$(ARCH)

build-bootstrap: binary
	@echo Creating bootstrap artifacts in $(ARTIFACTS_DIR)
	cp -r $(OUTPUT_DIR)/$(ARCH)/lib $(ARTIFACTS_DIR)
	cp $(OUTPUT_DIR)/$(ARCH)/$(PROJECT_NAME) $(ARTIFACTS_DIR)/bootstrap
	cp $(OUTPUT_DIR)/$(ARCH)/$(PROJECT_NAME)_test $(ARTIFACTS_DIR)/test_main
	chmod +x $(ARTIFACTS_DIR)/bootstrap
	chmod +x $(ARTIFACTS_DIR)/test_main

download-extensions:
	@echo "Downloading DuckDB extensions..."
	mkdir -p $(ARTIFACTS_DIR)/duckdb_extensions/v$(DUCKDB_VERSION)/linux_$(ARCH)/
	$(foreach ext, $(EXTENSIONS), \
		curl -sfL "http://extensions.duckdb.org/v$(DUCKDB_VERSION)/linux_$(ARCH)/$(ext).duckdb_extension.gz" | gunzip - > "$(ARTIFACTS_DIR)/duckdb_extensions/v$(DUCKDB_VERSION)/linux_$(ARCH)/$(ext).duckdb_extension"; \
	)

build-DuckQueryLambdaLayerArm64:
	@echo Building for Arm
	$(MAKE) build-bootstrap ARCH=arm64
	$(MAKE) download-extensions ARCH=arm64

build-DuckQUeryLambdaLayerX8664:
	@echo Building for x86_64
	$(MAKE) build-bootstrap ARCH=x86_64
	$(MAKE) download-extensions ARCH=x86_64