HUB ?= datafuselabs

TAG ?= latest

PLATFORM ?= linux/amd64,linux/arm64

VERSION ?= latest

ADD_NODES ?= 0

NUM_CPUS ?= 2

TENANT_ID ?= "tenant"

CLUSTER_ID ?= "test"

YAML_FILES ?= $(shell find . -path ./target -prune -type f -name '*.yaml' -or -name '*.yml')

YAML_DOCKER_ARGS ?= run --rm --user "$$(id -u)" -v "$${PWD}:/component" --workdir /component

YAMLLINT_ARGS ?= --no-warnings

YAMLLINT_CONFIG ?= .yamllint.yml

YAMLLINT_IMAGE ?= docker.io/cytopia/yamllint:latest

YAMLLINT_DOCKER ?= docker $(YAML_DOCKER_ARGS) $(YAMLLINT_IMAGE)

CARGO_TARGET_DIR ?= $(CURDIR)/target

setup:

bash ./scripts/setup/dev_setup.sh

fmt:

cargo fmt

lint:

cargo fmt

cargo clippy --tests -- -D warnings

# Python file formatter(make setup to install)

yapf -ri tests/

# Bash file formatter(make setup to install)

shfmt -l -w scripts/*

lint-yaml: $(YAML_FILES)

$(YAMLLINT_DOCKER) -f parsable -c $(YAMLLINT_CONFIG) $(YAMLLINT_ARGS) -- $?

miri:

cargo miri setup

MIRIFLAGS="-Zmiri-disable-isolation" cargo miri test

run: build

bash ./scripts/deploy/databend-query-standalone.sh release

run-debug: build-debug

bash ./scripts/deploy/databend-query-standalone.sh

build:

bash ./scripts/build/build-release.sh

ifeq ($(shell uname),Linux) # Macs don't have objcopy

# Reduce binary size by compressing binaries.

objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-query

objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-benchmark

objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/databend-meta

build-native:

bash ./scripts/build/build-native.sh

build-debug:

bash ./scripts/build/build-debug.sh

cross-compile-debug:

cross build --target aarch64-unknown-linux-gnu

cross-compile-release:

RUSTFLAGS="-C link-arg=-Wl,--compress-debug-sections=zlib-gabi" cross build --target aarch64-unknown-linux-gnu --release

cli-build:

bash ./scripts/build/build-cli.sh build-cli

ifeq ($(shell uname),Linux) # Macs don't have objcopy

# Reduce binary size by compressing binaries.

objcopy --compress-debug-sections=zlib-gnu ${CARGO_TARGET_DIR}/release/bendctl

cli-build-debug:

bash ./scripts/build/build-cli.sh build-cli-debug

cli-install:

bash ./scripts/build/build-cli.sh install-cli

cli-test:

bash ./scripts/ci/ci-run-cli-unit-tests.sh

unit-test:

ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-unit-tests.sh

cluster: build cli-build

mkdir -p ./.databend/local/bin/test/ && mkdir ./.databend/local/configs/local/ && make cluster_stop || echo "stop"

cp ./target/release/databend-query ./.databend/local/bin/test/databend-query

cp ./target/release/databend-meta ./.databend/local/bin/test/databend-meta

./target/release/bendctl cluster create --databend_dir ./.databend --group local --version test --num-cpus ${NUM_CPUS} --query-tenant-id ${TENANT_ID} --query-cluster-id ${CLUSTER_ID} --force

for i in `seq 1 ${ADD_NODES}`; do make cluster_add; done;

make cluster_view

cluster_add:

./target/release/bendctl cluster add --databend_dir ./.databend --group local --num-cpus ${NUM_CPUS}

cluster_view:

./target/release/bendctl cluster view --databend_dir ./.databend --group local

cluster_stop:

@if find ./.databend/local/configs/local/ -maxdepth 0 -empty | read v ; then echo there is no cluster exists; else ./target/release/bendctl cluster stop --databend_dir ./.databend --group local; fi

embedded-meta-test: build-debug

rm -rf ./_meta_embedded*

bash ./scripts/ci/ci-run-tests-embedded-meta.sh

stateless-test: build-debug

rm -rf ./_meta*/

ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-stateless-tests-standalone.sh

stateful-ctl-test:

rm -rf ./_meta*/

rm -rf ./.databend/

ulimit -n 10000;ulimit -s 16384; bash ./scripts/ci/ci-run-stateful-tests-standalone-ctl.sh

stateful-ctl-cluster-test:

rm -rf ./_meta*/

rm -rf ./.databend/

bash ./scripts/ci/ci-run-stateful-tests-cluster-ctl.sh

stateless-cluster-test: build-debug

rm -rf ./_meta*/

bash ./scripts/ci/ci-run-stateless-tests-cluster.sh

stateless-cluster-test-tls: build-debug

rm -rf ./_meta*/

bash ./scripts/ci/ci-run-stateless-tests-cluster-tls.sh

test: unit-test stateless-test

docker:

docker build --network host -f docker/Dockerfile -t ${HUB}/databend-query:${TAG} .

k8s-docker:

bash ./scripts/build/build-k8s-runner.sh

docker_release:

docker buildx build . -f ./docker/release/Dockerfile --platform ${PLATFORM} --allow network.host --builder host -t ${HUB}/databend:${TAG} --build-arg VERSION=${VERSION} --push

dockerx:

docker buildx build . -f ./docker/Dockerfile --platform ${PLATFORM} --allow network.host --builder host -t ${HUB}/databend-query:${TAG} --build-arg VERSION=${VERSION} --push

build-tool:

bash ./scripts/build/build-tool-runner.sh

build-perf-tool:

cargo build --target x86_64-unknown-linux-gnu --bin databend-benchmark

mkdir -p ./distro

mv ./target/x86_64-unknown-linux-gnu/debug/databend-benchmark ./distro

run-codegen:

cargo run --manifest-path=common/codegen/Cargo.toml

perf-tool: build-perf-tool

docker buildx build . -f ./docker/perf-tool/Dockerfile --platform linux/amd64 --allow network.host --builder host -t ${HUB}/perf-tool:${TAG} --push

profile:

bash ./scripts/ci/ci-run-profile.sh

clean:

cargo clean

rm -f ./nohup.out ./tests/suites/0_stateless/*.stdout-e

rm -rf ./_meta*/ ./_logs/ ./query/_logs/ ./metasrv/_logs/

rm -rf ./common/base/_logs/ ./common/meta/raft-store/_logs/ ./common/meta/sled-store/_logs/

.PHONY: setup test run build fmt lint docker clean