chore: run unittest with self-hosted

Author: everpcpc

.github/actions/check/action.yml

@@ -9,6 +9,8 @@ runs:
   steps:
     - name: Setup Build Tool
       uses: ./.github/actions/setup_build_tool
+      with:
+         bypass_env_vars: RUSTFLAGS,RUST_LOG,GITHUB_TOKEN
 
     - name: Check License Header
       shell: bash
@@ -40,4 +42,4 @@ runs:
 
     - name: Check toml format
       shell: bash
-      run: build-tool taplo fmt --check
+      run: taplo fmt --check

.github/actions/setup_build_tool/action.yml

@@ -8,7 +8,7 @@ inputs:
   bypass_env_vars:
     description: "Environment variables bypass to docker container"
     required: false
-    default: RUSTFLAGS,RUST_LOG,CARGO_TERM_COLOR,CARGO_INCREMENTAL
+    default: RUSTFLAGS,RUST_LOG
 runs:
   using: "composite"
   steps:
@@ -31,7 +31,7 @@ runs:
         export IMAGE=datafuselabs/build-tool:${{ inputs.image }}
         export CARGO_INCREMENTAL=0
         export CARGO_TERM_COLOR=always
-        export BYPASS_ENV_VARS=${{ inputs.bypass_env_vars }}
+        export BYPASS_ENV_VARS=${{ inputs.bypass_env_vars }},CARGO_INCREMENTAL,CARGO_TERM_COLOR
         if [[ \${script_name} == "build-tool" ]]; then
           scripts/setup/run_build_tool.sh \$@
         else
@@ -42,6 +42,8 @@ runs:
         ln -s build-tool $BIN_LOCAL/rustc
         ln -s build-tool $BIN_LOCAL/cargo
         ln -s build-tool $BIN_LOCAL/rustup
+        ln -s build-tool $BIN_LOCAL/make
+        ln -s build-tool $BIN_LOCAL/taplo
 
     - name: check cargo version
       shell: bash

.github/actions/test_unit/action.yml

@@ -12,13 +12,13 @@ runs:
       with:
         swap-size-gb: 4
 
-    - name: Maximize build space
-      uses: ./.github/actions/cleanup
+    # - name: Maximize build space
+    #   uses: ./.github/actions/cleanup
 
     - name: Setup Build Tool
       uses: ./.github/actions/setup_build_tool
       with:
-        bypass_env_vars: RUST_TEST_THREADS,RUST_LOG,RUST_BACKTRACE
+        bypass_env_vars: RUSTFLAGS,RUSTDOCFLAGS,RUST_TEST_THREADS,RUST_LOG,RUST_BACKTRACE
 
     - shell: bash
       run: cargo test --no-fail-fast
@@ -64,7 +64,3 @@ runs:
           query/_logs*/
           store/_logs*/
           .databend/
-
-    # for cache
-    - shell: bash
-      run: cargo metadata --all-features --format-version 1 > ./target/metadata.json

.github/workflows/databend-release.yml

@@ -21,7 +21,7 @@ jobs:
           - aarch64
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Get the version
@@ -72,7 +72,7 @@ jobs:
           - musl
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - name: Get the version
@@ -174,7 +174,7 @@ jobs:
           - distroless
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: Get the version
         id: get_version

.github/workflows/developing.yml

@@ -30,7 +30,7 @@ jobs:
   check:
     runs-on: [self-hosted, x64, Linux]
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -47,7 +47,7 @@ jobs:
           - x86_64-apple-darwin
           - aarch64-apple-darwin
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -65,7 +65,7 @@ jobs:
           - x86_64-unknown-linux-gnu
           - aarch64-unknown-linux-gnu
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -74,10 +74,10 @@ jobs:
           target: ${{ matrix.target }}
 
   test_unit:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, x64, Linux]
     needs: check
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -89,7 +89,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -99,7 +99,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -109,7 +109,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -120,14 +120,14 @@ jobs:
   #  runs-on: macos-11
   #  needs: build_macos
   #  steps:
-  #    - uses: actions/checkout@v2
+  #    - uses: actions/checkout@v3
   #    - uses: ./.github/actions/test_stateless_standalone_macos
 
   test_stateless_cluster_linux:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -137,7 +137,7 @@ jobs:
     runs-on: macos-11
     needs: build_macos
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -147,7 +147,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -157,7 +157,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: check
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0

.github/workflows/i18n.yml

@@ -10,7 +10,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
 
       - name: crowdin action
         uses: crowdin/github-action@1.4.9

.github/workflows/production.yml

@@ -20,7 +20,7 @@ jobs:
   check:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -37,7 +37,7 @@ jobs:
           - x86_64-apple-darwin
           - aarch64-apple-darwin
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -55,7 +55,7 @@ jobs:
           - x86_64-unknown-linux-gnu
           - aarch64-unknown-linux-gnu
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -67,7 +67,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: check
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -79,7 +79,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -91,7 +91,7 @@ jobs:
   #   runs-on: macos-11
   #   needs: build_macos
   #   steps:
-  #     - uses: actions/checkout@v2
+  #     - uses: actions/checkout@v3
   #     - uses: ./.github/actions/test_stateless_standalone_macos
   #       with:
   #         profile: release
@@ -100,7 +100,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -112,7 +112,7 @@ jobs:
     runs-on: macos-11
     needs: build_macos
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -124,7 +124,7 @@ jobs:
     runs-on: ubuntu-latest
     needs: build_linux
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0
@@ -145,7 +145,7 @@ jobs:
         config:
           - { target: x86_64-unknown-linux-gnu, platform: linux/amd64 }
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v3
         with:
           # fetch all tags,  metasrv and metaclient need tag as its version.
           fetch-depth: 0

.yamllint.yml

@@ -5,9 +5,9 @@ ignore: |
   target/
 
 rules:
-  # 100 chars should be enough, but don't fail if a line is longer
+  # 120 chars should be enough, but don't fail if a line is longer
   line-length:
-    max: 100
+    max: 120
     level: warning
   braces: disable
   brackets: disable

Makefile

@@ -7,19 +7,6 @@ NUM_CPUS ?= 2
 TENANT_ID ?= "tenant"
 CLUSTER_ID ?= "test"
 
-# yamllint vars
-YAML_FILES ?= $(shell find . -path ./target -prune -type f -name '*.yaml' -or -name '*.yml')
-YAML_DOCKER_ARGS ?= run --rm --user "$$(id -u)" -v "$${PWD}:/component" --workdir /component
-YAMLLINT_ARGS ?= --no-warnings
-YAMLLINT_CONFIG ?= .yamllint.yml
-YAMLLINT_IMAGE ?= docker.io/cytopia/yamllint:latest
-YAMLLINT_DOCKER ?= docker $(YAML_DOCKER_ARGS) $(YAMLLINT_IMAGE)
-
-SKYWALKING_ARGS ?= -v info -c .licenserc.yaml header check
-SKYWALKING_DOCKER_ARGS ?= run --rm --user "$$(id -u)" -e GITHUB_TOKEN -v "$${PWD}:/license-eye" --workdir /license-eye
-SKYWALKING_IMAGE ?= docker.io/apache/skywalking-eyes:0.3.0
-SKYWALKING_DOCKER ?= docker $(SKYWALKING_DOCKER_ARGS) $(SKYWALKING_IMAGE)
-
 CARGO_TARGET_DIR ?= $(CURDIR)/target
 
 # Setup dev toolchain
@@ -39,11 +26,11 @@ lint:
 	# Bash file formatter(make setup to install)
 	shfmt -l -w scripts/*
 
-lint-yaml: $(YAML_FILES)
-	$(YAMLLINT_DOCKER) -f parsable -c $(YAMLLINT_CONFIG) $(YAMLLINT_ARGS) -- $?
+lint-yaml:
+	yamllint -f auto .
 
 check-license:
-	$(SKYWALKING_DOCKER) $(SKYWALKING_ARGS)
+	license-eye -v info -c .licenserc.yaml header check
 
 miri:
 	cargo miri setup