Skip to content

Deserialize complex dimensions in group by queries to their respective types when reading from spilled files and cached results #14152

Deserialize complex dimensions in group by queries to their respective types when reading from spilled files and cached results

Deserialize complex dimensions in group by queries to their respective types when reading from spilled files and cached results #14152

Workflow file for this run

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
name: "Static Checks CI"
on:
push:
branches:
- master
- '[0-9]+.[0-9]+.[0-9]+' # release branches
- '[0-9]+.[0-9]+.[0-9]+-[A-Za-z0-9]+' # release branches
pull_request:
branches:
- master
- '[0-9]+.[0-9]+.[0-9]+' # release branches
- '[0-9]+.[0-9]+.[0-9]+-[A-Za-z0-9]+' # release branches
concurrency:
group: '${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.run_id }}' # group workflows only on pull_requests and not on branch commits
cancel-in-progress: true
env:
MVN: mvn -B
MAVEN_SKIP: -P skip-static-checks -Dweb.console.skip=true -Dmaven.javadoc.skip=true
MAVEN_SKIP_TESTS: -P skip-tests
MAVEN_OPTS: -Xmx8g
jobs:
static-checks:
strategy:
fail-fast: false
matrix:
java: [ '8', '11', '17', '21' ]
runs-on: ubuntu-latest
steps:
- name: checkout branch
uses: actions/checkout@v4
- uses: actions/setup-java@v4
with:
distribution: 'zulu'
java-version: ${{ matrix.java }}
cache: 'maven'
- name: packaging check
run: |
./.github/scripts/setup_generate_license.sh
${MVN} clean install -Prat --fail-at-end \
-pl '!benchmarks, !distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS} -Dweb.console.skip=false -T1C
${MVN} install -Prat -Pdist -Pbundle-contrib-exts --fail-at-end \
-pl 'distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS} -Dweb.console.skip=false -T1C
- name: script checks
# who watches the watchers?
if: ${{ matrix.java == '8' }}
run: ./check_test_suite_test.py
- name: (openjdk17) strict compilation
if: ${{ matrix.java == '17' }}
# errorprone requires JDK 11+
# Strict compilation requires more than 2 GB
run: ${MVN} clean -DstrictCompile compile test-compile --fail-at-end ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS}
- name: maven install
if: ${{ matrix.java == '8' }}
run: |
echo 'Running Maven install...' &&
${MVN} clean install -q -ff -pl '!distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS} -T1C &&
${MVN} install -q -ff -pl 'distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS}
- name: checkstyle
if: ${{ matrix.java == '8' }}
run: ${MVN} checkstyle:checkstyle --fail-at-end
- name: license checks
if: ${{ matrix.java == '8' }}
run: ./.github/scripts/license_checks_script.sh
- name: analyze dependencies
if: ${{ matrix.java == '8' }}
run: |
./.github/scripts/analyze_dependencies_script.sh
- name: animal sniffer checks
if: ${{ matrix.java == '8' }}
run: ${MVN} animal-sniffer:check --fail-at-end
- name: enforcer checks
if: ${{ matrix.java == '8' }}
run: ${MVN} enforcer:enforce --fail-at-end
- name: forbidden api checks
if: ${{ matrix.java == '8' }}
run: ${MVN} forbiddenapis:check forbiddenapis:testCheck --fail-at-end
- name: pmd checks
if: ${{ matrix.java == '8' }}
run: ${MVN} pmd:check --fail-at-end # TODO: consider adding pmd:cpd-check
- name: spotbugs checks
if: ${{ matrix.java == '8' }}
run: ${MVN} spotbugs:check --fail-at-end -pl '!benchmarks'
intellij-inspections:
strategy:
fail-fast: false
runs-on: ubuntu-latest
steps:
- name: checkout branch
uses: actions/checkout@v4
- uses: actions/setup-java@v4
with:
distribution: 'zulu'
java-version: '8'
cache: 'maven'
- name: maven install
run: |
echo 'Running Maven install...' &&
${MVN} clean install -q -ff -pl '!distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS} -T1C &&
${MVN} install -q -ff -pl 'distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS}
- name: intellij inspections
run: |
docker run --rm \
-v $(pwd):/project \
-v ~/.m2:/home/inspect/.m2 \
-v $(pwd)/.idea/misc-for-inspection.xml:/project/.idea/misc.xml \
ccaominh/intellij-inspect:1.0.0 \
/project/pom.xml \
/project/.idea/inspectionProfiles/Druid.xml \
--levels ERROR \
--scope JavaInspectionsScope
openrewrite:
runs-on: ubuntu-latest
steps:
- name: checkout branch
uses: actions/checkout@v4
- uses: actions/setup-java@v4
with:
distribution: 'zulu'
java-version: '8'
cache: 'maven'
- name: maven install
run: |
echo 'Running Maven install...' &&
${MVN} clean install -q -ff -pl '!distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS} -T1C &&
${MVN} install -q -ff -pl 'distribution' ${MAVEN_SKIP} ${MAVEN_SKIP_TESTS}
- name: rewrite:dryRun
id: rewrite-dryRun
run: |
${MVN} rewrite:dryRun ${MAVEN_SKIP}
- name: Upload open rewrite patch
if: ${{ failure() && steps.rewrite-dryRun.conclusion == 'failure' }}
uses: actions/upload-artifact@master
with:
name: Rewrite patch
path: ./target/rewrite/rewrite.patch
web-checks:
strategy:
fail-fast: false
runs-on: ubuntu-latest
steps:
- name: checkout branch
uses: actions/checkout@v4
- uses: actions/setup-java@v4
with:
distribution: 'zulu'
java-version: '17'
cache: 'maven'
- name: setup node
uses: actions/setup-node@v3
with:
node-version: 16.17.0
- name: docs
run: |
(cd website && npm install)
cd website
npm run build
npm run link-lint
npm run spellcheck
- name: web console
run: |
${MVN} test -pl 'web-console'
cd web-console
{ for i in 1 2 3; do npm run codecov && break || sleep 15; done }
- name: web console end-to-end test
id: web-console-test
run: |
./.github/scripts/setup_generate_license.sh
web-console/script/druid build
web-console/script/druid start
(cd web-console && npm run test-e2e)
web-console/script/druid stop
- name: Tar druid logs
if: ${{ failure() && steps.web-console-test.conclusion == 'failure' }}
run: tar cvzf ./druid-logs.tgz -C ./distribution/target/apache-druid-*-SNAPSHOT/ log
- name: Upload druid logs to GitHub
if: ${{ failure() && steps.web-console-test.conclusion == 'failure' }}
uses: actions/upload-artifact@master
with:
name: Druid logs web-checks
path: druid-logs.tgz