Skip to content
3 changes: 1 addition & 2 deletions .github/actions/runner_setup/action.yml
Original file line number Diff line number Diff line change
Expand Up @@ -16,5 +16,4 @@ runs:
- name: Install awscli
shell: bash
run: |
.github/retry.sh 3 10 sudo apt-get update
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Why remove the update?

Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It triggered an auto-update, which occasionally caused the setup step to fail. I have addressed this on the runner side, so this change could be reverted.

.github/retry.sh 3 10 sudo apt-get install -y awscli
.github/retry.sh 10 30 sudo apt-get install -y awscli
2 changes: 1 addition & 1 deletion .github/workflows/cancel.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ env:

on: # yamllint disable-line rule:truthy
workflow_run:
workflows: ["PullRequestCI", "ReleaseBranchCI", "DocsCheck", "BackportPR"]
workflows: ["PR","PullRequestCI", "ReleaseBranchCI", "DocsCheck", "BackportPR"]
types:
- requested
jobs:
Expand Down
568 changes: 11 additions & 557 deletions .github/workflows/master.yml

Large diffs are not rendered by default.

738 changes: 54 additions & 684 deletions .github/workflows/pull_request.yml

Large diffs are not rendered by default.

84 changes: 0 additions & 84 deletions .github/workflows/release_branches.yml
Original file line number Diff line number Diff line change
Expand Up @@ -448,47 +448,6 @@ jobs:
python3 -m praktika run 'Build (arm_release)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log
fi

build_arm_asan:
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

So, we are removing some builds with sanitizers? Why?

Copy link
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We only use x86 builders and the ARM ASAN build is very difficult to cross-compile.

runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [config_workflow, dockers_build_amd, dockers_build_arm]
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'QnVpbGQgKGFybV9hc2FuKQ==') }}
name: "Build (arm_asan)"
outputs:
data: ${{ steps.run.outputs.DATA }}
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
ref: ${{ env.CHECKOUT_REF }}

- name: Setup
uses: ./.github/actions/runner_setup

- name: Prepare env script
run: |
rm -rf ./ci/tmp ./ci/tmp ./ci/tmp
mkdir -p ./ci/tmp ./ci/tmp ./ci/tmp
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
export PYTHONPATH=./ci:.:
cat > ./ci/tmp/workflow_config_releasebranchci.json << 'EOF'
${{ needs.config_workflow.outputs.data }}
EOF
cat > ./ci/tmp/workflow_status.json << 'EOF'
${{ toJson(needs) }}
EOF
ENV_SETUP_SCRIPT_EOF

- name: Run
id: run
run: |
. ./ci/tmp/praktika_setup_env.sh
set -o pipefail
if command -v ts &> /dev/null; then
python3 -m praktika run 'Build (arm_asan)' --workflow "ReleaseBranchCI" --ci |& ts '[%Y-%m-%d %H:%M:%S]' | tee ./ci/tmp/job.log
else
python3 -m praktika run 'Build (arm_asan)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log
fi

build_amd_darwin:
runs-on: [self-hosted, altinity-on-demand, altinity-builder]
needs: [config_workflow, dockers_build_amd, dockers_build_arm]
Expand Down Expand Up @@ -1637,47 +1596,6 @@ jobs:
python3 -m praktika run 'Stress test (amd_tsan)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log
fi

stress_test_arm_asan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester-aarch64]
needs: [config_workflow, dockers_build_amd, dockers_build_arm, build_arm_asan]
if: ${{ !failure() && !cancelled() && !contains(fromJson(needs.config_workflow.outputs.data).cache_success_base64, 'U3RyZXNzIHRlc3QgKGFybV9hc2FuKQ==') }}
name: "Stress test (arm_asan)"
outputs:
data: ${{ steps.run.outputs.DATA }}
steps:
- name: Checkout code
uses: actions/checkout@v4
with:
ref: ${{ env.CHECKOUT_REF }}

- name: Setup
uses: ./.github/actions/runner_setup

- name: Prepare env script
run: |
rm -rf ./ci/tmp ./ci/tmp ./ci/tmp
mkdir -p ./ci/tmp ./ci/tmp ./ci/tmp
cat > ./ci/tmp/praktika_setup_env.sh << 'ENV_SETUP_SCRIPT_EOF'
export PYTHONPATH=./ci:.:
cat > ./ci/tmp/workflow_config_releasebranchci.json << 'EOF'
${{ needs.config_workflow.outputs.data }}
EOF
cat > ./ci/tmp/workflow_status.json << 'EOF'
${{ toJson(needs) }}
EOF
ENV_SETUP_SCRIPT_EOF

- name: Run
id: run
run: |
. ./ci/tmp/praktika_setup_env.sh
set -o pipefail
if command -v ts &> /dev/null; then
python3 -m praktika run 'Stress test (arm_asan)' --workflow "ReleaseBranchCI" --ci |& ts '[%Y-%m-%d %H:%M:%S]' | tee ./ci/tmp/job.log
else
python3 -m praktika run 'Stress test (arm_asan)' --workflow "ReleaseBranchCI" --ci |& tee ./ci/tmp/job.log
fi

stress_test_amd_ubsan:
runs-on: [self-hosted, altinity-on-demand, altinity-func-tester]
needs: [config_workflow, dockers_build_amd, dockers_build_arm, build_amd_ubsan]
Expand Down Expand Up @@ -1842,7 +1760,6 @@ jobs:
- build_amd_msan
- build_amd_ubsan
- build_arm_release
- build_arm_asan
- build_amd_darwin
- build_arm_darwin
- docker_server_image
Expand Down Expand Up @@ -1871,7 +1788,6 @@ jobs:
- integration_tests_tsan_6_6
- stress_test_amd_debug
- stress_test_amd_tsan
- stress_test_arm_asan
- stress_test_amd_ubsan
- stress_test_amd_msan
- SignRelease
Expand Down
36 changes: 18 additions & 18 deletions ci/defs/job_configs.py
Original file line number Diff line number Diff line change
Expand Up @@ -165,7 +165,7 @@ class JobConfigs:
BuildTypes.AMD_UBSAN,
BuildTypes.AMD_BINARY,
BuildTypes.ARM_RELEASE,
BuildTypes.ARM_ASAN,
# BuildTypes.ARM_ASAN,
BuildTypes.ARM_COVERAGE,
BuildTypes.ARM_BINARY,
],
Expand Down Expand Up @@ -209,10 +209,10 @@ class JobConfigs:
ArtifactNames.RPM_ARM_RELEASE,
ArtifactNames.TGZ_ARM_RELEASE,
],
[
ArtifactNames.CH_ARM_ASAN,
ArtifactNames.DEB_ARM_ASAN,
],
# [
# ArtifactNames.CH_ARM_ASAN,
# ArtifactNames.DEB_ARM_ASAN,
# ],
[ArtifactNames.DEB_COV, ArtifactNames.CH_COV_BIN],
[ArtifactNames.CH_ARM_BIN],
],
Expand All @@ -225,7 +225,7 @@ class JobConfigs:
RunnerLabels.BUILDER_AMD,
RunnerLabels.BUILDER_AMD,
RunnerLabels.BUILDER_ARM,
RunnerLabels.BUILDER_ARM,
# RunnerLabels.BUILDER_ARM,
RunnerLabels.BUILDER_ARM,
RunnerLabels.BUILDER_ARM,
],
Expand Down Expand Up @@ -491,21 +491,21 @@ class JobConfigs:
parameter=[
"amd_debug",
"amd_tsan",
"arm_asan",
# "arm_asan",
"amd_ubsan",
"amd_msan",
],
runs_on=[
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_ARM,
# RunnerLabels.FUNC_TESTER_ARM,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
],
requires=[
["Build (amd_debug)"],
["Build (amd_tsan)"],
["Build (arm_asan)"],
# ["Build (arm_asan)"],
["Build (amd_ubsan)"],
["Build (amd_msan)"],
],
Expand Down Expand Up @@ -554,19 +554,19 @@ class JobConfigs:
allow_merge_on_failure=True,
).parametrize(
parameter=[
"arm_asan",
# "arm_asan",
"amd_tsan",
"amd_msan",
"amd_debug",
],
runs_on=[
RunnerLabels.FUNC_TESTER_ARM,
# RunnerLabels.FUNC_TESTER_ARM,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
],
requires=[
["Build (arm_asan)"],
# ["Build (arm_asan)"],
["Build (amd_tsan)"],
["Build (amd_msan)"],
["Build (amd_debug)"],
Expand Down Expand Up @@ -697,21 +697,21 @@ class JobConfigs:
).parametrize(
parameter=[
"amd_debug",
"arm_asan",
# "arm_asan",
"amd_tsan",
"amd_msan",
"amd_ubsan",
],
runs_on=[
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_ARM,
# RunnerLabels.FUNC_TESTER_ARM,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
],
requires=[
["Build (amd_debug)"],
["Build (arm_asan)"],
# ["Build (arm_asan)"],
["Build (amd_tsan)"],
["Build (amd_msan)"],
["Build (amd_ubsan)"],
Expand All @@ -728,21 +728,21 @@ class JobConfigs:
).parametrize(
parameter=[
"amd_debug",
"arm_asan",
# "arm_asan",
"amd_tsan",
"amd_msan",
"amd_ubsan",
],
runs_on=[
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_ARM,
# RunnerLabels.FUNC_TESTER_ARM,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
RunnerLabels.FUNC_TESTER_AMD,
],
requires=[
["Build (amd_debug)"],
["Build (arm_asan)"],
# ["Build (arm_asan)"],
["Build (amd_tsan)"],
["Build (amd_msan)"],
["Build (amd_ubsan)"],
Expand Down
6 changes: 3 additions & 3 deletions ci/jobs/build_clickhouse.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,10 +22,10 @@
BuildTypes.AMD_UBSAN: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE=undefined -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=1 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_SYSCONFDIR=/etc -DCMAKE_INSTALL_LOCALSTATEDIR=/var -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=ON",
BuildTypes.ARM_RELEASE: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=1 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_SYSCONFDIR=/etc -DCMAKE_INSTALL_LOCALSTATEDIR=/var -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=ON -DSPLIT_DEBUG_SYMBOLS=ON -DBUILD_STANDALONE_KEEPER=1 -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake",
BuildTypes.ARM_ASAN: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE=address -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=1 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_SYSCONFDIR=/etc -DCMAKE_INSTALL_LOCALSTATEDIR=/var -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=ON -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake",
BuildTypes.ARM_COVERAGE: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_SYSCONFDIR=/etc -DCMAKE_INSTALL_LOCALSTATEDIR=/var -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=ON -DSANITIZE_COVERAGE=1",
BuildTypes.ARM_BINARY: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON",
BuildTypes.ARM_COVERAGE: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_INSTALL_SYSCONFDIR=/etc -DCMAKE_INSTALL_LOCALSTATEDIR=/var -DCMAKE_SKIP_INSTALL_ALL_DEPENDENCY=ON -DSANITIZE_COVERAGE=1 -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake",
BuildTypes.ARM_BINARY: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake",
BuildTypes.AMD_TIDY: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=Debug -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=0 -DENABLE_TESTS=1 -DENABLE_UTILS=1 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DENABLE_CLANG_TIDY=1 -DENABLE_EXAMPLES=1 -DENABLE_BUZZHOUSE=1",
BuildTypes.ARM_TIDY: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=Debug -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=0 -DENABLE_TESTS=1 -DENABLE_UTILS=1 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DENABLE_CLANG_TIDY=1 -DENABLE_EXAMPLES=1 -DENABLE_BUZZHOUSE=1",
BuildTypes.ARM_TIDY: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=Debug -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=0 -DENABLE_TESTS=1 -DENABLE_UTILS=1 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DENABLE_CLANG_TIDY=1 -DENABLE_EXAMPLES=1 -DENABLE_BUZZHOUSE=1 -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake",
BuildTypes.AMD_DARWIN: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/darwin/toolchain-x86_64.cmake -DCMAKE_AR:FILEPATH=/cctools/bin/x86_64-apple-darwin-ar -DCMAKE_INSTALL_NAME_TOOL=/cctools/bin/x86_64-apple-darwin-install_name_tool -DCMAKE_RANLIB:FILEPATH=/cctools/bin/x86_64-apple-darwin-ranlib -DLINKER_NAME=/cctools/bin/x86_64-apple-darwin-ld",
BuildTypes.ARM_DARWIN: f" cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=0 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/darwin/toolchain-aarch64.cmake -DCMAKE_AR:FILEPATH=/cctools/bin/aarch64-apple-darwin-ar -DCMAKE_INSTALL_NAME_TOOL=/cctools/bin/aarch64-apple-darwin-install_name_tool -DCMAKE_RANLIB:FILEPATH=/cctools/bin/aarch64-apple-darwin-ranlib -DLINKER_NAME=/cctools/bin/aarch64-apple-darwin-ld",
BuildTypes.ARM_V80COMPAT: f"cmake --debug-trycompile -DCMAKE_VERBOSE_MAKEFILE=1 -LA -DCMAKE_BUILD_TYPE=None -DENABLE_THINLTO=1 -DSANITIZE= -DENABLE_CHECK_HEAVY_BUILDS=1 -DENABLE_CLICKHOUSE_SELF_EXTRACTING=1 -DCMAKE_C_COMPILER={ToolSet.COMPILER_C} -DCMAKE_CXX_COMPILER={ToolSet.COMPILER_CPP} -DCOMPILER_CACHE=sccache -DENABLE_BUILD_PROFILING=1 -DENABLE_TESTS=0 -DENABLE_UTILS=0 -DCMAKE_FIND_PACKAGE_NO_PACKAGE_REGISTRY=ON -DCMAKE_TOOLCHAIN_FILE={current_directory}/cmake/linux/toolchain-aarch64.cmake -DNO_ARMV81_OR_HIGHER=1",
Expand Down
47 changes: 24 additions & 23 deletions ci/jobs/functional_tests.py
Original file line number Diff line number Diff line change
Expand Up @@ -304,29 +304,30 @@ def start():
# res = res and CH.attach_gdb()
# else:
# print("Skipping gdb attachment for asan build")
# NOTE (strtgbb): Disable log tables, we don't use them
# if res:
# if not Info().is_local_run:
# if not CH.start_log_exports(stop_watch.start_time):
# info.add_workflow_report_message(
# "WARNING: Failed to start log export"
# )
# print("Failed to start log export")
# if not CH.create_minio_log_tables():
# info.add_workflow_report_message(
# "WARNING: Failed to create minio log tables"
# )
# print("Failed to create minio log tables")

# res = (
# CH.prepare_stateful_data(
# with_s3_storage=is_s3_storage,
# is_db_replicated=is_database_replicated,
# )
# and CH.insert_system_zookeeper_config()
# )
# if res:
# print("stateful data prepared")

if res:
# NOTE (strtgbb): Disable log tables, we don't use them
# if not Info().is_local_run:
# if not CH.start_log_exports(stop_watch.start_time):
# info.add_workflow_report_message(
# "WARNING: Failed to start log export"
# )
# print("Failed to start log export")
# if not CH.create_minio_log_tables():
# info.add_workflow_report_message(
# "WARNING: Failed to create minio log tables"
# )
# print("Failed to create minio log tables")

res = (
CH.prepare_stateful_data(
with_s3_storage=is_s3_storage,
is_db_replicated=is_database_replicated,
)
and CH.insert_system_zookeeper_config()
)
if res:
print("stateful data prepared")
return res

results.append(
Expand Down
5 changes: 2 additions & 3 deletions ci/workflows/master.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,6 @@
event=Workflow.Event.PUSH,
branches=[BASE_BRANCH, "releases/*", "antalya-*"],
jobs=[
JobConfigs.fast_test, # NOTE (strtgbb): for debugging
*JobConfigs.tidy_build_jobs,
*JobConfigs.build_jobs,
*[
Expand All @@ -37,10 +36,10 @@
for job in JobConfigs.functional_tests_jobs_coverage
],
*JobConfigs.stress_test_jobs,
*JobConfigs.stress_test_azure_master_jobs,
# *JobConfigs.stress_test_azure_master_jobs, # NOTE (strtgbb): disabled due to ASAN build failure
*JobConfigs.ast_fuzzer_jobs,
*JobConfigs.buzz_fuzzer_jobs,
*JobConfigs.performance_comparison_with_master_head_jobs,
# *JobConfigs.performance_comparison_with_master_head_jobs, # NOTE (strtgbb): fails due to GH secrets not being handled properly
*JobConfigs.clickbench_master_jobs,
*JobConfigs.sqlancer_master_jobs,
JobConfigs.sqltest_master_job,
Expand Down
Loading
Loading