diff --git a/be/cmake/thirdparty.cmake b/be/cmake/thirdparty.cmake index 227f81411f1322..1dba907307deca 100644 --- a/be/cmake/thirdparty.cmake +++ b/be/cmake/thirdparty.cmake @@ -140,6 +140,7 @@ add_thirdparty(aws-c-s3 LIB64) add_thirdparty(aws-c-sdkutils LIB64) add_thirdparty(aws-cpp-sdk-identity-management LIB64) add_thirdparty(aws-cpp-sdk-sts LIB64) +add_thirdparty(aws-cpp-sdk-kinesis LIB64) if (NOT OS_MACOSX) add_thirdparty(aws-s2n LIBNAME "lib/libs2n.a") endif() diff --git a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy index 013df5cc1afe98..8bcfcad7b927e1 100644 --- a/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy +++ b/regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy @@ -77,6 +77,10 @@ excludeDirectories = "000_the_start_sentinel_do_not_touch," + // keep this line "cloud/multi_cluster," + // run in specific regression pipeline "cloud_p0/multi_cluster," + // run in specific regression pipeline "cloud_p0/cache," + + "pythonudaf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudtf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudf_complex_p0," + // will cause a core when the third-party is compiled by clang "shape_check," + // run only in p0 is enough "query_p0/cache," + // run only in p0 is enough "nereids_rules_p0/mv/increment_create," + // run only in p0 is enough @@ -108,4 +112,4 @@ enableTrinoConnectorTest = false s3Source = "aliyun" s3Endpoint = "oss-cn-hongkong-internal.aliyuncs.com" -recycleServiceHttpAddress = "127.0.0.1:6000" \ No newline at end of file +recycleServiceHttpAddress = "127.0.0.1:6000" diff --git a/regression-test/pipeline/common/github-utils.sh b/regression-test/pipeline/common/github-utils.sh index 356f5b58c70b5d..ca3977bfc4c835 100644 --- a/regression-test/pipeline/common/github-utils.sh +++ b/regression-test/pipeline/common/github-utils.sh @@ -436,3 +436,15 @@ github_utils__maybe_enable_external_stage_timer() { } github_utils__maybe_enable_external_stage_timer + +file_changed_thirdparty() { + local all_files + all_files=$(cat all_files) + if [[ -z ${all_files} ]]; then echo "Failed to get pr changed files." && return 0; fi + for af in ${all_files}; do + if [[ "${af}" == 'thirdparty/'* ]]; then + echo "thirdparty changed" && return 0 + fi + done + echo "thirdparty not changed" && return 1 +} \ No newline at end of file diff --git a/regression-test/pipeline/p0/conf/regression-conf.groovy b/regression-test/pipeline/p0/conf/regression-conf.groovy index aea66021c3f11f..388b73dcd03736 100644 --- a/regression-test/pipeline/p0/conf/regression-conf.groovy +++ b/regression-test/pipeline/p0/conf/regression-conf.groovy @@ -76,6 +76,10 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + // keep this line as th // this directories will not be executed excludeDirectories = "000_the_start_sentinel_do_not_touch," + // keep this line as the first line "cloud," + + "pythonudaf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudtf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudf_p0," + // will cause a core when the third-party is compiled by clang + "pythonudf_complex_p0," + // will cause a core when the third-party is compiled by clang "cloud_p0," + "external_table_p0/remote_doris," + // ubsan issue, need to investigate "workload_manager_p1," + diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh index 793ff84cf38f50..71a3b38afb805f 100755 --- a/thirdparty/build-thirdparty.sh +++ b/thirdparty/build-thirdparty.sh @@ -1428,7 +1428,7 @@ build_aws_sdk() { -DCMAKE_POLICY_VERSION_MINIMUM=3.5 \ -DCMAKE_PREFIX_PATH="${TP_INSTALL_DIR}" -DBUILD_SHARED_LIBS=OFF -DENABLE_TESTING=OFF \ -DCURL_LIBRARY_RELEASE="${TP_INSTALL_DIR}/lib/libcurl.a" -DZLIB_LIBRARY_RELEASE="${TP_INSTALL_DIR}/lib/libz.a" \ - -DBUILD_ONLY="core;s3;s3-crt;transfer;identity-management;sts" \ + -DBUILD_ONLY="core;s3;s3-crt;transfer;identity-management;sts;kinesis" \ -DCMAKE_CXX_FLAGS="-Wno-nonnull -Wno-deprecated-literal-operator ${warning_deprecated_literal_operator} -Wno-deprecated-declarations ${warning_dangling_reference}" -DCPP_STANDARD=17 cd "${BUILD_DIR}" @@ -1453,6 +1453,7 @@ build_aws_sdk() { strip_lib libaws-c-compression.a strip_lib libaws-cpp-sdk-identity-management.a strip_lib libaws-cpp-sdk-sts.a + strip_lib libaws-cpp-sdk-kinesis.a } # lzma