[upgrade](thirdparty) Add aws cpp sdk kinesis

be/cmake/thirdparty.cmake

@@ -140,6 +140,7 @@ add_thirdparty(aws-c-s3 LIB64)
 add_thirdparty(aws-c-sdkutils LIB64)
 add_thirdparty(aws-cpp-sdk-identity-management LIB64)
 add_thirdparty(aws-cpp-sdk-sts LIB64)
+add_thirdparty(aws-cpp-sdk-kinesis LIB64)
 if (NOT OS_MACOSX)
     add_thirdparty(aws-s2n LIBNAME "lib/libs2n.a")
 endif()

regression-test/pipeline/cloud_p0/conf/regression-conf-custom.groovy

@@ -77,6 +77,9 @@ excludeDirectories = "000_the_start_sentinel_do_not_touch," + // keep this line
     "cloud/multi_cluster," + // run in specific regression pipeline
     "cloud_p0/multi_cluster," + // run in specific regression pipeline
     "cloud_p0/cache," +
+    "pythonudaf_p0," + // will cause a core when the third-party is compiled by clang
+    "pythonudtf_p0," + // will cause a core when the third-party is compiled by clang
+    "pythonudf_p0," + // will cause a core when the third-party is compiled by clang
     "shape_check," + // run only in p0 is enough
     "query_p0/cache," + // run only in p0 is enough
     "nereids_rules_p0/mv/increment_create," + // run only in p0 is enough
@@ -108,4 +111,4 @@ enableTrinoConnectorTest = false
 
 s3Source = "aliyun"
 s3Endpoint = "oss-cn-hongkong-internal.aliyuncs.com"
-recycleServiceHttpAddress = "127.0.0.1:6000"
+recycleServiceHttpAddress = "127.0.0.1:6000"

regression-test/pipeline/common/github-utils.sh

@@ -436,3 +436,15 @@ github_utils__maybe_enable_external_stage_timer() {
 }
 
 github_utils__maybe_enable_external_stage_timer
+
+file_changed_thirdparty() {
+    local all_files
+    all_files=$(cat all_files)
+    if [[ -z ${all_files} ]]; then echo "Failed to get pr changed files." && return 0; fi
+    for af in ${all_files}; do
+        if [[ "${af}" == 'thirdparty/'* ]]; then
+            echo "thirdparty changed" && return 0
+        fi
+    done
+    echo "thirdparty not changed" && return 1
+}

regression-test/pipeline/p0/conf/regression-conf.groovy

@@ -76,6 +76,9 @@ excludeSuites = "000_the_start_sentinel_do_not_touch," + // keep this line as th
 // this directories will not be executed
 excludeDirectories = "000_the_start_sentinel_do_not_touch," + // keep this line as the first line
     "cloud," +
+    "pythonudaf_p0," + // will cause a core when the third-party is compiled by clang
+    "pythonudtf_p0," + // will cause a core when the third-party is compiled by clang
+    "pythonudf_p0," + // will cause a core when the third-party is compiled by clang
     "cloud_p0," +
     "external_table_p0/remote_doris," + // ubsan issue, need to investigate
     "workload_manager_p1," +

thirdparty/build-thirdparty.sh

@@ -1428,7 +1428,7 @@ build_aws_sdk() {
         -DCMAKE_POLICY_VERSION_MINIMUM=3.5 \
         -DCMAKE_PREFIX_PATH="${TP_INSTALL_DIR}" -DBUILD_SHARED_LIBS=OFF -DENABLE_TESTING=OFF \
         -DCURL_LIBRARY_RELEASE="${TP_INSTALL_DIR}/lib/libcurl.a" -DZLIB_LIBRARY_RELEASE="${TP_INSTALL_DIR}/lib/libz.a" \
-        -DBUILD_ONLY="core;s3;s3-crt;transfer;identity-management;sts" \
+        -DBUILD_ONLY="core;s3;s3-crt;transfer;identity-management;sts;kinesis" \
         -DCMAKE_CXX_FLAGS="-Wno-nonnull -Wno-deprecated-literal-operator ${warning_deprecated_literal_operator} -Wno-deprecated-declarations ${warning_dangling_reference}" -DCPP_STANDARD=17
 
     cd "${BUILD_DIR}"
@@ -1453,6 +1453,7 @@ build_aws_sdk() {
     strip_lib libaws-c-compression.a
     strip_lib libaws-cpp-sdk-identity-management.a
     strip_lib libaws-cpp-sdk-sts.a
+    strip_lib libaws-cpp-sdk-kinesis.a
 }
 
 # lzma