BDX-1340: complete Parquet SDK static link dependencies

Author: bodduv

.github/workflows/jarbuild.yml

@@ -185,6 +185,7 @@ jobs:
       matrix:
         platform:
           - { runs_on: macos-15, arch: "aarch_64" }
+          - { runs_on: macos-15-intel, arch: "x86_64" }
     env:
       MACOSX_DEPLOYMENT_TARGET: "15.0"
     steps:

ci/scripts/jni_build.sh

@@ -109,10 +109,17 @@ if [ -n "${5:-}" ]; then
     echo "Missing installed Parquet pkg-config metadata" >&2
     exit 1
   fi
-  export PKG_CONFIG_PATH="$(dirname "${parquet_metadata}"):${6:+${6}:}${PKG_CONFIG_PATH:-}"
-  library_flags=$(pkg-config --static --libs-only-L parquet arrow-compute)
+  PKG_CONFIG_PATH="$(dirname "${parquet_metadata}"):${6:+${6}:}${PKG_CONFIG_PATH:-}"
+  export PKG_CONFIG_PATH
+  packages=(parquet arrow-compute)
+  for dependency in re2 thrift liblz4 libzstd libutf8proc; do
+    if pkg-config --exists "${dependency}"; then
+      packages+=("${dependency}")
+    fi
+  done
+  library_flags=$(pkg-config --static --libs-only-L "${packages[@]}")
   read -ra library_dirs <<<"${library_flags}"
-  library_flags=$(pkg-config --static --libs parquet arrow-compute)
+  library_flags=$(pkg-config --static --libs "${packages[@]}")
   read -ra libraries <<<"${library_flags}"
   cpp_version=$(pkg-config --modversion parquet)
   link_flags=()
@@ -163,5 +170,37 @@ Version: ${cpp_version}
 Libs: -L\${libdir} ${link_flags[*]}
 Cflags: -I\${includedir} -DARROW_STATIC -DARROW_COMPUTE_STATIC -DPARQUET_STATIC
 EOF
+  github_actions_group_begin "Verify staged Arrow Parquet SDK"
+  cat >"${build_dir}/parquet_sdk_smoke.cc" <<'EOF'
+#include <arrow/api.h>
+#include <arrow/compute/initialize.h>
+#include <arrow/io/api.h>
+#include <parquet/arrow/reader.h>
+#include <parquet/arrow/writer.h>
+
+int main() {
+  if (!arrow::compute::Initialize().ok()) return 1;
+  arrow::Int64Builder builder;
+  if (!builder.Append(42).ok()) return 1;
+  auto values = builder.Finish().ValueOrDie();
+  auto table = arrow::Table::Make(arrow::schema({arrow::field("value", arrow::int64())}), {values});
+  for (auto codec : {parquet::Compression::SNAPPY, parquet::Compression::GZIP,
+                     parquet::Compression::ZSTD}) {
+    auto output = arrow::io::BufferOutputStream::Create().ValueOrDie();
+    auto properties = parquet::WriterProperties::Builder().compression(codec)->build();
+    if (!parquet::arrow::WriteTable(*table, arrow::default_memory_pool(), output, 1,
+                                    properties).ok()) return 1;
+    auto input = std::make_shared<arrow::io::BufferReader>(output->Finish().ValueOrDie());
+    auto reader = parquet::arrow::OpenFile(input, arrow::default_memory_pool()).ValueOrDie();
+    std::shared_ptr<arrow::Table> actual;
+    if (!reader->ReadTable(&actual).ok() || !table->Equals(*actual)) return 1;
+  }
+}
+EOF
+  smoke_flags=$(PKG_CONFIG_PATH='' PKG_CONFIG_LIBDIR="${package_dir}/lib/pkgconfig" pkg-config --cflags --libs arrow-parquet)
+  read -ra smoke_options <<<"${smoke_flags}"
+  "${CXX:-c++}" -std=c++20 "${build_dir}/parquet_sdk_smoke.cc" "${smoke_options[@]}" -o "${build_dir}/parquet_sdk_smoke"
+  "${build_dir}/parquet_sdk_smoke"
+  github_actions_group_end
   github_actions_group_end
 fi

ci/scripts/jni_full_build.sh

@@ -87,7 +87,7 @@ popd
 github_actions_group_begin "Prepare artifacts"
 version=$(python3 -c 'import sys, xml.etree.ElementTree as ET; print(ET.parse(sys.argv[1]).getroot().find("{http://maven.apache.org/POM/4.0.0}version").text)' "${source_dir}/pom.xml")
 parquet_artifact="${dist_dir}/arrow-parquet-${version}"
-for platform in linux-x86_64 linux-aarch_64 osx-aarch_64; do
+for platform in linux-x86_64 linux-aarch_64 osx-aarch_64 osx-x86_64; do
   package_dir="${jni_build_dir}/arrow_parquet/${platform}"
   test -f "${package_dir}/lib/pkgconfig/arrow-parquet.pc"
   cmp "${jni_build_dir}/arrow_parquet/linux-x86_64/ARROW_CPP_REVISION" "${package_dir}/ARROW_CPP_REVISION"