apache-arrow.yaml

package:
  name: apache-arrow
  version: "20.0.0"
  epoch: 0
  description: "multi-language toolbox for accelerated data interchange and in-memory processing"
  copyright:
    - license: Apache-2.0

vars:
  pypi-package: pyarrow

data:
  - name: py-versions
    items:
      3.10: '310'
      3.11: '311'
      3.12: '312'
      3.13: '313'

environment:
  contents:
    packages:
      - abseil-cpp-dev
      - autoconf
      - automake
      - boost-dev
      - brotli-dev
      - build-base
      - busybox
      - bzip2-dev
      - c-ares-dev
      - cmake
      - cython
      - gflags-dev
      - glog-dev
      - grpc
      - grpc-dev
      - icu-dev
      - libevent-dev
      - libprotobuf
      - libprotoc
      - libzstd1
      - lz4-dev
      - openssl-dev
      - protobuf
      - protobuf-dev
      - protoc
      - py3-supported-build-base-dev
      - py3-supported-cython
      - py3-supported-numpy
      - rapidjson-dev
      - re2-dev
      - snappy-dev
      - systemd-dev
      - thrift-dev
      - utf8proc
      - utf8proc-dev
      - wolfi-base
      - xsimd-dev
      - zlib-dev
      - zstd-dev
      - zstd-static
  environment:
    # These PYARROW_* and CMAKE_PREFIX_PATH are used by the python build.
    PYARROW_PARALLEL: "4"
    PYARROW_WITH_PARQUET: "1"
    PYARROW_WITH_ACERO: "1"
    CMAKE_PREFIX_PATH: "/home/build/melange-out/apache-arrow/usr"

pipeline:
  - uses: git-checkout
    working-directory: /home/build/apache-arrow
    with:
      repository: https://github.com/apache/arrow
      tag: apache-arrow-${{package.version}}
      expected-commit: 3ad0370a04ccdae638755b94c3c31c8760a11193

  - working-directory: /home/build/apache-arrow/cpp
    uses: cmake/configure
    with:
      opts: |
        -DARROW_ACERO=ON \
        -DARROW_BUILD_EXAMPLES=OFF \
        -DARROW_BUILD_STATIC=OFF \
        -DARROW_COMPUTE=ON \
        -DARROW_CSV=ON \
        -DARROW_DATASET=ON \
        -DARROW_DEPENDENCY_SOURCE=SYSTEM \
        -DARROW_FILESYSTEM=ON \
        -DARROW_FLIGHT=ON \
        -DARROW_HDFS=ON \
        -DARROW_JEMALLOC=OFF \
        -DARROW_JSON=ON \
        -DARROW_ORC=OFF \
        -DARROW_PARQUET=ON \
        -DARROW_PLASMA=ON \
        -DARROW_PYTHON=OFF \
        -DARROW_TENSORFLOW=OFF \
        -DARROW_USE_GLOG=ON \
        -DARROW_WITH_BROTLI=ON \
        -DARROW_WITH_BZ2=ON \
        -DARROW_WITH_LZ4=ON \
        -DARROW_WITH_MUSL=OFF \
        -DARROW_WITH_SNAPPY=ON \
        -DARROW_WITH_THRIFT=ON \
        -DARROW_WITH_ZLIB=ON \
        -DARROW_WITH_ZSTD=ON \
        -DBUILD_SHARED_LIBS=ON \
        -DCMAKE_BUILD_TYPE=MinSizeRel \
        -DCMAKE_INSTALL_LIBDIR=lib \
        -DCMAKE_INSTALL_PREFIX=/usr \
        -DGLOG_INCLUDE_DIR=/usr/include/glog \
        -DGLOG_LIB=/usr/lib/libglog.so.2 \
        -DLZ4_SOURCE=SYSTEM \
        -DZSTD_LIB=/usr/lib/libzstd.so.1 \
        -DZSTD_SOURCE=SYSTEM \
        -DPROTOBUF_SOURCE=SYSTEM

  - working-directory: /home/build/apache-arrow/cpp
    uses: cmake/build

  - working-directory: /home/build/apache-arrow/cpp
    uses: cmake/install

  - uses: strip

subpackages:
  - range: py-versions
    name: py${{range.key}}-${{vars.pypi-package}}
    description: ${{vars.pypi-package}} installed for python${{range.key}}
    dependencies:
      provider-priority: ${{range.value}}
      provides:
        - py3-${{vars.pypi-package}}
        - pyarrow
      runtime:
        - py${{range.key}}-numpy
    pipeline:
      - working-directory: /home/build/apache-arrow/python
        pipeline:
          - uses: py/pip-build-install
            with:
              python: python${{range.key}}
      - uses: strip
    test:
      pipeline:
        - uses: python/import
          with:
            python: python${{range.key}}
            imports: |
              import pyarrow
              from pyarrow import acero
              from pyarrow import parquet

  - name: py3-supported-${{vars.pypi-package}}
    description: meta package providing ${{vars.pypi-package}} for supported python versions.
    dependencies:
      runtime:
        - py3.10-${{vars.pypi-package}}
        - py3.11-${{vars.pypi-package}}
        - py3.12-${{vars.pypi-package}}
        - py3.13-${{vars.pypi-package}}

  - name: ${{package.name}}-dev
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (development files)"
    pipeline:
      - uses: split/dev
    dependencies:
      runtime:
        - libarrow

  - name: "libarrow"
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (libarrow library)"
    pipeline:
      - runs: |
          mkdir -p ${{targets.subpkgdir}}/usr/lib
          cp -a ${{targets.destdir}}/usr/lib/libarrow.so.* ${{targets.subpkgdir}}/usr/lib
    test:
      pipeline:
        - uses: test/tw/ldd-check

  - name: "libarrow_acero"
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (libarrow_acero library)"
    pipeline:
      - runs: |
          mkdir -p ${{targets.subpkgdir}}/usr/lib
          cp -a ${{targets.destdir}}/usr/lib/libarrow_acero.so.* ${{targets.subpkgdir}}/usr/lib
    dependencies:
      runtime:
        - libarrow
    test:
      pipeline:
        - uses: test/tw/ldd-check

  - name: "libarrow_dataset"
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (libarrow_dataset library)"
    pipeline:
      - runs: |
          mkdir -p ${{targets.subpkgdir}}/usr/lib
          cp -a ${{targets.destdir}}/usr/lib/libarrow_dataset.so.* ${{targets.subpkgdir}}/usr/lib
    dependencies:
      runtime:
        - libarrow
    test:
      pipeline:
        - uses: test/tw/ldd-check

  - name: "libarrow_flight"
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (libarrow_flight library)"
    pipeline:
      - runs: |
          mkdir -p ${{targets.subpkgdir}}/usr/lib
          cp -a ${{targets.destdir}}/usr/lib/libarrow_flight.so.* ${{targets.subpkgdir}}/usr/lib
    dependencies:
      runtime:
        - libarrow
    test:
      pipeline:
        - uses: test/tw/ldd-check

  - name: "libparquet"
    description: "multi-language toolbox for accelerated data interchange and in-memory processing (libparquet library)"
    pipeline:
      - runs: |
          mkdir -p ${{targets.subpkgdir}}/usr/lib
          cp -a ${{targets.destdir}}/usr/lib/libparquet.so.* ${{targets.subpkgdir}}/usr/lib
    dependencies:
      runtime:
        - libarrow
    test:
      pipeline:
        - uses: test/tw/ldd-check

update:
  enabled: true
  # There are some other things like js-* that break our update block.
  ignore-regex-patterns:
    - 'js-'
    - '.*\.dev$'
  git:
    strip-prefix: apache-arrow-
    tag-filter-prefix: apache-arrow-

test:
  pipeline:
    - uses: test/tw/ldd-check
      with:
        packages: apache-arrow