No commit message

.circleci/config.yml

@@ -1,3 +1,4 @@
+
 version: 2
 
 jobs:

.github/workflows/crossbow.yml

@@ -0,0 +1,258 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+# NOTE: must set "Crossbow" as name to have the badge links working in the
+# github comment reports!
+name: Crossbow
+on:
+  push:
+    branches:
+      - "*-github-*"
+
+env:
+  ARCHERY_DEBUG: 1
+
+# env: is generated by macros.github_header()
+  ARROW_JEMALLOC: "ON"
+  CC: "clang"
+  CMAKE_BUILD_TYPE: release
+  CXX: "clang++"
+  MACOSX_DEPLOYMENT_TARGET: "13.0"
+  PYARROW_BUILD_VERBOSE: 1
+  PYARROW_VERSION: "18.0.0.dev434"
+  PYTHON_VERSION: "3.10"
+  PYTHON_ABI_TAG: "cp310"
+  PYTHON: "/Library/Frameworks/Python.framework/Versions/3.10/bin/python3.10"
+  VCPKG_DEFAULT_TRIPLET: "amd64-osx-static-release"
+  VCPKG_FEATURE_FLAGS: "manifests"
+  VCPKG_OVERLAY_TRIPLETS: ${{ github.workspace }}/arrow/ci/vcpkg
+  VCPKG_ROOT: ${{ github.workspace }}/vcpkg
+
+jobs:
+  build:
+    name: Build wheel for Python 3.10 on macOS
+    runs-on: "macos-13"
+    env:
+      VCPKG_BINARY_SOURCES: 'clear;nuget,GitHub,readwrite'
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+          path: arrow
+          repository: apache/arrow
+          ref: 61c99a5bc05a7436a468c4420b9b8d30fb0307ea
+          submodules: recursive
+
+
+      - name: Install System Dependencies
+        run: |
+          brew install bash bison coreutils ninja
+          echo "$(brew --prefix bison)/bin" >> $GITHUB_PATH
+
+      - name: Homebrew packages
+        run: |
+          brew list
+
+      # CMake 3.29.1 that is pre-installed on the macOS image has a problem.
+      # See also: https://github.com/microsoft/vcpkg/issues/37968
+      - name: Install CMake 3.29.0
+        shell: bash
+        run: |
+          arrow/ci/scripts/install_cmake.sh $(arch) macos 3.29.0 ${PWD}/local
+          echo "${PWD}/local/bin" >> $GITHUB_PATH
+
+      - name: Retrieve VCPKG version from arrow/.env
+        run: |
+          vcpkg_version=$(. "arrow/.env" && echo "${VCPKG}")
+          echo "VCPKG_VERSION=$vcpkg_version" >> $GITHUB_ENV
+
+      - name: Install Vcpkg
+        run: arrow/ci/scripts/install_vcpkg.sh $VCPKG_ROOT $VCPKG_VERSION
+
+      - name: Add Vcpkg to PATH
+        run: echo ${VCPKG_ROOT} >> $GITHUB_PATH
+
+      - name: Setup NuGet Credentials
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          mono $(vcpkg fetch nuget | tail -n 1) \
+            sources add \
+            -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json" \
+            -storepasswordincleartext \
+            -name "GitHub" \
+            -username "$GITHUB_REPOSITORY_OWNER" \
+            -password "$GITHUB_TOKEN" \
+
+          mono $(vcpkg fetch nuget | tail -n 1) \
+            setapikey "$GITHUB_TOKEN" \
+            -source "https://nuget.pkg.github.com/$GITHUB_REPOSITORY_OWNER/index.json"
+
+      - name: Install Packages
+        run: |
+          vcpkg install \
+            --clean-after-build \
+            --x-install-root=${VCPKG_ROOT}/installed \
+            --x-manifest-root=arrow/ci/vcpkg \
+            --x-feature=azure \
+            --x-feature=flight \
+            --x-feature=gcs \
+            --x-feature=json \
+            --x-feature=parquet \
+            --x-feature=s3
+
+      - name: Install Python 3.10
+        run: sudo arrow/ci/scripts/install_python.sh macos 3.10
+
+      - name: Build Wheel
+        run: |
+          $PYTHON -m venv build-env
+          source build-env/bin/activate
+          pip install --upgrade pip wheel
+          PYTHON=python arrow/ci/scripts/python_wheel_macos_build.sh x86_64 $(pwd)/arrow $(pwd)/build
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: wheel
+          path: arrow/python/repaired_wheels/*.whl
+
+      # Use a well-known Python version for the GCS testbench, and avoid
+      # putting it in PATH.
+      - name: Set up Python for GCS testbench
+        uses: actions/setup-python@v5.1.1
+        id: gcs-python-install
+        with:
+          python-version: 3.12
+          update-environment: false
+
+      - name: Install GCS testbench
+        env:
+          PIPX_BIN_DIR: /usr/local/bin
+          PIPX_BASE_PYTHON: ${{ steps.gcs-python-install.outputs.python-path }}
+        run: arrow/ci/scripts/install_gcs_testbench.sh default
+
+      - name: Install MinIO
+        run: |
+          $(brew --prefix bash)/bin/bash \
+            arrow/ci/scripts/install_minio.sh latest /usr/local
+
+      - name: Test Wheel
+        env:
+          PYTEST_ADDOPTS: "-k 'not test_cancellation'"
+          PYTHON_GIL: 1
+        run: |
+          $PYTHON -m venv test-env
+          source test-env/bin/activate
+          pip install --upgrade pip wheel
+          arch -x86_64 pip install -r arrow/python/requirements-wheel-test.txt
+          arch -x86_64 arrow/ci/scripts/python_wheel_unix_test.sh $(pwd)/arrow
+
+      - name: Set up Python by actions/setup-python
+        if: |
+          !(runner.os == 'Linux' && runner.arch != 'X64')
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.12
+      - name: Set up Python by apt
+        if: runner.os == 'Linux' && runner.arch != 'X64'
+        run: |
+          sudo apt update
+          sudo apt install -y \
+            libgit2-dev \
+            libpython3-dev \
+            python3-pip
+          sudo python3 -m pip install --upgrade pip
+      - name: Checkout Crossbow
+        uses: actions/checkout@v4
+        with:
+          path: crossbow
+          ref: nightly-packaging-2024-10-08-0
+      - name: Setup Crossbow
+        shell: bash
+        run: |
+          python3 -m pip install -e arrow/dev/archery[crossbow]
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+      - name: Upload artifacts
+        shell: bash
+        run: |
+          archery crossbow \
+            --queue-path $(pwd)/crossbow \
+            --queue-remote https://github.com/ursacomputing/crossbow \
+            upload-artifacts \
+            --sha nightly-packaging-2024-10-08-0-github-wheel-macos-ventura-cp310-cp310-amd64 \
+            --tag nightly-packaging-2024-10-08-0-github-wheel-macos-ventura-cp310-cp310-amd64 \
+            "arrow/python/repaired_wheels/*.whl"
+        env:
+          CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
+      - name: Verify uploaded artifacts
+        shell: bash
+        run: |
+          archery crossbow \
+            --queue-path $(pwd)/crossbow \
+            --queue-remote https://github.com/ursacomputing/crossbow \
+            status \
+            --task-filter 'wheel-macos-ventura-cp310-cp310-amd64' \
+            --no-fetch \
+            --validate \
+            nightly-packaging-2024-10-08-0
+        env:
+          CROSSBOW_GITHUB_TOKEN: ${{ secrets.CROSSBOW_GITHUB_TOKEN || secrets.GITHUB_TOKEN }}
+
+      - name: Set up Ruby by apt
+        if: runner.os == 'Linux' && runner.arch != 'X64'
+        run: |
+          sudo apt update
+          sudo apt install -y ruby-full
+      - name: Set up Ruby by GitHub Actions
+        if: runner.arch == 'X64' && runner.os != 'macOS'
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: "ruby"
+      - name: Install gemfury client on ARM self-hosted
+        if: runner.arch != 'X64'
+        run: |
+          # GH-36692: Pin gemfury due to wrong faraday dependency declaration.
+          gem install --user-install gemfury -v 0.12.0
+          ruby -r rubygems -e 'puts("#{Gem.user_dir}/bin")' >> $GITHUB_PATH
+      - name: Install gemfury client
+        if: runner.arch == 'X64'
+        run: |
+          # GH-36692: Pin gemfury due to wrong faraday dependency declaration.
+          gem install gemfury -v 0.12.0
+      - name: Upload package to Gemfury
+        shell: bash
+        run: |
+          if $(fury versions --as=${CROSSBOW_GEMFURY_ORG} --api-token=${CROSSBOW_GEMFURY_TOKEN} pyarrow | grep --fixed-strings -q "18.0.0.dev434"); then
+            echo "Version 18.0.0.dev434 already exists. Avoid pushing version."
+          else
+            fury push \
+              --api-token=${CROSSBOW_GEMFURY_TOKEN} \
+              --as=${CROSSBOW_GEMFURY_ORG} \
+              arrow/python/repaired_wheels/*.whl
+          fi
+        env:
+          CROSSBOW_GEMFURY_TOKEN: ${{ secrets.CROSSBOW_GEMFURY_TOKEN }}
+          CROSSBOW_GEMFURY_ORG: ${{ secrets.CROSSBOW_GEMFURY_ORG }}
+
+      - name: Upload wheel to Anaconda scientific-python
+        shell: bash
+        run: |
+          python3 -m pip install git+https://github.com/Anaconda-Platform/anaconda-client.git@1.12.3
+          anaconda -t ${CROSSBOW_SCIENTIFIC_PYTHON_UPLOAD_TOKEN} upload --force -u scientific-python-nightly-wheels --label main arrow/python/repaired_wheels/*.whl
+        env:
+          CROSSBOW_SCIENTIFIC_PYTHON_UPLOAD_TOKEN: ${{ secrets.CROSSBOW_SCIENTIFIC_PYTHON_UPLOAD_TOKEN }}