mirror of
https://github.com/langchain-ai/datafusion.git
synced 2026-07-21 03:05:28 -04:00
Krisztián Szűcs
cdece26054
Closes #5990 from kszucs/ARROW-7310 and squashes the following commits: 1521226f2 <Krisztián Szűcs> Typo 206492bae <Krisztián Szűcs> Fix docstring 65796f8fc <Krisztián Szűcs> Use hdfs options by default in the test suite ce5c77b1b <Krisztián Szűcs> Docstrings f38fdfd16 <Krisztián Szűcs> Add user to HDFS uri 8b2f44e7e <Krisztián Szűcs> Remove the unreleased s3fs module in favor of pyarrow.fs 8cbae0d60 <Krisztián Szűcs> Fix hdfs input/output stream closing; fix append to file tests; test hdfs options 9eb10adb0 <Krisztián Szűcs> Enable hdfs tests 808e22725 <Krisztián Szűcs> Fix import in conftest 73d916842 <Krisztián Szűcs> Python bindingds for HDFS filesystem Authored-by: Krisztián Szűcs <szucs.krisztian@gmail.com> Signed-off-by: Antoine Pitrou <antoine@python.org>
49 lines
1.7 KiB
Bash
Executable File
49 lines
1.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -ex
|
|
|
|
source_dir=${1}/python
|
|
build_dir=${2}/python
|
|
|
|
export PYARROW_CMAKE_GENERATOR=${CMAKE_GENERATOR:-Ninja}
|
|
export PYARROW_BUILD_TYPE=${CMAKE_BUILD_TYPE:-debug}
|
|
export PYARROW_WITH_S3=${ARROW_S3:-OFF}
|
|
export PYARROW_WITH_ORC=${ARROW_ORC:-OFF}
|
|
export PYARROW_WITH_CUDA=${ARROW_CUDA:-OFF}
|
|
export PYARROW_WITH_HDFS=${ARROW_HDFS:-OFF}
|
|
export PYARROW_WITH_FLIGHT=${ARROW_FLIGHT:-OFF}
|
|
export PYARROW_WITH_PLASMA=${ARROW_PLASMA:-OFF}
|
|
export PYARROW_WITH_GANDIVA=${ARROW_GANDIVA:-OFF}
|
|
export PYARROW_WITH_PARQUET=${ARROW_PARQUET:-OFF}
|
|
|
|
export LD_LIBRARY_PATH=${ARROW_HOME}/lib:${LD_LIBRARY_PATH}
|
|
|
|
pushd ${source_dir}
|
|
|
|
relative_build_dir=$(realpath --relative-to=. $build_dir)
|
|
|
|
# not nice, but prevents mutating the mounted the source directory for docker
|
|
${PYTHON:-python} \
|
|
setup.py build --build-base $build_dir \
|
|
install --single-version-externally-managed \
|
|
--record $relative_build_dir/record.txt
|
|
|
|
popd
|