mirror of
https://github.com/langchain-ai/datafusion.git
synced 2026-07-19 15:24:21 -04:00
Ian Cook
cee05a9de4
This builds upon ARROW-11340 and makes it simpler to use vcpkg for dependencies. Previously, to use vcpkg it was necessary to specify: - `-DARROW_DEPENDENCY_SOURCE=SYSTEM` - `-DCMAKE_TOOLCHAIN_FILE=/path/to/vcpkg.cmake` - `-DVCPKG_TARGET_TRIPLET=xxx-yyy-zzz` - Various`*_MSVC_*` variables on Windows - Various `*_ROOT`, `*_LIB`, and `*_INCLUDE` variables in some cases - `-D_VCPKG_INSTALLED_DIR=/path/to/vcpkg/installed/dir` in some cases Now all that is necessary is: - `-DARROW_DEPENDENCY_SOURCE=VCPKG` Other variables are now optional and can be specified to override default behaviors. After this is merged, I will make additional updates to the docs, focusing initially on Windows (ARROW-11336). Closes #9553 from ianmcook/ARROW-11580-take2 Authored-by: Ian Cook <ianmcook@gmail.com> Signed-off-by: Sutou Kouhei <kou@clear-code.com>
110 lines
3.7 KiB
Batchfile
110 lines
3.7 KiB
Batchfile
@rem Licensed to the Apache Software Foundation (ASF) under one
|
|
@rem or more contributor license agreements. See the NOTICE file
|
|
@rem distributed with this work for additional information
|
|
@rem regarding copyright ownership. The ASF licenses this file
|
|
@rem to you under the Apache License, Version 2.0 (the
|
|
@rem "License"); you may not use this file except in compliance
|
|
@rem with the License. You may obtain a copy of the License at
|
|
@rem
|
|
@rem http://www.apache.org/licenses/LICENSE-2.0
|
|
@rem
|
|
@rem Unless required by applicable law or agreed to in writing,
|
|
@rem software distributed under the License is distributed on an
|
|
@rem "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
@rem KIND, either express or implied. See the License for the
|
|
@rem specific language governing permissions and limitations
|
|
@rem under the License.
|
|
|
|
@echo on
|
|
|
|
echo "Building windows wheel..."
|
|
|
|
call "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat"
|
|
|
|
echo "=== (%PYTHON_VERSION%) Clear output directories and leftovers ==="
|
|
del /s /q C:\arrow-build
|
|
del /s /q C:\arrow-dist
|
|
del /s /q C:\arrow\python\dist
|
|
del /s /q C:\arrow\python\build
|
|
del /s /q C:\arrow\python\pyarrow\*.so
|
|
del /s /q C:\arrow\python\pyarrow\*.so.*
|
|
|
|
echo "=== (%PYTHON_VERSION%) Building Arrow C++ libraries ==="
|
|
set ARROW_DATASET=ON
|
|
set ARROW_FLIGHT=ON
|
|
set ARROW_GANDIVA=OFF
|
|
set ARROW_HDFS=ON
|
|
set ARROW_ORC=OFF
|
|
set ARROW_PARQUET=ON
|
|
set ARROW_MIMALLOC=ON
|
|
set ARROW_S3=ON
|
|
set ARROW_TENSORFLOW=ON
|
|
set ARROW_WITH_BROTLI=ON
|
|
set ARROW_WITH_BZ2=ON
|
|
set ARROW_WITH_LZ4=ON
|
|
set ARROW_WITH_SNAPPY=ON
|
|
set ARROW_WITH_ZLIB=ON
|
|
set ARROW_WITH_ZSTD=ON
|
|
set CMAKE_UNITY_BUILD=ON
|
|
set CMAKE_GENERATOR=Visual Studio 15 2017 Win64
|
|
set VCPKG_FEATURE_FLAGS=-manifests
|
|
|
|
mkdir C:\arrow-build
|
|
pushd C:\arrow-build
|
|
cmake ^
|
|
-DARROW_BUILD_SHARED=ON ^
|
|
-DARROW_BUILD_STATIC=OFF ^
|
|
-DARROW_BUILD_TESTS=OFF ^
|
|
-DARROW_CXXFLAGS="/MP" ^
|
|
-DARROW_DATASET=%ARROW_DATASET% ^
|
|
-DARROW_DEPENDENCY_SOURCE=VCPKG ^
|
|
-DARROW_DEPENDENCY_USE_SHARED=OFF ^
|
|
-DARROW_FLIGHT=%ARROW_FLIGHT% ^
|
|
-DARROW_GANDIVA=%ARROW_GANDIVA% ^
|
|
-DARROW_HDFS=%ARROW_HDFS% ^
|
|
-DARROW_MIMALLOC=%ARROW_MIMALLOC% ^
|
|
-DARROW_ORC=%ARROW_ORC% ^
|
|
-DARROW_PACKAGE_KIND="wheel-windows" ^
|
|
-DARROW_PARQUET=%ARROW_PARQUET% ^
|
|
-DARROW_PYTHON=ON ^
|
|
-DARROW_S3=%ARROW_S3% ^
|
|
-DARROW_TENSORFLOW=%ARROW_TENSORFLOW% ^
|
|
-DARROW_WITH_BROTLI=%ARROW_WITH_BROTLI% ^
|
|
-DARROW_WITH_BZ2=%ARROW_WITH_BZ2% ^
|
|
-DARROW_WITH_LZ4=%ARROW_WITH_LZ4% ^
|
|
-DARROW_WITH_SNAPPY=%ARROW_WITH_SNAPPY% ^
|
|
-DARROW_WITH_ZLIB=%ARROW_WITH_ZLIB% ^
|
|
-DARROW_WITH_ZSTD=%ARROW_WITH_ZSTD% ^
|
|
-DCMAKE_BUILD_TYPE=%CMAKE_BUILD_TYPE% ^
|
|
-DCMAKE_CXX_COMPILER=clcache ^
|
|
-DCMAKE_INSTALL_PREFIX=C:\arrow-dist ^
|
|
-DCMAKE_UNITY_BUILD=%CMAKE_UNITY_BUILD% ^
|
|
-DMSVC_LINK_VERBOSE=ON ^
|
|
-DVCPKG_MANIFEST_MODE=OFF ^
|
|
-DVCPKG_TARGET_TRIPLET=x64-windows-static-md-%CMAKE_BUILD_TYPE% ^
|
|
-G "%CMAKE_GENERATOR%" ^
|
|
C:\arrow\cpp || exit /B
|
|
cmake --build . --config %CMAKE_BUILD_TYPE% --target install || exit /B
|
|
popd
|
|
|
|
echo "=== (%PYTHON_VERSION%) Building wheel ==="
|
|
set PYARROW_BUILD_TYPE=%CMAKE_BUILD_TYPE%
|
|
set PYARROW_BUNDLE_ARROW_CPP=ON
|
|
set PYARROW_BUNDLE_BOOST=OFF
|
|
set PYARROW_CMAKE_GENERATOR=%CMAKE_GENERATOR%
|
|
set PYARROW_INSTALL_TESTS=ON
|
|
set PYARROW_WITH_DATASET=%ARROW_DATASET%
|
|
set PYARROW_WITH_FLIGHT=%ARROW_FLIGHT%
|
|
set PYARROW_WITH_GANDIVA=%ARROW_GANDIVA%
|
|
set PYARROW_WITH_HDFS=%ARROW_HDFS%
|
|
set PYARROW_WITH_ORC=%ARROW_ORC%
|
|
set PYARROW_WITH_PARQUET=%ARROW_PARQUET%
|
|
set PYARROW_WITH_S3=%ARROW_S3%
|
|
set ARROW_HOME=C:\arrow-dist
|
|
|
|
pushd C:\arrow\python
|
|
@REM bundle the msvc runtime
|
|
cp "C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Redist\MSVC\14.16.27012\x64\Microsoft.VC141.CRT\msvcp140.dll" pyarrow\
|
|
python setup.py bdist_wheel || exit /B
|
|
popd
|