Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Fixed
-
0.17.1
-
macOS 10.15
Description
I'm writing a MacPorts port of Apache Arrow, but am unable to build pyarrow after a successful apache-arrow build and install.
When I run `python setup.py build_ext --inplace`, cmake finds the installed libarrow.dylib and headers, but still fails with this error.
Command: sudo port -vst install py38-pyarrow
Azure log: https://paste.z0k.xyz/a953d943d11c.txt
-- Running cmake for pyarrow cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/opt/local -DCMAKE_INSTALL_NAME_DIR=/opt/local/lib -DCMAKE_SYSTEM_PREFIX_PATH=/opt/local;/usr -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_POLICY_DEFAULT_CMP0025=NEW -DCMAKE_POLICY_DEFAULT_CMP0060=NEW -DCMAKE_VERBOSE_MAKEFILE=ON -DCMAKE_COLOR_MAKEFILE=ON -DCMAKE_FIND_FRAMEWORK=LAST -DCMAKE_EXPORT_COMPILE_COMMANDS=ON -DCMAKE_MAKE_PROGRAM=/usr/bin/make -DCMAKE_MODULE_PATH=/opt/local/share/cmake/Modules -DCMAKE_PREFIX_PATH=/opt/local/share/cmake/Modules -DCMAKE_BUILD_WITH_INSTALL_RPATH:BOOL=ON -DCMAKE_INSTALL_RPATH=/opt/local/lib -Wno-dev -DARROW_FLIGHT=ON -DARROW_JEMALLOC=OFF -DARROW_ORC=ON -DARROW_PARQUET=ON -DARROW_PLASMA=ON -DARROW_PROTOBUF_USE_SHARED=ON -DARROW_PYTHON=ON -DARROW_WITH_BZ2=ON -DARROW_WITH_ZLIB=ON -DARROW_WITH_ZSTD=ON -DARROW_WITH_LZ4=ON -DARROW_WITH_SNAPPY=ON -DARROW_WITH_BROTLI=ON -DARROW_INSTALL_NAME_RPATH=OFF -DPYTHON_EXECUTABLE=/opt/local/Library/Frameworks/Python.framework/Versions/3.8/bin/python3.8 -DPYARROW_BUILD_CUDA=off -DPYARROW_BUILD_FLIGHT=off -DPYARROW_BUILD_GANDIVA=off -DPYARROW_BUILD_DATASET=off -DPYARROW_BUILD_ORC=off -DPYARROW_BUILD_PARQUET=on -DPYARROW_BUILD_PLASMA=off -DPYARROW_BUILD_S3=off -DPYARROW_BUILD_HDFS=off -DPYARROW_USE_TENSORFLOW=off -DPYARROW_BUNDLE_ARROW_CPP=off -DPYARROW_BUNDLE_BOOST=off -DPYARROW_GENERATE_COVERAGE=off -DPYARROW_BOOST_USE_SHARED=on -DPYARROW_PARQUET_USE_SHARED=on -DCMAKE_BUILD_TYPE=release /opt/local/var/macports/build/_Users_runner_work_1_s_devel_apache-arrow/py38-pyarrow/work/arrow-0.17.1/python ... -- Found Arrow: /opt/local/include (found version "0.17.1") -- Arrow version: 0.17.1 (CMake package configuration: Arrow) -- Arrow SO and ABI version: 17 -- Arrow full SO version: 17.1.0 -- Found the Arrow core shared library: /opt/local/lib/libarrow.17.1.0.dylib -- Found the Arrow core import library: -- Found the Arrow core static library: /opt/local/lib/libarrow.a -- Could NOT find ArrowPython (missing: ArrowPython_DIR) CMake Error at /opt/local/share/cmake-3.17/Modules/FindPackageHandleStandardArgs.cmake:164 (message): Could NOT find ArrowPython (missing: ARROW_PYTHON_INCLUDE_DIR ARROW_PYTHON_LIB_DIR) (found version "0.17.1") Call Stack (most recent call first): /opt/local/share/cmake-3.17/Modules/FindPackageHandleStandardArgs.cmake:445 (_FPHSA_FAILURE_MESSAGE) cmake_modules/FindArrowPython.cmake:76 (find_package_handle_standard_args) CMakeLists.txt:210 (find_package)
Here's the installed files from the Apache Arrow install:
Port apache-arrow contains:
/opt/local/bin/plasma-store-server /opt/local/include/arrow/adapters/orc/adapter.h /opt/local/include/arrow/api.h /opt/local/include/arrow/array.h /opt/local/include/arrow/array/builder_adaptive.h /opt/local/include/arrow/array/builder_base.h /opt/local/include/arrow/array/builder_binary.h /opt/local/include/arrow/array/builder_decimal.h /opt/local/include/arrow/array/builder_dict.h /opt/local/include/arrow/array/builder_nested.h /opt/local/include/arrow/array/builder_primitive.h /opt/local/include/arrow/array/builder_time.h /opt/local/include/arrow/array/builder_union.h /opt/local/include/arrow/array/concatenate.h /opt/local/include/arrow/array/diff.h /opt/local/include/arrow/array/validate.h /opt/local/include/arrow/buffer.h /opt/local/include/arrow/buffer_builder.h /opt/local/include/arrow/builder.h /opt/local/include/arrow/c/abi.h /opt/local/include/arrow/c/bridge.h /opt/local/include/arrow/c/helpers.h /opt/local/include/arrow/compare.h /opt/local/include/arrow/compute/api.h /opt/local/include/arrow/compute/benchmark_util.h /opt/local/include/arrow/compute/context.h /opt/local/include/arrow/compute/expression.h /opt/local/include/arrow/compute/kernel.h /opt/local/include/arrow/compute/kernels/add.h /opt/local/include/arrow/compute/kernels/aggregate.h /opt/local/include/arrow/compute/kernels/boolean.h /opt/local/include/arrow/compute/kernels/cast.h /opt/local/include/arrow/compute/kernels/compare.h /opt/local/include/arrow/compute/kernels/count.h /opt/local/include/arrow/compute/kernels/filter.h /opt/local/include/arrow/compute/kernels/hash.h /opt/local/include/arrow/compute/kernels/isin.h /opt/local/include/arrow/compute/kernels/match.h /opt/local/include/arrow/compute/kernels/mean.h /opt/local/include/arrow/compute/kernels/minmax.h /opt/local/include/arrow/compute/kernels/nth_to_indices.h /opt/local/include/arrow/compute/kernels/sort_to_indices.h /opt/local/include/arrow/compute/kernels/sum.h /opt/local/include/arrow/compute/kernels/take.h /opt/local/include/arrow/compute/logical_type.h /opt/local/include/arrow/compute/operation.h /opt/local/include/arrow/compute/test_util.h /opt/local/include/arrow/compute/type_fwd.h /opt/local/include/arrow/csv/api.h /opt/local/include/arrow/csv/chunker.h /opt/local/include/arrow/csv/column_builder.h /opt/local/include/arrow/csv/column_decoder.h /opt/local/include/arrow/csv/converter.h /opt/local/include/arrow/csv/options.h /opt/local/include/arrow/csv/parser.h /opt/local/include/arrow/csv/reader.h /opt/local/include/arrow/csv/test_common.h /opt/local/include/arrow/dataset/api.h /opt/local/include/arrow/dataset/dataset.h /opt/local/include/arrow/dataset/discovery.h /opt/local/include/arrow/dataset/file_base.h /opt/local/include/arrow/dataset/file_ipc.h /opt/local/include/arrow/dataset/file_parquet.h /opt/local/include/arrow/dataset/filter.h /opt/local/include/arrow/dataset/partition.h /opt/local/include/arrow/dataset/pch.h /opt/local/include/arrow/dataset/projector.h /opt/local/include/arrow/dataset/scanner.h /opt/local/include/arrow/dataset/test_util.h /opt/local/include/arrow/dataset/type_fwd.h /opt/local/include/arrow/dataset/visibility.h /opt/local/include/arrow/device.h /opt/local/include/arrow/extension_type.h /opt/local/include/arrow/filesystem/api.h /opt/local/include/arrow/filesystem/filesystem.h /opt/local/include/arrow/filesystem/hdfs.h /opt/local/include/arrow/filesystem/localfs.h /opt/local/include/arrow/filesystem/mockfs.h /opt/local/include/arrow/filesystem/path_forest.h /opt/local/include/arrow/filesystem/path_util.h /opt/local/include/arrow/filesystem/s3_test_util.h /opt/local/include/arrow/filesystem/s3fs.h /opt/local/include/arrow/filesystem/test_util.h /opt/local/include/arrow/flight/api.h /opt/local/include/arrow/flight/client.h /opt/local/include/arrow/flight/client_auth.h /opt/local/include/arrow/flight/client_middleware.h /opt/local/include/arrow/flight/customize_protobuf.h /opt/local/include/arrow/flight/middleware.h /opt/local/include/arrow/flight/pch.h /opt/local/include/arrow/flight/platform.h /opt/local/include/arrow/flight/server.h /opt/local/include/arrow/flight/server_auth.h /opt/local/include/arrow/flight/server_middleware.h /opt/local/include/arrow/flight/test_util.h /opt/local/include/arrow/flight/types.h /opt/local/include/arrow/flight/visibility.h /opt/local/include/arrow/io/api.h /opt/local/include/arrow/io/buffered.h /opt/local/include/arrow/io/caching.h /opt/local/include/arrow/io/compressed.h /opt/local/include/arrow/io/concurrency.h /opt/local/include/arrow/io/file.h /opt/local/include/arrow/io/hdfs.h /opt/local/include/arrow/io/interfaces.h /opt/local/include/arrow/io/memory.h /opt/local/include/arrow/io/mman.h /opt/local/include/arrow/io/slow.h /opt/local/include/arrow/io/test_common.h /opt/local/include/arrow/io/type_fwd.h /opt/local/include/arrow/ipc/api.h /opt/local/include/arrow/ipc/dictionary.h /opt/local/include/arrow/ipc/feather.h /opt/local/include/arrow/ipc/json_integration.h /opt/local/include/arrow/ipc/json_simple.h /opt/local/include/arrow/ipc/message.h /opt/local/include/arrow/ipc/options.h /opt/local/include/arrow/ipc/reader.h /opt/local/include/arrow/ipc/test_common.h /opt/local/include/arrow/ipc/util.h /opt/local/include/arrow/ipc/writer.h /opt/local/include/arrow/json/api.h /opt/local/include/arrow/json/chunked_builder.h /opt/local/include/arrow/json/chunker.h /opt/local/include/arrow/json/converter.h /opt/local/include/arrow/json/options.h /opt/local/include/arrow/json/parser.h /opt/local/include/arrow/json/rapidjson_defs.h /opt/local/include/arrow/json/reader.h /opt/local/include/arrow/json/test_common.h /opt/local/include/arrow/memory_pool.h /opt/local/include/arrow/memory_pool_test.h /opt/local/include/arrow/pch.h /opt/local/include/arrow/pretty_print.h /opt/local/include/arrow/python/api.h /opt/local/include/arrow/python/arrow_to_pandas.h /opt/local/include/arrow/python/benchmark.h /opt/local/include/arrow/python/common.h /opt/local/include/arrow/python/config.h /opt/local/include/arrow/python/datetime.h /opt/local/include/arrow/python/decimal.h /opt/local/include/arrow/python/deserialize.h /opt/local/include/arrow/python/extension_type.h /opt/local/include/arrow/python/flight.h /opt/local/include/arrow/python/helpers.h /opt/local/include/arrow/python/inference.h /opt/local/include/arrow/python/init.h /opt/local/include/arrow/python/io.h /opt/local/include/arrow/python/iterators.h /opt/local/include/arrow/python/numpy_convert.h /opt/local/include/arrow/python/numpy_interop.h /opt/local/include/arrow/python/numpy_to_arrow.h /opt/local/include/arrow/python/pch.h /opt/local/include/arrow/python/platform.h /opt/local/include/arrow/python/pyarrow.h /opt/local/include/arrow/python/pyarrow_api.h /opt/local/include/arrow/python/pyarrow_lib.h /opt/local/include/arrow/python/python_to_arrow.h /opt/local/include/arrow/python/serialize.h /opt/local/include/arrow/python/type_traits.h /opt/local/include/arrow/python/visibility.h /opt/local/include/arrow/record_batch.h /opt/local/include/arrow/result.h /opt/local/include/arrow/scalar.h /opt/local/include/arrow/sparse_tensor.h /opt/local/include/arrow/status.h /opt/local/include/arrow/stl.h /opt/local/include/arrow/stl_allocator.h /opt/local/include/arrow/table.h /opt/local/include/arrow/table_builder.h /opt/local/include/arrow/tensor.h /opt/local/include/arrow/testing/extension_type.h /opt/local/include/arrow/testing/generator.h /opt/local/include/arrow/testing/gtest_common.h /opt/local/include/arrow/testing/gtest_compat.h /opt/local/include/arrow/testing/gtest_util.h /opt/local/include/arrow/testing/pch.h /opt/local/include/arrow/testing/random.h /opt/local/include/arrow/testing/util.h /opt/local/include/arrow/type.h /opt/local/include/arrow/type_fwd.h /opt/local/include/arrow/type_traits.h /opt/local/include/arrow/util/align_util.h /opt/local/include/arrow/util/atomic_shared_ptr.h /opt/local/include/arrow/util/base64.h /opt/local/include/arrow/util/basic_decimal.h /opt/local/include/arrow/util/bit_stream_utils.h /opt/local/include/arrow/util/bit_util.h /opt/local/include/arrow/util/bpacking.h /opt/local/include/arrow/util/bpacking_avx512_generated.h /opt/local/include/arrow/util/bpacking_default.h /opt/local/include/arrow/util/byte_stream_split.h /opt/local/include/arrow/util/checked_cast.h /opt/local/include/arrow/util/compare.h /opt/local/include/arrow/util/compiler_util.h /opt/local/include/arrow/util/compression.h /opt/local/include/arrow/util/config.h /opt/local/include/arrow/util/cpu_info.h /opt/local/include/arrow/util/decimal.h /opt/local/include/arrow/util/delimiting.h /opt/local/include/arrow/util/double_conversion.h /opt/local/include/arrow/util/formatting.h /opt/local/include/arrow/util/functional.h /opt/local/include/arrow/util/future.h /opt/local/include/arrow/util/future_iterator.h /opt/local/include/arrow/util/hash_util.h /opt/local/include/arrow/util/hashing.h /opt/local/include/arrow/util/int_util.h /opt/local/include/arrow/util/io_util.h /opt/local/include/arrow/util/iterator.h /opt/local/include/arrow/util/key_value_metadata.h /opt/local/include/arrow/util/logging.h /opt/local/include/arrow/util/macros.h /opt/local/include/arrow/util/make_unique.h /opt/local/include/arrow/util/memory.h /opt/local/include/arrow/util/neon_util.h /opt/local/include/arrow/util/optional.h /opt/local/include/arrow/util/parallel.h /opt/local/include/arrow/util/parsing.h /opt/local/include/arrow/util/print.h /opt/local/include/arrow/util/range.h /opt/local/include/arrow/util/rle_encoding.h /opt/local/include/arrow/util/sort.h /opt/local/include/arrow/util/sse_util.h /opt/local/include/arrow/util/stopwatch.h /opt/local/include/arrow/util/string.h /opt/local/include/arrow/util/string_builder.h /opt/local/include/arrow/util/string_view.h /opt/local/include/arrow/util/task_group.h /opt/local/include/arrow/util/thread_pool.h /opt/local/include/arrow/util/time.h /opt/local/include/arrow/util/trie.h /opt/local/include/arrow/util/type_traits.h /opt/local/include/arrow/util/ubsan.h /opt/local/include/arrow/util/uri.h /opt/local/include/arrow/util/utf8.h /opt/local/include/arrow/util/variant.h /opt/local/include/arrow/util/vector.h /opt/local/include/arrow/util/visibility.h /opt/local/include/arrow/util/windows_compatibility.h /opt/local/include/arrow/util/windows_fixup.h /opt/local/include/arrow/vendored/datetime.h /opt/local/include/arrow/vendored/datetime/date.h /opt/local/include/arrow/vendored/datetime/ios.h /opt/local/include/arrow/vendored/datetime/tz.h /opt/local/include/arrow/vendored/datetime/tz_private.h /opt/local/include/arrow/vendored/datetime/visibility.h /opt/local/include/arrow/vendored/double-conversion/bignum-dtoa.h /opt/local/include/arrow/vendored/double-conversion/bignum.h /opt/local/include/arrow/vendored/double-conversion/cached-powers.h /opt/local/include/arrow/vendored/double-conversion/diy-fp.h /opt/local/include/arrow/vendored/double-conversion/double-conversion.h /opt/local/include/arrow/vendored/double-conversion/fast-dtoa.h /opt/local/include/arrow/vendored/double-conversion/fixed-dtoa.h /opt/local/include/arrow/vendored/double-conversion/ieee.h /opt/local/include/arrow/vendored/double-conversion/strtod.h /opt/local/include/arrow/vendored/double-conversion/utils.h /opt/local/include/arrow/vendored/optional.hpp /opt/local/include/arrow/vendored/string_view.hpp /opt/local/include/arrow/vendored/variant.hpp /opt/local/include/arrow/vendored/xxhash.h /opt/local/include/arrow/visitor.h /opt/local/include/arrow/visitor_inline.h /opt/local/include/parquet/api/io.h /opt/local/include/parquet/api/reader.h /opt/local/include/parquet/api/schema.h /opt/local/include/parquet/api/writer.h /opt/local/include/parquet/arrow/reader.h /opt/local/include/parquet/arrow/schema.h /opt/local/include/parquet/arrow/test_util.h /opt/local/include/parquet/arrow/writer.h /opt/local/include/parquet/bloom_filter.h /opt/local/include/parquet/column_page.h /opt/local/include/parquet/column_reader.h /opt/local/include/parquet/column_scanner.h /opt/local/include/parquet/column_writer.h /opt/local/include/parquet/deprecated_io.h /opt/local/include/parquet/encoding.h /opt/local/include/parquet/encryption.h /opt/local/include/parquet/exception.h /opt/local/include/parquet/file_reader.h /opt/local/include/parquet/file_writer.h /opt/local/include/parquet/hasher.h /opt/local/include/parquet/metadata.h /opt/local/include/parquet/murmur3.h /opt/local/include/parquet/parquet_version.h /opt/local/include/parquet/pch.h /opt/local/include/parquet/platform.h /opt/local/include/parquet/printer.h /opt/local/include/parquet/properties.h /opt/local/include/parquet/schema.h /opt/local/include/parquet/statistics.h /opt/local/include/parquet/stream_reader.h /opt/local/include/parquet/stream_writer.h /opt/local/include/parquet/test_encryption_util.h /opt/local/include/parquet/test_util.h /opt/local/include/parquet/types.h /opt/local/include/parquet/windows_compatibility.h /opt/local/include/plasma/client.h /opt/local/include/plasma/common.h /opt/local/include/plasma/compat.h /opt/local/include/plasma/events.h /opt/local/include/plasma/test_util.h /opt/local/lib/cmake/arrow/ArrowConfig.cmake /opt/local/lib/cmake/arrow/ArrowConfigVersion.cmake /opt/local/lib/cmake/arrow/ArrowDatasetConfig.cmake /opt/local/lib/cmake/arrow/ArrowDatasetConfigVersion.cmake /opt/local/lib/cmake/arrow/ArrowDatasetTargets-release.cmake /opt/local/lib/cmake/arrow/ArrowDatasetTargets.cmake /opt/local/lib/cmake/arrow/ArrowFlightConfig.cmake /opt/local/lib/cmake/arrow/ArrowFlightConfigVersion.cmake /opt/local/lib/cmake/arrow/ArrowFlightTargets-release.cmake /opt/local/lib/cmake/arrow/ArrowFlightTargets.cmake /opt/local/lib/cmake/arrow/ArrowOptions.cmake /opt/local/lib/cmake/arrow/ArrowPythonConfig.cmake /opt/local/lib/cmake/arrow/ArrowPythonConfigVersion.cmake /opt/local/lib/cmake/arrow/ArrowPythonFlightConfig.cmake /opt/local/lib/cmake/arrow/ArrowPythonFlightConfigVersion.cmake /opt/local/lib/cmake/arrow/ArrowPythonFlightTargets-release.cmake /opt/local/lib/cmake/arrow/ArrowPythonFlightTargets.cmake /opt/local/lib/cmake/arrow/ArrowPythonTargets-release.cmake /opt/local/lib/cmake/arrow/ArrowPythonTargets.cmake /opt/local/lib/cmake/arrow/ArrowTargets-release.cmake /opt/local/lib/cmake/arrow/ArrowTargets.cmake /opt/local/lib/cmake/arrow/FindArrow.cmake /opt/local/lib/cmake/arrow/FindArrowDataset.cmake /opt/local/lib/cmake/arrow/FindArrowFlight.cmake /opt/local/lib/cmake/arrow/FindArrowPython.cmake /opt/local/lib/cmake/arrow/FindArrowPythonFlight.cmake /opt/local/lib/cmake/arrow/FindParquet.cmake /opt/local/lib/cmake/arrow/FindPlasma.cmake /opt/local/lib/cmake/arrow/ParquetConfig.cmake /opt/local/lib/cmake/arrow/ParquetConfigVersion.cmake /opt/local/lib/cmake/arrow/ParquetTargets-release.cmake /opt/local/lib/cmake/arrow/ParquetTargets.cmake /opt/local/lib/cmake/arrow/PlasmaConfig.cmake /opt/local/lib/cmake/arrow/PlasmaConfigVersion.cmake /opt/local/lib/cmake/arrow/PlasmaTargets-release.cmake /opt/local/lib/cmake/arrow/PlasmaTargets.cmake /opt/local/lib/cmake/arrow/arrow-config.cmake /opt/local/lib/libarrow.17.1.0.dylib /opt/local/lib/libarrow.17.dylib /opt/local/lib/libarrow.a /opt/local/lib/libarrow.dylib /opt/local/lib/libarrow_dataset.17.1.0.dylib /opt/local/lib/libarrow_dataset.17.dylib /opt/local/lib/libarrow_dataset.a /opt/local/lib/libarrow_dataset.dylib /opt/local/lib/libarrow_flight.17.1.0.dylib /opt/local/lib/libarrow_flight.17.dylib /opt/local/lib/libarrow_flight.a /opt/local/lib/libarrow_flight.dylib /opt/local/lib/libarrow_python.17.1.0.dylib /opt/local/lib/libarrow_python.17.dylib /opt/local/lib/libarrow_python.a /opt/local/lib/libarrow_python.dylib /opt/local/lib/libarrow_python_flight.17.1.0.dylib /opt/local/lib/libarrow_python_flight.17.dylib /opt/local/lib/libarrow_python_flight.a /opt/local/lib/libarrow_python_flight.dylib /opt/local/lib/libparquet.17.1.0.dylib /opt/local/lib/libparquet.17.dylib /opt/local/lib/libparquet.a /opt/local/lib/libparquet.dylib /opt/local/lib/libplasma.17.1.0.dylib /opt/local/lib/libplasma.17.dylib /opt/local/lib/libplasma.a /opt/local/lib/libplasma.dylib /opt/local/lib/pkgconfig/arrow-compute.pc /opt/local/lib/pkgconfig/arrow-csv.pc /opt/local/lib/pkgconfig/arrow-dataset.pc /opt/local/lib/pkgconfig/arrow-filesystem.pc /opt/local/lib/pkgconfig/arrow-flight.pc /opt/local/lib/pkgconfig/arrow-json.pc /opt/local/lib/pkgconfig/arrow-orc.pc /opt/local/lib/pkgconfig/arrow-python-flight.pc /opt/local/lib/pkgconfig/arrow-python.pc /opt/local/lib/pkgconfig/arrow.pc /opt/local/lib/pkgconfig/parquet.pc /opt/local/lib/pkgconfig/plasma.pc /opt/local/share/doc/arrow/LICENSE.txt /opt/local/share/doc/arrow/NOTICE.txt /opt/local/share/doc/arrow/README.md
Attachments
Issue Links
- links to
