// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #pragma once #include #include #include #include "arrow/filesystem/filesystem.h" #include "arrow/python/common.h" #include "arrow/python/visibility.h" #include "arrow/util/macros.h" namespace arrow { namespace py { namespace fs { class ARROW_PYTHON_EXPORT PyFileSystemVtable { public: std::function get_type_name; std::function equals; std::function get_file_info; std::function& paths, std::vector* out)> get_file_info_vector; std::function* out)> get_file_info_selector; std::function create_dir; std::function delete_dir; std::function delete_dir_contents; std::function delete_root_dir_contents; std::function delete_file; std::function move; std::function copy_file; std::function* out)> open_input_stream; std::function* out)> open_input_file; std::function&, std::shared_ptr* out)> open_output_stream; std::function&, std::shared_ptr* out)> open_append_stream; std::function normalize_path; }; class ARROW_PYTHON_EXPORT PyFileSystem : public arrow::fs::FileSystem { public: PyFileSystem(PyObject* handler, PyFileSystemVtable vtable); ~PyFileSystem() override; static std::shared_ptr Make(PyObject* handler, PyFileSystemVtable vtable); std::string type_name() const override; bool Equals(const FileSystem& other) const override; Result GetFileInfo(const std::string& path) override; Result> GetFileInfo( const std::vector& paths) override; Result> GetFileInfo( const arrow::fs::FileSelector& select) override; Status CreateDir(const std::string& path, bool recursive = true) override; Status DeleteDir(const std::string& path) override; Status DeleteDirContents(const std::string& path, bool missing_dir_ok = false) override; Status DeleteRootDirContents() override; Status DeleteFile(const std::string& path) override; Status Move(const std::string& src, const std::string& dest) override; Status CopyFile(const std::string& src, const std::string& dest) override; Result> OpenInputStream( const std::string& path) override; Result> OpenInputFile( const std::string& path) override; Result> OpenOutputStream( const std::string& path, const std::shared_ptr& metadata = {}) override; Result> OpenAppendStream( const std::string& path, const std::shared_ptr& metadata = {}) override; Result NormalizePath(std::string path) override; PyObject* handler() const { return handler_.obj(); } private: OwnedRefNoGIL handler_; PyFileSystemVtable vtable_; }; } // namespace fs } // namespace py } // namespace arrow