// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. #pragma once #include #include #include #include #include "ColumnType.h" namespace wrapper { class PayloadOutputStream; class PayloadInputStream; constexpr int EMPTY_DIMENSION = -1; struct PayloadWriter { ColumnType columnType; int dimension; // binary vector, float vector std::shared_ptr builder; std::shared_ptr schema; std::shared_ptr output; int rows; }; struct PayloadReader { ColumnType column_type; std::shared_ptr input; std::unique_ptr reader; std::shared_ptr table; std::shared_ptr column; std::shared_ptr array; bool *bValues; }; class PayloadOutputStream : public arrow::io::OutputStream { public: PayloadOutputStream(); ~PayloadOutputStream(); arrow::Status Close() override; arrow::Result Tell() const override; bool closed() const override; arrow::Status Write(const void *data, int64_t nbytes) override; arrow::Status Flush() override; public: const std::vector &Buffer() const; private: std::vector buffer_; bool closed_; }; class PayloadInputStream : public arrow::io::RandomAccessFile { public: PayloadInputStream(const uint8_t *data, int64_t size); ~PayloadInputStream(); arrow::Status Close() override; arrow::Result Tell() const override; bool closed() const override; arrow::Status Seek(int64_t position) override; arrow::Result Read(int64_t nbytes, void *out) override; arrow::Result> Read(int64_t nbytes) override; arrow::Result GetSize() override; private: const uint8_t *data_; const int64_t size_; int64_t tell_; bool closed_; }; }