X-Git-Url: https://git.proxmox.com/?a=blobdiff_plain;f=ceph%2Fsrc%2Farrow%2Fcpp%2Fsrc%2Farrow%2Futil%2Fcompression_snappy.cc;fp=ceph%2Fsrc%2Farrow%2Fcpp%2Fsrc%2Farrow%2Futil%2Fcompression_snappy.cc;h=3756f957d04f92a42ca986dad57cc0692effd793;hb=1d09f67e50a235260a0812cca2fb044674d88150;hp=0000000000000000000000000000000000000000;hpb=a653f20b2fb9a1c0c3e465a23074d91f26031b5d;p=ceph.git diff --git a/ceph/src/arrow/cpp/src/arrow/util/compression_snappy.cc b/ceph/src/arrow/cpp/src/arrow/util/compression_snappy.cc new file mode 100644 index 000000000..3756f957d --- /dev/null +++ b/ceph/src/arrow/cpp/src/arrow/util/compression_snappy.cc @@ -0,0 +1,102 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +#include "arrow/util/compression_internal.h" + +#include +#include +#include + +#include + +#include "arrow/result.h" +#include "arrow/status.h" +#include "arrow/util/logging.h" +#include "arrow/util/macros.h" + +using std::size_t; + +namespace arrow { +namespace util { +namespace internal { + +namespace { + +// ---------------------------------------------------------------------- +// Snappy implementation + +class SnappyCodec : public Codec { + public: + Result Decompress(int64_t input_len, const uint8_t* input, + int64_t output_buffer_len, uint8_t* output_buffer) override { + size_t decompressed_size; + if (!snappy::GetUncompressedLength(reinterpret_cast(input), + static_cast(input_len), + &decompressed_size)) { + return Status::IOError("Corrupt snappy compressed data."); + } + if (output_buffer_len < static_cast(decompressed_size)) { + return Status::Invalid("Output buffer size (", output_buffer_len, ") must be ", + decompressed_size, " or larger."); + } + if (!snappy::RawUncompress(reinterpret_cast(input), + static_cast(input_len), + reinterpret_cast(output_buffer))) { + return Status::IOError("Corrupt snappy compressed data."); + } + return static_cast(decompressed_size); + } + + int64_t MaxCompressedLen(int64_t input_len, + const uint8_t* ARROW_ARG_UNUSED(input)) override { + DCHECK_GE(input_len, 0); + return snappy::MaxCompressedLength(static_cast(input_len)); + } + + Result Compress(int64_t input_len, const uint8_t* input, + int64_t ARROW_ARG_UNUSED(output_buffer_len), + uint8_t* output_buffer) override { + size_t output_size; + snappy::RawCompress(reinterpret_cast(input), + static_cast(input_len), + reinterpret_cast(output_buffer), &output_size); + return static_cast(output_size); + } + + Result> MakeCompressor() override { + return Status::NotImplemented("Streaming compression unsupported with Snappy"); + } + + Result> MakeDecompressor() override { + return Status::NotImplemented("Streaming decompression unsupported with Snappy"); + } + + Compression::type compression_type() const override { return Compression::SNAPPY; } + int minimum_compression_level() const override { return kUseDefaultCompressionLevel; } + int maximum_compression_level() const override { return kUseDefaultCompressionLevel; } + int default_compression_level() const override { return kUseDefaultCompressionLevel; } +}; + +} // namespace + +std::unique_ptr MakeSnappyCodec() { + return std::unique_ptr(new SnappyCodec()); +} + +} // namespace internal +} // namespace util +} // namespace arrow