/* Copyright (c) 2010 Peter "Corsix" Cawley Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ #ifndef CORSIX_TH_RLE_H_ #define CORSIX_TH_RLE_H_ #include "config.h" #include class lua_persist_reader; class lua_persist_writer; //! Encoder for reducing the amount of space to store a sequence of integers /*! Designed primarily for reducing the amount of space taken up by persisting a THMap, this encoder transforms a sequence of integer records into a sequence of pairs, each pair having an integer object, and a repeat count. Terminology: * Integer - An unsigned integer (up to) 32 bits wide. * Record - One or more integers (for example, when encoding map nodes, each record would be 6 integers if a map node had 6 fields). * Object - One or more records. Each object has an associated repeat count. */ class integer_run_length_encoder { public: //! Initialise the encoder /*! Prepares the encoder for accepting a sequence of records. \param iRecordSize The number of integers in a record. */ explicit integer_run_length_encoder(size_t iRecordSize); //! Supply the next integer in the input sequence to the encoder void write(uint32_t iValue); //! Inform the encoder that the input sequence has finished /*! finish() must be called prior to getOutput() or pumpOutput(). write() must not be called after finish() has been called. */ void finish(); const uint32_t* get_output(size_t* pCount) const; void pump_output(lua_persist_writer* pWriter) const; private: //! Reduce the amount of data in the buffer /*! \param bAll If true, will reduce buffer_size to zero. If false, will reduce buffer_size by some amount. */ void flush(bool bAll); bool are_ranges_equal(size_t iObjIdx1, size_t iObjIdx2, size_t iOffset, size_t iObjSize) const; bool move_object_to_output(size_t iObjSize, size_t iObjCount); //! A circular fixed-size buffer holding the most recent input std::vector buffer; //! A variable-length array holding the output sequence std::vector output; //! The number of integers in a record size_t record_size; //! The current number of integers stored in the buffer size_t buffer_size{}; //! The index into buffer of the 1st integer size_t buffer_offset{}; //! The current number of integers stored in the output size_t output_size{}; //! The number of integers in the current object (multiple of record size) size_t object_size{}; //! The number of copies of the current object already seen and removed //! from the buffer. size_t object_copies{}; }; //! Decoder for reading a sequence of integers encoded by //! integer_run_length_encoder class integer_run_length_decoder { public: integer_run_length_decoder(size_t iRecordSize, lua_persist_reader* pReader); uint32_t read(); bool is_finished() const; private: std::vector buffer; // Not owned by the decoder, the reader to read from. lua_persist_reader* reader; size_t reads_remaining{}; size_t record_size; size_t object_copies{}; size_t object_index{}; size_t object_size{}; }; #endif // CORSIX_TH_RLE_H_