//! This code is copied from [zstd-rs PR #62](https://github.com/KillingSpark/zstd-rs/pull/62). //! It is vendored in and slightly modified because I am too impatient to wait for it //! to be merged and published to crates.io, and nixpkgs does not enjoy git dependencies. #![allow(dead_code)] // MIT License // // Copyright (c) 2019 Moritz Borcherding // // Permission is hereby granted, free of charge, to any person obtaining a copy // of this software and associated documentation files (the "Software"), to deal // in the Software without restriction, including without limitation the rights // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell // copies of the Software, and to permit persons to whom the Software is // furnished to do so, subject to the following conditions: // // The above copyright notice and this permission notice shall be included in all // copies or substantial portions of the Software. // // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE // SOFTWARE. use core::borrow::BorrowMut; use ruzstd::frame_decoder::{BlockDecodingStrategy, FrameDecoder, FrameDecoderError}; use ruzstd::io::{Error, ErrorKind, Read}; /// High level decoder that implements a io::Read that can be used with /// io::Read::read_to_end / io::Read::read_exact or passing this to another library / module as a source for the decoded content /// /// The lower level FrameDecoder by comparison allows for finer grained control but need sto have it's decode_blocks method called continuously /// to decode the zstd-frame. /// /// ## Caveat /// [StreamingDecoder] expects the underlying stream to only contain a single frame. /// To decode all the frames in a finite stream, the calling code needs to recreate /// the instance of the decoder /// and handle /// [crate::frame::ReadFrameHeaderError::SkipFrame] /// errors by skipping forward the `length` amount of bytes, see pub struct StreamingDecoder> { pub decoder: DEC, source: READ, } impl> StreamingDecoder { pub fn new_with_decoder( mut source: READ, mut decoder: DEC, ) -> Result, FrameDecoderError> { decoder.borrow_mut().init(&mut source)?; Ok(StreamingDecoder { decoder, source }) } } impl StreamingDecoder { pub fn new( mut source: READ, ) -> Result, FrameDecoderError> { let mut decoder = FrameDecoder::new(); decoder.init(&mut source)?; Ok(StreamingDecoder { decoder, source }) } } impl> StreamingDecoder { /// Gets a reference to the underlying reader. pub fn get_ref(&self) -> &READ { &self.source } /// Gets a mutable reference to the underlying reader. /// /// It is inadvisable to directly read from the underlying reader. pub fn get_mut(&mut self) -> &mut READ { &mut self.source } /// Destructures this object into the inner reader. pub fn into_inner(self) -> READ where READ: Sized, { self.source } /// Destructures this object into both the inner reader and [FrameDecoder]. pub fn into_parts(self) -> (READ, DEC) where READ: Sized, { (self.source, self.decoder) } /// Destructures this object into the inner [FrameDecoder]. pub fn into_frame_decoder(self) -> DEC { self.decoder } } impl> Read for StreamingDecoder { fn read(&mut self, buf: &mut [u8]) -> Result { let decoder = self.decoder.borrow_mut(); if decoder.is_finished() && decoder.can_collect() == 0 { //No more bytes can ever be decoded return Ok(0); } // need to loop. The UpToBytes strategy doesn't take any effort to actually reach that limit. // The first few calls can result in just filling the decode buffer but these bytes can not be collected. // So we need to call this until we can actually collect enough bytes // TODO add BlockDecodingStrategy::UntilCollectable(usize) that pushes this logic into the decode_blocks function while decoder.can_collect() < buf.len() && !decoder.is_finished() { //More bytes can be decoded let additional_bytes_needed = buf.len() - decoder.can_collect(); match decoder.decode_blocks( &mut self.source, BlockDecodingStrategy::UptoBytes(additional_bytes_needed), ) { Ok(_) => { /*Nothing to do*/ } Err(e) => { let err; #[cfg(feature = "std")] { err = Error::new(ErrorKind::Other, e); } #[cfg(not(feature = "std"))] { err = Error::new(ErrorKind::Other, Box::new(e)); } return Err(err); } } } decoder.read(buf) } }