Cleanup stream_parser using some async_parser approaches

This commit is contained in:
Tangent 128 2019-10-21 00:19:20 -04:00
parent 4a0bf8ee8c
commit fa85939c0b
1 changed files with 32 additions and 39 deletions

View File

@ -1,24 +1,14 @@
use bytes::{ use bytes::{Buf, BufMut, Bytes, BytesMut};
Buf, use futures::{stream::Stream, Async};
BufMut,
BytesMut
};
use futures::{
Async,
stream::Stream
};
use crate::ebml::{ use crate::ebml::{EbmlEventSource, FromEbml};
EbmlEventSource,
FromEbml
};
use crate::error::WebmetroError; use crate::error::WebmetroError;
pub struct EbmlStreamingParser<S> { pub struct EbmlStreamingParser<S> {
stream: S, stream: S,
buffer: BytesMut, buffer: BytesMut,
buffer_size_limit: Option<usize>, buffer_size_limit: Option<usize>,
last_read: usize borrowed: Bytes,
} }
impl<S> EbmlStreamingParser<S> { impl<S> EbmlStreamingParser<S> {
@ -31,13 +21,17 @@ impl<S> EbmlStreamingParser<S> {
} }
} }
pub trait StreamEbml where Self: Sized + Stream, Self::Item: Buf { pub trait StreamEbml
where
Self: Sized + Stream,
Self::Item: Buf,
{
fn parse_ebml(self) -> EbmlStreamingParser<Self> { fn parse_ebml(self) -> EbmlStreamingParser<Self> {
EbmlStreamingParser { EbmlStreamingParser {
stream: self, stream: self,
buffer: BytesMut::new(), buffer: BytesMut::new(),
buffer_size_limit: None, buffer_size_limit: None,
last_read: 0 borrowed: Bytes::new(),
} }
} }
} }
@ -45,26 +39,23 @@ pub trait StreamEbml where Self: Sized + Stream, Self::Item: Buf {
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> StreamEbml for S {} impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> StreamEbml for S {}
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlStreamingParser<S> { impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlStreamingParser<S> {
pub fn poll_event<'a, T: FromEbml<'a>>(&'a mut self) -> Result<Async<Option<T>>, WebmetroError> { pub fn poll_event<'a, T: FromEbml<'a>>(
// release buffer from previous event &'a mut self,
self.buffer.advance(self.last_read); ) -> Result<Async<Option<T>>, WebmetroError> {
self.last_read = 0;
loop { loop {
match T::check_space(&self.buffer) { match T::check_space(&self.buffer)? {
Ok(None) => { None => {
// need to refill buffer, below // need to refill buffer, below
}, }
other => return other.map_err(WebmetroError::from).and_then(move |_| { Some(info) => {
match T::decode_element(&self.buffer) { let mut bytes = self.buffer.split_to(info.element_len).freeze();
Err(err) => Err(err.into()), bytes.advance(info.body_offset);
Ok(None) => panic!("Buffer was supposed to have enough data to parse element, somehow did not."), self.borrowed = bytes;
Ok(Some((element, element_size))) => { return Ok(Async::Ready(Some(T::decode(
self.last_read = element_size; info.element_id,
Ok(Async::Ready(Some(element))) &self.borrowed,
} )?)));
} }
})
} }
if let Some(limit) = self.buffer_size_limit { if let Some(limit) = self.buffer_size_limit {
@ -73,19 +64,21 @@ impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlStreamingParser<S>
} }
} }
match self.stream.poll() { match self.stream.poll()? {
Ok(Async::Ready(Some(buf))) => { Async::Ready(Some(buf)) => {
self.buffer.reserve(buf.remaining()); self.buffer.reserve(buf.remaining());
self.buffer.put(buf); self.buffer.put(buf);
// ok can retry decoding now // ok can retry decoding now
}, }
other => return other.map(|async_status| async_status.map(|_| None)) other => return Ok(other.map(|_| None)),
} }
} }
} }
} }
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlEventSource for EbmlStreamingParser<S> { impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlEventSource
for EbmlStreamingParser<S>
{
type Error = WebmetroError; type Error = WebmetroError;
fn poll_event<'a, T: FromEbml<'a>>(&'a mut self) -> Result<Async<Option<T>>, WebmetroError> { fn poll_event<'a, T: FromEbml<'a>>(&'a mut self) -> Result<Async<Option<T>>, WebmetroError> {