2018-10-21 23:09:37 +00:00
|
|
|
use bytes::{
|
|
|
|
Buf,
|
|
|
|
BufMut,
|
|
|
|
BytesMut
|
|
|
|
};
|
|
|
|
use futures::{
|
|
|
|
Async,
|
|
|
|
stream::Stream
|
|
|
|
};
|
2018-03-31 23:36:57 +00:00
|
|
|
|
2018-12-22 20:03:19 +00:00
|
|
|
use crate::ebml::{
|
2018-10-21 23:09:37 +00:00
|
|
|
EbmlEventSource,
|
|
|
|
FromEbml
|
|
|
|
};
|
2018-12-22 20:03:19 +00:00
|
|
|
use crate::error::WebmetroError;
|
2018-03-31 23:36:57 +00:00
|
|
|
|
2018-04-04 05:36:15 +00:00
|
|
|
pub struct EbmlStreamingParser<S> {
|
2018-03-31 23:36:57 +00:00
|
|
|
stream: S,
|
|
|
|
buffer: BytesMut,
|
2018-04-16 04:59:53 +00:00
|
|
|
buffer_size_limit: Option<usize>,
|
2018-03-31 23:36:57 +00:00
|
|
|
last_read: usize
|
|
|
|
}
|
|
|
|
|
2018-04-16 04:59:53 +00:00
|
|
|
impl<S> EbmlStreamingParser<S> {
|
2018-04-16 05:58:28 +00:00
|
|
|
/// add a "soft" buffer size limit; if the input buffer exceeds this size,
|
|
|
|
/// error the stream instead of resuming. It's still possible for the buffer
|
|
|
|
/// to exceed this size *after* a fill, so ensure input sizes are reasonable.
|
|
|
|
pub fn with_soft_limit(mut self, limit: usize) -> Self {
|
2018-04-16 04:59:53 +00:00
|
|
|
self.buffer_size_limit = Some(limit);
|
|
|
|
self
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-21 23:09:37 +00:00
|
|
|
pub trait StreamEbml where Self: Sized + Stream, Self::Item: Buf {
|
2018-04-07 05:09:17 +00:00
|
|
|
fn parse_ebml(self) -> EbmlStreamingParser<Self> {
|
2018-04-04 05:36:15 +00:00
|
|
|
EbmlStreamingParser {
|
|
|
|
stream: self,
|
2018-03-31 23:36:57 +00:00
|
|
|
buffer: BytesMut::new(),
|
2018-04-16 04:59:53 +00:00
|
|
|
buffer_size_limit: None,
|
2018-03-31 23:36:57 +00:00
|
|
|
last_read: 0
|
|
|
|
}
|
|
|
|
}
|
2018-04-04 05:36:15 +00:00
|
|
|
}
|
2018-03-31 23:36:57 +00:00
|
|
|
|
2018-10-21 23:09:37 +00:00
|
|
|
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> StreamEbml for S {}
|
2018-04-07 05:09:17 +00:00
|
|
|
|
2018-10-21 23:09:37 +00:00
|
|
|
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlStreamingParser<S> {
|
2018-04-14 07:34:59 +00:00
|
|
|
pub fn poll_event<'a, T: FromEbml<'a>>(&'a mut self) -> Result<Async<Option<T>>, WebmetroError> {
|
2018-03-31 23:36:57 +00:00
|
|
|
// release buffer from previous event
|
|
|
|
self.buffer.advance(self.last_read);
|
|
|
|
self.last_read = 0;
|
|
|
|
|
|
|
|
loop {
|
2018-04-04 02:06:09 +00:00
|
|
|
match T::check_space(&self.buffer) {
|
2018-04-04 01:19:46 +00:00
|
|
|
Ok(None) => {
|
|
|
|
// need to refill buffer, below
|
|
|
|
},
|
2019-01-03 05:40:12 +00:00
|
|
|
other => return other.map_err(WebmetroError::from).and_then(move |_| {
|
2018-04-04 23:46:28 +00:00
|
|
|
match T::decode_element(&self.buffer) {
|
2019-01-03 05:40:12 +00:00
|
|
|
Err(err) => Err(err.into()),
|
2018-04-04 23:46:28 +00:00
|
|
|
Ok(None) => panic!("Buffer was supposed to have enough data to parse element, somehow did not."),
|
2018-04-04 01:19:46 +00:00
|
|
|
Ok(Some((element, element_size))) => {
|
|
|
|
self.last_read = element_size;
|
2018-04-04 23:46:28 +00:00
|
|
|
Ok(Async::Ready(Some(element)))
|
2018-04-04 01:19:46 +00:00
|
|
|
}
|
|
|
|
}
|
2018-04-04 23:46:28 +00:00
|
|
|
})
|
2018-03-31 23:36:57 +00:00
|
|
|
}
|
|
|
|
|
2018-04-16 04:59:53 +00:00
|
|
|
if let Some(limit) = self.buffer_size_limit {
|
|
|
|
if limit <= self.buffer.len() {
|
|
|
|
return Err(WebmetroError::ResourcesExceeded);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-04-14 07:34:59 +00:00
|
|
|
match self.stream.poll() {
|
2018-10-21 23:09:37 +00:00
|
|
|
Ok(Async::Ready(Some(buf))) => {
|
|
|
|
self.buffer.reserve(buf.remaining());
|
|
|
|
self.buffer.put(buf);
|
2018-03-31 23:36:57 +00:00
|
|
|
// ok can retry decoding now
|
2018-04-04 23:46:28 +00:00
|
|
|
},
|
2018-12-22 20:03:19 +00:00
|
|
|
other => return other.map(|async_status| async_status.map(|_| None))
|
2018-04-04 23:46:28 +00:00
|
|
|
}
|
2018-03-31 23:36:57 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-10-21 23:09:37 +00:00
|
|
|
impl<I: Buf, S: Stream<Item = I, Error = WebmetroError>> EbmlEventSource for EbmlStreamingParser<S> {
|
2018-04-14 07:34:59 +00:00
|
|
|
type Error = WebmetroError;
|
2018-03-31 23:36:57 +00:00
|
|
|
|
2018-04-14 07:34:59 +00:00
|
|
|
fn poll_event<'a, T: FromEbml<'a>>(&'a mut self) -> Result<Async<Option<T>>, WebmetroError> {
|
2018-04-04 05:36:15 +00:00
|
|
|
return EbmlStreamingParser::poll_event(self);
|
2018-03-31 23:36:57 +00:00
|
|
|
}
|
2018-04-02 17:55:13 +00:00
|
|
|
}
|
2018-03-31 23:36:57 +00:00
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
2019-10-21 04:03:30 +00:00
|
|
|
use bytes::IntoBuf;
|
|
|
|
use futures::prelude::*;
|
|
|
|
use futures::Async::*;
|
|
|
|
use matches::assert_matches;
|
|
|
|
|
|
|
|
use crate::stream_parser::*;
|
|
|
|
use crate::tests::ENCODE_WEBM_TEST_FILE;
|
|
|
|
use crate::webm::*;
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
fn stream_webm_test() {
|
|
|
|
let pieces = vec![
|
|
|
|
&ENCODE_WEBM_TEST_FILE[0..20],
|
|
|
|
&ENCODE_WEBM_TEST_FILE[20..40],
|
|
|
|
&ENCODE_WEBM_TEST_FILE[40..],
|
|
|
|
];
|
|
|
|
|
|
|
|
let mut stream_parser = futures::stream::iter_ok(pieces.iter())
|
|
|
|
.map(|bytes| bytes.into_buf())
|
|
|
|
.parse_ebml();
|
|
|
|
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::EbmlHead)))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Segment)))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Tracks(_))))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Cluster)))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Timecode(0))))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::SimpleBlock(_))))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Cluster)))
|
|
|
|
);
|
|
|
|
assert_matches!(
|
|
|
|
stream_parser.poll_event(),
|
|
|
|
Ok(Ready(Some(WebmElement::Timecode(1000))))
|
|
|
|
);
|
|
|
|
}
|
2018-03-31 23:36:57 +00:00
|
|
|
}
|