use futures::{Async, Stream}; use std::{ error::Error, fmt::{Display, Formatter, Result as FmtResult}, io::Cursor, mem, sync::Arc }; use ebml::EbmlEventSource; use webm::*; #[derive(Clone, Debug)] pub struct ClusterHead { pub keyframe: bool, pub start: u64, pub end: u64, // space for a Cluster tag and a Timecode tag bytes: [u8;16], bytes_used: u8 } impl ClusterHead { pub fn new(timecode: u64) -> ClusterHead { let mut cluster_head = ClusterHead { keyframe: false, start: 0, end: 0, bytes: [0;16], bytes_used: 0 }; cluster_head.update_timecode(timecode); cluster_head } pub fn update_timecode(&mut self, timecode: u64) { let delta = self.end - self.start; self.start = timecode; self.end = self.start + delta; let mut cursor = Cursor::new(self.bytes.as_mut()); // buffer is sized so these should never fail encode_webm_element(WebmElement::Cluster, &mut cursor).unwrap(); encode_webm_element(WebmElement::Timecode(timecode), &mut cursor).unwrap(); self.bytes_used = cursor.position() as u8; } pub fn observe_simpleblock_timecode(&mut self, timecode: i16) { let absolute_timecode = self.start + (timecode as u64); if absolute_timecode > self.start { self.end = absolute_timecode; } } } impl AsRef<[u8]> for ClusterHead { fn as_ref(&self) -> &[u8] { self.bytes[..self.bytes_used as usize].as_ref() } } #[derive(Clone, Debug)] pub enum Chunk { Headers { bytes: Arc> }, ClusterHead(ClusterHead), ClusterBody { bytes: Arc> } } impl AsRef<[u8]> for Chunk { fn as_ref(&self) -> &[u8] { match self { &Chunk::Headers {ref bytes, ..} => bytes.as_ref().as_ref(), &Chunk::ClusterHead(ref cluster_head) => cluster_head.as_ref(), &Chunk::ClusterBody {ref bytes, ..} => bytes.as_ref().as_ref() } } } #[derive(Debug)] enum ChunkerState { BuildingHeader(Cursor>), // ClusterHead & body buffer BuildingCluster(ClusterHead, Cursor>), EmittingClusterBody(Vec), EmittingClusterBodyBeforeNewHeader { body: Vec, new_header: Cursor> }, EmittingFinalClusterBody(Vec), End } #[derive(Debug)] pub enum ChunkingError { IoError(::std::io::Error), OtherError(E) } impl Display for ChunkingError { fn fmt(&self, f: &mut Formatter) -> FmtResult { write!(f, "Chunking error: {}", self.description()) } } impl Error for ChunkingError { fn description(&self) -> &str { match self { &ChunkingError::IoError(ref err) => err.description(), &ChunkingError::OtherError(ref err) => err.description() } } } pub struct WebmChunker { source: S, state: ChunkerState } impl Stream for WebmChunker { type Item = Chunk; type Error = ChunkingError; fn poll(&mut self) -> Result>, Self::Error> { loop { let mut return_value = None; let mut new_state = None; match self.state { ChunkerState::BuildingHeader(ref mut buffer) => { match self.source.poll_event() { Err(passthru) => return Err(ChunkingError::OtherError(passthru)), Ok(Async::NotReady) => return Ok(Async::NotReady), Ok(Async::Ready(None)) => return Ok(Async::Ready(None)), Ok(Async::Ready(Some(WebmElement::Cluster))) => { let liberated_buffer = mem::replace(buffer, Cursor::new(Vec::new())); let header_chunk = Chunk::Headers {bytes: Arc::new(liberated_buffer.into_inner())}; return_value = Some(Ok(Async::Ready(Some(header_chunk)))); new_state = Some(ChunkerState::BuildingCluster( ClusterHead::new(0), Cursor::new(Vec::new()) )); }, Ok(Async::Ready(Some(WebmElement::Info))) => {}, Ok(Async::Ready(Some(WebmElement::Void))) => {}, Ok(Async::Ready(Some(WebmElement::Unknown(_)))) => {}, Ok(Async::Ready(Some(element))) => { match encode_webm_element(element, buffer) { Ok(_) => {}, Err(err) => { return_value = Some(Err(ChunkingError::IoError(err))); new_state = Some(ChunkerState::End); } } } } }, ChunkerState::BuildingCluster(ref mut cluster_head, ref mut buffer) => { match self.source.poll_event() { Err(passthru) => return Err(ChunkingError::OtherError(passthru)), Ok(Async::NotReady) => return Ok(Async::NotReady), Ok(Async::Ready(Some(element @ WebmElement::EbmlHead))) | Ok(Async::Ready(Some(element @ WebmElement::Segment))) => { let liberated_cluster_head = mem::replace(cluster_head, ClusterHead::new(0)); let liberated_buffer = mem::replace(buffer, Cursor::new(Vec::new())); let mut new_header_cursor = Cursor::new(Vec::new()); match encode_webm_element(element, &mut new_header_cursor) { Ok(_) => { return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterHead(liberated_cluster_head))))); new_state = Some(ChunkerState::EmittingClusterBodyBeforeNewHeader{ body: liberated_buffer.into_inner(), new_header: new_header_cursor }); }, Err(err) => { return_value = Some(Err(ChunkingError::IoError(err))); new_state = Some(ChunkerState::End); } } } Ok(Async::Ready(Some(WebmElement::Cluster))) => { let liberated_cluster_head = mem::replace(cluster_head, ClusterHead::new(0)); let liberated_buffer = mem::replace(buffer, Cursor::new(Vec::new())); return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterHead(liberated_cluster_head))))); new_state = Some(ChunkerState::EmittingClusterBody(liberated_buffer.into_inner())); }, Ok(Async::Ready(Some(WebmElement::Timecode(timecode)))) => { cluster_head.update_timecode(timecode); }, Ok(Async::Ready(Some(WebmElement::SimpleBlock(ref block)))) => { if (block.flags & 0b10000000) != 0 { // TODO: this is incorrect, condition needs to also affirm we're the first video block of the cluster cluster_head.keyframe = true; } cluster_head.observe_simpleblock_timecode(block.timecode); match encode_webm_element(WebmElement::SimpleBlock(*block), buffer) { Ok(_) => {}, Err(err) => { return_value = Some(Err(ChunkingError::IoError(err))); new_state = Some(ChunkerState::End); } } }, Ok(Async::Ready(Some(WebmElement::Info))) => {}, Ok(Async::Ready(Some(WebmElement::Void))) => {}, Ok(Async::Ready(Some(WebmElement::Unknown(_)))) => {}, Ok(Async::Ready(Some(element))) => { match encode_webm_element(element, buffer) { Ok(_) => {}, Err(err) => { return_value = Some(Err(ChunkingError::IoError(err))); new_state = Some(ChunkerState::End); } } }, Ok(Async::Ready(None)) => { // flush final Cluster on end of stream let liberated_cluster_head = mem::replace(cluster_head, ClusterHead::new(0)); let liberated_buffer = mem::replace(buffer, Cursor::new(Vec::new())); return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterHead(liberated_cluster_head))))); new_state = Some(ChunkerState::EmittingFinalClusterBody(liberated_buffer.into_inner())); } } }, ChunkerState::EmittingClusterBody(ref mut buffer) => { let liberated_buffer = mem::replace(buffer, Vec::new()); return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterBody {bytes: Arc::new(liberated_buffer)})))); new_state = Some(ChunkerState::BuildingCluster( ClusterHead::new(0), Cursor::new(Vec::new()) )); }, ChunkerState::EmittingClusterBodyBeforeNewHeader { ref mut body, ref mut new_header } => { let liberated_body = mem::replace(body, Vec::new()); let liberated_header_cursor = mem::replace(new_header, Cursor::new(Vec::new())); return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterBody {bytes: Arc::new(liberated_body)})))); new_state = Some(ChunkerState::BuildingHeader(liberated_header_cursor)); }, ChunkerState::EmittingFinalClusterBody(ref mut buffer) => { // flush final Cluster on end of stream let liberated_buffer = mem::replace(buffer, Vec::new()); return_value = Some(Ok(Async::Ready(Some(Chunk::ClusterBody {bytes: Arc::new(liberated_buffer)})))); new_state = Some(ChunkerState::End); }, ChunkerState::End => return Ok(Async::Ready(None)) }; if let Some(new_state) = new_state { self.state = new_state; } if let Some(return_value) = return_value { return return_value; } } } } pub trait WebmStream where Self: Sized + EbmlEventSource { fn chunk_webm(self) -> WebmChunker { WebmChunker { source: self, state: ChunkerState::BuildingHeader(Cursor::new(Vec::new())) } } } impl WebmStream for T {} #[cfg(test)] mod tests { use chunk::*; #[test] fn enough_space_for_header() { ClusterHead::new(u64::max_value()); } }