1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
5 #ifndef MEDIA_FILTERS_CHUNK_DEMUXER_H_
6 #define MEDIA_FILTERS_CHUNK_DEMUXER_H_
14 #include "base/synchronization/lock.h"
15 #include "media/base/byte_queue.h"
16 #include "media/base/demuxer.h"
17 #include "media/base/demuxer_stream.h"
18 #include "media/base/ranges.h"
19 #include "media/base/stream_parser.h"
20 #include "media/filters/source_buffer_stream.h"
24 class FFmpegURLProtocol
;
27 class MEDIA_EXPORT ChunkDemuxerStream
: public DemuxerStream
{
29 typedef std::deque
<scoped_refptr
<StreamParserBuffer
> > BufferQueue
;
31 ChunkDemuxerStream(Type type
, Liveness liveness
, bool splice_frames_enabled
);
32 ~ChunkDemuxerStream() override
;
34 // ChunkDemuxerStream control methods.
35 void StartReturningData();
37 void CompletePendingReadIfPossible();
40 // SourceBufferStream manipulation methods.
41 void Seek(base::TimeDelta time
);
42 bool IsSeekWaitingForData() const;
44 // Add buffers to this stream. Buffers are stored in SourceBufferStreams,
45 // which handle ordering and overlap resolution.
46 // Returns true if buffers were successfully added.
47 bool Append(const StreamParser::BufferQueue
& buffers
);
49 // Removes buffers between |start| and |end| according to the steps
50 // in the "Coded Frame Removal Algorithm" in the Media Source
52 // https://dvcs.w3.org/hg/html-media/raw-file/default/media-source/media-source.html#sourcebuffer-coded-frame-removal
54 // |duration| is the current duration of the presentation. It is
55 // required by the computation outlined in the spec.
56 void Remove(base::TimeDelta start
, base::TimeDelta end
,
57 base::TimeDelta duration
);
59 // Signal to the stream that duration has changed to |duration|.
60 void OnSetDuration(base::TimeDelta duration
);
62 // Returns the range of buffered data in this stream, capped at |duration|.
63 Ranges
<base::TimeDelta
> GetBufferedRanges(base::TimeDelta duration
) const;
65 // Returns the duration of the buffered data.
66 // Returns base::TimeDelta() if the stream has no buffered data.
67 base::TimeDelta
GetBufferedDuration() const;
69 // Signal to the stream that buffers handed in through subsequent calls to
70 // Append() belong to a media segment that starts at |start_timestamp|.
71 void OnNewMediaSegment(DecodeTimestamp start_timestamp
);
73 // Called when midstream config updates occur.
74 // Returns true if the new config is accepted.
75 // Returns false if the new config should trigger an error.
76 bool UpdateAudioConfig(const AudioDecoderConfig
& config
, const LogCB
& log_cb
);
77 bool UpdateVideoConfig(const VideoDecoderConfig
& config
, const LogCB
& log_cb
);
78 void UpdateTextConfig(const TextTrackConfig
& config
, const LogCB
& log_cb
);
80 void MarkEndOfStream();
81 void UnmarkEndOfStream();
83 // DemuxerStream methods.
84 void Read(const ReadCB
& read_cb
) override
;
85 Type
type() const override
;
86 Liveness
liveness() const override
;
87 AudioDecoderConfig
audio_decoder_config() override
;
88 VideoDecoderConfig
video_decoder_config() override
;
89 bool SupportsConfigChanges() override
;
90 VideoRotation
video_rotation() override
;
92 // Returns the text track configuration. It is an error to call this method
94 TextTrackConfig
text_track_config();
96 // Sets the memory limit, in bytes, on the SourceBufferStream.
97 void set_memory_limit(int memory_limit
) {
98 stream_
->set_memory_limit(memory_limit
);
101 bool supports_partial_append_window_trimming() const {
102 return partial_append_window_trimming_enabled_
;
105 void SetLiveness(Liveness liveness
);
110 RETURNING_DATA_FOR_READS
,
111 RETURNING_ABORT_FOR_READS
,
115 // Assigns |state_| to |state|
116 void ChangeState_Locked(State state
);
118 void CompletePendingReadIfPossible_Locked();
120 // Specifies the type of the stream.
125 scoped_ptr
<SourceBufferStream
> stream_
;
127 mutable base::Lock lock_
;
130 bool splice_frames_enabled_
;
131 bool partial_append_window_trimming_enabled_
;
133 DISALLOW_IMPLICIT_CONSTRUCTORS(ChunkDemuxerStream
);
136 // Demuxer implementation that allows chunks of media data to be passed
137 // from JavaScript to the media stack.
138 class MEDIA_EXPORT ChunkDemuxer
: public Demuxer
{
141 kOk
, // ID added w/o error.
142 kNotSupported
, // Type specified is not supported.
143 kReachedIdLimit
, // Reached ID limit. We can't handle any more IDs.
146 typedef base::Closure InitSegmentReceivedCB
;
148 // |open_cb| Run when Initialize() is called to signal that the demuxer
149 // is ready to receive media data via AppenData().
150 // |need_key_cb| Run when the demuxer determines that an encryption key is
151 // needed to decrypt the content.
152 // |enable_text| Process inband text tracks in the normal way when true,
153 // otherwise ignore them.
154 // |log_cb| Run when parsing error messages need to be logged to the error
156 // |splice_frames_enabled| Indicates that it's okay to generate splice frames
157 // per the MSE specification. Renderers must understand DecoderBuffer's
158 // splice_timestamp() field.
159 ChunkDemuxer(const base::Closure
& open_cb
,
160 const NeedKeyCB
& need_key_cb
,
162 const scoped_refptr
<MediaLog
>& media_log
,
163 bool splice_frames_enabled
);
164 ~ChunkDemuxer() override
;
166 // Demuxer implementation.
167 void Initialize(DemuxerHost
* host
,
168 const PipelineStatusCB
& cb
,
169 bool enable_text_tracks
) override
;
170 void Stop() override
;
171 void Seek(base::TimeDelta time
, const PipelineStatusCB
& cb
) override
;
172 base::Time
GetTimelineOffset() const override
;
173 DemuxerStream
* GetStream(DemuxerStream::Type type
) override
;
174 base::TimeDelta
GetStartTime() const override
;
176 // Methods used by an external object to control this demuxer.
178 // Indicates that a new Seek() call is on its way. Any pending Reads on the
179 // DemuxerStream objects should be aborted immediately inside this call and
180 // future Read calls should return kAborted until the Seek() call occurs.
181 // This method MUST ALWAYS be called before Seek() is called to signal that
182 // the next Seek() call represents the seek point we actually want to return
184 // |seek_time| - The presentation timestamp for the seek that triggered this
185 // call. It represents the most recent position the caller is trying to seek
187 void StartWaitingForSeek(base::TimeDelta seek_time
);
189 // Indicates that a Seek() call is on its way, but another seek has been
190 // requested that will override the impending Seek() call. Any pending Reads
191 // on the DemuxerStream objects should be aborted immediately inside this call
192 // and future Read calls should return kAborted until the next
193 // StartWaitingForSeek() call. This method also arranges for the next Seek()
194 // call received before a StartWaitingForSeek() call to immediately call its
195 // callback without waiting for any data.
196 // |seek_time| - The presentation timestamp for the seek request that
197 // triggered this call. It represents the most recent position the caller is
198 // trying to seek to.
199 void CancelPendingSeek(base::TimeDelta seek_time
);
201 // Registers a new |id| to use for AppendData() calls. |type| indicates
202 // the MIME type for the data that we intend to append for this ID.
203 // kOk is returned if the demuxer has enough resources to support another ID
204 // and supports the format indicated by |type|.
205 // kNotSupported is returned if |type| is not a supported format.
206 // kReachedIdLimit is returned if the demuxer cannot handle another ID right
208 Status
AddId(const std::string
& id
, const std::string
& type
,
209 std::vector
<std::string
>& codecs
);
211 // Removed an ID & associated resources that were previously added with
213 void RemoveId(const std::string
& id
);
215 // Gets the currently buffered ranges for the specified ID.
216 Ranges
<base::TimeDelta
> GetBufferedRanges(const std::string
& id
) const;
218 // Appends media data to the source buffer associated with |id|, applying
219 // and possibly updating |*timestamp_offset| during coded frame processing.
220 // |append_window_start| and |append_window_end| correspond to the MSE spec's
221 // similarly named source buffer attributes that are used in coded frame
223 // |init_segment_received_cb| is run for each newly successfully parsed
224 // initialization segment.
225 void AppendData(const std::string
& id
, const uint8
* data
, size_t length
,
226 base::TimeDelta append_window_start
,
227 base::TimeDelta append_window_end
,
228 base::TimeDelta
* timestamp_offset
,
229 const InitSegmentReceivedCB
& init_segment_received_cb
);
231 // Aborts parsing the current segment and reset the parser to a state where
232 // it can accept a new segment.
233 // Some pending frames can be emitted during that process. These frames are
234 // applied |timestamp_offset|.
235 void Abort(const std::string
& id
,
236 base::TimeDelta append_window_start
,
237 base::TimeDelta append_window_end
,
238 base::TimeDelta
* timestamp_offset
);
240 // Remove buffers between |start| and |end| for the source buffer
241 // associated with |id|.
242 void Remove(const std::string
& id
, base::TimeDelta start
,
243 base::TimeDelta end
);
245 // Returns the current presentation duration.
246 double GetDuration();
247 double GetDuration_Locked();
249 // Notifies the demuxer that the duration of the media has changed to
251 void SetDuration(double duration
);
253 // Returns true if the source buffer associated with |id| is currently parsing
254 // a media segment, or false otherwise.
255 bool IsParsingMediaSegment(const std::string
& id
);
257 // Set the append mode to be applied to subsequent buffers appended to the
258 // source buffer associated with |id|. If |sequence_mode| is true, caller
259 // is requesting "sequence" mode. Otherwise, caller is requesting "segments"
261 void SetSequenceMode(const std::string
& id
, bool sequence_mode
);
263 // Signals the coded frame processor for the source buffer associated with
264 // |id| to update its group start timestamp to be |timestamp_offset| if it is
265 // in sequence append mode.
266 void SetGroupStartTimestampIfInSequenceMode(const std::string
& id
,
267 base::TimeDelta timestamp_offset
);
269 // Called to signal changes in the "end of stream"
270 // state. UnmarkEndOfStream() must not be called if a matching
271 // MarkEndOfStream() has not come before it.
272 void MarkEndOfStream(PipelineStatus status
);
273 void UnmarkEndOfStream();
277 // Sets the memory limit on each stream of a specific type.
278 // |memory_limit| is the maximum number of bytes each stream of type |type|
279 // is allowed to hold in its buffer.
280 void SetMemoryLimits(DemuxerStream::Type type
, int memory_limit
);
282 // Returns the ranges representing the buffered data in the demuxer.
283 // TODO(wolenetz): Remove this method once MediaSourceDelegate no longer
284 // requires it for doing hack browser seeks to I-frame on Android. See
285 // http://crbug.com/304234.
286 Ranges
<base::TimeDelta
> GetBufferedRanges() const;
298 void ChangeState_Locked(State new_state
);
300 // Reports an error and puts the demuxer in a state where it won't accept more
302 void ReportError_Locked(PipelineStatus error
);
304 // Returns true if any stream has seeked to a time without buffered data.
305 bool IsSeekWaitingForData_Locked() const;
307 // Returns true if all streams can successfully call EndOfStream,
308 // false if any can not.
309 bool CanEndOfStream_Locked() const;
311 // SourceState callbacks.
312 void OnSourceInitDone(bool success
,
313 const StreamParser::InitParameters
& params
);
315 // Creates a DemuxerStream for the specified |type|.
316 // Returns a new ChunkDemuxerStream instance if a stream of this type
317 // has not been created before. Returns NULL otherwise.
318 ChunkDemuxerStream
* CreateDemuxerStream(DemuxerStream::Type type
);
320 void OnNewTextTrack(ChunkDemuxerStream
* text_stream
,
321 const TextTrackConfig
& config
);
323 // Returns true if |source_id| is valid, false otherwise.
324 bool IsValidId(const std::string
& source_id
) const;
326 // Increases |duration_| to |new_duration|, if |new_duration| is higher.
327 void IncreaseDurationIfNecessary(base::TimeDelta new_duration
);
329 // Decreases |duration_| if the buffered region is less than |duration_| when
330 // EndOfStream() is called.
331 void DecreaseDurationIfNecessary();
333 // Sets |duration_| to |new_duration|, sets |user_specified_duration_| to -1
334 // and notifies |host_|.
335 void UpdateDuration(base::TimeDelta new_duration
);
337 // Returns the ranges representing the buffered data in the demuxer.
338 Ranges
<base::TimeDelta
> GetBufferedRanges_Locked() const;
340 // Start returning data on all DemuxerStreams.
341 void StartReturningData();
343 // Aborts pending reads on all DemuxerStreams.
344 void AbortPendingReads();
346 // Completes any pending reads if it is possible to do so.
347 void CompletePendingReadsIfPossible();
349 // Seeks all SourceBufferStreams to |seek_time|.
350 void SeekAllSources(base::TimeDelta seek_time
);
352 // Shuts down all DemuxerStreams by calling Shutdown() on
353 // all objects in |source_state_map_|.
354 void ShutdownAllStreams();
356 mutable base::Lock lock_
;
358 bool cancel_next_seek_
;
361 base::Closure open_cb_
;
362 NeedKeyCB need_key_cb_
;
364 // Callback used to report error strings that can help the web developer
365 // figure out what is wrong with the content.
367 scoped_refptr
<MediaLog
> media_log_
;
369 PipelineStatusCB init_cb_
;
370 // Callback to execute upon seek completion.
371 // TODO(wolenetz/acolwell): Protect against possible double-locking by first
372 // releasing |lock_| before executing this callback. See
373 // http://crbug.com/308226
374 PipelineStatusCB seek_cb_
;
376 scoped_ptr
<ChunkDemuxerStream
> audio_
;
377 scoped_ptr
<ChunkDemuxerStream
> video_
;
379 base::TimeDelta duration_
;
381 // The duration passed to the last SetDuration(). If
382 // SetDuration() is never called or an AppendData() call or
383 // a EndOfStream() call changes |duration_|, then this
384 // variable is set to < 0 to indicate that the |duration_| represents
385 // the actual duration instead of a user specified value.
386 double user_specified_duration_
;
388 base::Time timeline_offset_
;
389 DemuxerStream::Liveness liveness_
;
391 typedef std::map
<std::string
, SourceState
*> SourceStateMap
;
392 SourceStateMap source_state_map_
;
394 // Used to ensure that (1) config data matches the type and codec provided in
395 // AddId(), (2) only 1 audio and 1 video sources are added, and (3) ids may be
396 // removed with RemoveID() but can not be re-added (yet).
397 std::string source_id_audio_
;
398 std::string source_id_video_
;
400 // Indicates that splice frame generation is enabled.
401 const bool splice_frames_enabled_
;
403 DISALLOW_COPY_AND_ASSIGN(ChunkDemuxer
);
408 #endif // MEDIA_FILTERS_CHUNK_DEMUXER_H_