media/formats/mp4/box_definitions.h

   1 // Copyright 2014 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #ifndef MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_
   6 #define MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_
   7
   8 #include <string>
   9 #include <vector>
  10
  11 #include "base/basictypes.h"
  12 #include "base/compiler_specific.h"
  13 #include "media/base/media_export.h"
  14 #include "media/base/media_log.h"
  15 #include "media/formats/mp4/aac.h"
  16 #include "media/formats/mp4/avc.h"
  17 #include "media/formats/mp4/box_reader.h"
  18 #include "media/formats/mp4/fourccs.h"
  19
  20 namespace media {
  21 namespace mp4 {
  22
  23 enum TrackType {
  24   kInvalid = 0,
  25   kVideo,
  26   kAudio,
  27   kHint
  28 };
  29
  30 enum SampleFlags {
  31   kSampleIsNonSyncSample = 0x10000
  32 };
  33
  34 #define DECLARE_BOX_METHODS(T) \
  35   T(); \
  36   ~T() override; \
  37   bool Parse(BoxReader* reader) override; \
  38   FourCC BoxType() const override;
  39
  40 struct MEDIA_EXPORT FileType : Box {
  41   DECLARE_BOX_METHODS(FileType);
  42
  43   FourCC major_brand;
  44   uint32 minor_version;
  45 };
  46
  47 // If only copying the 'pssh' boxes, use ProtectionSystemSpecificHeader.
  48 // If access to the individual fields is needed, use
  49 // FullProtectionSystemSpecificHeader.
  50 struct MEDIA_EXPORT ProtectionSystemSpecificHeader : Box {
  51   DECLARE_BOX_METHODS(ProtectionSystemSpecificHeader);
  52
  53   std::vector<uint8> raw_box;
  54 };
  55
  56 struct MEDIA_EXPORT FullProtectionSystemSpecificHeader : Box {
  57   DECLARE_BOX_METHODS(FullProtectionSystemSpecificHeader);
  58
  59   std::vector<uint8> system_id;
  60   std::vector<std::vector<uint8>> key_ids;
  61   std::vector<uint8> data;
  62 };
  63
  64 struct MEDIA_EXPORT SampleAuxiliaryInformationOffset : Box {
  65   DECLARE_BOX_METHODS(SampleAuxiliaryInformationOffset);
  66
  67   std::vector<uint64> offsets;
  68 };
  69
  70 struct MEDIA_EXPORT SampleAuxiliaryInformationSize : Box {
  71   DECLARE_BOX_METHODS(SampleAuxiliaryInformationSize);
  72
  73   uint8 default_sample_info_size;
  74   uint32 sample_count;
  75   std::vector<uint8> sample_info_sizes;
  76 };
  77
  78 struct MEDIA_EXPORT OriginalFormat : Box {
  79   DECLARE_BOX_METHODS(OriginalFormat);
  80
  81   FourCC format;
  82 };
  83
  84 struct MEDIA_EXPORT SchemeType : Box {
  85   DECLARE_BOX_METHODS(SchemeType);
  86
  87   FourCC type;
  88   uint32 version;
  89 };
  90
  91 struct MEDIA_EXPORT TrackEncryption : Box {
  92   DECLARE_BOX_METHODS(TrackEncryption);
  93
  94   // Note: this definition is specific to the CENC protection type.
  95   bool is_encrypted;
  96   uint8 default_iv_size;
  97   std::vector<uint8> default_kid;
  98 };
  99
 100 struct MEDIA_EXPORT SchemeInfo : Box {
 101   DECLARE_BOX_METHODS(SchemeInfo);
 102
 103   TrackEncryption track_encryption;
 104 };
 105
 106 struct MEDIA_EXPORT ProtectionSchemeInfo : Box {
 107   DECLARE_BOX_METHODS(ProtectionSchemeInfo);
 108
 109   OriginalFormat format;
 110   SchemeType type;
 111   SchemeInfo info;
 112 };
 113
 114 struct MEDIA_EXPORT MovieHeader : Box {
 115   DECLARE_BOX_METHODS(MovieHeader);
 116
 117   uint64 creation_time;
 118   uint64 modification_time;
 119   uint32 timescale;
 120   uint64 duration;
 121   int32 rate;
 122   int16 volume;
 123   uint32 next_track_id;
 124 };
 125
 126 struct MEDIA_EXPORT TrackHeader : Box {
 127   DECLARE_BOX_METHODS(TrackHeader);
 128
 129   uint64 creation_time;
 130   uint64 modification_time;
 131   uint32 track_id;
 132   uint64 duration;
 133   int16 layer;
 134   int16 alternate_group;
 135   int16 volume;
 136   uint32 width;
 137   uint32 height;
 138 };
 139
 140 struct MEDIA_EXPORT EditListEntry {
 141   uint64 segment_duration;
 142   int64 media_time;
 143   int16 media_rate_integer;
 144   int16 media_rate_fraction;
 145 };
 146
 147 struct MEDIA_EXPORT EditList : Box {
 148   DECLARE_BOX_METHODS(EditList);
 149
 150   std::vector<EditListEntry> edits;
 151 };
 152
 153 struct MEDIA_EXPORT Edit : Box {
 154   DECLARE_BOX_METHODS(Edit);
 155
 156   EditList list;
 157 };
 158
 159 struct MEDIA_EXPORT HandlerReference : Box {
 160   DECLARE_BOX_METHODS(HandlerReference);
 161
 162   TrackType type;
 163 };
 164
 165 struct MEDIA_EXPORT AVCDecoderConfigurationRecord : Box {
 166   DECLARE_BOX_METHODS(AVCDecoderConfigurationRecord);
 167
 168   // Parses AVCDecoderConfigurationRecord data encoded in |data|.
 169   // Note: This method is intended to parse data outside the MP4StreamParser
 170   //       context and therefore the box header is not expected to be present
 171   //       in |data|.
 172   // Returns true if |data| was successfully parsed.
 173   bool Parse(const uint8* data, int data_size);
 174
 175   uint8 version;
 176   uint8 profile_indication;
 177   uint8 profile_compatibility;
 178   uint8 avc_level;
 179   uint8 length_size;
 180
 181   typedef std::vector<uint8> SPS;
 182   typedef std::vector<uint8> PPS;
 183
 184   std::vector<SPS> sps_list;
 185   std::vector<PPS> pps_list;
 186
 187  private:
 188   bool ParseInternal(BufferReader* reader,
 189                      const scoped_refptr<MediaLog>& media_log);
 190 };
 191
 192 struct MEDIA_EXPORT PixelAspectRatioBox : Box {
 193   DECLARE_BOX_METHODS(PixelAspectRatioBox);
 194
 195   uint32 h_spacing;
 196   uint32 v_spacing;
 197 };
 198
 199 struct MEDIA_EXPORT VideoSampleEntry : Box {
 200   DECLARE_BOX_METHODS(VideoSampleEntry);
 201
 202   FourCC format;
 203   uint16 data_reference_index;
 204   uint16 width;
 205   uint16 height;
 206
 207   PixelAspectRatioBox pixel_aspect;
 208   ProtectionSchemeInfo sinf;
 209
 210   bool IsFormatValid() const;
 211
 212   scoped_refptr<BitstreamConverter> frame_bitstream_converter;
 213 };
 214
 215 struct MEDIA_EXPORT ElementaryStreamDescriptor : Box {
 216   DECLARE_BOX_METHODS(ElementaryStreamDescriptor);
 217
 218   uint8 object_type;
 219   AAC aac;
 220 };
 221
 222 struct MEDIA_EXPORT AudioSampleEntry : Box {
 223   DECLARE_BOX_METHODS(AudioSampleEntry);
 224
 225   FourCC format;
 226   uint16 data_reference_index;
 227   uint16 channelcount;
 228   uint16 samplesize;
 229   uint32 samplerate;
 230
 231   ProtectionSchemeInfo sinf;
 232   ElementaryStreamDescriptor esds;
 233 };
 234
 235 struct MEDIA_EXPORT SampleDescription : Box {
 236   DECLARE_BOX_METHODS(SampleDescription);
 237
 238   TrackType type;
 239   std::vector<VideoSampleEntry> video_entries;
 240   std::vector<AudioSampleEntry> audio_entries;
 241 };
 242
 243 struct MEDIA_EXPORT CencSampleEncryptionInfoEntry {
 244   CencSampleEncryptionInfoEntry();
 245   ~CencSampleEncryptionInfoEntry();
 246
 247   bool is_encrypted;
 248   uint8 iv_size;
 249   std::vector<uint8> key_id;
 250 };
 251
 252 struct MEDIA_EXPORT SampleGroupDescription : Box {  // 'sgpd'.
 253   DECLARE_BOX_METHODS(SampleGroupDescription);
 254
 255   uint32 grouping_type;
 256   std::vector<CencSampleEncryptionInfoEntry> entries;
 257 };
 258
 259 struct MEDIA_EXPORT SampleTable : Box {
 260   DECLARE_BOX_METHODS(SampleTable);
 261
 262   // Media Source specific: we ignore many of the sub-boxes in this box,
 263   // including some that are required to be present in the BMFF spec. This
 264   // includes the 'stts', 'stsc', and 'stco' boxes, which must contain no
 265   // samples in order to be compliant files.
 266   SampleDescription description;
 267   SampleGroupDescription sample_group_description;
 268 };
 269
 270 struct MEDIA_EXPORT MediaHeader : Box {
 271   DECLARE_BOX_METHODS(MediaHeader);
 272
 273   uint64 creation_time;
 274   uint64 modification_time;
 275   uint32 timescale;
 276   uint64 duration;
 277 };
 278
 279 struct MEDIA_EXPORT MediaInformation : Box {
 280   DECLARE_BOX_METHODS(MediaInformation);
 281
 282   SampleTable sample_table;
 283 };
 284
 285 struct MEDIA_EXPORT Media : Box {
 286   DECLARE_BOX_METHODS(Media);
 287
 288   MediaHeader header;
 289   HandlerReference handler;
 290   MediaInformation information;
 291 };
 292
 293 struct MEDIA_EXPORT Track : Box {
 294   DECLARE_BOX_METHODS(Track);
 295
 296   TrackHeader header;
 297   Media media;
 298   Edit edit;
 299 };
 300
 301 struct MEDIA_EXPORT MovieExtendsHeader : Box {
 302   DECLARE_BOX_METHODS(MovieExtendsHeader);
 303
 304   uint64 fragment_duration;
 305 };
 306
 307 struct MEDIA_EXPORT TrackExtends : Box {
 308   DECLARE_BOX_METHODS(TrackExtends);
 309
 310   uint32 track_id;
 311   uint32 default_sample_description_index;
 312   uint32 default_sample_duration;
 313   uint32 default_sample_size;
 314   uint32 default_sample_flags;
 315 };
 316
 317 struct MEDIA_EXPORT MovieExtends : Box {
 318   DECLARE_BOX_METHODS(MovieExtends);
 319
 320   MovieExtendsHeader header;
 321   std::vector<TrackExtends> tracks;
 322 };
 323
 324 struct MEDIA_EXPORT Movie : Box {
 325   DECLARE_BOX_METHODS(Movie);
 326
 327   bool fragmented;
 328   MovieHeader header;
 329   MovieExtends extends;
 330   std::vector<Track> tracks;
 331   std::vector<ProtectionSystemSpecificHeader> pssh;
 332 };
 333
 334 struct MEDIA_EXPORT TrackFragmentDecodeTime : Box {
 335   DECLARE_BOX_METHODS(TrackFragmentDecodeTime);
 336
 337   uint64 decode_time;
 338 };
 339
 340 struct MEDIA_EXPORT MovieFragmentHeader : Box {
 341   DECLARE_BOX_METHODS(MovieFragmentHeader);
 342
 343   uint32 sequence_number;
 344 };
 345
 346 struct MEDIA_EXPORT TrackFragmentHeader : Box {
 347   DECLARE_BOX_METHODS(TrackFragmentHeader);
 348
 349   uint32 track_id;
 350
 351   uint32 sample_description_index;
 352   uint32 default_sample_duration;
 353   uint32 default_sample_size;
 354   uint32 default_sample_flags;
 355
 356   // As 'flags' might be all zero, we cannot use zeroness alone to identify
 357   // when default_sample_flags wasn't specified, unlike the other values.
 358   bool has_default_sample_flags;
 359 };
 360
 361 struct MEDIA_EXPORT TrackFragmentRun : Box {
 362   DECLARE_BOX_METHODS(TrackFragmentRun);
 363
 364   uint32 sample_count;
 365   uint32 data_offset;
 366   std::vector<uint32> sample_flags;
 367   std::vector<uint32> sample_sizes;
 368   std::vector<uint32> sample_durations;
 369   std::vector<int32> sample_composition_time_offsets;
 370 };
 371
 372 // sample_depends_on values in ISO/IEC 14496-12 Section 8.40.2.3.
 373 enum SampleDependsOn {
 374   kSampleDependsOnUnknown = 0,
 375   kSampleDependsOnOthers = 1,
 376   kSampleDependsOnNoOther = 2,
 377   kSampleDependsOnReserved = 3,
 378 };
 379
 380 class MEDIA_EXPORT IndependentAndDisposableSamples : public Box {
 381  public:
 382   DECLARE_BOX_METHODS(IndependentAndDisposableSamples);
 383
 384   // Returns the SampleDependsOn value for the |i|'th value
 385   // in the track. If no data was parsed for the |i|'th sample,
 386   // then |kSampleDependsOnUnknown| is returned.
 387   SampleDependsOn sample_depends_on(size_t i) const;
 388
 389  private:
 390   std::vector<SampleDependsOn> sample_depends_on_;
 391 };
 392
 393 struct MEDIA_EXPORT SampleToGroupEntry {
 394   enum GroupDescriptionIndexBase {
 395     kTrackGroupDescriptionIndexBase = 0,
 396     kFragmentGroupDescriptionIndexBase = 0x10000,
 397   };
 398
 399   uint32 sample_count;
 400   uint32 group_description_index;
 401 };
 402
 403 struct MEDIA_EXPORT SampleToGroup : Box {  // 'sbgp'.
 404   DECLARE_BOX_METHODS(SampleToGroup);
 405
 406   uint32 grouping_type;
 407   uint32 grouping_type_parameter;  // Version 1 only.
 408   std::vector<SampleToGroupEntry> entries;
 409 };
 410
 411 struct MEDIA_EXPORT TrackFragment : Box {
 412   DECLARE_BOX_METHODS(TrackFragment);
 413
 414   TrackFragmentHeader header;
 415   std::vector<TrackFragmentRun> runs;
 416   TrackFragmentDecodeTime decode_time;
 417   SampleAuxiliaryInformationOffset auxiliary_offset;
 418   SampleAuxiliaryInformationSize auxiliary_size;
 419   IndependentAndDisposableSamples sdtp;
 420   SampleGroupDescription sample_group_description;
 421   SampleToGroup sample_to_group;
 422 };
 423
 424 struct MEDIA_EXPORT MovieFragment : Box {
 425   DECLARE_BOX_METHODS(MovieFragment);
 426
 427   MovieFragmentHeader header;
 428   std::vector<TrackFragment> tracks;
 429   std::vector<ProtectionSystemSpecificHeader> pssh;
 430 };
 431
 432 #undef DECLARE_BOX
 433
 434 }  // namespace mp4
 435 }  // namespace media
 436
 437 #endif  // MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_