media/formats/mp4/box_definitions.h

   1 // Copyright 2014 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #ifndef MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_
   6 #define MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_
   7
   8 #include <string>
   9 #include <vector>
  10
  11 #include "base/basictypes.h"
  12 #include "base/compiler_specific.h"
  13 #include "media/base/media_export.h"
  14 #include "media/base/media_log.h"
  15 #include "media/formats/mp4/aac.h"
  16 #include "media/formats/mp4/avc.h"
  17 #include "media/formats/mp4/box_reader.h"
  18 #include "media/formats/mp4/fourccs.h"
  19
  20 namespace media {
  21 namespace mp4 {
  22
  23 enum TrackType {
  24   kInvalid = 0,
  25   kVideo,
  26   kAudio,
  27   kHint
  28 };
  29
  30 enum SampleFlags {
  31   kSampleIsNonSyncSample = 0x10000
  32 };
  33
  34 #define DECLARE_BOX_METHODS(T) \
  35   T(); \
  36   ~T() override; \
  37   bool Parse(BoxReader* reader) override; \
  38   FourCC BoxType() const override;
  39
  40 struct MEDIA_EXPORT FileType : Box {
  41   DECLARE_BOX_METHODS(FileType);
  42
  43   FourCC major_brand;
  44   uint32 minor_version;
  45 };
  46
  47 // If only copying the 'pssh' boxes, use ProtectionSystemSpecificHeader.
  48 // If access to the individual fields is needed, use
  49 // FullProtectionSystemSpecificHeader.
  50 struct MEDIA_EXPORT ProtectionSystemSpecificHeader : Box {
  51   DECLARE_BOX_METHODS(ProtectionSystemSpecificHeader);
  52
  53   std::vector<uint8> raw_box;
  54 };
  55
  56 struct MEDIA_EXPORT FullProtectionSystemSpecificHeader : Box {
  57   DECLARE_BOX_METHODS(FullProtectionSystemSpecificHeader);
  58
  59   std::vector<uint8> system_id;
  60   std::vector<std::vector<uint8>> key_ids;
  61   std::vector<uint8> data;
  62 };
  63
  64 struct MEDIA_EXPORT SampleAuxiliaryInformationOffset : Box {
  65   DECLARE_BOX_METHODS(SampleAuxiliaryInformationOffset);
  66
  67   std::vector<uint64> offsets;
  68 };
  69
  70 struct MEDIA_EXPORT SampleAuxiliaryInformationSize : Box {
  71   DECLARE_BOX_METHODS(SampleAuxiliaryInformationSize);
  72
  73   uint8 default_sample_info_size;
  74   uint32 sample_count;
  75   std::vector<uint8> sample_info_sizes;
  76 };
  77
  78 struct MEDIA_EXPORT OriginalFormat : Box {
  79   DECLARE_BOX_METHODS(OriginalFormat);
  80
  81   FourCC format;
  82 };
  83
  84 struct MEDIA_EXPORT SchemeType : Box {
  85   DECLARE_BOX_METHODS(SchemeType);
  86
  87   FourCC type;
  88   uint32 version;
  89 };
  90
  91 struct MEDIA_EXPORT TrackEncryption : Box {
  92   DECLARE_BOX_METHODS(TrackEncryption);
  93
  94   // Note: this definition is specific to the CENC protection type.
  95   bool is_encrypted;
  96   uint8 default_iv_size;
  97   std::vector<uint8> default_kid;
  98 };
  99
 100 struct MEDIA_EXPORT SchemeInfo : Box {
 101   DECLARE_BOX_METHODS(SchemeInfo);
 102
 103   TrackEncryption track_encryption;
 104 };
 105
 106 struct MEDIA_EXPORT ProtectionSchemeInfo : Box {
 107   DECLARE_BOX_METHODS(ProtectionSchemeInfo);
 108
 109   OriginalFormat format;
 110   SchemeType type;
 111   SchemeInfo info;
 112 };
 113
 114 struct MEDIA_EXPORT MovieHeader : Box {
 115   DECLARE_BOX_METHODS(MovieHeader);
 116
 117   uint64 creation_time;
 118   uint64 modification_time;
 119   uint32 timescale;
 120   uint64 duration;
 121   int32 rate;
 122   int16 volume;
 123   uint32 next_track_id;
 124 };
 125
 126 struct MEDIA_EXPORT TrackHeader : Box {
 127   DECLARE_BOX_METHODS(TrackHeader);
 128
 129   uint64 creation_time;
 130   uint64 modification_time;
 131   uint32 track_id;
 132   uint64 duration;
 133   int16 layer;
 134   int16 alternate_group;
 135   int16 volume;
 136   uint32 width;
 137   uint32 height;
 138 };
 139
 140 struct MEDIA_EXPORT EditListEntry {
 141   uint64 segment_duration;
 142   int64 media_time;
 143   int16 media_rate_integer;
 144   int16 media_rate_fraction;
 145 };
 146
 147 struct MEDIA_EXPORT EditList : Box {
 148   DECLARE_BOX_METHODS(EditList);
 149
 150   std::vector<EditListEntry> edits;
 151 };
 152
 153 struct MEDIA_EXPORT Edit : Box {
 154   DECLARE_BOX_METHODS(Edit);
 155
 156   EditList list;
 157 };
 158
 159 struct MEDIA_EXPORT HandlerReference : Box {
 160   DECLARE_BOX_METHODS(HandlerReference);
 161
 162   TrackType type;
 163 };
 164
 165 struct MEDIA_EXPORT AVCDecoderConfigurationRecord : Box {
 166   DECLARE_BOX_METHODS(AVCDecoderConfigurationRecord);
 167
 168   // Parses AVCDecoderConfigurationRecord data encoded in |data|.
 169   // Note: This method is intended to parse data outside the MP4StreamParser
 170   //       context and therefore the box header is not expected to be present
 171   //       in |data|.
 172   // Returns true if |data| was successfully parsed.
 173   bool Parse(const uint8* data, int data_size);
 174
 175   uint8 version;
 176   uint8 profile_indication;
 177   uint8 profile_compatibility;
 178   uint8 avc_level;
 179   uint8 length_size;
 180
 181   typedef std::vector<uint8> SPS;
 182   typedef std::vector<uint8> PPS;
 183
 184   std::vector<SPS> sps_list;
 185   std::vector<PPS> pps_list;
 186
 187  private:
 188   bool ParseInternal(BufferReader* reader, const LogCB& log_cb);
 189 };
 190
 191 struct MEDIA_EXPORT PixelAspectRatioBox : Box {
 192   DECLARE_BOX_METHODS(PixelAspectRatioBox);
 193
 194   uint32 h_spacing;
 195   uint32 v_spacing;
 196 };
 197
 198 struct MEDIA_EXPORT VideoSampleEntry : Box {
 199   DECLARE_BOX_METHODS(VideoSampleEntry);
 200
 201   FourCC format;
 202   uint16 data_reference_index;
 203   uint16 width;
 204   uint16 height;
 205
 206   PixelAspectRatioBox pixel_aspect;
 207   ProtectionSchemeInfo sinf;
 208
 209   // Currently expected to be present regardless of format.
 210   AVCDecoderConfigurationRecord avcc;
 211
 212   bool IsFormatValid() const;
 213 };
 214
 215 struct MEDIA_EXPORT ElementaryStreamDescriptor : Box {
 216   DECLARE_BOX_METHODS(ElementaryStreamDescriptor);
 217
 218   uint8 object_type;
 219   AAC aac;
 220 };
 221
 222 struct MEDIA_EXPORT AudioSampleEntry : Box {
 223   DECLARE_BOX_METHODS(AudioSampleEntry);
 224
 225   FourCC format;
 226   uint16 data_reference_index;
 227   uint16 channelcount;
 228   uint16 samplesize;
 229   uint32 samplerate;
 230
 231   ProtectionSchemeInfo sinf;
 232   ElementaryStreamDescriptor esds;
 233 };
 234
 235 struct MEDIA_EXPORT SampleDescription : Box {
 236   DECLARE_BOX_METHODS(SampleDescription);
 237
 238   TrackType type;
 239   std::vector<VideoSampleEntry> video_entries;
 240   std::vector<AudioSampleEntry> audio_entries;
 241 };
 242
 243 struct MEDIA_EXPORT SyncSample : Box {
 244   DECLARE_BOX_METHODS(SyncSample);
 245
 246   // Returns true if the |k|th sample is a sync sample (aka a random
 247   // access point). Returns false if sample |k| is not a sync sample.
 248   bool IsSyncSample(size_t k) const;
 249
 250   bool is_present;
 251   std::vector<uint32> entries;
 252 };
 253
 254 struct MEDIA_EXPORT SampleTable : Box {
 255   DECLARE_BOX_METHODS(SampleTable);
 256
 257   // Media Source specific: we ignore many of the sub-boxes in this box,
 258   // including some that are required to be present in the BMFF spec. This
 259   // includes the 'stts', 'stsc', and 'stco' boxes, which must contain no
 260   // samples in order to be compliant files.
 261   SampleDescription description;
 262   SyncSample sync_sample;
 263 };
 264
 265 struct MEDIA_EXPORT MediaHeader : Box {
 266   DECLARE_BOX_METHODS(MediaHeader);
 267
 268   uint64 creation_time;
 269   uint64 modification_time;
 270   uint32 timescale;
 271   uint64 duration;
 272 };
 273
 274 struct MEDIA_EXPORT MediaInformation : Box {
 275   DECLARE_BOX_METHODS(MediaInformation);
 276
 277   SampleTable sample_table;
 278 };
 279
 280 struct MEDIA_EXPORT Media : Box {
 281   DECLARE_BOX_METHODS(Media);
 282
 283   MediaHeader header;
 284   HandlerReference handler;
 285   MediaInformation information;
 286 };
 287
 288 struct MEDIA_EXPORT Track : Box {
 289   DECLARE_BOX_METHODS(Track);
 290
 291   TrackHeader header;
 292   Media media;
 293   Edit edit;
 294 };
 295
 296 struct MEDIA_EXPORT MovieExtendsHeader : Box {
 297   DECLARE_BOX_METHODS(MovieExtendsHeader);
 298
 299   uint64 fragment_duration;
 300 };
 301
 302 struct MEDIA_EXPORT TrackExtends : Box {
 303   DECLARE_BOX_METHODS(TrackExtends);
 304
 305   uint32 track_id;
 306   uint32 default_sample_description_index;
 307   uint32 default_sample_duration;
 308   uint32 default_sample_size;
 309   uint32 default_sample_flags;
 310 };
 311
 312 struct MEDIA_EXPORT MovieExtends : Box {
 313   DECLARE_BOX_METHODS(MovieExtends);
 314
 315   MovieExtendsHeader header;
 316   std::vector<TrackExtends> tracks;
 317 };
 318
 319 struct MEDIA_EXPORT Movie : Box {
 320   DECLARE_BOX_METHODS(Movie);
 321
 322   bool fragmented;
 323   MovieHeader header;
 324   MovieExtends extends;
 325   std::vector<Track> tracks;
 326   std::vector<ProtectionSystemSpecificHeader> pssh;
 327 };
 328
 329 struct MEDIA_EXPORT TrackFragmentDecodeTime : Box {
 330   DECLARE_BOX_METHODS(TrackFragmentDecodeTime);
 331
 332   uint64 decode_time;
 333 };
 334
 335 struct MEDIA_EXPORT MovieFragmentHeader : Box {
 336   DECLARE_BOX_METHODS(MovieFragmentHeader);
 337
 338   uint32 sequence_number;
 339 };
 340
 341 struct MEDIA_EXPORT TrackFragmentHeader : Box {
 342   DECLARE_BOX_METHODS(TrackFragmentHeader);
 343
 344   uint32 track_id;
 345
 346   uint32 sample_description_index;
 347   uint32 default_sample_duration;
 348   uint32 default_sample_size;
 349   uint32 default_sample_flags;
 350
 351   // As 'flags' might be all zero, we cannot use zeroness alone to identify
 352   // when default_sample_flags wasn't specified, unlike the other values.
 353   bool has_default_sample_flags;
 354 };
 355
 356 struct MEDIA_EXPORT TrackFragmentRun : Box {
 357   DECLARE_BOX_METHODS(TrackFragmentRun);
 358
 359   uint32 sample_count;
 360   uint32 data_offset;
 361   std::vector<uint32> sample_flags;
 362   std::vector<uint32> sample_sizes;
 363   std::vector<uint32> sample_durations;
 364   std::vector<int32> sample_composition_time_offsets;
 365 };
 366
 367 // sample_depends_on values in ISO/IEC 14496-12 Section 8.40.2.3.
 368 enum SampleDependsOn {
 369   kSampleDependsOnUnknown = 0,
 370   kSampleDependsOnOthers = 1,
 371   kSampleDependsOnNoOther = 2,
 372   kSampleDependsOnReserved = 3,
 373 };
 374
 375 class MEDIA_EXPORT IndependentAndDisposableSamples : public Box {
 376  public:
 377   DECLARE_BOX_METHODS(IndependentAndDisposableSamples);
 378
 379   // Returns the SampleDependsOn value for the |i|'th value
 380   // in the track. If no data was parsed for the |i|'th sample,
 381   // then |kSampleDependsOnUnknown| is returned.
 382   SampleDependsOn sample_depends_on(size_t i) const;
 383
 384  private:
 385   std::vector<SampleDependsOn> sample_depends_on_;
 386 };
 387
 388 struct MEDIA_EXPORT CencSampleEncryptionInfoEntry {
 389   CencSampleEncryptionInfoEntry();
 390   ~CencSampleEncryptionInfoEntry();
 391
 392   bool is_encrypted;
 393   uint8 iv_size;
 394   std::vector<uint8> key_id;
 395 };
 396
 397 struct MEDIA_EXPORT SampleGroupDescription : Box {  // 'sgpd'.
 398   DECLARE_BOX_METHODS(SampleGroupDescription);
 399
 400   uint32 grouping_type;
 401   std::vector<CencSampleEncryptionInfoEntry> entries;
 402 };
 403
 404 struct MEDIA_EXPORT SampleToGroupEntry {
 405   enum GroupDescriptionIndexBase {
 406     kTrackGroupDescriptionIndexBase = 0,
 407     kFragmentGroupDescriptionIndexBase = 0x10000,
 408   };
 409
 410   uint32 sample_count;
 411   uint32 group_description_index;
 412 };
 413
 414 struct MEDIA_EXPORT SampleToGroup : Box {  // 'sbgp'.
 415   DECLARE_BOX_METHODS(SampleToGroup);
 416
 417   uint32 grouping_type;
 418   uint32 grouping_type_parameter;  // Version 1 only.
 419   std::vector<SampleToGroupEntry> entries;
 420 };
 421
 422 struct MEDIA_EXPORT TrackFragment : Box {
 423   DECLARE_BOX_METHODS(TrackFragment);
 424
 425   TrackFragmentHeader header;
 426   std::vector<TrackFragmentRun> runs;
 427   TrackFragmentDecodeTime decode_time;
 428   SampleAuxiliaryInformationOffset auxiliary_offset;
 429   SampleAuxiliaryInformationSize auxiliary_size;
 430   IndependentAndDisposableSamples sdtp;
 431   SampleGroupDescription sample_group_description;
 432   SampleToGroup sample_to_group;
 433 };
 434
 435 struct MEDIA_EXPORT MovieFragment : Box {
 436   DECLARE_BOX_METHODS(MovieFragment);
 437
 438   MovieFragmentHeader header;
 439   std::vector<TrackFragment> tracks;
 440   std::vector<ProtectionSystemSpecificHeader> pssh;
 441 };
 442
 443 #undef DECLARE_BOX
 444
 445 }  // namespace mp4
 446 }  // namespace media
 447
 448 #endif  // MEDIA_FORMATS_MP4_BOX_DEFINITIONS_H_