src/gallium/state_trackers/vdpau/decode.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2010 Thomas Balling Sørensen.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 #include "util/u_memory.h"
  29 #include "util/u_math.h"
  30 #include "util/u_debug.h"
  31 #include "util/u_video.h"
  32
  33 #include "vdpau_private.h"
  34
  35 /**
  36  * Create a VdpDecoder.
  37  */
  38 VdpStatus
  39 vlVdpDecoderCreate(VdpDevice device,
  40                    VdpDecoderProfile profile,
  41                    uint32_t width, uint32_t height,
  42                    uint32_t max_references,
  43                    VdpDecoder *decoder)
  44 {
  45    enum pipe_video_profile p_profile;
  46    struct pipe_context *pipe;
  47    struct pipe_screen *screen;
  48    vlVdpDevice *dev;
  49    vlVdpDecoder *vldecoder;
  50    VdpStatus ret;
  51    bool supported;
  52
  53    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Creating decoder\n");
  54
  55    if (!decoder)
  56       return VDP_STATUS_INVALID_POINTER;
  57    *decoder = 0;
  58
  59    if (!(width && height))
  60       return VDP_STATUS_INVALID_VALUE;
  61
  62    p_profile = ProfileToPipe(profile);
  63    if (p_profile == PIPE_VIDEO_PROFILE_UNKNOWN)
  64       return VDP_STATUS_INVALID_DECODER_PROFILE;
  65
  66    dev = vlGetDataHTAB(device);
  67    if (!dev)
  68       return VDP_STATUS_INVALID_HANDLE;
  69
  70    pipe = dev->context->pipe;
  71    screen = dev->vscreen->pscreen;
  72    supported = screen->get_video_param
  73    (
  74       screen,
  75       p_profile,
  76       PIPE_VIDEO_CAP_SUPPORTED
  77    );
  78    if (!supported)
  79       return VDP_STATUS_INVALID_DECODER_PROFILE;
  80
  81    vldecoder = CALLOC(1,sizeof(vlVdpDecoder));
  82    if (!vldecoder)
  83       return VDP_STATUS_RESOURCES;
  84
  85    vldecoder->device = dev;
  86
  87    vldecoder->decoder = pipe->create_video_decoder
  88    (
  89       pipe, p_profile,
  90       PIPE_VIDEO_ENTRYPOINT_BITSTREAM,
  91       PIPE_VIDEO_CHROMA_FORMAT_420,
  92       width, height, max_references
  93    );
  94
  95    if (!vldecoder->decoder) {
  96       ret = VDP_STATUS_ERROR;
  97       goto error_decoder;
  98    }
  99
 100    *decoder = vlAddDataHTAB(vldecoder);
 101    if (*decoder == 0) {
 102       ret = VDP_STATUS_ERROR;
 103       goto error_handle;
 104    }
 105
 106    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoder created succesfully\n");
 107
 108    return VDP_STATUS_OK;
 109
 110 error_handle:
 111    vldecoder->decoder->destroy(vldecoder->decoder);
 112
 113 error_decoder:
 114    FREE(vldecoder);
 115    return ret;
 116 }
 117
 118 /**
 119  * Destroy a VdpDecoder.
 120  */
 121 VdpStatus
 122 vlVdpDecoderDestroy(VdpDecoder decoder)
 123 {
 124    vlVdpDecoder *vldecoder;
 125
 126    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Destroying decoder\n");
 127
 128    vldecoder = (vlVdpDecoder *)vlGetDataHTAB(decoder);
 129    if (!vldecoder)
 130       return VDP_STATUS_INVALID_HANDLE;
 131
 132    vldecoder->decoder->destroy(vldecoder->decoder);
 133
 134    FREE(vldecoder);
 135
 136    return VDP_STATUS_OK;
 137 }
 138
 139 /**
 140  * Retrieve the parameters used to create a VdpBitmapSurface.
 141  */
 142 VdpStatus
 143 vlVdpDecoderGetParameters(VdpDecoder decoder,
 144                           VdpDecoderProfile *profile,
 145                           uint32_t *width,
 146                           uint32_t *height)
 147 {
 148    vlVdpDecoder *vldecoder;
 149
 150    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoder get parameters called\n");
 151
 152    vldecoder = (vlVdpDecoder *)vlGetDataHTAB(decoder);
 153    if (!vldecoder)
 154       return VDP_STATUS_INVALID_HANDLE;
 155
 156    *profile = PipeToProfile(vldecoder->decoder->profile);
 157    *width = vldecoder->decoder->width;
 158    *height = vldecoder->decoder->height;
 159
 160    return VDP_STATUS_OK;
 161 }
 162
 163 /**
 164  * Decode a mpeg 1/2 video.
 165  */
 166 static VdpStatus
 167 vlVdpDecoderRenderMpeg12(struct pipe_mpeg12_picture_desc *picture,
 168                          VdpPictureInfoMPEG1Or2 *picture_info)
 169 {
 170    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoding MPEG12\n");
 171
 172    /* if surfaces equals VDP_STATUS_INVALID_HANDLE, they are not used */
 173    if (picture_info->forward_reference !=  VDP_INVALID_HANDLE) {
 174       picture->ref_forward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->forward_reference))->video_buffer;
 175       if (!picture->ref_forward)
 176          return VDP_STATUS_INVALID_HANDLE;
 177    }
 178    else
 179       picture->ref_forward = NULL;
 180
 181    if (picture_info->backward_reference !=  VDP_INVALID_HANDLE) {
 182       picture->ref_backward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->backward_reference))->video_buffer;
 183       if (!picture->ref_backward)
 184          return VDP_STATUS_INVALID_HANDLE;
 185    }
 186    else
 187       picture->ref_backward = NULL;
 188
 189    picture->picture_coding_type = picture_info->picture_coding_type;
 190    picture->picture_structure = picture_info->picture_structure;
 191    picture->frame_pred_frame_dct = picture_info->frame_pred_frame_dct;
 192    picture->q_scale_type = picture_info->q_scale_type;
 193    picture->alternate_scan = picture_info->alternate_scan;
 194    picture->intra_vlc_format = picture_info->intra_vlc_format;
 195    picture->concealment_motion_vectors = picture_info->concealment_motion_vectors;
 196    picture->intra_dc_precision = picture_info->intra_dc_precision;
 197    picture->f_code[0][0] = picture_info->f_code[0][0] - 1;
 198    picture->f_code[0][1] = picture_info->f_code[0][1] - 1;
 199    picture->f_code[1][0] = picture_info->f_code[1][0] - 1;
 200    picture->f_code[1][1] = picture_info->f_code[1][1] - 1;
 201    picture->num_slices = picture_info->slice_count;
 202    picture->top_field_first = picture_info->top_field_first;
 203    picture->full_pel_forward_vector = picture_info->full_pel_forward_vector;
 204    picture->full_pel_backward_vector = picture_info->full_pel_backward_vector;
 205    picture->intra_matrix = picture_info->intra_quantizer_matrix;
 206    picture->non_intra_matrix = picture_info->non_intra_quantizer_matrix;
 207    return VDP_STATUS_OK;
 208 }
 209
 210 /**
 211  * Decode a mpeg 4 video.
 212  */
 213 static VdpStatus
 214 vlVdpDecoderRenderMpeg4(struct pipe_mpeg4_picture_desc *picture,
 215                         VdpPictureInfoMPEG4Part2 *picture_info)
 216 {
 217    unsigned i;
 218
 219    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoding MPEG4\n");
 220
 221    if (picture_info->forward_reference != VDP_INVALID_HANDLE) {
 222       picture->ref_forward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->forward_reference))->video_buffer;
 223       if (!picture->ref_forward)
 224          return VDP_STATUS_INVALID_HANDLE;
 225    }
 226    else
 227       picture->ref_forward = NULL;
 228
 229    if (picture_info->backward_reference != VDP_INVALID_HANDLE) {
 230       picture->ref_backward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->backward_reference))->video_buffer;
 231       if (!picture->ref_backward)
 232          return VDP_STATUS_INVALID_HANDLE;
 233    }
 234    else
 235       picture->ref_backward = NULL;
 236
 237    for (i = 0; i < 2; ++i) {
 238       picture->trd[i] = picture_info->trd[i];
 239       picture->trb[i] = picture_info->trb[i];
 240    }
 241    picture->vop_time_increment_resolution = picture_info->vop_time_increment_resolution;
 242    picture->vop_coding_type = picture_info->vop_coding_type;
 243    picture->vop_fcode_forward = picture_info->vop_fcode_forward;
 244    picture->vop_fcode_backward = picture_info->vop_fcode_backward;
 245    picture->resync_marker_disable = picture_info->resync_marker_disable;
 246    picture->interlaced = picture_info->interlaced;
 247    picture->quant_type = picture_info->quant_type;
 248    picture->quarter_sample = picture_info->quarter_sample;
 249    picture->short_video_header = picture_info->short_video_header;
 250    picture->rounding_control = picture_info->rounding_control;
 251    picture->alternate_vertical_scan_flag = picture_info->alternate_vertical_scan_flag;
 252    picture->top_field_first = picture_info->top_field_first;
 253    picture->intra_matrix = picture_info->intra_quantizer_matrix;
 254    picture->non_intra_matrix = picture_info->non_intra_quantizer_matrix;
 255    return VDP_STATUS_OK;
 256 }
 257
 258 static VdpStatus
 259 vlVdpDecoderRenderVC1(struct pipe_vc1_picture_desc *picture,
 260                       VdpPictureInfoVC1 *picture_info)
 261 {
 262    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoding VC-1\n");
 263
 264    if (picture_info->forward_reference !=  VDP_INVALID_HANDLE) {
 265       picture->ref_forward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->forward_reference))->video_buffer;
 266       if (!picture->ref_forward)
 267          return VDP_STATUS_INVALID_HANDLE;
 268    }
 269    else
 270       picture->ref_forward = NULL;
 271
 272    if (picture_info->backward_reference !=  VDP_INVALID_HANDLE) {
 273       picture->ref_backward = ((vlVdpSurface *)vlGetDataHTAB(picture_info->backward_reference))->video_buffer;
 274       if (!picture->ref_backward)
 275          return VDP_STATUS_INVALID_HANDLE;
 276    }
 277    else
 278       picture->ref_backward = NULL;
 279
 280    picture->slice_count = picture_info->slice_count;
 281    picture->picture_type = picture_info->picture_type;
 282    picture->frame_coding_mode = picture_info->frame_coding_mode;
 283    picture->postprocflag = picture_info->postprocflag;
 284    picture->pulldown = picture_info->pulldown;
 285    picture->interlace = picture_info->interlace;
 286    picture->tfcntrflag = picture_info->tfcntrflag;
 287    picture->finterpflag = picture_info->finterpflag;
 288    picture->psf = picture_info->psf;
 289    picture->dquant = picture_info->dquant;
 290    picture->panscan_flag = picture_info->panscan_flag;
 291    picture->refdist_flag = picture_info->refdist_flag;
 292    picture->quantizer = picture_info->quantizer;
 293    picture->extended_mv = picture_info->extended_mv;
 294    picture->extended_dmv = picture_info->extended_dmv;
 295    picture->overlap = picture_info->overlap;
 296    picture->vstransform = picture_info->vstransform;
 297    picture->loopfilter = picture_info->loopfilter;
 298    picture->fastuvmc = picture_info->fastuvmc;
 299    picture->range_mapy_flag = picture_info->range_mapy_flag;
 300    picture->range_mapy = picture_info->range_mapy;
 301    picture->range_mapuv_flag = picture_info->range_mapuv_flag;
 302    picture->range_mapuv = picture_info->range_mapuv;
 303    picture->multires = picture_info->multires;
 304    picture->syncmarker = picture_info->syncmarker;
 305    picture->rangered = picture_info->rangered;
 306    picture->maxbframes = picture_info->maxbframes;
 307    picture->deblockEnable = picture_info->deblockEnable;
 308    picture->pquant = picture_info->pquant;
 309    return VDP_STATUS_OK;
 310 }
 311
 312 static VdpStatus
 313 vlVdpDecoderRenderH264(struct pipe_h264_picture_desc *p,
 314                        VdpPictureInfoH264 *vdp)
 315 {
 316    unsigned i;
 317    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoding H264\n");
 318
 319    p->slice_count = vdp->slice_count;
 320    p->field_order_cnt[0] = vdp->field_order_cnt[0];
 321    p->field_order_cnt[1] = vdp->field_order_cnt[1];
 322    p->is_reference = vdp->is_reference;
 323
 324    p->frame_num = vdp->frame_num;
 325    p->field_pic_flag = vdp->field_pic_flag;
 326    p->bottom_field_flag = vdp->bottom_field_flag;
 327    p->num_ref_frames = vdp->num_ref_frames;
 328    p->mb_adaptive_frame_field_flag = vdp->mb_adaptive_frame_field_flag;
 329    p->constrained_intra_pred_flag = vdp->constrained_intra_pred_flag;
 330    p->weighted_pred_flag = vdp->weighted_pred_flag;
 331    p->weighted_bipred_idc = vdp->weighted_bipred_idc;
 332    p->frame_mbs_only_flag = vdp->frame_mbs_only_flag;
 333    p->transform_8x8_mode_flag = vdp->transform_8x8_mode_flag;
 334    p->chroma_qp_index_offset = vdp->chroma_qp_index_offset;
 335    p->second_chroma_qp_index_offset = vdp->second_chroma_qp_index_offset;
 336    p->pic_init_qp_minus26 = vdp->pic_init_qp_minus26;
 337    p->num_ref_idx_l0_active_minus1 = vdp->num_ref_idx_l0_active_minus1;
 338    p->num_ref_idx_l1_active_minus1 = vdp->num_ref_idx_l1_active_minus1;
 339    p->log2_max_frame_num_minus4 = vdp->log2_max_frame_num_minus4;
 340    p->pic_order_cnt_type = vdp->pic_order_cnt_type;
 341    p->log2_max_pic_order_cnt_lsb_minus4 = vdp->log2_max_pic_order_cnt_lsb_minus4;
 342    p->delta_pic_order_always_zero_flag = vdp->delta_pic_order_always_zero_flag;
 343    p->direct_8x8_inference_flag = vdp->direct_8x8_inference_flag;
 344    p->entropy_coding_mode_flag = vdp->entropy_coding_mode_flag;
 345    p->pic_order_present_flag = vdp->pic_order_present_flag;
 346    p->deblocking_filter_control_present_flag = vdp->deblocking_filter_control_present_flag;
 347    p->redundant_pic_cnt_present_flag = vdp->redundant_pic_cnt_present_flag;
 348
 349    p->scaling_lists_4x4 = vdp->scaling_lists_4x4[0];
 350    p->scaling_lists_8x8 = vdp->scaling_lists_8x8[0];
 351    for (i = 0; i < 16; ++i) {
 352       struct pipe_h264_reference_frame *ref = &p->refs[i];
 353       VdpReferenceFrameH264 *vdp_ref = &vdp->referenceFrames[i];
 354       if (vdp_ref->surface != VDP_INVALID_HANDLE) {
 355          vlVdpSurface *surf = vlGetDataHTAB(vdp_ref->surface);
 356          if (!surf)
 357             return VDP_STATUS_INVALID_HANDLE;
 358          ref->surface = surf->video_buffer;
 359       } else
 360          ref->surface = NULL;
 361       ref->is_long_term = vdp_ref->is_long_term;
 362       ref->top_is_reference = vdp_ref->top_is_reference;
 363       ref->bottom_is_reference = vdp_ref->bottom_is_reference;
 364       ref->field_order_cnt[0] = vdp_ref->field_order_cnt[0];
 365       ref->field_order_cnt[1] = vdp_ref->field_order_cnt[1];
 366       ref->frame_idx = vdp_ref->frame_idx;
 367    }
 368    return VDP_STATUS_OK;
 369 }
 370
 371 /**
 372  * Decode a compressed field/frame and render the result into a VdpVideoSurface.
 373  */
 374 VdpStatus
 375 vlVdpDecoderRender(VdpDecoder decoder,
 376                    VdpVideoSurface target,
 377                    VdpPictureInfo const *picture_info,
 378                    uint32_t bitstream_buffer_count,
 379                    VdpBitstreamBuffer const *bitstream_buffers)
 380 {
 381    vlVdpDecoder *vldecoder;
 382    vlVdpSurface *vlsurf;
 383    VdpStatus ret;
 384    struct pipe_video_decoder *dec;
 385    unsigned i;
 386    union {
 387       struct pipe_picture_desc base;
 388       struct pipe_mpeg12_picture_desc mpeg12;
 389       struct pipe_mpeg4_picture_desc mpeg4;
 390       struct pipe_vc1_picture_desc vc1;
 391       struct pipe_h264_picture_desc h264;
 392    } desc;
 393
 394    VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Decoding\n");
 395
 396    if (!(picture_info && bitstream_buffers))
 397       return VDP_STATUS_INVALID_POINTER;
 398
 399    vldecoder = (vlVdpDecoder *)vlGetDataHTAB(decoder);
 400    if (!vldecoder)
 401       return VDP_STATUS_INVALID_HANDLE;
 402    dec = vldecoder->decoder;
 403
 404    vlsurf = (vlVdpSurface *)vlGetDataHTAB(target);
 405    if (!vlsurf)
 406       return VDP_STATUS_INVALID_HANDLE;
 407
 408    if (vlsurf->device != vldecoder->device)
 409       return VDP_STATUS_HANDLE_DEVICE_MISMATCH;
 410
 411    if (vlsurf->video_buffer->chroma_format != dec->chroma_format)
 412       // TODO: Recreate decoder with correct chroma
 413       return VDP_STATUS_INVALID_CHROMA_TYPE;
 414
 415    memset(&desc, 0, sizeof(desc));
 416    desc.base.profile = dec->profile;
 417    switch (u_reduce_video_profile(dec->profile)) {
 418    case PIPE_VIDEO_CODEC_MPEG12:
 419       ret = vlVdpDecoderRenderMpeg12(&desc.mpeg12, (VdpPictureInfoMPEG1Or2 *)picture_info);
 420       break;
 421    case PIPE_VIDEO_CODEC_MPEG4:
 422       ret = vlVdpDecoderRenderMpeg4(&desc.mpeg4, (VdpPictureInfoMPEG4Part2 *)picture_info);
 423       break;
 424    case PIPE_VIDEO_CODEC_VC1:
 425       ret = vlVdpDecoderRenderVC1(&desc.vc1, (VdpPictureInfoVC1 *)picture_info);
 426       break;
 427    case PIPE_VIDEO_CODEC_MPEG4_AVC:
 428       ret = vlVdpDecoderRenderH264(&desc.h264, (VdpPictureInfoH264 *)picture_info);
 429       break;
 430    default:
 431       return VDP_STATUS_INVALID_DECODER_PROFILE;
 432    }
 433    if (ret != VDP_STATUS_OK)
 434       return ret;
 435
 436    if (bitstream_buffer_count) {
 437       void const *data[bitstream_buffer_count];
 438       uint32_t sizes[bitstream_buffer_count];
 439       uint32_t total_size = 0;
 440       for (i = 0; i < bitstream_buffer_count; ++i) {
 441          data[i] = bitstream_buffers[i].bitstream;
 442          sizes[i] = bitstream_buffers[i].bitstream_bytes;
 443          total_size += sizes[i];
 444       }
 445       dec->decode_bitstream(dec, vlsurf->video_buffer, &desc.base,
 446                             bitstream_buffer_count, total_size,
 447                             sizes, data);
 448    } else
 449       return VDP_STATUS_INVALID_VALUE;
 450    return ret;
 451 }