vp8/decoder/threading.c

   1 /*
   2  *  Copyright (c) 2010 The VP8 project authors. All Rights Reserved.
   3  *
   4  *  Use of this source code is governed by a BSD-style license and patent
   5  *  grant that can be found in the LICENSE file in the root of the source
   6  *  tree. All contributing project authors may be found in the AUTHORS
   7  *  file in the root of the source tree.
   8  */
   9
  10
  11 #ifndef WIN32
  12 # include <unistd.h>
  13 #endif
  14 #include "onyxd_int.h"
  15 #include "vpx_mem/vpx_mem.h"
  16 #include "threading.h"
  17
  18 #include "loopfilter.h"
  19 #include "extend.h"
  20 #include "vpx_ports/vpx_timer.h"
  21
  22 extern void vp8_decode_mb_row(VP8D_COMP *pbi,
  23                               VP8_COMMON *pc,
  24                               int mb_row,
  25                               MACROBLOCKD *xd);
  26
  27 extern void vp8_build_uvmvs(MACROBLOCKD *x, int fullpixel);
  28 extern void vp8_decode_macroblock(VP8D_COMP *pbi, MACROBLOCKD *xd);
  29
  30 void vp8_setup_decoding_thread_data(VP8D_COMP *pbi, MACROBLOCKD *xd, MB_ROW_DEC *mbrd, int count)
  31 {
  32
  33
  34
  35 #if CONFIG_MULTITHREAD
  36     VP8_COMMON *const pc = & pbi->common;
  37     int i, j;
  38
  39     for (i = 0; i < count; i++)
  40     {
  41         MACROBLOCKD *mbd = &mbrd[i].mbd;
  42 #if CONFIG_RUNTIME_CPU_DETECT
  43         mbd->rtcd = xd->rtcd;
  44 #endif
  45
  46
  47         mbd->subpixel_predict        = xd->subpixel_predict;
  48         mbd->subpixel_predict8x4     = xd->subpixel_predict8x4;
  49         mbd->subpixel_predict8x8     = xd->subpixel_predict8x8;
  50         mbd->subpixel_predict16x16   = xd->subpixel_predict16x16;
  51         mbd->gf_active_ptr            = xd->gf_active_ptr;
  52
  53         mbd->mode_info        = pc->mi - 1;
  54         mbd->mode_info_context = pc->mi   + pc->mode_info_stride * (i + 1);
  55         mbd->mode_info_stride  = pc->mode_info_stride;
  56
  57         mbd->frame_type = pc->frame_type;
  58         mbd->frames_since_golden      = pc->frames_since_golden;
  59         mbd->frames_till_alt_ref_frame  = pc->frames_till_alt_ref_frame;
  60
  61         mbd->pre = pc->last_frame;
  62         mbd->dst = pc->new_frame;
  63
  64
  65
  66
  67         vp8_setup_block_dptrs(mbd);
  68         vp8_build_block_doffsets(mbd);
  69         mbd->segmentation_enabled    = xd->segmentation_enabled;
  70         mbd->mb_segement_abs_delta     = xd->mb_segement_abs_delta;
  71         vpx_memcpy(mbd->segment_feature_data, xd->segment_feature_data, sizeof(xd->segment_feature_data));
  72
  73         mbd->mbmi.mode = DC_PRED;
  74         mbd->mbmi.uv_mode = DC_PRED;
  75
  76         mbd->current_bc = &pbi->bc2;
  77
  78         for (j = 0; j < 25; j++)
  79         {
  80             mbd->block[j].dequant = xd->block[j].dequant;
  81         }
  82     }
  83
  84 #else
  85     (void) pbi;
  86     (void) xd;
  87     (void) mbrd;
  88     (void) count;
  89 #endif
  90 }
  91
  92
  93 THREAD_FUNCTION vp8_thread_decoding_proc(void *p_data)
  94 {
  95 #if CONFIG_MULTITHREAD
  96     int ithread = ((DECODETHREAD_DATA *)p_data)->ithread;
  97     VP8D_COMP *pbi = (VP8D_COMP *)(((DECODETHREAD_DATA *)p_data)->ptr1);
  98     MB_ROW_DEC *mbrd = (MB_ROW_DEC *)(((DECODETHREAD_DATA *)p_data)->ptr2);
  99     ENTROPY_CONTEXT mb_row_left_context[4][4];
 100
 101     while (1)
 102     {
 103         if (pbi->b_multithreaded_rd == 0)
 104             break;
 105
 106         //if(WaitForSingleObject(pbi->h_event_mbrdecoding[ithread], INFINITE) == WAIT_OBJECT_0)
 107         if (sem_wait(&pbi->h_event_mbrdecoding[ithread]) == 0)
 108         {
 109             if (pbi->b_multithreaded_rd == 0)
 110                 break;
 111             else
 112             {
 113                 VP8_COMMON *pc = &pbi->common;
 114                 int mb_row       = mbrd->mb_row;
 115                 MACROBLOCKD *xd = &mbrd->mbd;
 116
 117                 //printf("ithread:%d mb_row %d\n", ithread, mb_row);
 118                 int i;
 119                 int recon_yoffset, recon_uvoffset;
 120                 int mb_col;
 121                 int recon_y_stride = pc->last_frame.y_stride;
 122                 int recon_uv_stride = pc->last_frame.uv_stride;
 123
 124                 volatile int *last_row_current_mb_col;
 125
 126                 if (ithread > 0)
 127                     last_row_current_mb_col = &pbi->mb_row_di[ithread-1].current_mb_col;
 128                 else
 129                     last_row_current_mb_col = &pbi->current_mb_col_main;
 130
 131                 recon_yoffset = mb_row * recon_y_stride * 16;
 132                 recon_uvoffset = mb_row * recon_uv_stride * 8;
 133                 // reset above block coeffs
 134
 135                 xd->above_context[Y1CONTEXT] = pc->above_context[Y1CONTEXT];
 136                 xd->above_context[UCONTEXT ] = pc->above_context[UCONTEXT];
 137                 xd->above_context[VCONTEXT ] = pc->above_context[VCONTEXT];
 138                 xd->above_context[Y2CONTEXT] = pc->above_context[Y2CONTEXT];
 139                 xd->left_context = mb_row_left_context;
 140                 vpx_memset(mb_row_left_context, 0, sizeof(mb_row_left_context));
 141                 xd->up_available = (mb_row != 0);
 142
 143                 xd->mb_to_top_edge = -((mb_row * 16)) << 3;
 144                 xd->mb_to_bottom_edge = ((pc->mb_rows - 1 - mb_row) * 16) << 3;
 145
 146                 for (mb_col = 0; mb_col < pc->mb_cols; mb_col++)
 147                 {
 148
 149                     while (mb_col > (*last_row_current_mb_col - 1) && *last_row_current_mb_col != pc->mb_cols - 1)
 150                     {
 151                         x86_pause_hint();
 152                         thread_sleep(0);
 153                     }
 154
 155                     // Take a copy of the mode and Mv information for this macroblock into the xd->mbmi
 156                     vpx_memcpy(&xd->mbmi, &xd->mode_info_context->mbmi, 32); //sizeof(MB_MODE_INFO) );
 157
 158                     if (xd->mbmi.mode == SPLITMV || xd->mbmi.mode == B_PRED)
 159                     {
 160                         for (i = 0; i < 16; i++)
 161                         {
 162                             BLOCKD *d = &xd->block[i];
 163                             vpx_memcpy(&d->bmi, &xd->mode_info_context->bmi[i], sizeof(B_MODE_INFO));
 164                         }
 165                     }
 166
 167                     // Distance of Mb to the various image edges.
 168                     // These specified to 8th pel as they are always compared to values that are in 1/8th pel units
 169                     xd->mb_to_left_edge = -((mb_col * 16) << 3);
 170                     xd->mb_to_right_edge = ((pc->mb_cols - 1 - mb_col) * 16) << 3;
 171
 172                     xd->dst.y_buffer = pc->new_frame.y_buffer + recon_yoffset;
 173                     xd->dst.u_buffer = pc->new_frame.u_buffer + recon_uvoffset;
 174                     xd->dst.v_buffer = pc->new_frame.v_buffer + recon_uvoffset;
 175
 176                     xd->left_available = (mb_col != 0);
 177
 178                     // Select the appropriate reference frame for this MB
 179                     if (xd->mbmi.ref_frame == LAST_FRAME)
 180                     {
 181                         xd->pre.y_buffer = pc->last_frame.y_buffer + recon_yoffset;
 182                         xd->pre.u_buffer = pc->last_frame.u_buffer + recon_uvoffset;
 183                         xd->pre.v_buffer = pc->last_frame.v_buffer + recon_uvoffset;
 184                     }
 185                     else if (xd->mbmi.ref_frame == GOLDEN_FRAME)
 186                     {
 187                         // Golden frame reconstruction buffer
 188                         xd->pre.y_buffer = pc->golden_frame.y_buffer + recon_yoffset;
 189                         xd->pre.u_buffer = pc->golden_frame.u_buffer + recon_uvoffset;
 190                         xd->pre.v_buffer = pc->golden_frame.v_buffer + recon_uvoffset;
 191                     }
 192                     else
 193                     {
 194                         // Alternate reference frame reconstruction buffer
 195                         xd->pre.y_buffer = pc->alt_ref_frame.y_buffer + recon_yoffset;
 196                         xd->pre.u_buffer = pc->alt_ref_frame.u_buffer + recon_uvoffset;
 197                         xd->pre.v_buffer = pc->alt_ref_frame.v_buffer + recon_uvoffset;
 198                     }
 199
 200                     vp8_build_uvmvs(xd, pc->full_pixel);
 201
 202                     vp8dx_bool_decoder_fill(xd->current_bc);
 203                     vp8_decode_macroblock(pbi, xd);
 204
 205
 206                     recon_yoffset += 16;
 207                     recon_uvoffset += 8;
 208
 209                     ++xd->mode_info_context;  /* next mb */
 210
 211                     xd->gf_active_ptr++;      // GF useage flag for next MB
 212
 213                     xd->above_context[Y1CONTEXT] += 4;
 214                     xd->above_context[UCONTEXT ] += 2;
 215                     xd->above_context[VCONTEXT ] += 2;
 216                     xd->above_context[Y2CONTEXT] ++;
 217                     pbi->mb_row_di[ithread].current_mb_col = mb_col;
 218
 219                 }
 220
 221                 // adjust to the next row of mbs
 222                 vp8_extend_mb_row(
 223                     &pc->new_frame,
 224                     xd->dst.y_buffer + 16, xd->dst.u_buffer + 8, xd->dst.v_buffer + 8
 225                 );
 226
 227                 ++xd->mode_info_context;      /* skip prediction column */
 228
 229                 // since we have multithread
 230                 xd->mode_info_context += xd->mode_info_stride * pbi->decoding_thread_count;
 231
 232                 //memcpy(&pbi->lpfmb, &pbi->mb, sizeof(pbi->mb));
 233                 if ((mb_row & 1) == 1)
 234                 {
 235                     pbi->last_mb_row_decoded = mb_row;
 236                     //printf("S%d", pbi->last_mb_row_decoded);
 237                 }
 238
 239                 if (ithread == (pbi->decoding_thread_count - 1) || mb_row == pc->mb_rows - 1)
 240                 {
 241                     //SetEvent(pbi->h_event_main);
 242                     sem_post(&pbi->h_event_main);
 243
 244                 }
 245             }
 246         }
 247     }
 248
 249 #else
 250     (void) p_data;
 251 #endif
 252
 253     return 0 ;
 254 }
 255
 256 THREAD_FUNCTION vp8_thread_loop_filter(void *p_data)
 257 {
 258 #if CONFIG_MULTITHREAD
 259     VP8D_COMP *pbi = (VP8D_COMP *)p_data;
 260
 261     while (1)
 262     {
 263         if (pbi->b_multithreaded_lf == 0)
 264             break;
 265
 266         //printf("before waiting for start_lpf\n");
 267
 268         //if(WaitForSingleObject(pbi->h_event_start_lpf, INFINITE) == WAIT_OBJECT_0)
 269         if (sem_wait(&pbi->h_event_start_lpf) == 0)
 270         {
 271             if (pbi->b_multithreaded_lf == 0) // we're shutting down
 272                 break;
 273             else
 274             {
 275
 276                 VP8_COMMON *cm  = &pbi->common;
 277                 MACROBLOCKD *mbd = &pbi->lpfmb;
 278                 int default_filt_lvl = pbi->common.filter_level;
 279
 280                 YV12_BUFFER_CONFIG *post = &cm->new_frame;
 281                 loop_filter_info *lfi = cm->lf_info;
 282
 283                 int mb_row;
 284                 int mb_col;
 285
 286
 287                 int baseline_filter_level[MAX_MB_SEGMENTS];
 288                 int filter_level;
 289                 int alt_flt_enabled = mbd->segmentation_enabled;
 290
 291                 int i;
 292                 unsigned char *y_ptr, *u_ptr, *v_ptr;
 293
 294                 volatile int *last_mb_row_decoded = &pbi->last_mb_row_decoded;
 295
 296                 //MODE_INFO * this_mb_mode_info = cm->mi;
 297                 mbd->mode_info_context = cm->mi;          // Point at base of Mb MODE_INFO list
 298
 299                 // Note the baseline filter values for each segment
 300                 if (alt_flt_enabled)
 301                 {
 302                     for (i = 0; i < MAX_MB_SEGMENTS; i++)
 303                     {
 304                         if (mbd->mb_segement_abs_delta == SEGMENT_ABSDATA)
 305                             baseline_filter_level[i] = mbd->segment_feature_data[MB_LVL_ALT_LF][i];
 306                         else
 307                         {
 308                             baseline_filter_level[i] = default_filt_lvl + mbd->segment_feature_data[MB_LVL_ALT_LF][i];
 309                             baseline_filter_level[i] = (baseline_filter_level[i] >= 0) ? ((baseline_filter_level[i] <= MAX_LOOP_FILTER) ? baseline_filter_level[i] : MAX_LOOP_FILTER) : 0;  // Clamp to valid range
 310                         }
 311                     }
 312                 }
 313                 else
 314                 {
 315                     for (i = 0; i < MAX_MB_SEGMENTS; i++)
 316                         baseline_filter_level[i] = default_filt_lvl;
 317                 }
 318
 319                 // Initialize the loop filter for this frame.
 320                 vp8_init_loop_filter(cm);
 321
 322                 // Set up the buffer pointers
 323                 y_ptr = post->y_buffer;
 324                 u_ptr = post->u_buffer;
 325                 v_ptr = post->v_buffer;
 326
 327                 // vp8_filter each macro block
 328                 for (mb_row = 0; mb_row < cm->mb_rows; mb_row++)
 329                 {
 330
 331                     while (mb_row >= *last_mb_row_decoded)
 332                     {
 333                         x86_pause_hint();
 334                         thread_sleep(0);
 335                     }
 336
 337                     //printf("R%d", mb_row);
 338                     for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
 339                     {
 340                         int Segment = (alt_flt_enabled) ? mbd->mode_info_context->mbmi.segment_id : 0;
 341
 342                         filter_level = baseline_filter_level[Segment];
 343
 344                         // Apply any context driven MB level adjustment
 345                         vp8_adjust_mb_lf_value(mbd, &filter_level);
 346
 347                         if (filter_level)
 348                         {
 349                             if (mb_col > 0)
 350                                 cm->lf_mbv(y_ptr, u_ptr, v_ptr, post->y_stride, post->uv_stride, &lfi[filter_level], cm->simpler_lpf);
 351
 352                             if (mbd->mode_info_context->mbmi.dc_diff > 0)
 353                                 cm->lf_bv(y_ptr, u_ptr, v_ptr, post->y_stride, post->uv_stride, &lfi[filter_level], cm->simpler_lpf);
 354
 355                             // don't apply across umv border
 356                             if (mb_row > 0)
 357                                 cm->lf_mbh(y_ptr, u_ptr, v_ptr, post->y_stride, post->uv_stride, &lfi[filter_level], cm->simpler_lpf);
 358
 359                             if (mbd->mode_info_context->mbmi.dc_diff > 0)
 360                                 cm->lf_bh(y_ptr, u_ptr, v_ptr, post->y_stride, post->uv_stride, &lfi[filter_level], cm->simpler_lpf);
 361                         }
 362
 363                         y_ptr += 16;
 364                         u_ptr += 8;
 365                         v_ptr += 8;
 366
 367                         mbd->mode_info_context++;     // step to next MB
 368
 369                     }
 370
 371                     y_ptr += post->y_stride  * 16 - post->y_width;
 372                     u_ptr += post->uv_stride *  8 - post->uv_width;
 373                     v_ptr += post->uv_stride *  8 - post->uv_width;
 374
 375                     mbd->mode_info_context++;         // Skip border mb
 376                 }
 377
 378                 //printf("R%d\n", mb_row);
 379                 // When done, signal main thread that ME is finished
 380                 //SetEvent(pbi->h_event_lpf);
 381                 sem_post(&pbi->h_event_lpf);
 382             }
 383
 384         }
 385     }
 386
 387 #else
 388     (void) p_data;
 389 #endif
 390     return 0;
 391 }
 392
 393 void vp8_decoder_create_threads(VP8D_COMP *pbi)
 394 {
 395 #if CONFIG_MULTITHREAD
 396     int core_count = 0;
 397     int ithread;
 398
 399     pbi->b_multithreaded_rd = 0;
 400     pbi->b_multithreaded_lf = 0;
 401     pbi->allocated_decoding_thread_count = 0;
 402     core_count = (pbi->max_threads > 16) ? 16 : pbi->max_threads; //vp8_get_proc_core_count();
 403     if (core_count > 1)
 404     {
 405         sem_init(&pbi->h_event_lpf, 0, 0);
 406         sem_init(&pbi->h_event_start_lpf, 0, 0);
 407         pbi->b_multithreaded_lf = 1;
 408         pthread_create(&pbi->h_thread_lpf, 0, vp8_thread_loop_filter, (pbi));
 409     }
 410
 411     if (core_count > 1)
 412     {
 413         pbi->b_multithreaded_rd = 1;
 414         pbi->decoding_thread_count = core_count - 1;
 415
 416         CHECK_MEM_ERROR(pbi->h_decoding_thread, vpx_malloc(sizeof(pthread_t) * pbi->decoding_thread_count));
 417         CHECK_MEM_ERROR(pbi->h_event_mbrdecoding, vpx_malloc(sizeof(sem_t) * pbi->decoding_thread_count));
 418         CHECK_MEM_ERROR(pbi->mb_row_di, vpx_memalign(32, sizeof(MB_ROW_DEC) * pbi->decoding_thread_count));
 419         vpx_memset(pbi->mb_row_di, 0, sizeof(MB_ROW_DEC) * pbi->decoding_thread_count);
 420         CHECK_MEM_ERROR(pbi->de_thread_data, vpx_malloc(sizeof(DECODETHREAD_DATA) * pbi->decoding_thread_count));
 421
 422         for (ithread = 0; ithread < pbi->decoding_thread_count; ithread++)
 423         {
 424             sem_init(&pbi->h_event_mbrdecoding[ithread], 0, 0);
 425
 426             pbi->de_thread_data[ithread].ithread  = ithread;
 427             pbi->de_thread_data[ithread].ptr1     = (void *)pbi;
 428             pbi->de_thread_data[ithread].ptr2     = (void *) &pbi->mb_row_di[ithread];
 429
 430             pthread_create(&pbi->h_decoding_thread[ithread], 0, vp8_thread_decoding_proc, (&pbi->de_thread_data[ithread]));
 431
 432         }
 433
 434         sem_init(&pbi->h_event_main, 0, 0);
 435         pbi->allocated_decoding_thread_count = pbi->decoding_thread_count;
 436     }
 437
 438 #else
 439     (void) pbi;
 440 #endif
 441 }
 442
 443 void vp8_decoder_remove_threads(VP8D_COMP *pbi)
 444 {
 445 #if CONFIG_MULTITHREAD
 446
 447     if (pbi->b_multithreaded_lf)
 448     {
 449         pbi->b_multithreaded_lf = 0;
 450         sem_post(&pbi->h_event_start_lpf);
 451         pthread_join(pbi->h_thread_lpf, 0);
 452         sem_destroy(&pbi->h_event_start_lpf);
 453     }
 454
 455     //shutdown MB Decoding thread;
 456     if (pbi->b_multithreaded_rd)
 457     {
 458         pbi->b_multithreaded_rd = 0;
 459         // allow all threads to exit
 460         {
 461             int i;
 462
 463             for (i = 0; i < pbi->allocated_decoding_thread_count; i++)
 464             {
 465
 466                 sem_post(&pbi->h_event_mbrdecoding[i]);
 467                 pthread_join(pbi->h_decoding_thread[i], NULL);
 468             }
 469         }
 470         {
 471
 472             int i;
 473             for (i = 0; i < pbi->allocated_decoding_thread_count; i++)
 474             {
 475                 sem_destroy(&pbi->h_event_mbrdecoding[i]);
 476             }
 477
 478
 479         }
 480
 481         sem_destroy(&pbi->h_event_main);
 482
 483         if (pbi->h_decoding_thread)
 484         {
 485             vpx_free(pbi->h_decoding_thread);
 486             pbi->h_decoding_thread = NULL;
 487         }
 488
 489         if (pbi->h_event_mbrdecoding)
 490         {
 491             vpx_free(pbi->h_event_mbrdecoding);
 492             pbi->h_event_mbrdecoding = NULL;
 493         }
 494
 495         if (pbi->mb_row_di)
 496         {
 497             vpx_free(pbi->mb_row_di);
 498             pbi->mb_row_di = NULL ;
 499         }
 500
 501         if (pbi->de_thread_data)
 502         {
 503             vpx_free(pbi->de_thread_data);
 504             pbi->de_thread_data = NULL;
 505         }
 506     }
 507
 508 #else
 509     (void) pbi;
 510 #endif
 511 }
 512
 513
 514 void vp8_start_lfthread(VP8D_COMP *pbi)
 515 {
 516 #if CONFIG_MULTITHREAD
 517     memcpy(&pbi->lpfmb, &pbi->mb, sizeof(pbi->mb));
 518     pbi->last_mb_row_decoded = 0;
 519     sem_post(&pbi->h_event_start_lpf);
 520 #else
 521     (void) pbi;
 522 #endif
 523 }
 524
 525 void vp8_stop_lfthread(VP8D_COMP *pbi)
 526 {
 527 #if CONFIG_MULTITHREAD
 528     struct vpx_usec_timer timer;
 529
 530     vpx_usec_timer_start(&timer);
 531
 532     sem_wait(&pbi->h_event_lpf);
 533
 534     vpx_usec_timer_mark(&timer);
 535     pbi->time_loop_filtering += vpx_usec_timer_elapsed(&timer);
 536 #else
 537     (void) pbi;
 538 #endif
 539 }
 540
 541
 542 void vp8_mtdecode_mb_rows(VP8D_COMP *pbi,
 543                           MACROBLOCKD *xd)
 544 {
 545 #if CONFIG_MULTITHREAD
 546     int mb_row;
 547     VP8_COMMON *pc = &pbi->common;
 548
 549     int ibc = 0;
 550     int num_part = 1 << pbi->common.multi_token_partition;
 551
 552     vp8_setup_decoding_thread_data(pbi, xd, pbi->mb_row_di, pbi->decoding_thread_count);
 553
 554     for (mb_row = 0; mb_row < pc->mb_rows; mb_row += (pbi->decoding_thread_count + 1))
 555     {
 556         int i;
 557         pbi->current_mb_col_main = -1;
 558
 559         xd->current_bc = &pbi->mbc[ibc];
 560         ibc++ ;
 561
 562         if (ibc == num_part)
 563             ibc = 0;
 564
 565         for (i = 0; i < pbi->decoding_thread_count; i++)
 566         {
 567             if ((mb_row + i + 1) >= pc->mb_rows)
 568                 break;
 569
 570             pbi->mb_row_di[i].mb_row = mb_row + i + 1;
 571             pbi->mb_row_di[i].mbd.current_bc =  &pbi->mbc[ibc];
 572             ibc++;
 573
 574             if (ibc == num_part)
 575                 ibc = 0;
 576
 577             pbi->mb_row_di[i].current_mb_col = -1;
 578             sem_post(&pbi->h_event_mbrdecoding[i]);
 579         }
 580
 581         vp8_decode_mb_row(pbi, pc, mb_row, xd);
 582
 583         xd->mode_info_context += xd->mode_info_stride * pbi->decoding_thread_count;
 584
 585         if (mb_row < pc->mb_rows - 1)
 586         {
 587             sem_wait(&pbi->h_event_main);
 588         }
 589     }
 590
 591     pbi->last_mb_row_decoded = mb_row;
 592 #else
 593     (void) pbi;
 594     (void) xd;
 595 #endif
 596 }