vp8/encoder/tokenize.c

   1 /*
   2  *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
   3  *
   4  *  Use of this source code is governed by a BSD-style license
   5  *  that can be found in the LICENSE file in the root of the source
   6  *  tree. An additional intellectual property rights grant can be found
   7  *  in the file PATENTS.  All contributing project authors may
   8  *  be found in the AUTHORS file in the root of the source tree.
   9  */
  10
  11
  12 #include <math.h>
  13 #include <stdio.h>
  14 #include <string.h>
  15 #include <assert.h>
  16 #include "onyx_int.h"
  17 #include "tokenize.h"
  18 #include "vpx_mem/vpx_mem.h"
  19
  20 /* Global event counters used for accumulating statistics across several
  21    compressions, then generating context.c = initial stats. */
  22
  23 #ifdef ENTROPY_STATS
  24 _int64 context_counters[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];
  25 #endif
  26 void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCKD *x, TOKENEXTRA **t) ;
  27 void vp8_fix_contexts(MACROBLOCKD *x);
  28
  29 static TOKENVALUE dct_value_tokens[DCT_MAX_VALUE*2];
  30 const TOKENVALUE *vp8_dct_value_tokens_ptr;
  31 static int dct_value_cost[DCT_MAX_VALUE*2];
  32 const int *vp8_dct_value_cost_ptr;
  33 #if 0
  34 int skip_true_count = 0;
  35 int skip_false_count = 0;
  36 #endif
  37 static void fill_value_tokens()
  38 {
  39
  40     TOKENVALUE *const t = dct_value_tokens + DCT_MAX_VALUE;
  41     vp8_extra_bit_struct *const e = vp8_extra_bits;
  42
  43     int i = -DCT_MAX_VALUE;
  44     int sign = 1;
  45
  46     do
  47     {
  48         if (!i)
  49             sign = 0;
  50
  51         {
  52             const int a = sign ? -i : i;
  53             int eb = sign;
  54
  55             if (a > 4)
  56             {
  57                 int j = 4;
  58
  59                 while (++j < 11  &&  e[j].base_val <= a) {}
  60
  61                 t[i].Token = --j;
  62                 eb |= (a - e[j].base_val) << 1;
  63             }
  64             else
  65                 t[i].Token = a;
  66
  67             t[i].Extra = eb;
  68         }
  69
  70         // initialize the cost for extra bits for all possible coefficient value.
  71         {
  72             int cost = 0;
  73             vp8_extra_bit_struct *p = vp8_extra_bits + t[i].Token;
  74
  75             if (p->base_val)
  76             {
  77                 const int extra = t[i].Extra;
  78                 const int Length = p->Len;
  79
  80                 if (Length)
  81                     cost += vp8_treed_cost(p->tree, p->prob, extra >> 1, Length);
  82
  83                 cost += vp8_cost_bit(vp8_prob_half, extra & 1); /* sign */
  84                 dct_value_cost[i + DCT_MAX_VALUE] = cost;
  85             }
  86
  87         }
  88
  89     }
  90     while (++i < DCT_MAX_VALUE);
  91
  92     vp8_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE;
  93     vp8_dct_value_cost_ptr   = dct_value_cost + DCT_MAX_VALUE;
  94 }
  95
  96 static void tokenize2nd_order_b
  97 (
  98     MACROBLOCKD *x,
  99     TOKENEXTRA **tp,
 100     VP8_COMP *cpi
 101 )
 102 {
 103     int pt;             /* near block/prev token context index */
 104     int c;              /* start at DC */
 105     TOKENEXTRA *t = *tp;/* store tokens starting here */
 106     const BLOCKD *b;
 107     const short *qcoeff_ptr;
 108     ENTROPY_CONTEXT * a;
 109     ENTROPY_CONTEXT * l;
 110     int band, rc, v, token;
 111
 112     b = x->block + 24;
 113     qcoeff_ptr = b->qcoeff;
 114     a = (ENTROPY_CONTEXT *)x->above_context + 8;
 115     l = (ENTROPY_CONTEXT *)x->left_context + 8;
 116
 117     VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 118
 119     for (c = 0; c < b->eob; c++)
 120     {
 121         rc = vp8_default_zig_zag1d[c];
 122         band = vp8_coef_bands[c];
 123         v = qcoeff_ptr[rc];
 124
 125         t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
 126         token    = vp8_dct_value_tokens_ptr[v].Token;
 127
 128         t->Token = token;
 129         t->context_tree = cpi->common.fc.coef_probs [1] [band] [pt];
 130
 131         t->skip_eob_node = ((pt == 0) && (band > 0));
 132
 133         ++cpi->coef_counts       [1] [band] [pt] [token];
 134
 135         pt = vp8_prev_token_class[token];
 136         t++;
 137     }
 138     if (c < 16)
 139     {
 140         band = vp8_coef_bands[c];
 141         t->Token = DCT_EOB_TOKEN;
 142         t->context_tree = cpi->common.fc.coef_probs [1] [band] [pt];
 143
 144         t->skip_eob_node = ((pt == 0) && (band > 0));
 145
 146         ++cpi->coef_counts       [1] [band] [pt] [DCT_EOB_TOKEN];
 147
 148         t++;
 149     }
 150
 151     *tp = t;
 152     pt = (c != 0); /* 0 <-> all coeff data is zero */
 153     *a = *l = pt;
 154
 155 }
 156
 157 static void tokenize1st_order_b
 158 (
 159     MACROBLOCKD *x,
 160     TOKENEXTRA **tp,
 161     int type,           /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
 162     VP8_COMP *cpi
 163 )
 164 {
 165     unsigned int block;
 166     const BLOCKD *b;
 167     int pt;             /* near block/prev token context index */
 168     int c;
 169     int token;
 170     TOKENEXTRA *t = *tp;/* store tokens starting here */
 171     const short *qcoeff_ptr;
 172     ENTROPY_CONTEXT * a;
 173     ENTROPY_CONTEXT * l;
 174     int band, rc, v;
 175     int tmp1, tmp2;
 176
 177     b = x->block;
 178     /* Luma */
 179     for (block = 0; block < 16; block++, b++)
 180     {
 181         tmp1 = vp8_block2above[block];
 182         tmp2 = vp8_block2left[block];
 183         qcoeff_ptr = b->qcoeff;
 184         a = (ENTROPY_CONTEXT *)x->above_context + tmp1;
 185         l = (ENTROPY_CONTEXT *)x->left_context + tmp2;
 186
 187         VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 188
 189         c = type ? 0 : 1;
 190
 191         for (; c < b->eob; c++)
 192         {
 193             rc = vp8_default_zig_zag1d[c];
 194             band = vp8_coef_bands[c];
 195             v = qcoeff_ptr[rc];
 196
 197             t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
 198             token    = vp8_dct_value_tokens_ptr[v].Token;
 199
 200             t->Token = token;
 201             t->context_tree = cpi->common.fc.coef_probs [type] [band] [pt];
 202
 203             t->skip_eob_node = pt == 0 &&
 204                 ((band > 0 && type > 0) || (band > 1 && type == 0));
 205
 206             ++cpi->coef_counts       [type] [band] [pt] [token];
 207
 208             pt = vp8_prev_token_class[token];
 209             t++;
 210         }
 211         if (c < 16)
 212         {
 213             band = vp8_coef_bands[c];
 214             t->Token = DCT_EOB_TOKEN;
 215             t->context_tree = cpi->common.fc.coef_probs [type] [band] [pt];
 216
 217             t->skip_eob_node = pt == 0 &&
 218                 ((band > 0 && type > 0) || (band > 1 && type == 0));
 219
 220             ++cpi->coef_counts       [type] [band] [pt] [DCT_EOB_TOKEN];
 221
 222             t++;
 223         }
 224         *tp = t;
 225         pt = (c != !type); /* 0 <-> all coeff data is zero */
 226         *a = *l = pt;
 227
 228     }
 229     /* Chroma */
 230     for (block = 16; block < 24; block++, b++)
 231     {
 232         tmp1 = vp8_block2above[block];
 233         tmp2 = vp8_block2left[block];
 234         qcoeff_ptr = b->qcoeff;
 235         a = (ENTROPY_CONTEXT *)x->above_context + tmp1;
 236         l = (ENTROPY_CONTEXT *)x->left_context + tmp2;
 237
 238         VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 239
 240         for (c = 0; c < b->eob; c++)
 241         {
 242             rc = vp8_default_zig_zag1d[c];
 243             band = vp8_coef_bands[c];
 244             v = qcoeff_ptr[rc];
 245
 246             t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
 247             token    = vp8_dct_value_tokens_ptr[v].Token;
 248
 249             t->Token = token;
 250             t->context_tree = cpi->common.fc.coef_probs [2] [band] [pt];
 251
 252             t->skip_eob_node = ((pt == 0) && (band > 0));
 253
 254             ++cpi->coef_counts       [2] [band] [pt] [token];
 255
 256             pt = vp8_prev_token_class[token];
 257             t++;
 258         }
 259         if (c < 16)
 260         {
 261             band = vp8_coef_bands[c];
 262             t->Token = DCT_EOB_TOKEN;
 263             t->context_tree = cpi->common.fc.coef_probs [2] [band] [pt];
 264
 265             t->skip_eob_node = ((pt == 0) && (band > 0));
 266
 267             ++cpi->coef_counts       [2] [band] [pt] [DCT_EOB_TOKEN];
 268
 269             t++;
 270         }
 271         *tp = t;
 272         pt = (c != 0); /* 0 <-> all coeff data is zero */
 273         *a = *l = pt;
 274     }
 275
 276 }
 277
 278
 279 static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block)
 280 {
 281     int skip = 1;
 282     int i = 0;
 283
 284     if (has_y2_block)
 285     {
 286         for (i = 0; i < 16; i++)
 287             skip &= (x->block[i].eob < 2);
 288     }
 289
 290     for (; i < 24 + has_y2_block; i++)
 291         skip &= (!x->block[i].eob);
 292
 293     return skip;
 294 }
 295
 296
 297 void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCKD *x, TOKENEXTRA **t)
 298 {
 299     int plane_type;
 300     int has_y2_block;
 301
 302     has_y2_block = (x->mode_info_context->mbmi.mode != B_PRED
 303                     && x->mode_info_context->mbmi.mode != SPLITMV);
 304
 305     x->mode_info_context->mbmi.mb_skip_coeff = mb_is_skippable(x, has_y2_block);
 306     if (x->mode_info_context->mbmi.mb_skip_coeff)
 307     {
 308         cpi->skip_true_count++;
 309
 310         if (!cpi->common.mb_no_coeff_skip)
 311             vp8_stuff_mb(cpi, x, t) ;
 312         else
 313         {
 314             vp8_fix_contexts(x);
 315         }
 316
 317         return;
 318     }
 319
 320     cpi->skip_false_count++;
 321
 322     plane_type = 3;
 323     if(has_y2_block)
 324     {
 325         tokenize2nd_order_b(x, t, cpi);
 326         plane_type = 0;
 327
 328     }
 329
 330     tokenize1st_order_b(x, t, plane_type, cpi);
 331
 332 }
 333
 334
 335 #ifdef ENTROPY_STATS
 336
 337 void init_context_counters(void)
 338 {
 339     vpx_memset(context_counters, 0, sizeof(context_counters));
 340 }
 341
 342 void print_context_counters()
 343 {
 344
 345     int type, band, pt, t;
 346
 347     FILE *const f = fopen("context.c", "w");
 348
 349     fprintf(f, "#include \"entropy.h\"\n");
 350
 351     fprintf(f, "\n/* *** GENERATED FILE: DO NOT EDIT *** */\n\n");
 352
 353     fprintf(f, "int Contexts[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS];\n\n");
 354
 355     fprintf(f, "const int default_contexts[BLOCK_TYPES] [COEF_BANDS] [PREV_COEF_CONTEXTS] [MAX_ENTROPY_TOKENS] = {");
 356
 357 # define Comma( X) (X? ",":"")
 358
 359     type = 0;
 360
 361     do
 362     {
 363         fprintf(f, "%s\n  { /* block Type %d */", Comma(type), type);
 364
 365         band = 0;
 366
 367         do
 368         {
 369             fprintf(f, "%s\n    { /* Coeff Band %d */", Comma(band), band);
 370
 371             pt = 0;
 372
 373             do
 374             {
 375                 fprintf(f, "%s\n      {", Comma(pt));
 376
 377                 t = 0;
 378
 379                 do
 380                 {
 381                     const _int64 x = context_counters [type] [band] [pt] [t];
 382                     const int y = (int) x;
 383
 384                     assert(x == (_int64) y);  /* no overflow handling yet */
 385                     fprintf(f, "%s %d", Comma(t), y);
 386
 387                 }
 388                 while (++t < MAX_ENTROPY_TOKENS);
 389
 390                 fprintf(f, "}");
 391             }
 392             while (++pt < PREV_COEF_CONTEXTS);
 393
 394             fprintf(f, "\n    }");
 395
 396         }
 397         while (++band < COEF_BANDS);
 398
 399         fprintf(f, "\n  }");
 400     }
 401     while (++type < BLOCK_TYPES);
 402
 403     fprintf(f, "\n};\n");
 404     fclose(f);
 405 }
 406 #endif
 407
 408
 409 void vp8_tokenize_initialize()
 410 {
 411     fill_value_tokens();
 412 }
 413
 414
 415 static __inline void stuff2nd_order_b
 416 (
 417     TOKENEXTRA **tp,
 418     ENTROPY_CONTEXT *a,
 419     ENTROPY_CONTEXT *l,
 420     VP8_COMP *cpi
 421 )
 422 {
 423     int pt; /* near block/prev token context index */
 424     TOKENEXTRA *t = *tp;        /* store tokens starting here */
 425     VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 426
 427     t->Token = DCT_EOB_TOKEN;
 428     t->context_tree = cpi->common.fc.coef_probs [1] [0] [pt];
 429     t->skip_eob_node = 0;
 430     ++cpi->coef_counts       [1] [0] [pt] [DCT_EOB_TOKEN];
 431     ++t;
 432
 433     *tp = t;
 434     pt = 0;
 435     *a = *l = pt;
 436
 437 }
 438
 439 static __inline void stuff1st_order_b
 440 (
 441     TOKENEXTRA **tp,
 442     ENTROPY_CONTEXT *a,
 443     ENTROPY_CONTEXT *l,
 444     VP8_COMP *cpi
 445 )
 446 {
 447     int pt; /* near block/prev token context index */
 448     TOKENEXTRA *t = *tp;        /* store tokens starting here */
 449     VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 450
 451     t->Token = DCT_EOB_TOKEN;
 452     t->context_tree = cpi->common.fc.coef_probs [0] [1] [pt];
 453     t->skip_eob_node = 0;
 454     ++cpi->coef_counts       [0] [1] [pt] [DCT_EOB_TOKEN];
 455     ++t;
 456     *tp = t;
 457     pt = 0; /* 0 <-> all coeff data is zero */
 458     *a = *l = pt;
 459
 460 }
 461 static __inline
 462 void stuff1st_order_buv
 463 (
 464     TOKENEXTRA **tp,
 465     ENTROPY_CONTEXT *a,
 466     ENTROPY_CONTEXT *l,
 467     VP8_COMP *cpi
 468 )
 469 {
 470     int pt; /* near block/prev token context index */
 471     TOKENEXTRA *t = *tp;        /* store tokens starting here */
 472     VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
 473
 474     t->Token = DCT_EOB_TOKEN;
 475     t->context_tree = cpi->common.fc.coef_probs [2] [0] [pt];
 476     t->skip_eob_node = 0;
 477     ++cpi->coef_counts[2] [0] [pt] [DCT_EOB_TOKEN];
 478     ++t;
 479     *tp = t;
 480     pt = 0; /* 0 <-> all coeff data is zero */
 481     *a = *l = pt;
 482
 483 }
 484
 485 void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCKD *x, TOKENEXTRA **t)
 486 {
 487     ENTROPY_CONTEXT * A = (ENTROPY_CONTEXT *)x->above_context;
 488     ENTROPY_CONTEXT * L = (ENTROPY_CONTEXT *)x->left_context;
 489     int plane_type;
 490     int b;
 491
 492     stuff2nd_order_b(t,
 493                      A + vp8_block2above[24], L + vp8_block2left[24], cpi);
 494     plane_type = 0;
 495
 496     for (b = 0; b < 16; b++)
 497         stuff1st_order_b(t,
 498                          A + vp8_block2above[b],
 499                          L + vp8_block2left[b], cpi);
 500
 501     for (b = 16; b < 24; b++)
 502         stuff1st_order_buv(t,
 503                            A + vp8_block2above[b],
 504                            L + vp8_block2left[b], cpi);
 505
 506 }
 507 void vp8_fix_contexts(MACROBLOCKD *x)
 508 {
 509     /* Clear entropy contexts for Y2 blocks */
 510     if (x->mode_info_context->mbmi.mode != B_PRED && x->mode_info_context->mbmi.mode != SPLITMV)
 511     {
 512         vpx_memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
 513         vpx_memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
 514     }
 515     else
 516     {
 517         vpx_memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES)-1);
 518         vpx_memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES)-1);
 519     }
 520
 521 }