FFmpeg  4.2.3
vp56.c
Go to the documentation of this file.
1 /*
2  * Copyright (C) 2006 Aurelien Jacobs <aurel@gnuage.org>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20 
21 /**
22  * @file
23  * VP5 and VP6 compatible video decoder (common features)
24  */
25 
26 #include "avcodec.h"
27 #include "bytestream.h"
28 #include "internal.h"
29 #include "h264chroma.h"
30 #include "vp56.h"
31 #include "vp56data.h"
32 
33 
34 void ff_vp56_init_dequant(VP56Context *s, int quantizer)
35 {
36  if (s->quantizer != quantizer)
37  ff_vp3dsp_set_bounding_values(s->bounding_values_array, ff_vp56_filter_threshold[quantizer]);
38  s->quantizer = quantizer;
39  s->dequant_dc = ff_vp56_dc_dequant[quantizer] << 2;
40  s->dequant_ac = ff_vp56_ac_dequant[quantizer] << 2;
41 }
42 
43 static int vp56_get_vectors_predictors(VP56Context *s, int row, int col,
44  VP56Frame ref_frame)
45 {
46  int nb_pred = 0;
47  VP56mv vect[2] = {{0,0}, {0,0}};
48  int pos, offset;
49  VP56mv mvp;
50 
51  for (pos=0; pos<12; pos++) {
52  mvp.x = col + ff_vp56_candidate_predictor_pos[pos][0];
53  mvp.y = row + ff_vp56_candidate_predictor_pos[pos][1];
54  if (mvp.x < 0 || mvp.x >= s->mb_width ||
55  mvp.y < 0 || mvp.y >= s->mb_height)
56  continue;
57  offset = mvp.x + s->mb_width*mvp.y;
58 
59  if (ff_vp56_reference_frame[s->macroblocks[offset].type] != ref_frame)
60  continue;
61  if ((s->macroblocks[offset].mv.x == vect[0].x &&
62  s->macroblocks[offset].mv.y == vect[0].y) ||
63  (s->macroblocks[offset].mv.x == 0 &&
64  s->macroblocks[offset].mv.y == 0))
65  continue;
66 
67  vect[nb_pred++] = s->macroblocks[offset].mv;
68  if (nb_pred > 1) {
69  nb_pred = -1;
70  break;
71  }
72  s->vector_candidate_pos = pos;
73  }
74 
75  s->vector_candidate[0] = vect[0];
76  s->vector_candidate[1] = vect[1];
77 
78  return nb_pred+1;
79 }
80 
81 static void vp56_parse_mb_type_models(VP56Context *s)
82 {
83  VP56RangeCoder *c = &s->c;
84  VP56Model *model = s->modelp;
85  int i, ctx, type;
86 
87  for (ctx=0; ctx<3; ctx++) {
88  if (vp56_rac_get_prob_branchy(c, 174)) {
89  int idx = vp56_rac_gets(c, 4);
90  memcpy(model->mb_types_stats[ctx],
92  sizeof(model->mb_types_stats[ctx]));
93  }
94  if (vp56_rac_get_prob_branchy(c, 254)) {
95  for (type=0; type<10; type++) {
96  for(i=0; i<2; i++) {
97  if (vp56_rac_get_prob_branchy(c, 205)) {
98  int delta, sign = vp56_rac_get(c);
99 
102  if (!delta)
103  delta = 4 * vp56_rac_gets(c, 7);
104  model->mb_types_stats[ctx][type][i] += (delta ^ -sign) + sign;
105  }
106  }
107  }
108  }
109  }
110 
111  /* compute MB type probability tables based on previous MB type */
112  for (ctx=0; ctx<3; ctx++) {
113  int p[10];
114 
115  for (type=0; type<10; type++)
116  p[type] = 100 * model->mb_types_stats[ctx][type][1];
117 
118  for (type=0; type<10; type++) {
119  int p02, p34, p0234, p17, p56, p89, p5689, p156789;
120 
121  /* conservative MB type probability */
122  model->mb_type[ctx][type][0] = 255 - (255 * model->mb_types_stats[ctx][type][0]) / (1 + model->mb_types_stats[ctx][type][0] + model->mb_types_stats[ctx][type][1]);
123 
124  p[type] = 0; /* same MB type => weight is null */
125 
126  /* binary tree parsing probabilities */
127  p02 = p[0] + p[2];
128  p34 = p[3] + p[4];
129  p0234 = p02 + p34;
130  p17 = p[1] + p[7];
131  p56 = p[5] + p[6];
132  p89 = p[8] + p[9];
133  p5689 = p56 + p89;
134  p156789 = p17 + p5689;
135 
136  model->mb_type[ctx][type][1] = 1 + 255 * p0234/(1+p0234+p156789);
137  model->mb_type[ctx][type][2] = 1 + 255 * p02 / (1+p0234);
138  model->mb_type[ctx][type][3] = 1 + 255 * p17 / (1+p156789);
139  model->mb_type[ctx][type][4] = 1 + 255 * p[0] / (1+p02);
140  model->mb_type[ctx][type][5] = 1 + 255 * p[3] / (1+p34);
141  model->mb_type[ctx][type][6] = 1 + 255 * p[1] / (1+p17);
142  model->mb_type[ctx][type][7] = 1 + 255 * p56 / (1+p5689);
143  model->mb_type[ctx][type][8] = 1 + 255 * p[5] / (1+p56);
144  model->mb_type[ctx][type][9] = 1 + 255 * p[8] / (1+p89);
145 
146  /* restore initial value */
147  p[type] = 100 * model->mb_types_stats[ctx][type][1];
148  }
149  }
150 }
151 
152 static VP56mb vp56_parse_mb_type(VP56Context *s,
153  VP56mb prev_type, int ctx)
154 {
155  uint8_t *mb_type_model = s->modelp->mb_type[ctx][prev_type];
156  VP56RangeCoder *c = &s->c;
157 
158  if (vp56_rac_get_prob_branchy(c, mb_type_model[0]))
159  return prev_type;
160  else
161  return vp56_rac_get_tree(c, ff_vp56_pmbt_tree, mb_type_model);
162 }
163 
164 static void vp56_decode_4mv(VP56Context *s, int row, int col)
165 {
166  VP56mv mv = {0,0};
167  int type[4];
168  int b;
169 
170  /* parse each block type */
171  for (b=0; b<4; b++) {
172  type[b] = vp56_rac_gets(&s->c, 2);
173  if (type[b])
174  type[b]++; /* only returns 0, 2, 3 or 4 (all INTER_PF) */
175  }
176 
177  /* get vectors */
178  for (b=0; b<4; b++) {
179  switch (type[b]) {
181  s->mv[b] = (VP56mv) {0,0};
182  break;
184  s->parse_vector_adjustment(s, &s->mv[b]);
185  break;
186  case VP56_MB_INTER_V1_PF:
187  s->mv[b] = s->vector_candidate[0];
188  break;
189  case VP56_MB_INTER_V2_PF:
190  s->mv[b] = s->vector_candidate[1];
191  break;
192  }
193  mv.x += s->mv[b].x;
194  mv.y += s->mv[b].y;
195  }
196 
197  /* this is the one selected for the whole MB for prediction */
198  s->macroblocks[row * s->mb_width + col].mv = s->mv[3];
199 
200  /* chroma vectors are average luma vectors */
201  s->mv[4].x = s->mv[5].x = RSHIFT(mv.x,2);
202  s->mv[4].y = s->mv[5].y = RSHIFT(mv.y,2);
203 }
204 
205 static VP56mb vp56_decode_mv(VP56Context *s, int row, int col)
206 {
207  VP56mv *mv, vect = {0,0};
208  int ctx, b;
209 
211  s->mb_type = vp56_parse_mb_type(s, s->mb_type, ctx);
212  s->macroblocks[row * s->mb_width + col].type = s->mb_type;
213 
214  switch (s->mb_type) {
215  case VP56_MB_INTER_V1_PF:
216  mv = &s->vector_candidate[0];
217  break;
218 
219  case VP56_MB_INTER_V2_PF:
220  mv = &s->vector_candidate[1];
221  break;
222 
223  case VP56_MB_INTER_V1_GF:
225  mv = &s->vector_candidate[0];
226  break;
227 
228  case VP56_MB_INTER_V2_GF:
230  mv = &s->vector_candidate[1];
231  break;
232 
234  s->parse_vector_adjustment(s, &vect);
235  mv = &vect;
236  break;
237 
240  s->parse_vector_adjustment(s, &vect);
241  mv = &vect;
242  break;
243 
244  case VP56_MB_INTER_4V:
245  vp56_decode_4mv(s, row, col);
246  return s->mb_type;
247 
248  default:
249  mv = &vect;
250  break;
251  }
252 
253  s->macroblocks[row*s->mb_width + col].mv = *mv;
254 
255  /* same vector for all blocks */
256  for (b=0; b<6; b++)
257  s->mv[b] = *mv;
258 
259  return s->mb_type;
260 }
261 
262 static VP56mb vp56_conceal_mv(VP56Context *s, int row, int col)
263 {
264  VP56mv *mv, vect = {0,0};
265  int b;
266 
267  s->mb_type = VP56_MB_INTER_NOVEC_PF;
268  s->macroblocks[row * s->mb_width + col].type = s->mb_type;
269 
270  mv = &vect;
271 
272  s->macroblocks[row*s->mb_width + col].mv = *mv;
273 
274  /* same vector for all blocks */
275  for (b=0; b<6; b++)
276  s->mv[b] = *mv;
277 
278  return s->mb_type;
279 }
280 
281 static void vp56_add_predictors_dc(VP56Context *s, VP56Frame ref_frame)
282 {
283  int idx = s->idct_scantable[0];
284  int b;
285 
286  for (b=0; b<6; b++) {
287  VP56RefDc *ab = &s->above_blocks[s->above_block_idx[b]];
288  VP56RefDc *lb = &s->left_block[ff_vp56_b6to4[b]];
289  int count = 0;
290  int dc = 0;
291  int i;
292 
293  if (ref_frame == lb->ref_frame) {
294  dc += lb->dc_coeff;
295  count++;
296  }
297  if (ref_frame == ab->ref_frame) {
298  dc += ab->dc_coeff;
299  count++;
300  }
301  if (s->avctx->codec->id == AV_CODEC_ID_VP5)
302  for (i=0; i<2; i++)
303  if (count < 2 && ref_frame == ab[-1+2*i].ref_frame) {
304  dc += ab[-1+2*i].dc_coeff;
305  count++;
306  }
307  if (count == 0)
308  dc = s->prev_dc[ff_vp56_b2p[b]][ref_frame];
309  else if (count == 2)
310  dc /= 2;
311 
312  s->block_coeff[b][idx] += dc;
313  s->prev_dc[ff_vp56_b2p[b]][ref_frame] = s->block_coeff[b][idx];
314  ab->dc_coeff = s->block_coeff[b][idx];
315  ab->ref_frame = ref_frame;
316  lb->dc_coeff = s->block_coeff[b][idx];
317  lb->ref_frame = ref_frame;
318  s->block_coeff[b][idx] *= s->dequant_dc;
319  }
320 }
321 
322 static void vp56_deblock_filter(VP56Context *s, uint8_t *yuv,
323  ptrdiff_t stride, int dx, int dy)
324 {
325  if (s->avctx->codec->id == AV_CODEC_ID_VP5) {
326  int t = ff_vp56_filter_threshold[s->quantizer];
327  if (dx) s->vp56dsp.edge_filter_hor(yuv + 10-dx , stride, t);
328  if (dy) s->vp56dsp.edge_filter_ver(yuv + stride*(10-dy), stride, t);
329  } else {
330  int * bounding_values = s->bounding_values_array + 127;
331  if (dx)
332  ff_vp3dsp_h_loop_filter_12(yuv + 10-dx, stride, bounding_values);
333  if (dy)
334  ff_vp3dsp_v_loop_filter_12(yuv + stride*(10-dy), stride, bounding_values);
335  }
336 }
337 
338 static void vp56_mc(VP56Context *s, int b, int plane, uint8_t *src,
339  ptrdiff_t stride, int x, int y)
340 {
341  uint8_t *dst = s->frames[VP56_FRAME_CURRENT]->data[plane] + s->block_offset[b];
342  uint8_t *src_block;
343  int src_offset;
344  int overlap_offset = 0;
345  int mask = s->vp56_coord_div[b] - 1;
346  int deblock_filtering = s->deblock_filtering;
347  int dx;
348  int dy;
349 
350  if (s->avctx->skip_loop_filter >= AVDISCARD_ALL ||
351  (s->avctx->skip_loop_filter >= AVDISCARD_NONKEY
352  && !s->frames[VP56_FRAME_CURRENT]->key_frame))
353  deblock_filtering = 0;
354 
355  dx = s->mv[b].x / s->vp56_coord_div[b];
356  dy = s->mv[b].y / s->vp56_coord_div[b];
357 
358  if (b >= 4) {
359  x /= 2;
360  y /= 2;
361  }
362  x += dx - 2;
363  y += dy - 2;
364 
365  if (x<0 || x+12>=s->plane_width[plane] ||
366  y<0 || y+12>=s->plane_height[plane]) {
367  s->vdsp.emulated_edge_mc(s->edge_emu_buffer,
368  src + s->block_offset[b] + (dy-2)*stride + (dx-2),
369  stride, stride,
370  12, 12, x, y,
371  s->plane_width[plane],
372  s->plane_height[plane]);
373  src_block = s->edge_emu_buffer;
374  src_offset = 2 + 2*stride;
375  } else if (deblock_filtering) {
376  /* only need a 12x12 block, but there is no such dsp function, */
377  /* so copy a 16x12 block */
378  s->hdsp.put_pixels_tab[0][0](s->edge_emu_buffer,
379  src + s->block_offset[b] + (dy-2)*stride + (dx-2),
380  stride, 12);
381  src_block = s->edge_emu_buffer;
382  src_offset = 2 + 2*stride;
383  } else {
384  src_block = src;
385  src_offset = s->block_offset[b] + dy*stride + dx;
386  }
387 
388  if (deblock_filtering)
389  vp56_deblock_filter(s, src_block, stride, dx&7, dy&7);
390 
391  if (s->mv[b].x & mask)
392  overlap_offset += (s->mv[b].x > 0) ? 1 : -1;
393  if (s->mv[b].y & mask)
394  overlap_offset += (s->mv[b].y > 0) ? stride : -stride;
395 
396  if (overlap_offset) {
397  if (s->filter)
398  s->filter(s, dst, src_block, src_offset, src_offset+overlap_offset,
399  stride, s->mv[b], mask, s->filter_selection, b<4);
400  else
401  s->vp3dsp.put_no_rnd_pixels_l2(dst, src_block+src_offset,
402  src_block+src_offset+overlap_offset,
403  stride, 8);
404  } else {
405  s->hdsp.put_pixels_tab[1][0](dst, src_block+src_offset, stride, 8);
406  }
407 }
408 
409 static void vp56_idct_put(VP56Context *s, uint8_t * dest, ptrdiff_t stride, int16_t *block, int selector)
410 {
411  if (selector > 10 || selector == 1)
412  s->vp3dsp.idct_put(dest, stride, block);
413  else
414  ff_vp3dsp_idct10_put(dest, stride, block);
415 }
416 
417 static void vp56_idct_add(VP56Context *s, uint8_t * dest, ptrdiff_t stride, int16_t *block, int selector)
418 {
419  if (selector > 10)
420  s->vp3dsp.idct_add(dest, stride, block);
421  else if (selector > 1)
422  ff_vp3dsp_idct10_add(dest, stride, block);
423  else
424  s->vp3dsp.idct_dc_add(dest, stride, block);
425 }
426 
427 static av_always_inline void vp56_render_mb(VP56Context *s, int row, int col, int is_alpha, VP56mb mb_type)
428 {
429  int b, ab, b_max, plane, off;
430  AVFrame *frame_current, *frame_ref;
431  VP56Frame ref_frame = ff_vp56_reference_frame[mb_type];
432 
433  vp56_add_predictors_dc(s, ref_frame);
434 
435  frame_current = s->frames[VP56_FRAME_CURRENT];
436  frame_ref = s->frames[ref_frame];
437  if (mb_type != VP56_MB_INTRA && !frame_ref->data[0])
438  return;
439 
440  ab = 6*is_alpha;
441  b_max = 6 - 2*is_alpha;
442 
443  switch (mb_type) {
444  case VP56_MB_INTRA:
445  for (b=0; b<b_max; b++) {
446  plane = ff_vp56_b2p[b+ab];
447  vp56_idct_put(s, frame_current->data[plane] + s->block_offset[b],
448  s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
449  }
450  break;
451 
454  for (b=0; b<b_max; b++) {
455  plane = ff_vp56_b2p[b+ab];
456  off = s->block_offset[b];
457  s->hdsp.put_pixels_tab[1][0](frame_current->data[plane] + off,
458  frame_ref->data[plane] + off,
459  s->stride[plane], 8);
460  vp56_idct_add(s, frame_current->data[plane] + off,
461  s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
462  }
463  break;
464 
466  case VP56_MB_INTER_V1_PF:
467  case VP56_MB_INTER_V2_PF:
469  case VP56_MB_INTER_4V:
470  case VP56_MB_INTER_V1_GF:
471  case VP56_MB_INTER_V2_GF:
472  for (b=0; b<b_max; b++) {
473  int x_off = b==1 || b==3 ? 8 : 0;
474  int y_off = b==2 || b==3 ? 8 : 0;
475  plane = ff_vp56_b2p[b+ab];
476  vp56_mc(s, b, plane, frame_ref->data[plane], s->stride[plane],
477  16*col+x_off, 16*row+y_off);
478  vp56_idct_add(s, frame_current->data[plane] + s->block_offset[b],
479  s->stride[plane], s->block_coeff[b], s->idct_selector[b]);
480  }
481  break;
482  }
483 
484  if (is_alpha) {
485  s->block_coeff[4][0] = 0;
486  s->block_coeff[5][0] = 0;
487  }
488 }
489 
490 static int vp56_decode_mb(VP56Context *s, int row, int col, int is_alpha)
491 {
492  VP56mb mb_type;
493  int ret;
494 
495  if (s->frames[VP56_FRAME_CURRENT]->key_frame)
496  mb_type = VP56_MB_INTRA;
497  else
498  mb_type = vp56_decode_mv(s, row, col);
499 
500  ret = s->parse_coeff(s);
501  if (ret < 0)
502  return ret;
503 
504  vp56_render_mb(s, row, col, is_alpha, mb_type);
505 
506  return 0;
507 }
508 
509 static int vp56_conceal_mb(VP56Context *s, int row, int col, int is_alpha)
510 {
511  VP56mb mb_type;
512 
513  if (s->frames[VP56_FRAME_CURRENT]->key_frame)
514  mb_type = VP56_MB_INTRA;
515  else
516  mb_type = vp56_conceal_mv(s, row, col);
517 
518  vp56_render_mb(s, row, col, is_alpha, mb_type);
519 
520  return 0;
521 }
522 
523 static int vp56_size_changed(VP56Context *s)
524 {
525  AVCodecContext *avctx = s->avctx;
526  int stride = s->frames[VP56_FRAME_CURRENT]->linesize[0];
527  int i;
528 
529  s->plane_width[0] = s->plane_width[3] = avctx->coded_width;
530  s->plane_width[1] = s->plane_width[2] = avctx->coded_width/2;
531  s->plane_height[0] = s->plane_height[3] = avctx->coded_height;
532  s->plane_height[1] = s->plane_height[2] = avctx->coded_height/2;
533 
534  s->have_undamaged_frame = 0;
535 
536  for (i=0; i<4; i++)
537  s->stride[i] = s->flip * s->frames[VP56_FRAME_CURRENT]->linesize[i];
538 
539  s->mb_width = (avctx->coded_width +15) / 16;
540  s->mb_height = (avctx->coded_height+15) / 16;
541 
542  if (s->mb_width > 1000 || s->mb_height > 1000) {
543  ff_set_dimensions(avctx, 0, 0);
544  av_log(avctx, AV_LOG_ERROR, "picture too big\n");
545  return AVERROR_INVALIDDATA;
546  }
547 
548  av_reallocp_array(&s->above_blocks, 4*s->mb_width+6,
549  sizeof(*s->above_blocks));
550  av_reallocp_array(&s->macroblocks, s->mb_width*s->mb_height,
551  sizeof(*s->macroblocks));
552  av_free(s->edge_emu_buffer_alloc);
553  s->edge_emu_buffer_alloc = av_malloc(16*stride);
554  s->edge_emu_buffer = s->edge_emu_buffer_alloc;
555  if (!s->above_blocks || !s->macroblocks || !s->edge_emu_buffer_alloc)
556  return AVERROR(ENOMEM);
557  if (s->flip < 0)
558  s->edge_emu_buffer += 15 * stride;
559 
560  if (s->alpha_context)
561  return vp56_size_changed(s->alpha_context);
562 
563  return 0;
564 }
565 
566 static int ff_vp56_decode_mbs(AVCodecContext *avctx, void *, int, int);
567 
568 int ff_vp56_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
569  AVPacket *avpkt)
570 {
571  const uint8_t *buf = avpkt->data;
572  VP56Context *s = avctx->priv_data;
573  AVFrame *const p = s->frames[VP56_FRAME_CURRENT];
574  int remaining_buf_size = avpkt->size;
575  int alpha_offset = remaining_buf_size;
576  int i, res;
577  int ret;
578 
579  if (s->has_alpha) {
580  if (remaining_buf_size < 3)
581  return AVERROR_INVALIDDATA;
582  alpha_offset = bytestream_get_be24(&buf);
583  remaining_buf_size -= 3;
584  if (remaining_buf_size < alpha_offset)
585  return AVERROR_INVALIDDATA;
586  }
587 
588  res = s->parse_header(s, buf, alpha_offset);
589  if (res < 0)
590  return res;
591 
592  if (res == VP56_SIZE_CHANGE) {
593  for (i = 0; i < 4; i++) {
594  av_frame_unref(s->frames[i]);
595  if (s->alpha_context)
596  av_frame_unref(s->alpha_context->frames[i]);
597  }
598  }
599 
600  ret = ff_get_buffer(avctx, p, AV_GET_BUFFER_FLAG_REF);
601  if (ret < 0) {
602  if (res == VP56_SIZE_CHANGE)
603  ff_set_dimensions(avctx, 0, 0);
604  return ret;
605  }
606 
607  if (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) {
608  av_frame_unref(s->alpha_context->frames[VP56_FRAME_CURRENT]);
609  if ((ret = av_frame_ref(s->alpha_context->frames[VP56_FRAME_CURRENT], p)) < 0) {
610  av_frame_unref(p);
611  if (res == VP56_SIZE_CHANGE)
612  ff_set_dimensions(avctx, 0, 0);
613  return ret;
614  }
615  }
616 
617  if (res == VP56_SIZE_CHANGE) {
618  if (vp56_size_changed(s)) {
619  av_frame_unref(p);
620  return AVERROR_INVALIDDATA;
621  }
622  }
623 
624  if (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) {
625  int bak_w = avctx->width;
626  int bak_h = avctx->height;
627  int bak_cw = avctx->coded_width;
628  int bak_ch = avctx->coded_height;
629  buf += alpha_offset;
630  remaining_buf_size -= alpha_offset;
631 
632  res = s->alpha_context->parse_header(s->alpha_context, buf, remaining_buf_size);
633  if (res != 0) {
634  if(res==VP56_SIZE_CHANGE) {
635  av_log(avctx, AV_LOG_ERROR, "Alpha reconfiguration\n");
636  avctx->width = bak_w;
637  avctx->height = bak_h;
638  avctx->coded_width = bak_cw;
639  avctx->coded_height = bak_ch;
640  }
641  av_frame_unref(p);
642  return AVERROR_INVALIDDATA;
643  }
644  }
645 
646  s->discard_frame = 0;
647  avctx->execute2(avctx, ff_vp56_decode_mbs, 0, 0, (avctx->pix_fmt == AV_PIX_FMT_YUVA420P) + 1);
648 
649  if (s->discard_frame)
650  return AVERROR_INVALIDDATA;
651 
652  if ((res = av_frame_ref(data, p)) < 0)
653  return res;
654  *got_frame = 1;
655 
656  return avpkt->size;
657 }
658 
659 static int ff_vp56_decode_mbs(AVCodecContext *avctx, void *data,
660  int jobnr, int threadnr)
661 {
662  VP56Context *s0 = avctx->priv_data;
663  int is_alpha = (jobnr == 1);
664  VP56Context *s = is_alpha ? s0->alpha_context : s0;
665  AVFrame *const p = s->frames[VP56_FRAME_CURRENT];
666  int mb_row, mb_col, mb_row_flip, mb_offset = 0;
667  int block, y, uv;
668  ptrdiff_t stride_y, stride_uv;
669  int res;
670  int damaged = 0;
671 
672  if (p->key_frame) {
674  s->default_models_init(s);
675  for (block=0; block<s->mb_height*s->mb_width; block++)
676  s->macroblocks[block].type = VP56_MB_INTRA;
677  } else {
680  s->parse_vector_models(s);
681  s->mb_type = VP56_MB_INTER_NOVEC_PF;
682  }
683 
684  if (s->parse_coeff_models(s))
685  goto next;
686 
687  memset(s->prev_dc, 0, sizeof(s->prev_dc));
688  s->prev_dc[1][VP56_FRAME_CURRENT] = 128;
689  s->prev_dc[2][VP56_FRAME_CURRENT] = 128;
690 
691  for (block=0; block < 4*s->mb_width+6; block++) {
692  s->above_blocks[block].ref_frame = VP56_FRAME_NONE;
693  s->above_blocks[block].dc_coeff = 0;
694  s->above_blocks[block].not_null_dc = 0;
695  }
696  s->above_blocks[2*s->mb_width + 2].ref_frame = VP56_FRAME_CURRENT;
697  s->above_blocks[3*s->mb_width + 4].ref_frame = VP56_FRAME_CURRENT;
698 
699  stride_y = p->linesize[0];
700  stride_uv = p->linesize[1];
701 
702  if (s->flip < 0)
703  mb_offset = 7;
704 
705  /* main macroblocks loop */
706  for (mb_row=0; mb_row<s->mb_height; mb_row++) {
707  if (s->flip < 0)
708  mb_row_flip = s->mb_height - mb_row - 1;
709  else
710  mb_row_flip = mb_row;
711 
712  for (block=0; block<4; block++) {
713  s->left_block[block].ref_frame = VP56_FRAME_NONE;
714  s->left_block[block].dc_coeff = 0;
715  s->left_block[block].not_null_dc = 0;
716  }
717  memset(s->coeff_ctx, 0, sizeof(s->coeff_ctx));
718  memset(s->coeff_ctx_last, 24, sizeof(s->coeff_ctx_last));
719 
720  s->above_block_idx[0] = 1;
721  s->above_block_idx[1] = 2;
722  s->above_block_idx[2] = 1;
723  s->above_block_idx[3] = 2;
724  s->above_block_idx[4] = 2*s->mb_width + 2 + 1;
725  s->above_block_idx[5] = 3*s->mb_width + 4 + 1;
726 
727  s->block_offset[s->frbi] = (mb_row_flip*16 + mb_offset) * stride_y;
728  s->block_offset[s->srbi] = s->block_offset[s->frbi] + 8*stride_y;
729  s->block_offset[1] = s->block_offset[0] + 8;
730  s->block_offset[3] = s->block_offset[2] + 8;
731  s->block_offset[4] = (mb_row_flip*8 + mb_offset) * stride_uv;
732  s->block_offset[5] = s->block_offset[4];
733 
734  for (mb_col=0; mb_col<s->mb_width; mb_col++) {
735  if (!damaged) {
736  int ret = vp56_decode_mb(s, mb_row, mb_col, is_alpha);
737  if (ret < 0) {
738  damaged = 1;
739  if (!s->have_undamaged_frame || !avctx->error_concealment) {
740  s->discard_frame = 1;
741  return AVERROR_INVALIDDATA;
742  }
743  }
744  }
745  if (damaged)
746  vp56_conceal_mb(s, mb_row, mb_col, is_alpha);
747 
748  for (y=0; y<4; y++) {
749  s->above_block_idx[y] += 2;
750  s->block_offset[y] += 16;
751  }
752 
753  for (uv=4; uv<6; uv++) {
754  s->above_block_idx[uv] += 1;
755  s->block_offset[uv] += 8;
756  }
757  }
758  }
759 
760  if (!damaged)
761  s->have_undamaged_frame = 1;
762 
763 next:
764  if (p->key_frame || s->golden_frame) {
765  av_frame_unref(s->frames[VP56_FRAME_GOLDEN]);
766  if ((res = av_frame_ref(s->frames[VP56_FRAME_GOLDEN], p)) < 0)
767  return res;
768  }
769 
771  FFSWAP(AVFrame *, s->frames[VP56_FRAME_CURRENT],
772  s->frames[VP56_FRAME_PREVIOUS]);
773  return 0;
774 }
775 
776 av_cold int ff_vp56_init(AVCodecContext *avctx, int flip, int has_alpha)
777 {
778  VP56Context *s = avctx->priv_data;
779  return ff_vp56_init_context(avctx, s, flip, has_alpha);
780 }
781 
782 av_cold int ff_vp56_init_context(AVCodecContext *avctx, VP56Context *s,
783  int flip, int has_alpha)
784 {
785  int i;
786 
787  s->avctx = avctx;
788  avctx->pix_fmt = has_alpha ? AV_PIX_FMT_YUVA420P : AV_PIX_FMT_YUV420P;
789  if (avctx->skip_alpha) avctx->pix_fmt = AV_PIX_FMT_YUV420P;
790 
791  ff_h264chroma_init(&s->h264chroma, 8);
792  ff_hpeldsp_init(&s->hdsp, avctx->flags);
793  ff_videodsp_init(&s->vdsp, 8);
794  ff_vp3dsp_init(&s->vp3dsp, avctx->flags);
795  for (i = 0; i < 64; i++) {
796 #define TRANSPOSE(x) (((x) >> 3) | (((x) & 7) << 3))
797  s->idct_scantable[i] = TRANSPOSE(ff_zigzag_direct[i]);
798 #undef TRANSPOSE
799  }
800 
801  for (i = 0; i < FF_ARRAY_ELEMS(s->frames); i++) {
802  s->frames[i] = av_frame_alloc();
803  if (!s->frames[i]) {
804  ff_vp56_free(avctx);
805  return AVERROR(ENOMEM);
806  }
807  }
808  s->edge_emu_buffer_alloc = NULL;
809 
810  s->above_blocks = NULL;
811  s->macroblocks = NULL;
812  s->quantizer = -1;
813  s->deblock_filtering = 1;
814  s->golden_frame = 0;
815 
816  s->filter = NULL;
817 
818  s->has_alpha = has_alpha;
819 
820  s->modelp = &s->model;
821 
822  if (flip) {
823  s->flip = -1;
824  s->frbi = 2;
825  s->srbi = 0;
826  } else {
827  s->flip = 1;
828  s->frbi = 0;
829  s->srbi = 2;
830  }
831 
832  return 0;
833 }
834 
836 {
837  VP56Context *s = avctx->priv_data;
838  return ff_vp56_free_context(s);
839 }
840 
841 av_cold int ff_vp56_free_context(VP56Context *s)
842 {
843  int i;
844 
845  av_freep(&s->above_blocks);
846  av_freep(&s->macroblocks);
847  av_freep(&s->edge_emu_buffer_alloc);
848 
849  for (i = 0; i < FF_ARRAY_ELEMS(s->frames); i++)
850  av_frame_free(&s->frames[i]);
851 
852  return 0;
853 }
int plane
Definition: avisynth_c.h:384
av_cold int ff_vp56_free(AVCodecContext *avctx)
Definition: vp56.c:835
av_cold void ff_videodsp_init(VideoDSPContext *ctx, int bpc)
Definition: videodsp.c:38
#define NULL
Definition: coverity.c:32
discard all frames except keyframes
Definition: avcodec.h:810
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:59
const uint8_t ff_vp56_ac_dequant[64]
Definition: vp56data.c:83
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
VP5 and VP6 compatible video decoder (common features)
static int vp56_get_vectors_predictors(VP56Context *s, int row, int col, VP56Frame ref_frame)
Definition: vp56.c:43
int coded_width
Bitstream width / height, may be different from width/height e.g.
Definition: avcodec.h:1753
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
Definition: utils.c:104
uint8_t mb_types_stats[3][10][2]
Definition: vp56.h:121
static void vp56_idct_put(VP56Context *s, uint8_t *dest, ptrdiff_t stride, int16_t *block, int selector)
Definition: vp56.c:409
const VP56Tree ff_vp56_pmbtm_tree[]
Definition: vp56data.c:219
Inter MB, no vector, from previous frame.
Definition: vp56.h:49
int size
Definition: avcodec.h:1478
const char * b
Definition: vf_curves.c:116
static VP56mb vp56_parse_mb_type(VP56Context *s, VP56mb prev_type, int ctx)
Definition: vp56.c:152
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
Definition: avcodec.h:1775
av_cold void ff_h264chroma_init(H264ChromaContext *c, int bit_depth)
Definition: h264chroma.c:41
#define VP56_SIZE_CHANGE
Definition: vp56.h:71
discard all
Definition: avcodec.h:811
#define src
Definition: vp8dsp.c:254
int stride
Definition: mace.c:144
av_cold int ff_vp56_init(AVCodecContext *avctx, int flip, int has_alpha)
Definition: vp56.c:776
static int16_t block[64]
Definition: dct.c:115
int16_t y
Definition: vp56.h:68
void ff_vp3dsp_idct10_add(uint8_t *dest, ptrdiff_t stride, int16_t *block)
Definition: vp3dsp.c:344
planar YUV 4:2:0, 20bpp, (1 Cr & Cb sample per 2x2 Y & A samples)
Definition: pixfmt.h:101
static VP56mb vp56_decode_mv(VP56Context *s, int row, int col)
Definition: vp56.c:205
uint8_t
void ff_vp3dsp_idct10_put(uint8_t *dest, ptrdiff_t stride, int16_t *block)
Definition: vp3dsp.c:338
#define av_cold
Definition: attributes.h:82
#define av_malloc(s)
AVFrame * av_frame_alloc(void)
Allocate an AVFrame and set its fields to default values.
Definition: frame.c:189
float delta
int av_frame_ref(AVFrame *dst, const AVFrame *src)
Set up a new reference to the data described by the source frame.
Definition: frame.c:443
av_cold int ff_vp56_init_context(AVCodecContext *avctx, VP56Context *s, int flip, int has_alpha)
Definition: vp56.c:782
const char data[16]
Definition: mxf.c:91
uint8_t * data
Definition: avcodec.h:1477
static int vp56_conceal_mb(VP56Context *s, int row, int col, int is_alpha)
Definition: vp56.c:509
const uint8_t ff_vp56_dc_dequant[64]
Definition: vp56data.c:94
const uint8_t ff_vp56_filter_threshold[]
Definition: vp56data.c:204
const int8_t ff_vp56_candidate_predictor_pos[12][2]
Definition: vp56data.c:241
static av_always_inline int vp56_rac_get_tree(VP56RangeCoder *c, const VP56Tree *tree, const uint8_t *probs)
Definition: vp56.h:379
Inter MB, second vector, from golden frame.
Definition: vp56.h:58
#define av_log(a,...)
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
static const uint16_t mask[17]
Definition: lzw.c:38
static void flip(AVCodecContext *avctx, AVFrame *frame)
Definition: rawdec.c:136
#define AVERROR(e)
Definition: error.h:43
void av_frame_free(AVFrame **frame)
Free the frame and any dynamically allocated objects in it, e.g.
Definition: frame.c:202
int skip_alpha
Skip processing alpha if supported by codec.
Definition: avcodec.h:3178
static av_always_inline int vp56_rac_get(VP56RangeCoder *c)
Definition: vp56.h:303
int error_concealment
error concealment flags
Definition: avcodec.h:2640
static void vp56_parse_mb_type_models(VP56Context *s)
Definition: vp56.c:81
#define s0
Definition: regdef.h:37
int flags
AV_CODEC_FLAG_*.
Definition: avcodec.h:1645
VP56mb
Definition: vp56.h:48
Definition: vp56.h:95
void ff_vp56_init_dequant(VP56Context *s, int quantizer)
Definition: vp56.c:34
const uint8_t ff_vp56_b6to4[]
Definition: vp56data.c:29
static const uint8_t offset[127][2]
Definition: vf_spp.c:92
static void vp56_deblock_filter(VP56Context *s, uint8_t *yuv, ptrdiff_t stride, int dx, int dy)
Definition: vp56.c:322
Inter MB, first vector, from previous frame.
Definition: vp56.h:52
Intra MB.
Definition: vp56.h:50
static int vp56_size_changed(VP56Context *s)
Definition: vp56.c:523
int av_reallocp_array(void *ptr, size_t nmemb, size_t size)
Allocate, reallocate, or free an array through a pointer to a pointer.
Definition: mem.c:205
av_cold void ff_hpeldsp_init(HpelDSPContext *c, int flags)
Definition: hpeldsp.c:338
VP56Frame
Definition: vp56.h:40
VP5 and VP6 compatible video decoder (common data)
const uint8_t ff_vp56_pre_def_mb_type_stats[16][3][10][2]
Definition: vp56data.c:105
Inter MB, first vector, from golden frame.
Definition: vp56.h:57
enum AVPictureType pict_type
Picture type of the frame.
Definition: frame.h:378
int width
picture width / height.
Definition: avcodec.h:1738
AVFormatContext * ctx
Definition: movenc.c:48
int ff_vp56_decode_frame(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
Definition: vp56.c:568
static int vp56_decode_mb(VP56Context *s, int row, int col, int is_alpha)
Definition: vp56.c:490
#define s(width, name)
Definition: cbs_vp9.c:257
void ff_vp3dsp_h_loop_filter_12(uint8_t *first_pixel, ptrdiff_t stride, int *bounding_values)
const uint8_t ff_vp56_b2p[]
Definition: vp56data.c:28
VP56Frame ref_frame
Definition: vp56.h:97
#define FF_ARRAY_ELEMS(a)
static const int8_t mv[256][2]
Definition: 4xm.c:77
const VP56Tree ff_vp56_pmbt_tree[]
Definition: vp56data.c:228
static av_always_inline int vp56_rac_get_prob_branchy(VP56RangeCoder *c, int prob)
Definition: vp56.h:285
Inter MB, 4 vectors, from previous frame.
Definition: vp56.h:56
int(* execute2)(struct AVCodecContext *c, int(*func)(struct AVCodecContext *c2, void *arg, int jobnr, int threadnr), void *arg2, int *ret, int count)
The codec may call this to execute several independent things.
Definition: avcodec.h:2884
Inter MB, no vector, from golden frame.
Definition: vp56.h:54
Libavcodec external API header.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
Definition: frame.h:326
Inter MB, second vector, from previous frame.
Definition: vp56.h:53
main external API structure.
Definition: avcodec.h:1565
#define RSHIFT(a, b)
Definition: common.h:54
uint8_t mb_type[3][10][10]
Definition: vp56.h:120
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
Definition: decode.c:1964
void * buf
Definition: avisynth_c.h:766
static int ff_vp56_decode_mbs(AVCodecContext *avctx, void *, int, int)
Definition: vp56.c:659
int coded_height
Definition: avcodec.h:1753
static VP56mb vp56_conceal_mv(VP56Context *s, int row, int col)
Definition: vp56.c:262
cl_device_type type
Inter MB, above/left vector + delta, from previous frame.
Definition: vp56.h:51
const uint8_t ff_zigzag_direct[64]
Definition: mathtables.c:98
static void vp56_decode_4mv(VP56Context *s, int row, int col)
Definition: vp56.c:164
const uint8_t ff_vp56_mb_type_model_model[]
Definition: vp56data.c:215
uint8_t pi<< 24) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0f/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_U8, uint8_t,(*(const uint8_t *) pi - 0x80) *(1.0/(1<< 7))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S16, int16_t,(*(const int16_t *) pi >> 8)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0f/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S16, int16_t, *(const int16_t *) pi *(1.0/(1<< 15))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_S32, int32_t,(*(const int32_t *) pi >> 24)+0x80) CONV_FUNC_GROUP(AV_SAMPLE_FMT_FLT, float, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0f/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_DBL, double, AV_SAMPLE_FMT_S32, int32_t, *(const int32_t *) pi *(1.0/(1U<< 31))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_FLT, float, av_clip_uint8(lrintf(*(const float *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_FLT, float, av_clip_int16(lrintf(*(const float *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_FLT, float, av_clipl_int32(llrintf(*(const float *) pi *(1U<< 31)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_U8, uint8_t, AV_SAMPLE_FMT_DBL, double, av_clip_uint8(lrint(*(const double *) pi *(1<< 7))+0x80)) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S16, int16_t, AV_SAMPLE_FMT_DBL, double, av_clip_int16(lrint(*(const double *) pi *(1<< 15)))) CONV_FUNC_GROUP(AV_SAMPLE_FMT_S32, int32_t, AV_SAMPLE_FMT_DBL, double, av_clipl_int32(llrint(*(const double *) pi *(1U<< 31)))) #define SET_CONV_FUNC_GROUP(ofmt, ifmt) static void set_generic_function(AudioConvert *ac) { } void ff_audio_convert_free(AudioConvert **ac) { if(! *ac) return;ff_dither_free(&(*ac) ->dc);av_freep(ac);} AudioConvert *ff_audio_convert_alloc(AVAudioResampleContext *avr, enum AVSampleFormat out_fmt, enum AVSampleFormat in_fmt, int channels, int sample_rate, int apply_map) { AudioConvert *ac;int in_planar, out_planar;ac=av_mallocz(sizeof(*ac));if(!ac) return NULL;ac->avr=avr;ac->out_fmt=out_fmt;ac->in_fmt=in_fmt;ac->channels=channels;ac->apply_map=apply_map;if(avr->dither_method !=AV_RESAMPLE_DITHER_NONE &&av_get_packed_sample_fmt(out_fmt)==AV_SAMPLE_FMT_S16 &&av_get_bytes_per_sample(in_fmt) > 2) { ac->dc=ff_dither_alloc(avr, out_fmt, in_fmt, channels, sample_rate, apply_map);if(!ac->dc) { av_free(ac);return NULL;} return ac;} in_planar=ff_sample_fmt_is_planar(in_fmt, channels);out_planar=ff_sample_fmt_is_planar(out_fmt, channels);if(in_planar==out_planar) { ac->func_type=CONV_FUNC_TYPE_FLAT;ac->planes=in_planar ? ac->channels :1;} else if(in_planar) ac->func_type=CONV_FUNC_TYPE_INTERLEAVE;else ac->func_type=CONV_FUNC_TYPE_DEINTERLEAVE;set_generic_function(ac);if(ARCH_AARCH64) ff_audio_convert_init_aarch64(ac);if(ARCH_ARM) ff_audio_convert_init_arm(ac);if(ARCH_X86) ff_audio_convert_init_x86(ac);return ac;} int ff_audio_convert(AudioConvert *ac, AudioData *out, AudioData *in) { int use_generic=1;int len=in->nb_samples;int p;if(ac->dc) { av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (dithered)\", len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt));return ff_convert_dither(ac-> dc
void av_frame_unref(AVFrame *frame)
Unreference all the buffers referenced by frame and reset the frame fields.
Definition: frame.c:553
static av_always_inline void vp56_render_mb(VP56Context *s, int row, int col, int is_alpha, VP56mb mb_type)
Definition: vp56.c:427
Definition: vp56.h:66
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:309
av_cold int ff_vp56_free_context(VP56Context *s)
Definition: vp56.c:841
void ff_vp3dsp_v_loop_filter_12(uint8_t *first_pixel, ptrdiff_t stride, int *bounding_values)
planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
Definition: pixfmt.h:66
int16_t x
Definition: vp56.h:67
common internal api header.
static double c[64]
const VP56Frame ff_vp56_reference_frame[]
Definition: vp56data.c:70
void ff_vp3dsp_set_bounding_values(int *bounding_values_array, int filter_limit)
Definition: vp3dsp.c:473
static void vp56_add_predictors_dc(VP56Context *s, VP56Frame ref_frame)
Definition: vp56.c:281
void * priv_data
Definition: avcodec.h:1592
int16_t dc_coeff
Definition: vp56.h:98
#define av_free(p)
Inter MB, above/left vector + delta, from golden frame.
Definition: vp56.h:55
int key_frame
1 -> keyframe, 0-> not
Definition: frame.h:373
static void vp56_idct_add(VP56Context *s, uint8_t *dest, ptrdiff_t stride, int16_t *block, int selector)
Definition: vp56.c:417
#define av_freep(p)
void INT64 INT64 count
Definition: avisynth_c.h:766
#define av_always_inline
Definition: attributes.h:39
#define FFSWAP(type, a, b)
Definition: common.h:99
av_cold void ff_vp3dsp_init(VP3DSPContext *c, int flags)
Definition: vp3dsp.c:445
static void vp56_mc(VP56Context *s, int b, int plane, uint8_t *src, ptrdiff_t stride, int x, int y)
Definition: vp56.c:338
This structure stores compressed data.
Definition: avcodec.h:1454
#define AV_GET_BUFFER_FLAG_REF
The decoder will keep a reference to the frame and may reuse it later.
Definition: avcodec.h:1176
for(j=16;j >0;--j)
Predicted.
Definition: avutil.h:275
#define TRANSPOSE(x)
static int vp56_rac_gets(VP56RangeCoder *c, int bits)
Definition: vp56.h:327