FFmpeg  2.6.9
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Modules Pages
h264_picture.c
Go to the documentation of this file.
1 /*
2  * H.26L/H.264/AVC/JVT/14496-10/... decoder
3  * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * H.264 / AVC / MPEG4 part10 codec.
25  * @author Michael Niedermayer <michaelni@gmx.at>
26  */
27 
28 #include "libavutil/avassert.h"
29 #include "libavutil/imgutils.h"
30 #include "libavutil/timer.h"
31 #include "internal.h"
32 #include "cabac.h"
33 #include "cabac_functions.h"
34 #include "error_resilience.h"
35 #include "avcodec.h"
36 #include "h264.h"
37 #include "h264data.h"
38 #include "h264chroma.h"
39 #include "h264_mvpred.h"
40 #include "golomb.h"
41 #include "mathops.h"
42 #include "mpegutils.h"
43 #include "rectangle.h"
44 #include "thread.h"
45 #include "vdpau_internal.h"
46 
48 {
49  int off = offsetof(H264Picture, tf) + sizeof(pic->tf);
50  int i;
51 
52  if (!pic->f.buf[0])
53  return;
54 
57 
60  for (i = 0; i < 2; i++) {
63  }
64 
65  memset((uint8_t*)pic + off, 0, sizeof(*pic) - off);
66 }
67 
69 {
70  int ret, i;
71 
72  av_assert0(!dst->f.buf[0]);
73  av_assert0(src->f.buf[0]);
74 
75  src->tf.f = &src->f;
76  dst->tf.f = &dst->f;
77  ret = ff_thread_ref_frame(&dst->tf, &src->tf);
78  if (ret < 0)
79  goto fail;
80 
83  if (!dst->qscale_table_buf || !dst->mb_type_buf)
84  goto fail;
85  dst->qscale_table = src->qscale_table;
86  dst->mb_type = src->mb_type;
87 
88  for (i = 0; i < 2; i++) {
89  dst->motion_val_buf[i] = av_buffer_ref(src->motion_val_buf[i]);
90  dst->ref_index_buf[i] = av_buffer_ref(src->ref_index_buf[i]);
91  if (!dst->motion_val_buf[i] || !dst->ref_index_buf[i])
92  goto fail;
93  dst->motion_val[i] = src->motion_val[i];
94  dst->ref_index[i] = src->ref_index[i];
95  }
96 
97  if (src->hwaccel_picture_private) {
99  if (!dst->hwaccel_priv_buf)
100  goto fail;
102  }
103 
104  for (i = 0; i < 2; i++)
105  dst->field_poc[i] = src->field_poc[i];
106 
107  memcpy(dst->ref_poc, src->ref_poc, sizeof(src->ref_poc));
108  memcpy(dst->ref_count, src->ref_count, sizeof(src->ref_count));
109 
110  dst->poc = src->poc;
111  dst->frame_num = src->frame_num;
112  dst->mmco_reset = src->mmco_reset;
113  dst->pic_id = src->pic_id;
114  dst->long_ref = src->long_ref;
115  dst->mbaff = src->mbaff;
116  dst->field_picture = src->field_picture;
117  dst->needs_realloc = src->needs_realloc;
118  dst->reference = src->reference;
119  dst->crop = src->crop;
120  dst->crop_left = src->crop_left;
121  dst->crop_top = src->crop_top;
122  dst->recovered = src->recovered;
123  dst->invalid_gap = src->invalid_gap;
125 
126  return 0;
127 fail:
128  ff_h264_unref_picture(h, dst);
129  return ret;
130 }
131 
133 {
134 #if CONFIG_ERROR_RESILIENCE
135  int i;
136 
137  memset(dst, 0, sizeof(*dst));
138 
139  if (!src)
140  return;
141 
142  dst->f = &src->f;
143  dst->tf = &src->tf;
144 
145  for (i = 0; i < 2; i++) {
146  dst->motion_val[i] = src->motion_val[i];
147  dst->ref_index[i] = src->ref_index[i];
148  }
149 
150  dst->mb_type = src->mb_type;
151  dst->field_picture = src->field_picture;
152 #endif /* CONFIG_ERROR_RESILIENCE */
153 }
154 
155 int ff_h264_field_end(H264Context *h, int in_setup)
156 {
157  AVCodecContext *const avctx = h->avctx;
158  int err = 0;
159  h->mb_y = 0;
160 
164 
165  if (in_setup || !(avctx->active_thread_type & FF_THREAD_FRAME)) {
166  if (!h->droppable) {
168  h->prev_poc_msb = h->poc_msb;
169  h->prev_poc_lsb = h->poc_lsb;
170  }
172  h->prev_frame_num = h->frame_num;
174  }
175 
176  if (avctx->hwaccel) {
177  if (avctx->hwaccel->end_frame(avctx) < 0)
178  av_log(avctx, AV_LOG_ERROR,
179  "hardware accelerator failed to decode picture\n");
180  }
181 
185 
186 #if CONFIG_ERROR_RESILIENCE
187  /*
188  * FIXME: Error handling code does not seem to support interlaced
189  * when slices span multiple rows
190  * The ff_er_add_slice calls don't work right for bottom
191  * fields; they cause massive erroneous error concealing
192  * Error marking covers both fields (top and bottom).
193  * This causes a mismatched s->error_count
194  * and a bad error table. Further, the error count goes to
195  * INT_MAX when called for bottom field, because mb_y is
196  * past end by one (callers fault) and resync_mb_y != 0
197  * causes problems for the first MB line, too.
198  */
199  if (!FIELD_PICTURE(h) && h->current_slice && !h->sps.new) {
200  int use_last_pic = h->last_pic_for_ec.f.buf[0] && !h->ref_count[0];
201 
203 
204  if (use_last_pic) {
206  COPY_PICTURE(&h->ref_list[0][0], &h->last_pic_for_ec);
207  } else if (h->ref_count[0]) {
208  ff_h264_set_erpic(&h->er.last_pic, &h->ref_list[0][0]);
209  } else
211 
212  if (h->ref_count[1])
213  ff_h264_set_erpic(&h->er.next_pic, &h->ref_list[1][0]);
214 
215  h->er.ref_count = h->ref_count[0];
216 
217  ff_er_frame_end(&h->er);
218  if (use_last_pic)
219  memset(&h->ref_list[0][0], 0, sizeof(h->last_pic_for_ec));
220  }
221 #endif /* CONFIG_ERROR_RESILIENCE */
222 
223  if (!in_setup && !h->droppable)
226  emms_c();
227 
228  h->current_slice = 0;
229 
230  return err;
231 }
#define NULL
Definition: coverity.c:32
const struct AVCodec * codec
Definition: avcodec.h:1248
int long_ref
1->long term reference 0->short term reference
Definition: h264.h:319
int ff_h264_field_end(H264Context *h, int in_setup)
Definition: h264_picture.c:155
int sei_recovery_frame_cnt
Definition: h264.h:329
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it...
Definition: buffer.c:124
misc image utilities
AVFrame * f
Definition: thread.h:36
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:433
MMCO mmco[MAX_MMCO_COUNT]
memory management control operations buffer.
Definition: h264.h:613
void ff_er_frame_end(ERContext *s)
int mb_y
Definition: h264.h:536
AVBufferRef * mb_type_buf
Definition: h264.h:303
int outputed_poc
Definition: h264.h:607
int crop
Definition: h264.h:331
int16_t(*[2] motion_val)[2]
Definition: h264.h:301
int mmco_index
Definition: h264.h:614
uint32_t * mb_type
ERPicture last_pic
H264Context.
Definition: h264.h:339
int prev_poc_msb
poc_msb of the last reference pic for POC type 0
Definition: h264.h:583
struct AVFrame f
Definition: h264.h:293
int picture_structure
Definition: h264.h:457
#define tf
Definition: regdef.h:73
void ff_vdpau_h264_picture_complete(H264Context *h)
struct AVHWAccel * hwaccel
Hardware accelerator in use.
Definition: avcodec.h:2642
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
uint8_t
int prev_frame_num_offset
for POC type 2
Definition: h264.h:586
void ff_h264_set_erpic(ERPicture *dst, H264Picture *src)
Definition: h264_picture.c:132
int field_picture
whether or not picture was encoded in separate fields
Definition: h264.h:323
int poc
frame POC
Definition: h264.h:313
Multithreading support functions.
#define CODEC_CAP_HWACCEL_VDPAU
Codec can export data for HW decoding (VDPAU).
Definition: avcodec.h:832
#define emms_c()
Definition: internal.h:50
unsigned int ref_count[2]
num_ref_idx_l0/1_active_minus1 + 1
Definition: h264.h:483
int invalid_gap
Definition: h264.h:328
ERPicture cur_pic
#define PICT_BOTTOM_FIELD
Definition: mpegutils.h:34
int ff_thread_ref_frame(ThreadFrame *dst, ThreadFrame *src)
Definition: utils.c:3660
AVBufferRef * qscale_table_buf
Definition: h264.h:297
high precision timer, useful to profile code
int recovered
picture at IDR or recovery point + recovery count
Definition: h264.h:327
#define av_log(a,...)
H.264 / AVC / MPEG4 part10 codec.
int frame_num
Definition: h264.h:582
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:175
void ff_thread_release_buffer(AVCodecContext *avctx, ThreadFrame *f)
Wrapper around release_buffer() frame-for multithreaded codecs.
void * hwaccel_picture_private
hardware accelerator private data
Definition: h264.h:307
int active_thread_type
Which multithreading methods are in use by the codec.
Definition: avcodec.h:2770
int capabilities
Codec capabilities.
Definition: avcodec.h:3192
int ref_poc[2][2][32]
POCs of the frames/fields used as reference (FIXME need per slice)
Definition: h264.h:320
ThreadFrame tf
Definition: h264.h:295
simple assert() macros that are a bit more flexible than ISO C assert().
ThreadFrame * tf
ERContext er
Definition: h264.h:347
int frame_num
frame_num (raw frame_num from slice header)
Definition: h264.h:314
Libavcodec external API header.
int new
flag to keep track if the decoder context needs re-init due to changed SPS
Definition: h264.h:230
AVBufferRef * hwaccel_priv_buf
Definition: h264.h:306
int crop_left
Definition: h264.h:332
useful rectangle filling function
AVBufferRef * motion_val_buf[2]
Definition: h264.h:300
int frame_num_offset
for POC type 2
Definition: h264.h:585
int needs_realloc
picture needs to be reallocated (eg due to a frame size change)
Definition: h264.h:325
int reference
Definition: h264.h:326
#define FIELD_PICTURE(h)
Definition: h264.h:74
ret
Definition: avfilter.c:974
uint32_t * mb_type
Definition: h264.h:304
void ff_thread_report_progress(ThreadFrame *f, int n, int field)
Notify later decoding threads when part of their reference picture is ready.
SPS sps
current sps
Definition: h264.h:437
Context Adaptive Binary Arithmetic Coder inline functions.
H264Picture ref_list[2][48]
0..15: frame refs, 16..47: mbaff field refs.
Definition: h264.h:486
int poc_lsb
Definition: h264.h:578
int ff_h264_execute_ref_pic_marking(H264Context *h, MMCO *mmco, int mmco_count)
Execute the reference picture marking (memory management control operations).
Definition: h264_refs.c:585
AVCodecContext * avctx
Definition: h264.h:341
AVS_Value src
Definition: avisynth_c.h:524
H264 / AVC / MPEG4 part10 codec data table
int prev_frame_num
frame_num of the last pic for POC type 1/2
Definition: h264.h:587
ERPicture next_pic
int next_outputed_poc
Definition: h264.h:608
int poc_msb
Definition: h264.h:579
int field_poc[2]
top/bottom POC
Definition: h264.h:312
main external API structure.
Definition: avcodec.h:1239
uint8_t * data
The data buffer.
Definition: buffer.h:89
int8_t * qscale_table
Definition: h264.h:298
#define FF_THREAD_FRAME
Decode more than one frame at once.
Definition: avcodec.h:2762
void ff_vdpau_h264_set_reference_frames(H264Context *h)
Definition: vdpau.c:360
int8_t * ref_index[2]
Definition: h264.h:310
int ff_h264_ref_picture(H264Context *h, H264Picture *dst, H264Picture *src)
Definition: h264_picture.c:68
int mmco_reset
MMCO_RESET set this 1.
Definition: h264.h:315
H264Picture * cur_pic_ptr
Definition: h264.h:350
int8_t * ref_index[2]
int mbaff
1 -> MBAFF frame 0-> not MBAFF
Definition: h264.h:322
int pic_id
pic_num (short -> no wrap version of pic_num, pic_num & max_pic_num; long -> long_pic_num) ...
Definition: h264.h:317
common internal api header.
#define COPY_PICTURE(dst, src)
Definition: h264.h:896
H.264 / AVC / MPEG4 part10 motion vector predicion.
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:92
AVFrame * f
int prev_poc_lsb
poc_lsb of the last reference pic for POC type 0
Definition: h264.h:584
#define CONFIG_H264_VDPAU_DECODER
Definition: config.h:643
int16_t(*[2] motion_val)[2]
int current_slice
current slice number, used to initialize slice_num of each thread/context
Definition: h264.h:631
AVBufferRef * ref_index_buf[2]
Definition: h264.h:309
H264Picture last_pic_for_ec
Definition: h264.h:352
int crop_top
Definition: h264.h:333
int ref_count[2][2]
number of entries in ref_poc (FIXME need per slice)
Definition: h264.h:321
int(* end_frame)(AVCodecContext *avctx)
Called at the end of each frame or field picture.
Definition: avcodec.h:3363
exp golomb vlc stuff
void ff_h264_unref_picture(H264Context *h, H264Picture *pic)
Definition: h264_picture.c:47
int droppable
Definition: h264.h:365
Context Adaptive Binary Arithmetic Coder.