Go to the documentation of this file.
28 #include <interface/mmal/mmal.h>
29 #include <interface/mmal/mmal_parameters_video.h>
30 #include <interface/mmal/util/mmal_util.h>
31 #include <interface/mmal/util/mmal_util_params.h>
32 #include <interface/mmal/util/mmal_default_components.h>
33 #include <interface/mmal/vc/mmal_vc_api.h>
34 #include <stdatomic.h>
98 #define MAX_DELAYED_FRAMES 16
104 mmal_pool_destroy(
ref->pool);
113 mmal_buffer_header_release(
ref->buffer);
122 MMAL_BUFFER_HEADER_T *
buffer)
134 if (!
frame->buf[0]) {
140 mmal_buffer_header_acquire(
buffer);
151 MMAL_BUFFER_HEADER_T *
buffer;
153 mmal_port_disable(
decoder->input[0]);
154 mmal_port_disable(
decoder->output[0]);
155 mmal_port_disable(
decoder->control);
157 mmal_port_flush(
decoder->input[0]);
158 mmal_port_flush(
decoder->output[0]);
159 mmal_port_flush(
decoder->control);
161 while ((
buffer = mmal_queue_get(
ctx->queue_decoded_frames)))
162 mmal_buffer_header_release(
buffer);
164 while (
ctx->waiting_buffers) {
169 if (
buffer->
flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
175 ctx->waiting_buffers_tail =
NULL;
179 ctx->frames_output =
ctx->eos_received =
ctx->eos_sent =
ctx->packets_sent =
ctx->extradata_sent = 0;
189 mmal_component_destroy(
ctx->decoder);
191 mmal_queue_destroy(
ctx->queue_decoded_frames);
192 mmal_pool_destroy(
ctx->pool_in);
208 if (entry->
flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
212 mmal_buffer_header_release(
buffer);
220 mmal_queue_put(
ctx->queue_decoded_frames,
buffer);
228 if (
buffer->cmd == MMAL_EVENT_ERROR) {
236 mmal_buffer_header_release(
buffer);
243 MMAL_BUFFER_HEADER_T *
buffer;
249 while ((
buffer = mmal_queue_get(
ctx->pool_out->pool->queue))) {
250 if ((
status = mmal_port_send_buffer(
ctx->decoder->output[0],
buffer))) {
251 mmal_buffer_header_release(
buffer);
263 case MMAL_COLOR_SPACE_BT470_2_BG:
264 case MMAL_COLOR_SPACE_BT470_2_M:
279 MMAL_ES_FORMAT_T *format_out =
decoder->output[0]->format;
280 MMAL_PARAMETER_VIDEO_INTERLACE_TYPE_T interlace_type;
292 if ((
status = mmal_port_parameter_set_uint32(
decoder->output[0], MMAL_PARAMETER_EXTRA_BUFFERS,
ctx->extra_buffers)))
295 if ((
status = mmal_port_parameter_set_boolean(
decoder->output[0], MMAL_PARAMETER_VIDEO_INTERPOLATE_TIMESTAMPS, 0)))
299 format_out->encoding = MMAL_ENCODING_OPAQUE;
301 format_out->encoding_variant = format_out->encoding = MMAL_ENCODING_I420;
307 interlace_type.hdr.id = MMAL_PARAMETER_VIDEO_INTERLACE_TYPE;
308 interlace_type.hdr.size =
sizeof(MMAL_PARAMETER_VIDEO_INTERLACE_TYPE_T);
309 status = mmal_port_parameter_get(
decoder->output[0], &interlace_type.hdr);
310 if (
status != MMAL_SUCCESS) {
313 ctx->interlaced_frame = (interlace_type.eMode != MMAL_InterlaceProgressive);
314 ctx->top_field_first = (interlace_type.eMode == MMAL_InterlaceFieldsInterleavedUpperFirst);
318 format_out->es->video.crop.y + format_out->es->video.crop.height)) < 0)
321 if (format_out->es->video.par.num && format_out->es->video.par.den) {
325 if (format_out->es->video.frame_rate.num && format_out->es->video.frame_rate.den) {
326 avctx->
framerate.
num = format_out->es->video.frame_rate.num;
327 avctx->
framerate.
den = format_out->es->video.frame_rate.den;
332 decoder->output[0]->buffer_size =
334 decoder->output[0]->buffer_num =
335 FFMAX(
decoder->output[0]->buffer_num_min,
decoder->output[0]->buffer_num_recommended) +
ctx->extra_buffers;
336 ctx->pool_out->pool = mmal_pool_create(
decoder->output[0]->buffer_num,
337 decoder->output[0]->buffer_size);
338 if (!
ctx->pool_out->pool) {
353 MMAL_ES_FORMAT_T *format_in;
359 if (mmal_vc_init()) {
369 if ((
status = mmal_component_create(MMAL_COMPONENT_DEFAULT_VIDEO_DECODER, &
ctx->decoder)))
374 format_in =
decoder->input[0]->format;
375 format_in->type = MMAL_ES_TYPE_VIDEO;
378 format_in->encoding = MMAL_ENCODING_MP2V;
381 format_in->encoding = MMAL_ENCODING_MP4V;
384 format_in->encoding = MMAL_ENCODING_WVC1;
388 format_in->encoding = MMAL_ENCODING_H264;
393 format_in->es->video.crop.width = avctx->
width;
394 format_in->es->video.crop.height = avctx->
height;
395 format_in->es->video.frame_rate.num = 24000;
396 format_in->es->video.frame_rate.den = 1001;
399 format_in->flags = MMAL_ES_FORMAT_FLAG_FRAMED;
404 #if HAVE_MMAL_PARAMETER_VIDEO_MAX_NUM_CALLBACKS
405 if (mmal_port_parameter_set_uint32(
decoder->input[0], MMAL_PARAMETER_VIDEO_MAX_NUM_CALLBACKS,
406 -1 -
ctx->extra_decoder_buffers)) {
414 decoder->input[0]->buffer_num =
416 decoder->input[0]->buffer_size =
418 ctx->pool_in = mmal_pool_create(
decoder->input[0]->buffer_num, 0);
427 ctx->queue_decoded_frames = mmal_queue_create();
428 if (!
ctx->queue_decoded_frames)
431 decoder->input[0]->userdata = (
void*)avctx;
432 decoder->output[0]->userdata = (
void*)avctx;
433 decoder->control->userdata = (
void*)avctx;
511 if (!
ctx->packets_sent) {
514 ctx->eos_received = 1;
535 buffer->
flags |= MMAL_BUFFER_HEADER_FLAG_FRAME_START;
544 buffer->
flags |= MMAL_BUFFER_HEADER_FLAG_FRAME_END;
563 if (!
ctx->waiting_buffers)
565 if (
ctx->waiting_buffers_tail)
566 ctx->waiting_buffers_tail->next =
buffer;
580 while (
ctx->waiting_buffers) {
581 MMAL_BUFFER_HEADER_T *mbuffer;
585 mbuffer = mmal_queue_get(
ctx->pool_in->queue);
591 mmal_buffer_header_reset(mbuffer);
594 mbuffer->dts =
buffer->dts;
597 mbuffer->length =
buffer->length;
598 mbuffer->user_data =
buffer;
599 mbuffer->alloc_size =
ctx->decoder->input[0]->buffer_size;
604 ctx->waiting_buffers_tail =
NULL;
606 if ((
status = mmal_port_send_buffer(
ctx->decoder->input[0], mbuffer))) {
607 mmal_buffer_header_release(mbuffer);
609 if (
buffer->
flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
624 MMAL_BUFFER_HEADER_T *
buffer)
629 frame->interlaced_frame =
ctx->interlaced_frame;
630 frame->top_field_first =
ctx->top_field_first;
677 if (
ctx->eos_received)
693 (
ctx->packets_sent &&
ctx->eos_sent)) {
698 buffer = mmal_queue_timedwait(
ctx->queue_decoded_frames, 100);
705 buffer = mmal_queue_get(
ctx->queue_decoded_frames);
710 ctx->eos_received |= !!(
buffer->
flags & MMAL_BUFFER_HEADER_FLAG_EOS);
711 if (
ctx->eos_received)
714 if (
buffer->cmd == MMAL_EVENT_FORMAT_CHANGED) {
716 MMAL_EVENT_FORMAT_CHANGED_T *ev = mmal_event_format_changed_get(
buffer);
717 MMAL_BUFFER_HEADER_T *stale_buffer;
724 while ((stale_buffer = mmal_queue_get(
ctx->queue_decoded_frames)))
725 mmal_buffer_header_release(stale_buffer);
727 mmal_format_copy(
decoder->output[0]->format, ev->format);
741 mmal_buffer_header_release(
buffer);
747 }
else if (
buffer->length == 0) {
749 mmal_buffer_header_release(
buffer);
753 ctx->frames_output++;
764 mmal_buffer_header_release(
buffer);
782 ctx->extradata_sent = 1;
818 {
"extra_decoder_buffers",
"extra MMAL internal buffered frames", offsetof(
MMALDecodeContext, extra_decoder_buffers),
AV_OPT_TYPE_INT, {.i64 = 10}, 0, 256, 0},
822 #define FFMMAL_DEC_CLASS(NAME) \
823 static const AVClass ffmmal_##NAME##_dec_class = { \
824 .class_name = "mmal_" #NAME "_dec", \
825 .item_name = av_default_item_name, \
827 .version = LIBAVUTIL_VERSION_INT, \
830 #define FFMMAL_DEC(NAME, ID) \
831 FFMMAL_DEC_CLASS(NAME) \
832 AVCodec ff_##NAME##_mmal_decoder = { \
833 .name = #NAME "_mmal", \
834 .long_name = NULL_IF_CONFIG_SMALL(#NAME " (mmal)"), \
835 .type = AVMEDIA_TYPE_VIDEO, \
837 .priv_data_size = sizeof(MMALDecodeContext), \
838 .init = ffmmal_init_decoder, \
839 .close = ffmmal_close_decoder, \
840 .decode = ffmmal_decode, \
841 .flush = ffmmal_flush, \
842 .priv_class = &ffmmal_##NAME##_dec_class, \
843 .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE, \
844 .caps_internal = FF_CODEC_CAP_SETS_PKT_DTS, \
845 .pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_MMAL, \
846 AV_PIX_FMT_YUV420P, \
848 .hw_configs = mmal_hw_configs, \
849 .wrapper_name = "mmal", \
#define FFMMAL_DEC(NAME, ID)
#define FF_ENABLE_DEPRECATION_WARNINGS
static int ffmmal_fill_input_port(AVCodecContext *avctx)
static int ffmmal_decode(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
#define AV_LOG_WARNING
Something somehow does not look correct.
they must not be accessed directly The fifo field contains the frames that are queued in the input for processing by the filter The status_in and status_out fields contains the queued status(EOF or error) of the link
AVBufferRef * av_buffer_alloc(int size)
Allocate an AVBuffer of the given size using av_malloc().
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
int extra_decoder_buffers
static const AVCodecHWConfigInternal * mmal_hw_configs[]
enum AVColorSpace colorspace
YUV colorspace type.
int ff_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt)
Select the (possibly hardware accelerated) pixel format.
uint8_t * data
The data buffer.
@ AV_PIX_FMT_MMAL
HW acceleration though MMAL, data[3] contains a pointer to the MMAL_BUFFER_HEADER_T structure.
MMAL_BUFFER_HEADER_T * buffer
enum AVPixelFormat * pix_fmts
array of supported pixel formats, or NULL if unknown, array is terminated by -1
This structure describes decoded (raw) audio or video data.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
MMAL_COMPONENT_T * decoder
AVBufferRef * av_buffer_create(uint8_t *data, int size, void(*free)(void *opaque, uint8_t *data), void *opaque, int flags)
Create an AVBuffer from an existing array.
int flags
Frame flags, a combination of AV_FRAME_FLAGS.
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
static int ffmmal_fill_output_port(AVCodecContext *avctx)
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
int size
Size of data in bytes.
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
static const chunk_decoder decoder[8]
static void ffmmal_poolref_unref(FFPoolRef *ref)
const struct AVCodec * codec
static const AVOption options[]
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
struct FFBufferEntry * next
#define AV_BUFFER_FLAG_READONLY
Always treat the buffer as read-only, even when it has only one reference.
static void ffmmal_flush(AVCodecContext *avctx)
static enum AVColorSpace ffmmal_csp_to_av_csp(MMAL_FOURCC_T fourcc)
#define av_assert0(cond)
assert() equivalent, that is always enabled.
static int ffmmal_set_ref(AVFrame *frame, FFPoolRef *pool, MMAL_BUFFER_HEADER_T *buffer)
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
MMAL_QUEUE_T * queue_decoded_frames
#define atomic_load(object)
#define MAX_DELAYED_FRAMES
static void control_port_cb(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
static void output_callback(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
static av_cold int ffmmal_init_decoder(AVCodecContext *avctx)
AVBufferRef * buf
A reference to the reference-counted buffer where the packet data is stored.
Describe the class of an AVClass context structure.
static int ffmal_copy_frame(AVCodecContext *avctx, AVFrame *frame, MMAL_BUFFER_HEADER_T *buffer)
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
static av_cold int ffmmal_close_decoder(AVCodecContext *avctx)
static void ffmmal_stop_decoder(AVCodecContext *avctx)
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
int av_image_fill_arrays(uint8_t *dst_data[4], int dst_linesize[4], const uint8_t *src, enum AVPixelFormat pix_fmt, int width, int height, int align)
Setup the data pointers and linesizes based on the specified image parameters and the provided array.
#define atomic_fetch_add_explicit(object, operand, order)
#define AV_NOPTS_VALUE
Undefined timestamp value.
#define HW_CONFIG_INTERNAL(format)
static int ffmmal_read_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame)
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
FFBufferEntry * waiting_buffers_tail
#define AV_LOG_INFO
Standard information.
@ AVCOL_SPC_SMPTE240M
functionally identical to above
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
AVColorSpace
YUV colorspace type.
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
these buffered frames must be flushed immediately if a new input produces new the filter must not call request_frame to get more It must just process the frame or queue it The task of requesting more frames is left to the filter s request_frame method or the application If a filter has several the filter must be ready for frames arriving randomly on any input any filter with several inputs will most likely require some kind of queuing mechanism It is perfectly acceptable to have a limited queue and to drop frames when the inputs are too unbalanced request_frame For filters that do not use the this method is called when a frame is wanted on an output For a it should directly call filter_frame on the corresponding output For a if there are queued frames already one of these frames should be pushed If the filter should request a frame on one of its repeatedly until at least one frame has been pushed Return or at least make progress towards producing a frame
FFmpeg Automated Testing Environment ************************************Introduction Using FATE from your FFmpeg source directory Submitting the results to the FFmpeg result aggregation server Uploading new samples to the fate suite FATE makefile targets and variables Makefile targets Makefile variables Examples Introduction **************FATE is an extended regression suite on the client side and a means for results aggregation and presentation on the server side The first part of this document explains how you can use FATE from your FFmpeg source directory to test your ffmpeg binary The second part describes how you can run FATE to submit the results to FFmpeg’s FATE server In any way you can have a look at the publicly viewable FATE results by visiting this as it can be seen if some test on some platform broke with their recent contribution This usually happens on the platforms the developers could not test on The second part of this document describes how you can run FATE to submit your results to FFmpeg’s FATE server If you want to submit your results be sure to check that your combination of OS and compiler is not already listed on the above mentioned website In the third part you can find a comprehensive listing of FATE makefile targets and variables Using FATE from your FFmpeg source directory **********************************************If you want to run FATE on your machine you need to have the samples in place You can get the samples via the build target fate rsync Use this command from the top level source this will cause FATE to fail NOTE To use a custom wrapper to run the pass ‘ target exec’ to ‘configure’ or set the TARGET_EXEC Make variable Submitting the results to the FFmpeg result aggregation server ****************************************************************To submit your results to the server you should run fate through the shell script ‘tests fate sh’ from the FFmpeg sources This script needs to be invoked with a configuration file as its first argument tests fate sh path to fate_config A configuration file template with comments describing the individual configuration variables can be found at ‘doc fate_config sh template’ Create a configuration that suits your based on the configuration template The ‘slot’ configuration variable can be any string that is not yet but it is suggested that you name it adhering to the following pattern ‘ARCH OS COMPILER COMPILER VERSION’ The configuration file itself will be sourced in a shell therefore all shell features may be used This enables you to setup the environment as you need it for your build For your first test runs the ‘fate_recv’ variable should be empty or commented out This will run everything as normal except that it will omit the submission of the results to the server The following files should be present in $workdir as specified in the configuration it may help to try out the ‘ssh’ command with one or more ‘ v’ options You should get detailed output concerning your SSH configuration and the authentication process The only thing left is to automate the execution of the fate sh script and the synchronisation of the samples directory Uploading new samples to the fate suite *****************************************If you need a sample uploaded send a mail to samples request This is for developers who have an account on the fate suite server If you upload new please make sure they are as small as space on each network bandwidth and so on benefit from smaller test cases Also keep in mind older checkouts use existing sample that means in practice generally do not remove or overwrite files as it likely would break older checkouts or releases Also all needed samples for a commit should be ideally before the push If you need an account for frequently uploading samples or you wish to help others by doing that send a mail to ffmpeg devel rsync vauL Duo ug o o w
static int ffmal_update_format(AVCodecContext *avctx)
int ff_decode_frame_props(AVCodecContext *avctx, AVFrame *frame)
Set various frame properties from the codec context / packet data.
main external API structure.
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
static void input_callback(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
FFBufferEntry * waiting_buffers
#define atomic_fetch_add(object, operand)
@ AVCOL_SPC_FCC
FCC Title 47 Code of Federal Regulations 73.682 (a)(20)
static int ref[MAX_W *MAX_W]
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
#define FF_DISABLE_DEPRECATION_WARNINGS
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
A reference to a data buffer.
atomic_int packets_buffered
This structure stores compressed data.
static void ffmmal_release_frame(void *opaque, uint8_t *data)
int width
picture width / height.
static int ffmmal_add_packet(AVCodecContext *avctx, AVPacket *avpkt, int is_extradata)
#define atomic_init(obj, value)
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / SMPTE RP177 Annex B
@ AV_CODEC_ID_MPEG2VIDEO
preferred ID for MPEG-1/2 video decoding
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown) That is the width of a pixel divided by the height of the pixel.
#define av_fourcc2str(fourcc)
void av_init_packet(AVPacket *pkt)
Initialize optional fields of a packet with default values.