libavfilter/avfilter.c
4dbbcdee
 /*
16790dc3
  * filter layer
3fa77bde
  * Copyright (c) 2007 Bobby Bingham
4dbbcdee
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
03b07872
 #include "libavutil/avassert.h"
 #include "libavutil/avstring.h"
a903f8f0
 #include "libavutil/channel_layout.h"
1d9c2dc8
 #include "libavutil/common.h"
565e4993
 #include "libavutil/imgutils.h"
b4b66456
 #include "libavutil/pixdesc.h"
867ae7aa
 #include "libavutil/rational.h"
565e4993
 #include "libavutil/samplefmt.h"
472fb3bb
 
565e4993
 #include "audio.h"
4dbbcdee
 #include "avfilter.h"
ff1f51a8
 #include "formats.h"
9f0e31d2
 #include "internal.h"
0689d5e1
 #include "audio.h"
4dbbcdee
 
82541d83
 static int ff_filter_frame_framed(AVFilterLink *link, AVFilterBufferRef *frame);
 
1488c4dc
 char *ff_get_ref_perms_string(char *buf, size_t buf_size, int perms)
 {
     snprintf(buf, buf_size, "%s%s%s%s%s%s",
              perms & AV_PERM_READ      ? "r" : "",
              perms & AV_PERM_WRITE     ? "w" : "",
              perms & AV_PERM_PRESERVE  ? "p" : "",
              perms & AV_PERM_REUSE     ? "u" : "",
              perms & AV_PERM_REUSE2    ? "U" : "",
              perms & AV_PERM_NEG_LINESIZES ? "n" : "");
     return buf;
 }
 
134815a0
 void ff_tlog_ref(void *ctx, AVFilterBufferRef *ref, int end)
1488c4dc
 {
     av_unused char buf[16];
134815a0
     ff_tlog(ctx,
1488c4dc
             "ref[%p buf:%p refcount:%d perms:%s data:%p linesize[%d, %d, %d, %d] pts:%"PRId64" pos:%"PRId64,
             ref, ref->buf, ref->buf->refcount, ff_get_ref_perms_string(buf, sizeof(buf), ref->perms), ref->data[0],
             ref->linesize[0], ref->linesize[1], ref->linesize[2], ref->linesize[3],
             ref->pts, ref->pos);
 
     if (ref->video) {
134815a0
         ff_tlog(ctx, " a:%d/%d s:%dx%d i:%c iskey:%d type:%c",
1488c4dc
                 ref->video->sample_aspect_ratio.num, ref->video->sample_aspect_ratio.den,
                 ref->video->w, ref->video->h,
                 !ref->video->interlaced     ? 'P' :         /* Progressive  */
                 ref->video->top_field_first ? 'T' : 'B',    /* Top / Bottom */
                 ref->video->key_frame,
                 av_get_picture_type_char(ref->video->pict_type));
     }
     if (ref->audio) {
134815a0
         ff_tlog(ctx, " cl:%"PRId64"d n:%d r:%d",
1488c4dc
                 ref->audio->channel_layout,
                 ref->audio->nb_samples,
                 ref->audio->sample_rate);
     }
 
134815a0
     ff_tlog(ctx, "]%s", end ? "\n" : "");
1488c4dc
 }
 
540f1c7b
 unsigned avfilter_version(void) {
f810ab45
     av_assert0(LIBAVFILTER_VERSION_MICRO >= 100);
540f1c7b
     return LIBAVFILTER_VERSION_INT;
 }
 
41600690
 const char *avfilter_configuration(void)
c1736936
 {
e528cdac
     return FFMPEG_CONFIGURATION;
c1736936
 }
 
41600690
 const char *avfilter_license(void)
c1736936
 {
 #define LICENSE_PREFIX "libavfilter license: "
0cb88628
     return LICENSE_PREFIX FFMPEG_LICENSE + sizeof(LICENSE_PREFIX) - 1;
c1736936
 }
 
1cbf7fb4
 void ff_command_queue_pop(AVFilterContext *filter)
3d8176d2
 {
     AVFilterCommand *c= filter->command_queue;
     av_freep(&c->arg);
     av_freep(&c->command);
     filter->command_queue= c->next;
     av_free(c);
 }
 
fa417fcd
 void ff_insert_pad(unsigned idx, unsigned *count, size_t padidx_off,
                    AVFilterPad **pads, AVFilterLink ***links,
                    AVFilterPad *newpad)
24618441
 {
     unsigned i;
 
     idx = FFMIN(idx, *count);
 
     *pads  = av_realloc(*pads,  sizeof(AVFilterPad)   * (*count + 1));
     *links = av_realloc(*links, sizeof(AVFilterLink*) * (*count + 1));
     memmove(*pads +idx+1, *pads +idx, sizeof(AVFilterPad)   * (*count-idx));
     memmove(*links+idx+1, *links+idx, sizeof(AVFilterLink*) * (*count-idx));
     memcpy(*pads+idx, newpad, sizeof(AVFilterPad));
     (*links)[idx] = NULL;
 
ca857431
     (*count)++;
5bd291e2
     for (i = idx + 1; i < *count; i++)
         if ((*links)[i])
             (*(unsigned *)((uint8_t *) (*links)[i] + padidx_off))++;
24618441
 }
 
4dbbcdee
 int avfilter_link(AVFilterContext *src, unsigned srcpad,
                   AVFilterContext *dst, unsigned dstpad)
 {
     AVFilterLink *link;
 
9baeff95
     if (src->nb_outputs <= srcpad || dst->nb_inputs <= dstpad ||
         src->outputs[srcpad]      || dst->inputs[dstpad])
4dbbcdee
         return -1;
 
891aeeee
     if (src->output_pads[srcpad].type != dst->input_pads[dstpad].type) {
         av_log(src, AV_LOG_ERROR,
bd9939f4
                "Media type mismatch between the '%s' filter output pad %d (%s) and the '%s' filter input pad %d (%s)\n",
                src->name, srcpad, (char *)av_x_if_null(av_get_media_type_string(src->output_pads[srcpad].type), "?"),
                dst->name, dstpad, (char *)av_x_if_null(av_get_media_type_string(dst-> input_pads[dstpad].type), "?"));
891aeeee
         return AVERROR(EINVAL);
     }
 
4dbbcdee
     src->outputs[srcpad] =
b3431ecd
     dst-> inputs[dstpad] = link = av_mallocz(sizeof(AVFilterLink));
4dbbcdee
 
1653c11f
     link->src     = src;
     link->dst     = dst;
acc0490f
     link->srcpad  = &src->output_pads[srcpad];
     link->dstpad  = &dst->input_pads[dstpad];
bdab614b
     link->type    = src->output_pads[srcpad].type;
ac627b3d
     av_assert0(AV_PIX_FMT_NONE == -1 && AV_SAMPLE_FMT_NONE == -1);
bdab614b
     link->format  = -1;
01942f1d
 
     return 0;
 }
 
e977ca26
 void avfilter_link_free(AVFilterLink **link)
 {
     if (!*link)
         return;
 
f068ce57
     if ((*link)->pool)
1cbf7fb4
         ff_free_pool((*link)->pool);
f068ce57
 
c2271fa7
     avfilter_unref_bufferp(&(*link)->partial_buf);
 
e977ca26
     av_freep(link);
 }
 
238edd2f
 int avfilter_link_get_channels(AVFilterLink *link)
 {
     return link->channels;
 }
 
beeba916
 void avfilter_link_set_closed(AVFilterLink *link, int closed)
 {
     link->closed = closed;
 }
 
52362e9d
 int avfilter_insert_filter(AVFilterLink *link, AVFilterContext *filt,
486adc55
                            unsigned filt_srcpad_idx, unsigned filt_dstpad_idx)
52362e9d
 {
db9dfa3c
     int ret;
acc0490f
     unsigned dstpad_idx = link->dstpad - link->dst->input_pads;
 
1a49a169
     av_log(link->dst, AV_LOG_VERBOSE, "auto-inserting filter '%s' "
08f8b51f
            "between the filter '%s' and the filter '%s'\n",
            filt->name, link->src->name, link->dst->name);
52362e9d
 
acc0490f
     link->dst->inputs[dstpad_idx] = NULL;
486adc55
     if ((ret = avfilter_link(filt, filt_dstpad_idx, link->dst, dstpad_idx)) < 0) {
52362e9d
         /* failed to link output filter to new filter */
acc0490f
         link->dst->inputs[dstpad_idx] = link;
db9dfa3c
         return ret;
52362e9d
     }
 
     /* re-hookup the link to the new destination filter we inserted */
     link->dst = filt;
486adc55
     link->dstpad = &filt->input_pads[filt_srcpad_idx];
     filt->inputs[filt_srcpad_idx] = link;
52362e9d
 
bdab614b
     /* if any information on supported media formats already exists on the
07d0bba5
      * link, we need to preserve that */
ca857431
     if (link->out_formats)
b74a1da4
         ff_formats_changeref(&link->out_formats,
486adc55
                                    &filt->outputs[filt_dstpad_idx]->out_formats);
ad60b3b1
 
ff1f51a8
     if (link->out_samplerates)
b74a1da4
         ff_formats_changeref(&link->out_samplerates,
ff1f51a8
                                    &filt->outputs[filt_dstpad_idx]->out_samplerates);
     if (link->out_channel_layouts)
         ff_channel_layouts_changeref(&link->out_channel_layouts,
                                      &filt->outputs[filt_dstpad_idx]->out_channel_layouts);
07d0bba5
 
52362e9d
     return 0;
 }
 
69818105
 int avfilter_config_links(AVFilterContext *filter)
01942f1d
 {
     int (*config_link)(AVFilterLink *);
69818105
     unsigned i;
69f73a89
     int ret;
69818105
 
9baeff95
     for (i = 0; i < filter->nb_inputs; i ++) {
e079d22e
         AVFilterLink *link = filter->inputs[i];
c7b9eab2
         AVFilterLink *inlink = link->src->nb_inputs ?
553c5e9f
             link->src->inputs[0] : NULL;
d21cbbff
 
ca857431
         if (!link) continue;
69818105
 
2ce79727
         link->current_pts = AV_NOPTS_VALUE;
 
ca857431
         switch (link->init_state) {
69818105
         case AVLINK_INIT:
             continue;
         case AVLINK_STARTINIT:
7a9fd2a0
             av_log(filter, AV_LOG_INFO, "circular filter chain detected\n");
             return 0;
69818105
         case AVLINK_UNINIT:
             link->init_state = AVLINK_STARTINIT;
 
69f73a89
             if ((ret = avfilter_config_links(link->src)) < 0)
                 return ret;
4dbbcdee
 
5f68a91b
             if (!(config_link = link->srcpad->config_props)) {
9baeff95
                 if (link->src->nb_inputs != 1) {
5f68a91b
                     av_log(link->src, AV_LOG_ERROR, "Source filters and filters "
                                                     "with more than one input "
                                                     "must set config_props() "
                                                     "callbacks on all outputs\n");
                     return AVERROR(EINVAL);
                 }
65a80ee1
             } else if ((ret = config_link(link)) < 0) {
                 av_log(link->src, AV_LOG_ERROR,
                        "Failed to configure output pad on %s\n",
                        link->src->name);
69f73a89
                 return ret;
65a80ee1
             }
102fb0e3
 
5f68a91b
             switch (link->type) {
             case AVMEDIA_TYPE_VIDEO:
                 if (!link->time_base.num && !link->time_base.den)
553c5e9f
                     link->time_base = inlink ? inlink->time_base : AV_TIME_BASE_Q;
5f68a91b
 
                 if (!link->sample_aspect_ratio.num && !link->sample_aspect_ratio.den)
553c5e9f
                     link->sample_aspect_ratio = inlink ?
                         inlink->sample_aspect_ratio : (AVRational){1,1};
5f68a91b
 
7b42036b
                 if (inlink && !link->frame_rate.num && !link->frame_rate.den)
                     link->frame_rate = inlink->frame_rate;
 
553c5e9f
                 if (inlink) {
5f68a91b
                     if (!link->w)
553c5e9f
                         link->w = inlink->w;
5f68a91b
                     if (!link->h)
553c5e9f
                         link->h = inlink->h;
5f68a91b
                 } else if (!link->w || !link->h) {
                     av_log(link->src, AV_LOG_ERROR,
                            "Video source filters must set their output link's "
                            "width and height\n");
                     return AVERROR(EINVAL);
                 }
                 break;
 
             case AVMEDIA_TYPE_AUDIO:
553c5e9f
                 if (inlink) {
71c644ce
                     if (!link->time_base.num && !link->time_base.den)
553c5e9f
                         link->time_base = inlink->time_base;
5f68a91b
                 }
71c644ce
 
                 if (!link->time_base.num && !link->time_base.den)
                     link->time_base = (AVRational) {1, link->sample_rate};
5f68a91b
             }
70c275f8
 
acc0490f
             if ((config_link = link->dstpad->config_props))
65a80ee1
                 if ((ret = config_link(link)) < 0) {
                     av_log(link->src, AV_LOG_ERROR,
                            "Failed to configure input pad on %s\n",
                            link->dst->name);
69f73a89
                     return ret;
65a80ee1
                 }
102fb0e3
 
69818105
             link->init_state = AVLINK_INIT;
         }
     }
 
4dbbcdee
     return 0;
 }
 
134815a0
 void ff_tlog_link(void *ctx, AVFilterLink *link, int end)
96da1c51
 {
7986e34d
     if (link->type == AVMEDIA_TYPE_VIDEO) {
134815a0
         ff_tlog(ctx,
5764301d
                 "link[%p s:%dx%d fmt:%s %s->%s]%s",
1d5b1885
                 link, link->w, link->h,
59ee9f78
                 av_get_pix_fmt_name(link->format),
1d5b1885
                 link->src ? link->src->filter->name : "",
                 link->dst ? link->dst->filter->name : "",
                 end ? "\n" : "");
7986e34d
     } else {
         char buf[128];
         av_get_channel_layout_string(buf, sizeof(buf), -1, link->channel_layout);
 
134815a0
         ff_tlog(ctx,
5764301d
                 "link[%p r:%d cl:%s fmt:%s %s->%s]%s",
4381bddc
                 link, (int)link->sample_rate, buf,
7986e34d
                 av_get_sample_fmt_name(link->format),
                 link->src ? link->src->filter->name : "",
                 link->dst ? link->dst->filter->name : "",
                 end ? "\n" : "");
     }
96da1c51
 }
 
803391f7
 int ff_request_frame(AVFilterLink *link)
4dbbcdee
 {
0689d5e1
     int ret = -1;
134815a0
     FF_TPRINTF_START(NULL, request_frame); ff_tlog_link(NULL, link, 1);
96da1c51
 
beeba916
     if (link->closed)
         return AVERROR_EOF;
acc0490f
     if (link->srcpad->request_frame)
0689d5e1
         ret = link->srcpad->request_frame(link);
ca857431
     else if (link->src->inputs[0])
0689d5e1
         ret = ff_request_frame(link->src->inputs[0]);
     if (ret == AVERROR_EOF && link->partial_buf) {
         AVFilterBufferRef *pbuf = link->partial_buf;
         link->partial_buf = NULL;
82541d83
         ff_filter_frame_framed(link, pbuf);
0689d5e1
         return 0;
     }
beeba916
     if (ret == AVERROR_EOF)
         link->closed = 1;
0689d5e1
     return ret;
4dbbcdee
 }
 
803391f7
 int ff_poll_frame(AVFilterLink *link)
7b02c484
 {
ca857431
     int i, min = INT_MAX;
7b02c484
 
acc0490f
     if (link->srcpad->poll_frame)
         return link->srcpad->poll_frame(link);
c245ddf2
 
9baeff95
     for (i = 0; i < link->src->nb_inputs; i++) {
9dd08b4e
         int val;
ca857431
         if (!link->src->inputs[i])
c245ddf2
             return -1;
803391f7
         val = ff_poll_frame(link->src->inputs[i]);
9dd08b4e
         min = FFMIN(min, val);
c245ddf2
     }
7b02c484
 
     return min;
 }
 
01590329
 void ff_update_link_current_pts(AVFilterLink *link, int64_t pts)
2ce79727
 {
75d5624c
     if (pts == AV_NOPTS_VALUE)
2ce79727
         return;
d06bfda0
     link->current_pts = av_rescale_q(pts, link->time_base, AV_TIME_BASE_Q);
     /* TODO use duration */
2ce79727
     if (link->graph && link->age_index >= 0)
         ff_avfilter_graph_update_heap(link->graph, link);
 }
 
1e5014c7
 int avfilter_process_command(AVFilterContext *filter, const char *cmd, const char *arg, char *res, int res_len, int flags)
 {
     if(!strcmp(cmd, "ping")){
         av_strlcatf(res, res_len, "pong from:%s %s\n", filter->filter->name, filter->name);
         return 0;
     }else if(filter->filter->process_command) {
         return filter->filter->process_command(filter, cmd, arg, res, res_len, flags);
     }
     return AVERROR(ENOSYS);
 }
 
1fc70771
 #define MAX_REGISTERED_AVFILTERS_NB 128
86a60fa1
 
 static AVFilter *registered_avfilters[MAX_REGISTERED_AVFILTERS_NB + 1];
 
 static int next_registered_avfilter_idx = 0;
3555d2e8
 
05decb00
 AVFilter *avfilter_get_by_name(const char *name)
4dbbcdee
 {
86a60fa1
     int i;
6d8c67a7
 
86a60fa1
     for (i = 0; registered_avfilters[i]; i++)
         if (!strcmp(registered_avfilters[i]->name, name))
             return registered_avfilters[i];
4dbbcdee
 
     return NULL;
 }
 
86a60fa1
 int avfilter_register(AVFilter *filter)
4dbbcdee
 {
f6dd1455
     int i;
 
21779087
     if (next_registered_avfilter_idx == MAX_REGISTERED_AVFILTERS_NB) {
         av_log(NULL, AV_LOG_ERROR,
                "Maximum number of registered filters %d reached, "
                "impossible to register filter with name '%s'\n",
                MAX_REGISTERED_AVFILTERS_NB, filter->name);
         return AVERROR(ENOMEM);
     }
6d8c67a7
 
f6dd1455
     for(i=0; filter->inputs && filter->inputs[i].name; i++) {
         const AVFilterPad *input = &filter->inputs[i];
         av_assert0(     !input->filter_frame
c0c0b196
                     || (!input->start_frame && !input->end_frame));
f6dd1455
     }
 
86a60fa1
     registered_avfilters[next_registered_avfilter_idx++] = filter;
     return 0;
4dbbcdee
 }
 
1433c4ab
 AVFilter **av_filter_next(AVFilter **filter)
 {
     return filter ? ++filter : &registered_avfilters[0];
 }
 
4dbbcdee
 void avfilter_uninit(void)
 {
86a60fa1
     memset(registered_avfilters, 0, sizeof(registered_avfilters));
     next_registered_avfilter_idx = 0;
4dbbcdee
 }
 
 static int pad_count(const AVFilterPad *pads)
 {
     int count;
 
1fce361d
     if (!pads)
         return 0;
 
05decb00
     for(count = 0; pads->name; count ++) pads ++;
4dbbcdee
     return count;
 }
 
ee1748ab
 static const char *default_filter_name(void *filter_ctx)
4dbbcdee
 {
4d6a8a2b
     AVFilterContext *ctx = filter_ctx;
     return ctx->name ? ctx->name : ctx->filter->name;
4dbbcdee
 }
 
5c0d8bc4
 static void *filter_child_next(void *obj, void *prev)
 {
     AVFilterContext *ctx = obj;
     if (!prev && ctx->filter && ctx->filter->priv_class)
         return ctx->priv;
     return NULL;
 }
 
 static const AVClass *filter_child_class_next(const AVClass *prev)
 {
     AVFilter **filter_ptr = NULL;
 
     /* find the filter that corresponds to prev */
     while (prev && *(filter_ptr = av_filter_next(filter_ptr)))
         if ((*filter_ptr)->priv_class == prev)
             break;
 
     /* could not find filter corresponding to prev */
     if (prev && !(*filter_ptr))
         return NULL;
 
     /* find next filter with specific options */
     while (*(filter_ptr = av_filter_next(filter_ptr)))
         if ((*filter_ptr)->priv_class)
             return (*filter_ptr)->priv_class;
     return NULL;
 }
 
b049ad50
 static const AVClass avfilter_class = {
908c045f
     .class_name = "AVFilter",
ad347bf4
     .item_name  = default_filter_name,
908c045f
     .version    = LIBAVUTIL_VERSION_INT,
54101214
     .category   = AV_CLASS_CATEGORY_FILTER,
5c0d8bc4
     .child_next = filter_child_next,
     .child_class_next = filter_child_class_next,
b049ad50
 };
 
5c0d8bc4
 const AVClass *avfilter_get_class(void)
 {
     return &avfilter_class;
 }
 
84c03869
 int avfilter_open(AVFilterContext **filter_ctx, AVFilter *filter, const char *inst_name)
4dbbcdee
 {
8f618f4c
     AVFilterContext *ret;
84c03869
     *filter_ctx = NULL;
8f618f4c
 
     if (!filter)
84c03869
         return AVERROR(EINVAL);
8f618f4c
 
689a5f49
     ret = av_mallocz(sizeof(AVFilterContext));
0699dbb8
     if (!ret)
         return AVERROR(ENOMEM);
4dbbcdee
 
b049ad50
     ret->av_class = &avfilter_class;
4dbbcdee
     ret->filter   = filter;
2350e69c
     ret->name     = inst_name ? av_strdup(inst_name) : NULL;
0699dbb8
     if (filter->priv_size) {
f8af93ab
         ret->priv     = av_mallocz(filter->priv_size);
0699dbb8
         if (!ret->priv)
             goto err;
     }
4dbbcdee
 
9baeff95
     ret->nb_inputs = pad_count(filter->inputs);
     if (ret->nb_inputs ) {
         ret->input_pads   = av_malloc(sizeof(AVFilterPad) * ret->nb_inputs);
0699dbb8
         if (!ret->input_pads)
             goto err;
9baeff95
         memcpy(ret->input_pads, filter->inputs, sizeof(AVFilterPad) * ret->nb_inputs);
         ret->inputs       = av_mallocz(sizeof(AVFilterLink*) * ret->nb_inputs);
0699dbb8
         if (!ret->inputs)
             goto err;
689a5f49
     }
c5ef7d7b
 
9baeff95
     ret->nb_outputs = pad_count(filter->outputs);
     if (ret->nb_outputs) {
         ret->output_pads  = av_malloc(sizeof(AVFilterPad) * ret->nb_outputs);
0699dbb8
         if (!ret->output_pads)
             goto err;
9baeff95
         memcpy(ret->output_pads, filter->outputs, sizeof(AVFilterPad) * ret->nb_outputs);
         ret->outputs      = av_mallocz(sizeof(AVFilterLink*) * ret->nb_outputs);
0699dbb8
         if (!ret->outputs)
             goto err;
689a5f49
     }
9baeff95
 #if FF_API_FOO_COUNT
     ret->output_count = ret->nb_outputs;
     ret->input_count  = ret->nb_inputs;
 #endif
7d0e1392
 
84c03869
     *filter_ctx = ret;
     return 0;
0699dbb8
 
 err:
     av_freep(&ret->inputs);
     av_freep(&ret->input_pads);
9baeff95
     ret->nb_inputs = 0;
0699dbb8
     av_freep(&ret->outputs);
     av_freep(&ret->output_pads);
9baeff95
     ret->nb_outputs = 0;
0699dbb8
     av_freep(&ret->priv);
     av_free(ret);
     return AVERROR(ENOMEM);
4dbbcdee
 }
 
24de0edb
 void avfilter_free(AVFilterContext *filter)
4dbbcdee
 {
     int i;
b1a05b82
     AVFilterLink *link;
4dbbcdee
 
c5f9a66f
     if (!filter)
         return;
 
ca857431
     if (filter->filter->uninit)
4dbbcdee
         filter->filter->uninit(filter);
 
9baeff95
     for (i = 0; i < filter->nb_inputs; i++) {
b1a05b82
         if ((link = filter->inputs[i])) {
             if (link->src)
acc0490f
                 link->src->outputs[link->srcpad - link->src->output_pads] = NULL;
b74a1da4
             ff_formats_unref(&link->in_formats);
             ff_formats_unref(&link->out_formats);
             ff_formats_unref(&link->in_samplerates);
             ff_formats_unref(&link->out_samplerates);
ff1f51a8
             ff_channel_layouts_unref(&link->in_channel_layouts);
             ff_channel_layouts_unref(&link->out_channel_layouts);
f3b90d25
         }
e977ca26
         avfilter_link_free(&link);
4dbbcdee
     }
9baeff95
     for (i = 0; i < filter->nb_outputs; i++) {
b1a05b82
         if ((link = filter->outputs[i])) {
             if (link->dst)
acc0490f
                 link->dst->inputs[link->dstpad - link->dst->input_pads] = NULL;
b74a1da4
             ff_formats_unref(&link->in_formats);
             ff_formats_unref(&link->out_formats);
             ff_formats_unref(&link->in_samplerates);
             ff_formats_unref(&link->out_samplerates);
ff1f51a8
             ff_channel_layouts_unref(&link->in_channel_layouts);
             ff_channel_layouts_unref(&link->out_channel_layouts);
f3b90d25
         }
e977ca26
         avfilter_link_free(&link);
4dbbcdee
     }
 
f4cb4462
     av_freep(&filter->name);
     av_freep(&filter->input_pads);
     av_freep(&filter->output_pads);
     av_freep(&filter->inputs);
     av_freep(&filter->outputs);
     av_freep(&filter->priv);
3d8176d2
     while(filter->command_queue){
1cbf7fb4
         ff_command_queue_pop(filter);
3d8176d2
     }
4dbbcdee
     av_free(filter);
 }
 
a360f71e
 int avfilter_init_filter(AVFilterContext *filter, const char *args, void *opaque)
4dbbcdee
 {
e079d22e
     int ret=0;
4dbbcdee
 
21d56098
     if (filter->filter->init_opaque)
         ret = filter->filter->init_opaque(filter, args, opaque);
     else if (filter->filter->init)
a5e8c41c
         ret = filter->filter->init(filter, args);
e079d22e
     return ret;
4dbbcdee
 }
88c3b87b
 
84b9fbe0
 const char *avfilter_pad_get_name(AVFilterPad *pads, int pad_idx)
 {
     return pads[pad_idx].name;
 }
 
 enum AVMediaType avfilter_pad_get_type(AVFilterPad *pads, int pad_idx)
 {
     return pads[pad_idx].type;
4dbbcdee
 }
3ed483cd
 
82541d83
 static int default_filter_frame(AVFilterLink *link, AVFilterBufferRef *frame)
 {
     return ff_filter_frame(link->dst->outputs[0], frame);
 }
 
 static int ff_filter_frame_framed(AVFilterLink *link, AVFilterBufferRef *frame)
 {
     int (*filter_frame)(AVFilterLink *, AVFilterBufferRef *);
     AVFilterPad *src = link->srcpad;
     AVFilterPad *dst = link->dstpad;
     AVFilterBufferRef *out;
     int perms, ret;
     AVFilterCommand *cmd= link->dst->command_queue;
     int64_t pts;
 
     if (link->closed) {
         avfilter_unref_buffer(frame);
         return AVERROR_EOF;
     }
 
     if (!(filter_frame = dst->filter_frame))
         filter_frame = default_filter_frame;
 
     av_assert1((frame->perms & src->min_perms) == src->min_perms);
     frame->perms &= ~ src->rej_perms;
     perms = frame->perms;
 
     if (frame->linesize[0] < 0)
         perms |= AV_PERM_NEG_LINESIZES;
 
     /* prepare to copy the frame if the buffer has insufficient permissions */
     if ((dst->min_perms & perms) != dst->min_perms ||
         dst->rej_perms & perms) {
         av_log(link->dst, AV_LOG_DEBUG,
                "Copying data in avfilter (have perms %x, need %x, reject %x)\n",
                perms, link->dstpad->min_perms, link->dstpad->rej_perms);
 
         /* Maybe use ff_copy_buffer_ref instead? */
         switch (link->type) {
         case AVMEDIA_TYPE_VIDEO:
             out = ff_get_video_buffer(link, dst->min_perms,
                                       link->w, link->h);
             break;
         case AVMEDIA_TYPE_AUDIO:
             out = ff_get_audio_buffer(link, dst->min_perms,
                                       frame->audio->nb_samples);
             break;
         default: return AVERROR(EINVAL);
         }
         if (!out) {
             avfilter_unref_buffer(frame);
             return AVERROR(ENOMEM);
         }
         avfilter_copy_buffer_ref_props(out, frame);
 
         switch (link->type) {
         case AVMEDIA_TYPE_VIDEO:
             av_image_copy(out->data, out->linesize, frame->data, frame->linesize,
                           frame->format, frame->video->w, frame->video->h);
             break;
         case AVMEDIA_TYPE_AUDIO:
             av_samples_copy(out->extended_data, frame->extended_data,
                             0, 0, frame->audio->nb_samples,
                             av_get_channel_layout_nb_channels(frame->audio->channel_layout),
                             frame->format);
             break;
         default: return AVERROR(EINVAL);
         }
 
         avfilter_unref_buffer(frame);
     } else
         out = frame;
 
     while(cmd && cmd->time <= frame->pts * av_q2d(link->time_base)){
         av_log(link->dst, AV_LOG_DEBUG,
                "Processing command time:%f command:%s arg:%s\n",
                cmd->time, cmd->command, cmd->arg);
         avfilter_process_command(link->dst, cmd->command, cmd->arg, 0, 0, cmd->flags);
         ff_command_queue_pop(link->dst);
         cmd= link->dst->command_queue;
     }
 
     pts = out->pts;
     ret = filter_frame(link, out);
     ff_update_link_current_pts(link, pts);
     return ret;
 }
 
 static int ff_filter_frame_needs_framing(AVFilterLink *link, AVFilterBufferRef *frame)
 {
     int insamples = frame->audio->nb_samples, inpos = 0, nb_samples;
     AVFilterBufferRef *pbuf = link->partial_buf;
     int nb_channels = frame->audio->channels;
     int ret = 0;
 
     /* Handle framing (min_samples, max_samples) */
     while (insamples) {
         if (!pbuf) {
             AVRational samples_tb = { 1, link->sample_rate };
             int perms = link->dstpad->min_perms | AV_PERM_WRITE;
             pbuf = ff_get_audio_buffer(link, perms, link->partial_buf_size);
             if (!pbuf) {
                 av_log(link->dst, AV_LOG_WARNING,
                        "Samples dropped due to memory allocation failure.\n");
                 return 0;
             }
             avfilter_copy_buffer_ref_props(pbuf, frame);
             pbuf->pts = frame->pts +
                         av_rescale_q(inpos, samples_tb, link->time_base);
             pbuf->audio->nb_samples = 0;
         }
         nb_samples = FFMIN(insamples,
                            link->partial_buf_size - pbuf->audio->nb_samples);
         av_samples_copy(pbuf->extended_data, frame->extended_data,
                         pbuf->audio->nb_samples, inpos,
                         nb_samples, nb_channels, link->format);
         inpos                   += nb_samples;
         insamples               -= nb_samples;
         pbuf->audio->nb_samples += nb_samples;
         if (pbuf->audio->nb_samples >= link->min_samples) {
             ret = ff_filter_frame_framed(link, pbuf);
             pbuf = NULL;
         }
     }
     avfilter_unref_buffer(frame);
     link->partial_buf = pbuf;
     return ret;
 }
 
3ed483cd
 int ff_filter_frame(AVFilterLink *link, AVFilterBufferRef *frame)
 {
     FF_TPRINTF_START(NULL, filter_frame); ff_tlog_link(NULL, link, 1); ff_tlog(NULL, " "); ff_tlog_ref(NULL, frame, 1);
 
82541d83
     /* Consistency checks */
     if (link->type == AVMEDIA_TYPE_VIDEO) {
         if (strcmp(link->dst->filter->name, "scale")) {
             av_assert1(frame->format                 == link->format);
             av_assert1(frame->video->w               == link->w);
             av_assert1(frame->video->h               == link->h);
         }
     } else {
         av_assert1(frame->format                == link->format);
         av_assert1(frame->audio->channels       == link->channels);
         av_assert1(frame->audio->channel_layout == link->channel_layout);
         av_assert1(frame->audio->sample_rate    == link->sample_rate);
     }
 
     /* Go directly to actual filtering if possible */
     if (link->type == AVMEDIA_TYPE_AUDIO &&
         link->min_samples &&
         (link->partial_buf ||
          frame->audio->nb_samples < link->min_samples ||
          frame->audio->nb_samples > link->max_samples)) {
         return ff_filter_frame_needs_framing(link, frame);
     } else {
         return ff_filter_frame_framed(link, frame);
3ed483cd
     }
 }