libavfilter/avfiltergraph.c
eccb6fb7
 /*
ec8398a3
  * filter graphs
3fa77bde
  * Copyright (c) 2008 Vitor Sessak
  * Copyright (c) 2007 Bobby Bingham
eccb6fb7
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
5c2ff9fd
 #include <ctype.h>
 #include <string.h>
 
3ee0bedc
 #include "libavutil/audioconvert.h"
2eaf8698
 #include "libavutil/avstring.h"
eccb6fb7
 #include "avfilter.h"
 #include "avfiltergraph.h"
4fcbb2af
 #include "internal.h"
eccb6fb7
 
e15aeea6
 AVFilterGraph *avfilter_graph_alloc(void)
 {
     return av_mallocz(sizeof(AVFilterGraph));
 }
 
ab543afe
 void avfilter_graph_free(AVFilterGraph **graph)
f2ee8083
 {
ab543afe
     if (!*graph)
caeb0c30
         return;
ab543afe
     for (; (*graph)->filter_count > 0; (*graph)->filter_count--)
         avfilter_free((*graph)->filters[(*graph)->filter_count - 1]);
     av_freep(&(*graph)->scale_sws_opts);
     av_freep(&(*graph)->filters);
     av_freep(graph);
ffcaef34
 }
 
4e4a3e23
 int avfilter_graph_add_filter(AVFilterGraph *graph, AVFilterContext *filter)
ffcaef34
 {
3748b2b8
     AVFilterContext **filters = av_realloc(graph->filters,
                                            sizeof(AVFilterContext*) * (graph->filter_count+1));
     if (!filters)
22b7b23c
         return AVERROR(ENOMEM);
4e4a3e23
 
3748b2b8
     graph->filters = filters;
     graph->filters[graph->filter_count++] = filter;
4e4a3e23
 
     return 0;
eccb6fb7
 }
 
037be76e
 int avfilter_graph_create_filter(AVFilterContext **filt_ctx, AVFilter *filt,
                                  const char *name, const char *args, void *opaque,
                                  AVFilterGraph *graph_ctx)
 {
     int ret;
 
     if ((ret = avfilter_open(filt_ctx, filt, name)) < 0)
         goto fail;
     if ((ret = avfilter_init_filter(*filt_ctx, args, opaque)) < 0)
         goto fail;
     if ((ret = avfilter_graph_add_filter(graph_ctx, *filt_ctx)) < 0)
         goto fail;
     return 0;
 
 fail:
     if (*filt_ctx)
         avfilter_free(*filt_ctx);
     *filt_ctx = NULL;
     return ret;
 }
 
4fcbb2af
 int ff_avfilter_graph_check_validity(AVFilterGraph *graph, AVClass *log_ctx)
822005ed
 {
     AVFilterContext *filt;
     int i, j;
 
b59dd1ea
     for (i = 0; i < graph->filter_count; i++) {
822005ed
         filt = graph->filters[i];
 
         for (j = 0; j < filt->input_count; j++) {
             if (!filt->inputs[j] || !filt->inputs[j]->src) {
                 av_log(log_ctx, AV_LOG_ERROR,
                        "Input pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any source\n",
                        filt->input_pads[j].name, filt->name, filt->filter->name);
f5901fd3
                 return AVERROR(EINVAL);
822005ed
             }
         }
 
         for (j = 0; j < filt->output_count; j++) {
             if (!filt->outputs[j] || !filt->outputs[j]->dst) {
                 av_log(log_ctx, AV_LOG_ERROR,
                        "Output pad \"%s\" for the filter \"%s\" of type \"%s\" not connected to any destination\n",
                        filt->output_pads[j].name, filt->name, filt->filter->name);
f5901fd3
                 return AVERROR(EINVAL);
822005ed
             }
         }
     }
 
     return 0;
 }
 
4fcbb2af
 int ff_avfilter_graph_config_links(AVFilterGraph *graph, AVClass *log_ctx)
4ec42240
 {
     AVFilterContext *filt;
     int i, ret;
 
     for (i=0; i < graph->filter_count; i++) {
         filt = graph->filters[i];
 
         if (!filt->output_count) {
             if ((ret = avfilter_config_links(filt)))
                 return ret;
         }
     }
 
     return 0;
 }
 
9f39bb37
 AVFilterContext *avfilter_graph_get_filter(AVFilterGraph *graph, char *name)
57d4a157
 {
     int i;
 
b59dd1ea
     for (i = 0; i < graph->filter_count; i++)
         if (graph->filters[i]->name && !strcmp(name, graph->filters[i]->name))
57d4a157
             return graph->filters[i];
 
     return NULL;
 }
 
3ee0bedc
 static int insert_conv_filter(AVFilterGraph *graph, AVFilterLink *link,
                               const char *filt_name, const char *filt_args)
 {
     static int auto_count = 0, ret;
     char inst_name[32];
     AVFilterContext *filt_ctx;
 
     snprintf(inst_name, sizeof(inst_name), "auto-inserted %s %d",
             filt_name, auto_count++);
 
     if ((ret = avfilter_graph_create_filter(&filt_ctx,
                                             avfilter_get_by_name(filt_name),
                                             inst_name, filt_args, NULL, graph)) < 0)
         return ret;
     if ((ret = avfilter_insert_filter(link, filt_ctx, 0, 0)) < 0)
         return ret;
 
     filt_ctx->filter->query_formats(filt_ctx);
 
     if ( ((link = filt_ctx-> inputs[0]) &&
            !avfilter_merge_formats(link->in_formats, link->out_formats)) ||
          ((link = filt_ctx->outputs[0]) &&
            !avfilter_merge_formats(link->in_formats, link->out_formats))
        ) {
         av_log(NULL, AV_LOG_ERROR,
                "Impossible to convert between the formats supported by the filter "
                "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
         return AVERROR(EINVAL);
     }
 
     if (link->type == AVMEDIA_TYPE_AUDIO &&
          (((link = filt_ctx-> inputs[0]) &&
            (!avfilter_merge_formats(link->in_chlayouts, link->out_chlayouts) ||
             !avfilter_merge_formats(link->in_packing,   link->out_packing))) ||
          ((link = filt_ctx->outputs[0]) &&
            (!avfilter_merge_formats(link->in_chlayouts, link->out_chlayouts) ||
             !avfilter_merge_formats(link->in_packing,   link->out_packing))))
        ) {
         av_log(NULL, AV_LOG_ERROR,
                "Impossible to convert between the channel layouts/packing formats supported by the filter "
                "'%s' and the filter '%s'\n", link->src->name, link->dst->name);
         return AVERROR(EINVAL);
     }
 
     return 0;
 }
 
3fb8e77a
 static int query_formats(AVFilterGraph *graph, AVClass *log_ctx)
7b470878
 {
037be76e
     int i, j, ret;
3ee0bedc
     char filt_args[128];
7b470878
 
bdab614b
     /* ask all the sub-filters for their supported media formats */
b59dd1ea
     for (i = 0; i < graph->filter_count; i++) {
         if (graph->filters[i]->filter->query_formats)
7b470878
             graph->filters[i]->filter->query_formats(graph->filters[i]);
         else
             avfilter_default_query_formats(graph->filters[i]);
     }
 
     /* go through and merge as many format lists as possible */
b59dd1ea
     for (i = 0; i < graph->filter_count; i++) {
7b470878
         AVFilterContext *filter = graph->filters[i];
 
b59dd1ea
         for (j = 0; j < filter->input_count; j++) {
779cc07a
             AVFilterLink *link = filter->inputs[j];
be90f027
 
3ee0bedc
             if (!link) continue;
 
             if (!link->in_formats || !link->out_formats)
                 return AVERROR(EINVAL);
 
             if (link->type == AVMEDIA_TYPE_VIDEO &&
                 !avfilter_merge_formats(link->in_formats, link->out_formats)) {
 
                 /* couldn't merge format lists, auto-insert scale filter */
be90f027
                 av_strlcpy(filt_args, "0:0", sizeof(filt_args));
                 if (graph->scale_sws_opts) {
                     av_strlcat(filt_args, ":", sizeof(filt_args));
                     av_strlcat(filt_args, graph->scale_sws_opts, sizeof(filt_args));
7b470878
                 }
be90f027
 
3ee0bedc
                 if (ret = insert_conv_filter(graph, link, "scale", filt_args))
                     return ret;
             }
             else if (link->type == AVMEDIA_TYPE_AUDIO) {
                 if (!link->in_chlayouts || !link->out_chlayouts ||
                     !link->in_packing   || !link->out_packing)
                     return AVERROR(EINVAL);
 
                 if (!avfilter_merge_formats(link->in_formats,   link->out_formats)   ||
                     !avfilter_merge_formats(link->in_chlayouts, link->out_chlayouts) ||
                     !avfilter_merge_formats(link->in_packing,   link->out_packing))
                     if (ret = insert_conv_filter(graph, link, "aconvert", NULL))
                        return ret;
7b470878
             }
         }
     }
 
     return 0;
 }
 
 static void pick_format(AVFilterLink *link)
 {
b59dd1ea
     if (!link || !link->in_formats)
7b470878
         return;
 
     link->in_formats->format_count = 1;
     link->format = link->in_formats->formats[0];
     avfilter_formats_unref(&link->in_formats);
     avfilter_formats_unref(&link->out_formats);
fd2c0a5d
 
     if (link->type == AVMEDIA_TYPE_AUDIO) {
         link->in_chlayouts->format_count = 1;
         link->channel_layout = link->in_chlayouts->formats[0];
         avfilter_formats_unref(&link->in_chlayouts);
         avfilter_formats_unref(&link->out_chlayouts);
 
b57df29f
         link->in_packing->format_count = 1;
         link->planar = link->in_packing->formats[0] == AVFILTER_PLANAR;
         avfilter_formats_unref(&link->in_packing);
         avfilter_formats_unref(&link->out_packing);
     }
7b470878
 }
 
9f39bb37
 static void pick_formats(AVFilterGraph *graph)
7b470878
 {
     int i, j;
 
b59dd1ea
     for (i = 0; i < graph->filter_count; i++) {
7b470878
         AVFilterContext *filter = graph->filters[i];
 
b59dd1ea
         for (j = 0; j < filter->input_count; j++)
7b470878
             pick_format(filter->inputs[j]);
b59dd1ea
         for (j = 0; j < filter->output_count; j++)
7b470878
             pick_format(filter->outputs[j]);
     }
 }
 
4fcbb2af
 int ff_avfilter_graph_config_formats(AVFilterGraph *graph, AVClass *log_ctx)
7b470878
 {
f5901fd3
     int ret;
 
ec8398a3
     /* find supported formats from sub-filters, and merge along links */
f5901fd3
     if ((ret = query_formats(graph, log_ctx)) < 0)
         return ret;
7b470878
 
     /* Once everything is merged, it's possible that we'll still have
bdab614b
      * multiple valid media format choices. We pick the first one. */
7b470878
     pick_formats(graph);
 
     return 0;
 }
 
d468ed03
 int avfilter_graph_config(AVFilterGraph *graphctx, void *log_ctx)
2a24df93
 {
     int ret;
 
4fcbb2af
     if ((ret = ff_avfilter_graph_check_validity(graphctx, log_ctx)))
2a24df93
         return ret;
4fcbb2af
     if ((ret = ff_avfilter_graph_config_formats(graphctx, log_ctx)))
2a24df93
         return ret;
4fcbb2af
     if ((ret = ff_avfilter_graph_config_links(graphctx, log_ctx)))
2a24df93
         return ret;
 
     return 0;
 }
1e5014c7
 
 int avfilter_graph_send_command(AVFilterGraph *graph, const char *target, const char *cmd, const char *arg, char *res, int res_len, int flags)
 {
     int i, r = AVERROR(ENOSYS);
 
     if(!graph)
         return r;
 
     if((flags & AVFILTER_CMD_FLAG_ONE) && !(flags & AVFILTER_CMD_FLAG_FAST)) {
         r=avfilter_graph_send_command(graph, target, cmd, arg, res, res_len, flags | AVFILTER_CMD_FLAG_FAST);
         if(r != AVERROR(ENOSYS))
             return r;
     }
 
     if(res_len && res)
         res[0]= 0;
 
     for (i = 0; i < graph->filter_count; i++) {
         AVFilterContext *filter = graph->filters[i];
c0323b9c
         if(!strcmp(target, "all") || (filter->name && !strcmp(target, filter->name)) || !strcmp(target, filter->filter->name)){
1e5014c7
             r = avfilter_process_command(filter, cmd, arg, res, res_len, flags);
             if(r != AVERROR(ENOSYS)) {
                 if((flags & AVFILTER_CMD_FLAG_ONE) || r<0)
                     return r;
             }
         }
     }
 
     return r;
 }
3d8176d2
 
 int avfilter_graph_queue_command(AVFilterGraph *graph, const char *target, const char *command, const char *arg, int flags, double ts)
 {
     int i;
 
     if(!graph)
         return 0;
 
     for (i = 0; i < graph->filter_count; i++) {
         AVFilterContext *filter = graph->filters[i];
         if(filter && (!strcmp(target, "all") || !strcmp(target, filter->name) || !strcmp(target, filter->filter->name))){
ea36c44e
             AVFilterCommand **que = &filter->command_queue, *next;
             while(*que && (*que)->time <= ts)
                 que = &(*que)->next;
             next= *que;
3d8176d2
             *que= av_mallocz(sizeof(AVFilterCommand));
             (*que)->command = av_strdup(command);
             (*que)->arg     = av_strdup(arg);
             (*que)->time    = ts;
             (*que)->flags   = flags;
ea36c44e
             (*que)->next    = next;
3d8176d2
             if(flags & AVFILTER_CMD_FLAG_ONE)
                 return 0;
         }
     }
 
     return 0;
 }