/*
* filter graphs
* copyright (c) 2007 Bobby Bingham
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "avfilter.h"
#include "avfiltergraph.h"
extern AVFilter avfilter_vf_scale;
extern AVFilter avfilter_vf_graph;
extern AVFilter avfilter_vf_graphfile;
extern AVFilter avfilter_vf_graphdesc;
typedef struct AVFilterGraph {
unsigned filter_count;
AVFilterContext **filters;
/** fake filters to handle links to internal filters */
AVFilterContext *link_filter_in;
AVFilterContext *link_filter_out;
} GraphContext;
typedef struct {
AVFilterContext *graph;
} GraphLinkContext;
static int link_init(AVFilterContext *ctx, const char *args, void *opaque)
{
GraphLinkContext *linkctx = ctx->priv;
linkctx->graph = opaque;
return !opaque;
}
/**
* Given the link between the dummy filter and an internal filter whose input
* is being exported outside the graph, this returns the externally visible
* link.
*/
static inline AVFilterLink *get_extern_input_link(AVFilterLink *link)
{
GraphLinkContext *lctx = link->src->priv;
return lctx->graph->inputs[link->srcpad];
}
/** request a frame from a filter providing input to the graph */
static int link_in_request_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_extern_input_link(link);
if(!link2)
return -1;
return avfilter_request_frame(link2);
}
static int link_in_poll_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_extern_input_link(link);
if(!link2)
return -1;
return avfilter_poll_frame(link2);
}
static int link_in_config_props(AVFilterLink *link)
{
AVFilterLink *link2 = get_extern_input_link(link);
int (*config_props)(AVFilterLink *);
int ret;
if(!link2)
return -1;
if(!(config_props = link2->src->output_pads[link2->srcpad].config_props))
config_props = avfilter_default_config_output_link;
ret = config_props(link2);
link->w = link2->w;
link->h = link2->h;
return ret;
}
/**
* Given the link between the dummy filter and an internal filter whose output
* is being exported outside the graph, this returns the externally visible
* link.
*/
static inline AVFilterLink *get_extern_output_link(AVFilterLink *link)
{
GraphLinkContext *lctx = link->dst->priv;
return lctx->graph->outputs[link->dstpad];
}
static int link_out_config_props(AVFilterLink *link)
{
AVFilterLink *link2 = get_extern_output_link(link);
if(!link2)
return 0;
link2->w = link->w;
link2->h = link->h;
return 0;
}
static void link_out_start_frame(AVFilterLink *link, AVFilterPicRef *picref)
{
AVFilterLink *link2 = get_extern_output_link(link);
if(!link2)
avfilter_unref_pic(picref);
else
avfilter_start_frame(link2, picref);
}
static void link_out_end_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_extern_output_link(link);
if(link2)
avfilter_end_frame(link2);
}
static AVFilterPicRef *link_out_get_video_buffer(AVFilterLink *link, int perms)
{
AVFilterLink *link2 = get_extern_output_link(link);
if(!link2)
return NULL;
else
return avfilter_get_video_buffer(link2, perms);
}
static void link_out_draw_slice(AVFilterLink *link, int y, int height)
{
AVFilterLink *link2 = get_extern_output_link(link);
if(link2)
avfilter_draw_slice(link2, y, height);
}
/** dummy filter used to help export filters pads outside the graph */
static AVFilter vf_graph_dummy =
{
.name = "graph_dummy",
.priv_size = sizeof(GraphLinkContext),
.init = link_init,
.inputs = (AVFilterPad[]) {{ .name = NULL, }},
.outputs = (AVFilterPad[]) {{ .name = NULL, }},
};
static AVFilterLink *get_intern_input_link(AVFilterLink *link)
{
GraphContext *graph = link->dst->priv;
return graph->link_filter_in->outputs[link->dstpad];
}
static void graph_in_start_frame(AVFilterLink *link, AVFilterPicRef *picref)
{
AVFilterLink *link2 = get_intern_input_link(link);
if(link2)
avfilter_start_frame(link2, picref);
}
static void graph_in_end_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_intern_input_link(link);
if(link2)
avfilter_end_frame(link2);
}
static AVFilterPicRef *graph_in_get_video_buffer(AVFilterLink *link, int perms)
{
AVFilterLink *link2 = get_intern_input_link(link);
if(link2)
return avfilter_get_video_buffer(link2, perms);
return NULL;
}
static void graph_in_draw_slice(AVFilterLink *link, int y, int height)
{
AVFilterLink *link2 = get_intern_input_link(link);
if(link2)
avfilter_draw_slice(link2, y, height);
}
static int graph_in_config_props(AVFilterLink *link)
{
AVFilterLink *link2 = get_intern_input_link(link);
int (*config_props)(AVFilterLink *);
int ret;
if(!link2)
return -1;
/* copy link properties over to the dummy internal link */
link2->w = link->w;
link2->h = link->h;
link2->format = link->format;
if(!(config_props = link2->dst->input_pads[link2->dstpad].config_props))
return 0; /* FIXME? */
//config_props = avfilter_default_config_input_link;
if(!(ret = config_props(link2)))
link2->init_state = AVLINK_INIT;
else
link2->init_state = AVLINK_STARTINIT;
return ret;
}
static AVFilterLink *get_intern_output_link(AVFilterLink *link)
{
GraphContext *graph = link->src->priv;
return graph->link_filter_out->inputs[link->srcpad];
}
static int graph_out_request_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_intern_output_link(link);
if(link2)
return avfilter_request_frame(link2);
return -1;
}
static int graph_out_poll_frame(AVFilterLink *link)
{
AVFilterLink *link2 = get_intern_output_link(link);
if(!link2)
return -1;
return avfilter_poll_frame(link2);
}
static int graph_out_config_props(AVFilterLink *link)
{
GraphContext *graph = link->src->priv;
AVFilterLink *link2 = graph->link_filter_out->inputs[link->srcpad];
int ret;
if((ret = avfilter_config_links(graph->link_filter_out)))
return ret;
if(!link2)
return 0;
link->w = link2->w;
link->h = link2->h;
link->format = link2->format;
return 0;
}
static int add_graph_input(AVFilterContext *gctx, AVFilterContext *filt, unsigned idx,
char *name)
{
GraphContext *graph = gctx->priv;
AVFilterPad graph_inpad =
{
.name = name,
.type = CODEC_TYPE_VIDEO,
.start_frame = graph_in_start_frame,
.end_frame = graph_in_end_frame,
.get_video_buffer = graph_in_get_video_buffer,
.draw_slice = graph_in_draw_slice,
.config_props = graph_in_config_props,
/* XXX */
};
AVFilterPad dummy_outpad =
{
.name = NULL, /* FIXME? */
.type = CODEC_TYPE_VIDEO,
.request_frame = link_in_request_frame,
.poll_frame = link_in_poll_frame,
.config_props = link_in_config_props,
};
avfilter_insert_inpad (gctx, gctx->input_count, &graph_inpad);
avfilter_insert_outpad(graph->link_filter_in, graph->link_filter_in->output_count,
&dummy_outpad);
return avfilter_link(graph->link_filter_in,
graph->link_filter_in->output_count-1, filt, idx);
}
static int add_graph_output(AVFilterContext *gctx, AVFilterContext *filt, unsigned idx,
char *name)
{
GraphContext *graph = gctx->priv;
AVFilterPad graph_outpad =
{
.name = name,
.type = CODEC_TYPE_VIDEO,
.request_frame = graph_out_request_frame,
.poll_frame = graph_out_poll_frame,
.config_props = graph_out_config_props,
};
AVFilterPad dummy_inpad =
{
.name = NULL, /* FIXME? */
.type = CODEC_TYPE_VIDEO,
.start_frame = link_out_start_frame,
.end_frame = link_out_end_frame,
.draw_slice = link_out_draw_slice,
.get_video_buffer = link_out_get_video_buffer,
.config_props = link_out_config_props,
};
avfilter_insert_outpad(gctx, gctx->output_count, &graph_outpad);
avfilter_insert_inpad (graph->link_filter_out, graph->link_filter_out->input_count,
&dummy_inpad);
return avfilter_link(filt, idx, graph->link_filter_out,
graph->link_filter_out->input_count-1);
}
static void uninit(AVFilterContext *ctx)
{
GraphContext *graph = ctx->priv;
if(graph->link_filter_in) {
avfilter_destroy(graph->link_filter_in);
graph->link_filter_in = NULL;
}
if(graph->link_filter_out) {
avfilter_destroy(graph->link_filter_out);
graph->link_filter_out = NULL;
}
for(; graph->filter_count > 0; graph->filter_count --)
avfilter_destroy(graph->filters[graph->filter_count - 1]);
av_freep(&graph->filters);
}
/* TODO: insert in sorted order */
void avfilter_graph_add_filter(AVFilterContext *graphctx, AVFilterContext *filter)
{
GraphContext *graph = graphctx->priv;
graph->filters = av_realloc(graph->filters,
sizeof(AVFilterContext*) * ++graph->filter_count);
graph->filters[graph->filter_count - 1] = filter;
}
/* search intelligently, once we insert in order */
AVFilterContext *avfilter_graph_get_filter(AVFilterContext *ctx, char *name)
{
GraphContext *graph = ctx->priv;
int i;
if(!name)
return NULL;
for(i = 0; i < graph->filter_count; i ++)
if(graph->filters[i]->name && !strcmp(name, graph->filters[i]->name))
return graph->filters[i];
return NULL;
}
static int query_formats(AVFilterContext *graphctx)
{
GraphContext *graph = graphctx->priv;
AVFilterContext *linkfiltin = graph->link_filter_in;
AVFilterContext *linkfiltout = graph->link_filter_out;
int i, j;
/* ask all the sub-filters for their supported colorspaces */
for(i = 0; i < graph->filter_count; i ++) {
if(graph->filters[i]->filter->query_formats)
graph->filters[i]->filter->query_formats(graph->filters[i]);
else
avfilter_default_query_formats(graph->filters[i]);
}
/* use these formats on our exported links */
for(i = 0; i < linkfiltout->input_count; i ++) {
avfilter_formats_ref( linkfiltout->inputs[i]->in_formats,
&linkfiltout->inputs[i]->out_formats);
if(graphctx->outputs[i])
avfilter_formats_ref(linkfiltout->inputs[i]->in_formats,
&graphctx->outputs[i]->in_formats);
}
for(i = 0; i < linkfiltin->output_count; i ++) {
avfilter_formats_ref( linkfiltin->outputs[i]->out_formats,
&linkfiltin->outputs[i]->in_formats);
if(graphctx->inputs[i])
avfilter_formats_ref(linkfiltin->outputs[i]->out_formats,
&graphctx-> inputs[i]->out_formats);
}
/* go through and merge as many format lists as possible */
for(i = 0; i < graph->filter_count; i ++) {
AVFilterContext *filter = graph->filters[i];
for(j = 0; j < filter->input_count; j ++) {
AVFilterLink *link;
if(!(link = filter->inputs[j]))
continue;
if(link->in_formats != link->out_formats) {
if(!avfilter_merge_formats(link->in_formats,
link->out_formats)) {
/* couldn't merge format lists. auto-insert scale filter */
AVFilterContext *scale;
if(!(scale = avfilter_open(&avfilter_vf_scale, NULL)))
return -1;
if(scale->filter->init(scale, NULL, NULL) ||
avfilter_insert_filter(link, scale, 0, 0)) {
avfilter_destroy(scale);
return -1;
}
avfilter_graph_add_filter(graphctx, scale);
scale->filter->query_formats(scale);
if(!avfilter_merge_formats(scale-> inputs[0]->in_formats,
scale-> inputs[0]->out_formats) ||
!avfilter_merge_formats(scale->outputs[0]->in_formats,
scale->outputs[0]->out_formats))
return -1;
}
}
}
}
return 0;
}
static void pick_format(AVFilterLink *link)
{
if(!link || !link->in_formats)
return;
link->in_formats->format_count = 1;
link->format = link->in_formats->formats[0];
avfilter_formats_unref(&link->in_formats);
avfilter_formats_unref(&link->out_formats);
}
static void pick_formats(GraphContext *graph)
{
int i, j;
for(i = 0; i < graph->filter_count; i ++) {
AVFilterContext *filter = graph->filters[i];
if(filter->filter == &avfilter_vf_graph ||
filter->filter == &avfilter_vf_graphfile ||
filter->filter == &avfilter_vf_graphdesc)
pick_formats(filter->priv);
for(j = 0; j < filter->input_count; j ++)
pick_format(filter->inputs[j]);
for(j = 0; j < filter->output_count; j ++)
pick_format(filter->outputs[j]);
}
}
int avfilter_graph_config_formats(AVFilterContext *graphctx)
{
GraphContext *graph = graphctx->priv;
/* find supported formats from sub-filters, and merge along links */
if(query_formats(graphctx))
return -1;
/* Once everything is merged, it's possible that we'll still have
* multiple valid colorspace choices. We pick the first one. */
pick_formats(graph);
return 0;
}
static int graph_load_from_desc(AVFilterContext *ctx, AVFilterGraphDesc *desc)
{
AVFilterGraphDescFilter *curfilt;
AVFilterGraphDescLink *curlink;
AVFilterGraphDescExport *curpad;
AVFilterContext *filt, *filtb;
AVFilter *filterdef;
/* create all filters */
for(curfilt = desc->filters; curfilt; curfilt = curfilt->next) {
if(!(filterdef = avfilter_get_by_name(curfilt->filter)) ||
!(filt = avfilter_open(filterdef, curfilt->name))) {
av_log(ctx, AV_LOG_ERROR,
"error creating filter '%s'\n", curfilt->name);
goto fail;
}
avfilter_graph_add_filter(ctx, filt);
if(avfilter_init_filter(filt, curfilt->args, NULL)) {
av_log(ctx, AV_LOG_ERROR,
"error initializing filter '%s'\n", curfilt->name);
goto fail;
}
}
/* create all links */
for(curlink = desc->links; curlink; curlink = curlink->next) {
if(!(filt = avfilter_graph_get_filter(ctx, curlink->src))) {
av_log(ctx, AV_LOG_ERROR, "link source does not exist in graph\n");
goto fail;
}
if(!(filtb = avfilter_graph_get_filter(ctx, curlink->dst))) {
av_log(ctx, AV_LOG_ERROR, "link destination does not exist in graph\n");
goto fail;
}
if(avfilter_link(filt, curlink->srcpad, filtb, curlink->dstpad)) {
av_log(ctx, AV_LOG_ERROR, "cannot create link between source and destination filters\n");
goto fail;
}
}
/* export all input pads */
for(curpad = desc->inputs; curpad; curpad = curpad->next) {
if(!(filt = avfilter_graph_get_filter(ctx, curpad->filter))) {
av_log(ctx, AV_LOG_ERROR, "filter owning exported pad does not exist\n");
goto fail;
}
add_graph_input(ctx, filt, curpad->pad, curpad->name);
}
/* export all output pads */
for(curpad = desc->outputs; curpad; curpad = curpad->next) {
if(!(filt = avfilter_graph_get_filter(ctx, curpad->filter))) {
av_log(ctx, AV_LOG_ERROR, "filter owning exported pad does not exist\n");
goto fail;
}
add_graph_output(ctx, filt, curpad->pad, curpad->name);
}
return 0;
fail:
uninit(ctx);
return -1;
}
static int init(AVFilterContext *ctx, const char *args, void *opaque)
{
GraphContext *gctx = ctx->priv;
AVFilterGraphDesc *desc;
int ret;
if(!(gctx->link_filter_in = avfilter_open(&vf_graph_dummy, NULL)))
return -1;
if(avfilter_init_filter(gctx->link_filter_in, NULL, ctx))
goto fail;
if(!(gctx->link_filter_out = avfilter_open(&vf_graph_dummy, NULL)))
goto fail;
if(avfilter_init_filter(gctx->link_filter_out, NULL, ctx))
goto fail;
if(!args)
return 0;
if(!(desc = avfilter_graph_parse_chain(args)))
goto fail;
ret = graph_load_from_desc(ctx, desc);
avfilter_graph_free_desc(desc);
return ret;
fail:
avfilter_destroy(gctx->link_filter_in);
if(gctx->link_filter_out)
avfilter_destroy(gctx->link_filter_out);
return -1;
}
AVFilter avfilter_vf_graph =
{
.name = "graph",
.priv_size = sizeof(GraphContext),
.init = init,
.uninit = uninit,
.query_formats = query_formats,
.inputs = (AVFilterPad[]) {{ .name = NULL, }},
.outputs = (AVFilterPad[]) {{ .name = NULL, }},
};
static int init_desc(AVFilterContext *ctx, const char *args, void *opaque)
{
GraphContext *gctx = ctx->priv;
if(!opaque)
return -1;
if(!(gctx->link_filter_in = avfilter_open(&vf_graph_dummy, NULL)))
return -1;
if(avfilter_init_filter(gctx->link_filter_in, NULL, ctx))
goto fail;
if(!(gctx->link_filter_out = avfilter_open(&vf_graph_dummy, NULL)))
goto fail;
if(avfilter_init_filter(gctx->link_filter_out, NULL, ctx))
goto fail;
return graph_load_from_desc(ctx, opaque);
fail:
avfilter_destroy(gctx->link_filter_in);
if(gctx->link_filter_out)
avfilter_destroy(gctx->link_filter_out);
return -1;
}
AVFilter avfilter_vf_graphdesc =
{
.name = "graph_desc",
.priv_size = sizeof(GraphContext),
.init = init_desc,
.uninit = uninit,
.query_formats = query_formats,
.inputs = (AVFilterPad[]) {{ .name = NULL, }},
.outputs = (AVFilterPad[]) {{ .name = NULL, }},
};
static int init_file(AVFilterContext *ctx, const char *args, void *opaque)
{
AVFilterGraphDesc *desc;
int ret;
if(!args)
return -1;
if(!(desc = avfilter_graph_load_desc(args)))
return -1;
ret = init_desc(ctx, NULL, desc);
avfilter_graph_free_desc(desc);
return ret;
}
AVFilter avfilter_vf_graphfile =
{
.name = "graph_file",
.priv_size = sizeof(GraphContext),
.init = init_file,
.uninit = uninit,
.query_formats = query_formats,
.inputs = (AVFilterPad[]) {{ .name = NULL, }},
.outputs = (AVFilterPad[]) {{ .name = NULL, }},
};