/* * filter graphs * Copyright (c) 2008 Vitor Sessak * Copyright (c) 2007 Bobby Bingham * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include <string.h> #include "libavutil/avassert.h"#include "libavutil/avstring.h"#include "libavutil/bprint.h"#include "libavutil/channel_layout.h"#include "libavutil/opt.h"#include "libavutil/pixdesc.h"#include "libavcodec/avcodec.h" // avcodec_find_best_pix_fmt_of_2()#include "avfilter.h"#include "formats.h"#include "internal.h" #define OFFSET(x) offsetof(AVFilterGraph,x) static const AVOption options[]={{"scale_sws_opts"       , "default scale filter options"        , OFFSET(scale_sws_opts)        ,  AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, 0 },{"aresample_swr_opts"   , "default aresample filter options"    , OFFSET(aresample_swr_opts)    ,  AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, 0 },{0}};  static const AVClass filtergraph_class = {    .class_name = "AVFilterGraph",    .item_name  = av_default_item_name,    .option     = options,    .version    = LIBAVUTIL_VERSION_INT,    .category   = AV_CLASS_CATEGORY_FILTER,}; AVFilterGraph *avfilter_graph_alloc(void){    AVFilterGraph *ret = av_mallocz(sizeof(*ret));    if (!ret)        return NULL;    ret->av_class = &filtergraph_class;    return ret;} void ff_filter_graph_remove_filter(AVFilterGraph *graph, AVFilterContext *filter){    int i;    for (i = 0; i < graph->nb_filters; i++) {        if (graph->filters[i] == filter) {            FFSWAP(AVFilterContext*, graph->filters[i],                   graph->filters[graph->nb_filters - 1]);            graph->nb_filters--;            return;        }    }} void avfilter_graph_free(AVFilterGraph **graph){    if (!*graph)        return;     while ((*graph)->nb_filters)        avfilter_free((*graph)->filters[0]);     av_freep(&(*graph)->sink_links);    av_freep(&(*graph)->scale_sws_opts);    av_freep(&(*graph)->aresample_swr_opts);    av_freep(&(*graph)->resample_lavr_opts);    av_freep(&(*graph)->filters);    av_freep(graph);} #if FF_API_AVFILTER_OPENint avfilter_graph_add_filter(AVFilterGraph *graph, AVFilterContext *filter){    AVFilterContext **filters = av_realloc(graph->filters,                                           sizeof(*filters) * (graph->nb_filters + 1));    if (!filters)        return AVERROR(ENOMEM);     graph->filters = filters;    graph->filters[graph->nb_filters++] = filter; #if FF_API_FOO_COUNT    graph->filter_count_unused = graph->nb_filters;#endif     filter->graph = graph;     return 0;}#endif int avfilter_graph_create_filter(AVFilterContext **filt_ctx, AVFilter *filt,                                 const char *name, const char *args, void *opaque,                                 AVFilterGraph *graph_ctx){    int ret;     *filt_ctx = avfilter_graph_alloc_filter(graph_ctx, filt, name);    if (!*filt_ctx)        return AVERROR(ENOMEM);     ret = avfilter_init_str(*filt_ctx, args);    if (ret < 0)        goto fail;     return 0; fail:    if (*filt_ctx)        avfilter_free(*filt_ctx);    *filt_ctx = NULL;    return ret;} void avfilter_graph_set_auto_convert(AVFilterGraph *graph, unsigned flags){    graph->disable_auto_convert = flags;} AVFilterContext *avfilter_graph_alloc_filter(AVFilterGraph *graph,                                             const AVFilter *filter,                                             const char *name){    AVFilterContext **filters, *s;     s = ff_filter_alloc(filter, name);    if (!s)        return NULL;     filters = av_realloc(graph->filters, sizeof(*filters) * (graph->nb_filters + 1));    if (!filters) {        avfilter_free(s);        return NULL;    }     graph->filters = filters;    graph->filters[graph->nb_filters++] = s; #if FF_API_FOO_COUNT    graph->filter_count_unused = graph->nb_filters;#endif     s->graph = graph;     return s;} /** * Check for the validity of graph. * * A graph is considered valid if all its input and output pads are * connected. * * @return 0 in case of success, a negative value otherwise */static int graph_check_validity(AVFilterGraph *graph, AVClass *log_ctx){    AVFilterContext *filt;    int i, j;     for (i = 0; i < graph->nb_filters; i++) {        const AVFilterPad *pad;        filt = graph->filters[i];         for (j = 0; j < filt->nb_inputs; j++) {            if (!filt->inputs[j] || !filt->inputs[j]->src) {                pad = &filt->input_pads[j];                av_log(log_ctx, AV_LOG_ERROR,                       "Input pad \"%s\" with type %s of the filter instance \"%s\" of %s not connected to any source\n",                       pad->name, av_get_media_type_string(pad->type), filt->name, filt->filter->name);                return AVERROR(EINVAL);            }        }         for (j = 0; j < filt->nb_outputs; j++) {            if (!filt->outputs[j] || !filt->outputs[j]->dst) {                pad = &filt->output_pads[j];                av_log(log_ctx, AV_LOG_ERROR,                       "Output pad \"%s\" with type %s of the filter instance \"%s\" of %s not connected to any destination\n",                       pad->name, av_get_media_type_string(pad->type), filt->name, filt->filter->name);                return AVERROR(EINVAL);            }        }    }     return 0;} /** * Configure all the links of graphctx. * * @return 0 in case of success, a negative value otherwise */static int graph_config_links(AVFilterGraph *graph, AVClass *log_ctx){    AVFilterContext *filt;    int i, ret;     for (i = 0; i < graph->nb_filters; i++) {        filt = graph->filters[i];         if (!filt->nb_outputs) {            if ((ret = avfilter_config_links(filt)))                return ret;        }    }     return 0;} AVFilterContext *avfilter_graph_get_filter(AVFilterGraph *graph, char *name){    int i;     for (i = 0; i < graph->nb_filters; i++)        if (graph->filters[i]->name && !strcmp(name, graph->filters[i]->name))            return graph->filters[i];     return NULL;} static void sanitize_channel_layouts(void *log, AVFilterChannelLayouts *l){    if (!l)        return;    if (l->nb_channel_layouts) {        if (l->all_layouts || l->all_counts)            av_log(log, AV_LOG_WARNING, "All layouts set on non-empty list\n");        l->all_layouts = l->all_counts = 0;    } else {        if (l->all_counts && !l->all_layouts)            av_log(log, AV_LOG_WARNING, "All counts without all layouts\n");        l->all_layouts = 1;    }} static int filter_query_formats(AVFilterContext *ctx){    int ret, i;    AVFilterFormats *formats;    AVFilterChannelLayouts *chlayouts;    AVFilterFormats *samplerates;    enum AVMediaType type = ctx->inputs  && ctx->inputs [0] ? ctx->inputs [0]->type :                            ctx->outputs && ctx->outputs[0] ? ctx->outputs[0]->type :                            AVMEDIA_TYPE_VIDEO;     if ((ret = ctx->filter->query_formats(ctx)) < 0) {        if (ret != AVERROR(EAGAIN))            av_log(ctx, AV_LOG_ERROR, "Query format failed for '%s': %s\n",                   ctx->name, av_err2str(ret));        return ret;    }     for (i = 0; i < ctx->nb_inputs; i++)        sanitize_channel_layouts(ctx, ctx->inputs[i]->out_channel_layouts);    for (i = 0; i < ctx->nb_outputs; i++)        sanitize_channel_layouts(ctx, ctx->outputs[i]->in_channel_layouts);     formats = ff_all_formats(type);    if (!formats)        return AVERROR(ENOMEM);    ff_set_common_formats(ctx, formats);    if (type == AVMEDIA_TYPE_AUDIO) {        samplerates = ff_all_samplerates();        if (!samplerates)            return AVERROR(ENOMEM);        ff_set_common_samplerates(ctx, samplerates);        chlayouts = ff_all_channel_layouts();        if (!chlayouts)            return AVERROR(ENOMEM);        ff_set_common_channel_layouts(ctx, chlayouts);    }    return 0;} static int formats_declared(AVFilterContext *f){    int i;     for (i = 0; i < f->nb_inputs; i++) {        if (!f->inputs[i]->out_formats)            return 0;        if (f->inputs[i]->type == AVMEDIA_TYPE_AUDIO &&            !(f->inputs[i]->out_samplerates &&              f->inputs[i]->out_channel_layouts))            return 0;    }    for (i = 0; i < f->nb_outputs; i++) {        if (!f->outputs[i]->in_formats)            return 0;        if (f->outputs[i]->type == AVMEDIA_TYPE_AUDIO &&            !(f->outputs[i]->in_samplerates &&              f->outputs[i]->in_channel_layouts))            return 0;    }    return 1;} static int query_formats(AVFilterGraph *graph, AVClass *log_ctx){    int i, j, ret;    int scaler_count = 0, resampler_count = 0;    int count_queried = 0, count_merged = 0, count_already_merged = 0,        count_delayed = 0;     for (i = 0; i < graph->nb_filters; i++) {        AVFilterContext *f = graph->filters[i];        if (formats_declared(f))            continue;        if (f->filter->query_formats)            ret = filter_query_formats(f);        else            ret = ff_default_query_formats(f);        if (ret < 0 && ret != AVERROR(EAGAIN))            return ret;        count_queried++;    }     /* go through and merge as many format lists as possible */    for (i = 0; i < graph->nb_filters; i++) {        AVFilterContext *filter = graph->filters[i];         for (j = 0; j < filter->nb_inputs; j++) {            AVFilterLink *link = filter->inputs[j];            int convert_needed = 0;             if (!link)                continue; #define MERGE_DISPATCH(field, statement)                                     \            if (!(link->in_ ## field && link->out_ ## field)) {              \                count_delayed++;                                             \            } else if (link->in_ ## field == link->out_ ## field) {          \                count_already_merged++;                                      \            } else {                                                         \                count_merged++;                                              \                statement                                                    \            }            MERGE_DISPATCH(formats,                if (!ff_merge_formats(link->in_formats, link->out_formats,                                      link->type))                    convert_needed = 1;            )            if (link->type == AVMEDIA_TYPE_AUDIO) {                MERGE_DISPATCH(channel_layouts,                    if (!ff_merge_channel_layouts(link->in_channel_layouts,                                                  link->out_channel_layouts))                        convert_needed = 1;                )                MERGE_DISPATCH(samplerates,                    if (!ff_merge_samplerates(link->in_samplerates,                                              link->out_samplerates))                        convert_needed = 1;                )            }#undef MERGE_DISPATCH             if (convert_needed) {                AVFilterContext *convert;                AVFilter *filter;                AVFilterLink *inlink, *outlink;                char scale_args[256];                char inst_name[30];                 /* couldn't merge format lists. auto-insert conversion filter */                switch (link->type) {                case AVMEDIA_TYPE_VIDEO:                    if (!(filter = avfilter_get_by_name("scale"))) {                        av_log(log_ctx, AV_LOG_ERROR, "'scale' filter "                               "not present, cannot convert pixel formats.\n");                        return AVERROR(EINVAL);                    }                     snprintf(inst_name, sizeof(inst_name), "auto-inserted scaler %d",                             scaler_count++);                    av_strlcpy(scale_args, "0:0", sizeof(scale_args));                    if (graph->scale_sws_opts) {                        av_strlcat(scale_args, ":", sizeof(scale_args));                        av_strlcat(scale_args, graph->scale_sws_opts, sizeof(scale_args));                    }                    if ((ret = avfilter_graph_create_filter(&convert, filter,                                                            inst_name, scale_args, NULL,                                                            graph)) < 0)                        return ret;                    break;                case AVMEDIA_TYPE_AUDIO:                    if (!(filter = avfilter_get_by_name("aresample"))) {                        av_log(log_ctx, AV_LOG_ERROR, "'aresample' filter "                               "not present, cannot convert audio formats.\n");                        return AVERROR(EINVAL);                    }                     snprintf(inst_name, sizeof(inst_name), "auto-inserted resampler %d",                             resampler_count++);                    scale_args[0] = '\0';                    if (graph->aresample_swr_opts)                        snprintf(scale_args, sizeof(scale_args), "%s",                                 graph->aresample_swr_opts);                    if ((ret = avfilter_graph_create_filter(&convert, filter,                                                            inst_name, graph->aresample_swr_opts,                                                            NULL, graph)) < 0)                        return ret;                    break;                default:                    return AVERROR(EINVAL);                }                 if ((ret = avfilter_insert_filter(link, convert, 0, 0)) < 0)                    return ret;                 filter_query_formats(convert);                inlink  = convert->inputs[0];                outlink = convert->outputs[0];                if (!ff_merge_formats( inlink->in_formats,  inlink->out_formats,  inlink->type) ||                    !ff_merge_formats(outlink->in_formats, outlink->out_formats, outlink->type))                    ret |= AVERROR(ENOSYS);                if (inlink->type == AVMEDIA_TYPE_AUDIO &&                    (!ff_merge_samplerates(inlink->in_samplerates,                                           inlink->out_samplerates) ||                     !ff_merge_channel_layouts(inlink->in_channel_layouts,                                               inlink->out_channel_layouts)))                    ret |= AVERROR(ENOSYS);                if (outlink->type == AVMEDIA_TYPE_AUDIO &&                    (!ff_merge_samplerates(outlink->in_samplerates,                                           outlink->out_samplerates) ||                     !ff_merge_channel_layouts(outlink->in_channel_layouts,                                               outlink->out_channel_layouts)))                    ret |= AVERROR(ENOSYS);                 if (ret < 0) {                    av_log(log_ctx, AV_LOG_ERROR,                           "Impossible to convert between the formats supported by the filter "                           "'%s' and the filter '%s'\n", link->src->name, link->dst->name);                    return ret;                }            }        }    }     av_log(graph, AV_LOG_DEBUG, "query_formats: "           "%d queried, %d merged, %d already done, %d delayed\n",           count_queried, count_merged, count_already_merged, count_delayed);    if (count_delayed) {        AVBPrint bp;         if (count_queried || count_merged)            return AVERROR(EAGAIN);        av_bprint_init(&bp, 0, AV_BPRINT_SIZE_AUTOMATIC);        for (i = 0; i < graph->nb_filters; i++)            if (!formats_declared(graph->filters[i]))                av_bprintf(&bp, "%s%s", bp.len ? ", " : "",                          graph->filters[i]->name);        av_log(graph, AV_LOG_ERROR,               "The following filters could not choose their formats: %s\n"               "Consider inserting the (a)format filter near their input or "               "output.\n", bp.str);        return AVERROR(EIO);    }    return 0;} static int pick_format(AVFilterLink *link, AVFilterLink *ref){    if (!link || !link->in_formats)        return 0;     if (link->type == AVMEDIA_TYPE_VIDEO) {        if(ref && ref->type == AVMEDIA_TYPE_VIDEO){            int has_alpha= av_pix_fmt_desc_get(ref->format)->nb_components % 2 == 0;            enum AVPixelFormat best= AV_PIX_FMT_NONE;            int i;            for (i=0; i<link->in_formats->format_count; i++) {                enum AVPixelFormat p = link->in_formats->formats[i];                best= avcodec_find_best_pix_fmt_of_2(best, p, ref->format, has_alpha, NULL);            }            av_log(link->src,AV_LOG_DEBUG, "picking %s out of %d ref:%s alpha:%d\n",                   av_get_pix_fmt_name(best), link->in_formats->format_count,                   av_get_pix_fmt_name(ref->format), has_alpha);            link->in_formats->formats[0] = best;        }

Lines 1–500 of 1183. Load more