/* * Copyright (c) 2018 Paul B Mahol * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "config_components.h" #include "libavutil/mem.h"#include "libavutil/pixdesc.h"#include "libavutil/intreadwrite.h"#include "libavutil/opt.h"#include "libavutil/timestamp.h"#include "libavutil/xga_font_data.h"#include "audio.h"#include "avfilter.h"#include "filters.h"#include "formats.h"#include "video.h" typedef struct CacheItem {    int64_t previous_pts_us;} CacheItem; typedef struct GraphMonitorContext {    const AVClass *class;     int w, h;    float opacity;    int mode;    int flags;    AVRational frame_rate;     int eof;    int eof_frames;    int64_t pts;    int64_t next_pts;    uint8_t white[4];    uint8_t yellow[4];    uint8_t red[4];    uint8_t green[4];    uint8_t blue[4];    uint8_t gray[4];    uint8_t bg[4];     CacheItem *cache;    unsigned int cache_size;    unsigned int cache_index;} GraphMonitorContext; enum {    MODE_FULL = 0,    MODE_COMPACT = 1,    MODE_NOZERO = 2,    MODE_NOEOF = 4,    MODE_NODISABLED = 8,    MODE_MAX = 15}; enum {    FLAG_NONE  = 0 << 0,    FLAG_QUEUE = 1 << 0,    FLAG_FCIN  = 1 << 1,    FLAG_FCOUT = 1 << 2,    FLAG_PTS   = 1 << 3,    FLAG_TIME  = 1 << 4,    FLAG_TB    = 1 << 5,    FLAG_FMT   = 1 << 6,    FLAG_SIZE  = 1 << 7,    FLAG_RATE  = 1 << 8,    FLAG_EOF   = 1 << 9,    FLAG_SCIN  = 1 << 10,    FLAG_SCOUT = 1 << 11,    FLAG_PTS_DELTA = 1 << 12,    FLAG_TIME_DELTA = 1 << 13,    FLAG_FC_DELTA = 1 << 14,    FLAG_SC_DELTA = 1 << 15,    FLAG_DISABLED = 1 << 16,}; #define OFFSET(x) offsetof(GraphMonitorContext, x)#define VF AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM#define VFR AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM static const AVOption graphmonitor_options[] = {    { "size", "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },    { "s",    "set monitor size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, VF },    { "opacity", "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VFR },    { "o",       "set video opacity", OFFSET(opacity), AV_OPT_TYPE_FLOAT, {.dbl=.9}, 0, 1, VFR },    { "mode", "set mode", OFFSET(mode), AV_OPT_TYPE_FLAGS, {.i64=0}, 0, MODE_MAX, VFR, .unit = "mode" },    { "m",    "set mode", OFFSET(mode), AV_OPT_TYPE_FLAGS, {.i64=0}, 0, MODE_MAX, VFR, .unit = "mode" },        { "full",    NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_FULL},   0, 0, VFR, .unit = "mode" },        { "compact", NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_COMPACT},0, 0, VFR, .unit = "mode" },        { "nozero",  NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_NOZERO}, 0, 0, VFR, .unit = "mode" },        { "noeof",   NULL, 0, AV_OPT_TYPE_CONST, {.i64=MODE_NOEOF},  0, 0, VFR, .unit = "mode" },        { "nodisabled",NULL,0,AV_OPT_TYPE_CONST, {.i64=MODE_NODISABLED},0,0,VFR,.unit = "mode" },    { "flags", "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=FLAG_QUEUE}, 0, INT_MAX, VFR, .unit = "flags" },    { "f",     "set flags", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64=FLAG_QUEUE}, 0, INT_MAX, VFR, .unit = "flags" },        { "none",             NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_NONE},    0, 0, VFR, .unit = "flags" },        { "all",              NULL, 0, AV_OPT_TYPE_CONST, {.i64=INT_MAX},      0, 0, VFR, .unit = "flags" },        { "queue",            NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_QUEUE},   0, 0, VFR, .unit = "flags" },        { "frame_count_in",   NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FCOUT},   0, 0, VFR, .unit = "flags" },        { "frame_count_out",  NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FCIN},    0, 0, VFR, .unit = "flags" },        { "frame_count_delta",NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FC_DELTA},0, 0, VFR, .unit = "flags" },        { "pts",              NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_PTS},     0, 0, VFR, .unit = "flags" },        { "pts_delta",        NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_PTS_DELTA},0,0, VFR, .unit = "flags" },        { "time",             NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TIME},    0, 0, VFR, .unit = "flags" },        { "time_delta",       NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TIME_DELTA},0,0,VFR, .unit = "flags" },        { "timebase",         NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_TB},      0, 0, VFR, .unit = "flags" },        { "format",           NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_FMT},     0, 0, VFR, .unit = "flags" },        { "size",             NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SIZE},    0, 0, VFR, .unit = "flags" },        { "rate",             NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_RATE},    0, 0, VFR, .unit = "flags" },        { "eof",              NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_EOF},     0, 0, VFR, .unit = "flags" },        { "sample_count_in",  NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SCOUT},   0, 0, VFR, .unit = "flags" },        { "sample_count_out", NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_SCIN},    0, 0, VFR, .unit = "flags" },        { "sample_count_delta",NULL,0, AV_OPT_TYPE_CONST, {.i64=FLAG_SC_DELTA},0, 0, VFR, .unit = "flags" },        { "disabled",         NULL, 0, AV_OPT_TYPE_CONST, {.i64=FLAG_DISABLED},0, 0, VFR, .unit = "flags" },    { "rate", "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },    { "r",    "set video rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str = "25"}, 0, INT_MAX, VF },    { NULL }}; static av_cold int init(AVFilterContext *ctx){    GraphMonitorContext *s = ctx->priv;     s->cache = av_fast_realloc(NULL, &s->cache_size,                               8192 * sizeof(*(s->cache)));    if (!s->cache)        return AVERROR(ENOMEM);     return 0;} static int query_formats(const AVFilterContext *ctx,                         AVFilterFormatsConfig **cfg_in,                         AVFilterFormatsConfig **cfg_out){    static const enum AVPixelFormat pix_fmts[] = {        AV_PIX_FMT_RGBA,        AV_PIX_FMT_NONE    };    int ret;     AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);    if ((ret = ff_formats_ref(fmts_list, &cfg_out[0]->formats)) < 0)        return ret;     return 0;} static void clear_image(GraphMonitorContext *s, AVFrame *out, AVFilterLink *outlink){    const int h = out->height;    const int w = out->width;    uint8_t *dst = out->data[0];    int bg = AV_RN32(s->bg);     for (int j = 0; j < w; j++)        AV_WN32(dst + j * 4, bg);    dst += out->linesize[0];    for (int i = 1; i < h; i++) {        memcpy(dst, out->data[0], w * 4);        dst += out->linesize[0];    }} static void drawtext(AVFrame *pic, int x, int y, const char *txt,                     const int len, uint8_t *color){    const uint8_t *font;    int font_height;    int i;     font = avpriv_cga_font,   font_height =  8;     if (y + 8 >= pic->height ||        x + len * 8 >= pic->width)        return;     for (i = 0; txt[i]; i++) {        int char_y, mask;         uint8_t *p = pic->data[0] + y*pic->linesize[0] + (x + i*8)*4;        for (char_y = 0; char_y < font_height; char_y++) {            for (mask = 0x80; mask; mask >>= 1) {                if (font[txt[i] * font_height + char_y] & mask) {                    p[0] = color[0];                    p[1] = color[1];                    p[2] = color[2];                }                p += 4;            }            p += pic->linesize[0] - 8 * 4;        }    }} static int filter_have_eof(AVFilterContext *filter){    for (int j = 0; j < filter->nb_inputs; j++) {        AVFilterLink *l = filter->inputs[j];         if (!ff_outlink_get_status(l))            return 0;    }     for (int j = 0; j < filter->nb_outputs; j++) {        AVFilterLink *l = filter->outputs[j];         if (!ff_outlink_get_status(l))            return 0;    }     return 1;} static int filter_have_queued(AVFilterContext *filter){    for (int j = 0; j < filter->nb_inputs; j++) {        AVFilterLink *l = filter->inputs[j];        size_t frames = ff_inlink_queued_frames(l);         if (frames)            return 1;    }     for (int j = 0; j < filter->nb_outputs; j++) {        AVFilterLink *l = filter->outputs[j];        size_t frames = ff_inlink_queued_frames(l);         if (frames)            return 1;    }     return 0;} static int draw_items(AVFilterContext *ctx,                      AVFilterContext *filter,                      AVFrame *out,                      int xpos, int ypos,                      AVFilterLink *l,                      size_t frames){    GraphMonitorContext *s = ctx->priv;    FilterLink *fl = ff_filter_link(l);    int64_t previous_pts_us = s->cache[s->cache_index].previous_pts_us;    int64_t current_pts_us = fl->current_pts_us;    const int flags = s->flags;    const int mode = s->mode;    char buffer[1024] = { 0 };    int len = 0;     if (flags & FLAG_FMT) {        if (l->type == AVMEDIA_TYPE_VIDEO) {            len = snprintf(buffer, sizeof(buffer)-1, " | format: %s",                     av_get_pix_fmt_name(l->format));        } else if (l->type == AVMEDIA_TYPE_AUDIO) {            len = snprintf(buffer, sizeof(buffer)-1, " | format: %s",                     av_get_sample_fmt_name(l->format));        }        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if (flags & FLAG_SIZE) {        if (l->type == AVMEDIA_TYPE_VIDEO) {            len = snprintf(buffer, sizeof(buffer)-1, " | size: %dx%d", l->w, l->h);        } else if (l->type == AVMEDIA_TYPE_AUDIO) {            len = snprintf(buffer, sizeof(buffer)-1, " | channels: %d", l->ch_layout.nb_channels);        }        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if (flags & FLAG_RATE) {        if (l->type == AVMEDIA_TYPE_VIDEO) {            len = snprintf(buffer, sizeof(buffer)-1, " | fps: %d/%d", fl->frame_rate.num, fl->frame_rate.den);        } else if (l->type == AVMEDIA_TYPE_AUDIO) {            len = snprintf(buffer, sizeof(buffer)-1, " | samplerate: %d", l->sample_rate);        }        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if (flags & FLAG_TB) {        len = snprintf(buffer, sizeof(buffer)-1, " | tb: %d/%d", l->time_base.num, l->time_base.den);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_QUEUE) && (!(mode & MODE_NOZERO) || frames)) {        len = snprintf(buffer, sizeof(buffer)-1, " | queue: ");        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;        len = snprintf(buffer, sizeof(buffer)-1, "%"SIZE_SPECIFIER, frames);        drawtext(out, xpos, ypos, buffer, len, frames > 0 ? frames >= 10 ? frames >= 50 ? s->red : s->yellow : s->green : s->white);        xpos += len * 8;    }    if ((flags & FLAG_FCIN) && (!(mode & MODE_NOZERO) || fl->frame_count_in)) {        len = snprintf(buffer, sizeof(buffer)-1, " | in: %"PRId64, fl->frame_count_in);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_FCOUT) && (!(mode & MODE_NOZERO) || fl->frame_count_out)) {        len = snprintf(buffer, sizeof(buffer)-1, " | out: %"PRId64, fl->frame_count_out);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_FC_DELTA) && (!(mode & MODE_NOZERO) || (fl->frame_count_in - fl->frame_count_out))) {        len = snprintf(buffer, sizeof(buffer)-1, " | delta: %"PRId64, fl->frame_count_in - fl->frame_count_out);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_SCIN) && (!(mode & MODE_NOZERO) || fl->sample_count_in)) {        len = snprintf(buffer, sizeof(buffer)-1, " | sin: %"PRId64, fl->sample_count_in);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_SCOUT) && (!(mode & MODE_NOZERO) || fl->sample_count_out)) {        len = snprintf(buffer, sizeof(buffer)-1, " | sout: %"PRId64, fl->sample_count_out);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_SC_DELTA) && (!(mode & MODE_NOZERO) || (fl->sample_count_in - fl->sample_count_out))) {        len = snprintf(buffer, sizeof(buffer)-1, " | sdelta: %"PRId64, fl->sample_count_in - fl->sample_count_out);        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_PTS) && (!(mode & MODE_NOZERO) || current_pts_us)) {        len = snprintf(buffer, sizeof(buffer)-1, " | pts: %s", av_ts2str(current_pts_us));        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_PTS_DELTA) && (!(mode & MODE_NOZERO) || (current_pts_us - previous_pts_us))) {        len = snprintf(buffer, sizeof(buffer)-1, " | pts_delta: %s", av_ts2str(current_pts_us - previous_pts_us));        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_TIME) && (!(mode & MODE_NOZERO) || current_pts_us)) {        len = snprintf(buffer, sizeof(buffer)-1, " | time: %s", av_ts2timestr(current_pts_us, &AV_TIME_BASE_Q));        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_TIME_DELTA) && (!(mode & MODE_NOZERO) || (current_pts_us - previous_pts_us))) {        len = snprintf(buffer, sizeof(buffer)-1, " | time_delta: %s", av_ts2timestr(current_pts_us - previous_pts_us, &AV_TIME_BASE_Q));        drawtext(out, xpos, ypos, buffer, len, s->white);        xpos += len * 8;    }    if ((flags & FLAG_EOF) && ff_outlink_get_status(l)) {        len = snprintf(buffer, sizeof(buffer)-1, " | eof");        drawtext(out, xpos, ypos, buffer, len, s->blue);        xpos += len * 8;    }    if ((flags & FLAG_DISABLED) && filter->is_disabled) {        len = snprintf(buffer, sizeof(buffer)-1, " | off");        drawtext(out, xpos, ypos, buffer, len, s->gray);        xpos += len * 8;    }     s->cache[s->cache_index].previous_pts_us = current_pts_us;     if (s->cache_index + 1 >= s->cache_size / sizeof(*(s->cache))) {        void *ptr = av_fast_realloc(s->cache, &s->cache_size, s->cache_size * 2);         if (!ptr)            return AVERROR(ENOMEM);        s->cache = ptr;    }    s->cache_index++;     return 0;} static int create_frame(AVFilterContext *ctx, int64_t pts){    GraphMonitorContext *s = ctx->priv;    AVFilterLink *outlink = ctx->outputs[0];    int ret, len, xpos, ypos = 0;    char buffer[1024];    AVFrame *out;     out = ff_get_video_buffer(outlink, outlink->w, outlink->h);    if (!out)        return AVERROR(ENOMEM);     s->bg[3] = 255 * s->opacity;    clear_image(s, out, outlink);     s->cache_index = 0;     for (int i = 0; i < ctx->graph->nb_filters; i++) {        AVFilterContext *filter = ctx->graph->filters[i];         if ((s->mode & MODE_COMPACT) && !filter_have_queued(filter))            continue;         if ((s->mode & MODE_NOEOF) && filter_have_eof(filter))            continue;         if ((s->mode & MODE_NODISABLED) && filter->is_disabled)            continue;         xpos = 0;        len = strlen(filter->name);        drawtext(out, xpos, ypos, filter->name, len, s->white);        xpos += len * 8 + 10;        len = strlen(filter->filter->name);        drawtext(out, xpos, ypos, filter->filter->name, len, s->white);        ypos += 10;        for (int j = 0; j < filter->nb_inputs; j++) {            AVFilterLink *l = filter->inputs[j];            size_t frames = ff_inlink_queued_frames(l);             if ((s->mode & MODE_COMPACT) && !frames)                continue;             if ((s->mode & MODE_NOEOF) && ff_outlink_get_status(l))                continue;             xpos = 10;            len = snprintf(buffer, sizeof(buffer)-1, "in%d: ", j);            drawtext(out, xpos, ypos, buffer, len, s->white);            xpos += len * 8;            len = strlen(l->src->name);            drawtext(out, xpos, ypos, l->src->name, len, s->white);            xpos += len * 8 + 10;            ret = draw_items(ctx, filter, out, xpos, ypos, l, frames);            if (ret < 0)                goto error;            ypos += 10;        }         ypos += 2;        for (int j = 0; j < filter->nb_outputs; j++) {            AVFilterLink *l = filter->outputs[j];            size_t frames = ff_inlink_queued_frames(l);             if ((s->mode & MODE_COMPACT) && !frames)                continue;             if ((s->mode & MODE_NOEOF) && ff_outlink_get_status(l))                continue;             xpos = 10;            len = snprintf(buffer, sizeof(buffer)-1, "out%d: ", j);            drawtext(out, xpos, ypos, buffer, len, s->white);            xpos += len * 8;            len = strlen(l->dst->name);            drawtext(out, xpos, ypos, l->dst->name, len, s->white);            xpos += len * 8 + 10;            ret = draw_items(ctx, filter, out, xpos, ypos, l, frames);            if (ret < 0)                goto error;            ypos += 10;        }        ypos += 5;    }     out->pts = pts;    out->duration = 1;    s->pts = pts + 1;    if (s->eof_frames)        s->eof_frames = 0;    return ff_filter_frame(outlink, out);error:    av_frame_free(&out);    return ret;} static int activate(AVFilterContext *ctx){    GraphMonitorContext *s = ctx->priv;    AVFilterLink *inlink = ctx->inputs[0];    AVFilterLink *outlink = ctx->outputs[0];    int64_t pts = AV_NOPTS_VALUE;    int status;     FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink);     if (!s->eof && ff_inlink_queued_frames(inlink)) {        AVFrame *frame = NULL;        int ret;         ret = ff_inlink_consume_frame(inlink, &frame);        if (ret < 0)            return ret;        if (ret > 0) {            pts = frame->pts;

Lines 1–500 of 612. Load more