History

avfilter/avf_showspectrum: add alpha pixel format support

Paul B Mahol committed 4 years ago

Commit 1764a681 parent ea84eb22 files · +86 −23Browse files

Showing the changes to libavfilter (1 of 2 files). Show all

Unified · Split

libavfilter/avf_showspectrum.c+79−22
@@ -96,8 +96,8 @@ typedef struct ShowSpectrumContext { · 95 unmodified lines
9696 float overlap;
9797 float gain;
9898 int hop_size;
99− float *combine_buffer; ///< color combining buffer (3 * h items)
100− float **color_buffer; ///< color buffer (3 * h * ch items)
99+ float *combine_buffer; ///< color combining buffer (4 * h items)
100+ float **color_buffer; ///< color buffer (4 * h * ch items)
101101 int64_t pts;
102102 int64_t old_pts;
103103 int64_t in_pts;
@@ -110,6 +110,8 @@ typedef struct ShowSpectrumContext { · 6 unmodified lines
110110 uint64_t samples;
111111 int (*plot_channel)(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs);
112112
113+ float opacity_factor;
114+
113115 AVFrame **frames;
114116 unsigned int nb_frames;
115117 unsigned int frames_size;
@@ -174,6 +176,7 @@ static const AVOption showspectrum_options[] = { · 58 unmodified lines
174176 { "legend", "draw legend", OFFSET(legend), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, FLAGS },
175177 { "drange", "set dynamic range in dBFS", OFFSET(drange), AV_OPT_TYPE_FLOAT, {.dbl = 120}, 10, 200, FLAGS },
176178 { "limit", "set upper limit in dBFS", OFFSET(limit), AV_OPT_TYPE_FLOAT, {.dbl = 0}, -100, 100, FLAGS },
179+ { "opacity", "set opacity strength", OFFSET(opacity_factor), AV_OPT_TYPE_FLOAT, {.dbl = 1}, 0, 10, FLAGS },
177180 { NULL }
178181 };
179182
@@ -360,7 +363,7 @@ static int query_formats(AVFilterContext *ctx) · 180 unmodified lines
360363 AVFilterLink *inlink = ctx->inputs[0];
361364 AVFilterLink *outlink = ctx->outputs[0];
362365 static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_FLTP, AV_SAMPLE_FMT_NONE };
363− static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_NONE };
366+ static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVA444P, AV_PIX_FMT_NONE };
364367 int ret;
365368
366369 /* set input audio formats */
@@ -495,11 +498,10 @@ static void drawtext(AVFrame *pic, int x, int y, const char *txt, int o) · 128 unmodified lines
495498 {
496499 const uint8_t *font;
497500 int font_height;
498− int i;
499501
500502 font = avpriv_cga_font, font_height = 8;
501503
502− for (i = 0; txt[i]; i++) {
504+ for (int i = 0; txt[i]; i++) {
503505 int char_y, mask;
504506
505507 if (o) {
@@ -523,6 +525,28 @@ static void drawtext(AVFrame *pic, int x, int y, const char *txt, int o) · 17 unmodified lines
523525 }
524526 }
525527 }
528+
529+ for (int i = 0; txt[i] && pic->data[3]; i++) {
530+ int char_y, mask;
531+
532+ if (o) {
533+ for (char_y = font_height - 1; char_y >= 0; char_y--) {
534+ uint8_t *p = pic->data[3] + (y + i * 10) * pic->linesize[3] + x;
535+ for (mask = 0x80; mask; mask >>= 1) {
536+ for (int k = 0; k < 8; k++)
537+ p[k] = 255;
538+ p += pic->linesize[3];
539+ }
540+ }
541+ } else {
542+ uint8_t *p = pic->data[3] + y*pic->linesize[3] + (x + i*8);
543+ for (char_y = 0; char_y < font_height; char_y++) {
544+ for (mask = 0x80; mask; mask >>= 1)
545+ *p++ = 255;
546+ p += pic->linesize[3] - 8;
547+ }
548+ }
549+ }
526550 }
527551
528552 static void color_range(ShowSpectrumContext *s, int ch,
@@ -591,6 +615,8 @@ static void pick_color(ShowSpectrumContext *s, · 62 unmodified lines
591615 float yf, float uf, float vf,
592616 float a, float *out)
593617 {
618+ const float af = s->opacity_factor * 255.f;
619+
594620 if (s->color_mode > CHANNEL) {
595621 const int cm = s->color_mode;
596622 float y, u, v;
@@ -624,10 +650,12 @@ static void pick_color(ShowSpectrumContext *s, · 27 unmodified lines
624650 out[0] = y * yf;
625651 out[1] = u * uf;
626652 out[2] = v * vf;
653+ out[3] = a * af;
627654 } else {
628655 out[0] = a * yf;
629656 out[1] = a * uf;
630657 out[2] = a * vf;
658+ out[3] = a * af;
631659 }
632660 }
633661
@@ -907,23 +935,26 @@ static int draw_legend(AVFilterContext *ctx, uint64_t samples) · 273 unmodified lines
907935 int h = multi ? s->h / s->nb_display_channels : s->h;
908936
909937 for (y = 0; y < h; y++) {
910− float out[3] = { 0., 127.5, 127.5};
938+ float out[4] = { 0., 127.5, 127.5, 0.f};
911939 int chn;
912940
913941 for (chn = 0; chn < (s->mode == SEPARATE ? 1 : s->nb_display_channels); chn++) {
914942 float yf, uf, vf;
915943 int channel = (multi) ? s->nb_display_channels - ch - 1 : chn;
916− float lout[3];
944+ float lout[4];
917945
918946 color_range(s, channel, &yf, &uf, &vf);
919947 pick_color(s, yf, uf, vf, y / (float)h, lout);
920948 out[0] += lout[0];
921949 out[1] += lout[1];
922950 out[2] += lout[2];
951+ out[3] += lout[3];
923952 }
924953 memset(s->outpicref->data[0]+(s->start_y + h * (ch + 1) - y - 1) * s->outpicref->linesize[0] + s->w + s->start_x + 20, av_clip_uint8(out[0]), 10);
925954 memset(s->outpicref->data[1]+(s->start_y + h * (ch + 1) - y - 1) * s->outpicref->linesize[1] + s->w + s->start_x + 20, av_clip_uint8(out[1]), 10);
926955 memset(s->outpicref->data[2]+(s->start_y + h * (ch + 1) - y - 1) * s->outpicref->linesize[2] + s->w + s->start_x + 20, av_clip_uint8(out[2]), 10);
956+ if (s->outpicref->data[3])
957+ memset(s->outpicref->data[3]+(s->start_y + h * (ch + 1) - y - 1) * s->outpicref->linesize[3] + s->w + s->start_x + 20, av_clip_uint8(out[3]), 10);
927958 }
928959
929960 for (y = 0; ch == 0 && y < h + 5; y += 25) {
@@ -985,7 +1016,7 @@ static int plot_channel_lin(AVFilterContext *ctx, void *arg, int jobnr, int nb_j · 55 unmodified lines
9851016 /* draw the channel */
9861017 for (y = 0; y < h; y++) {
9871018 int row = (s->mode == COMBINED) ? y : ch * h + y;
988− float *out = &s->color_buffer[ch][3 * row];
1019+ float *out = &s->color_buffer[ch][4 * row];
9891020 float a = get_value(ctx, ch, y);
9901021
9911022 pick_color(s, yf, uf, vf, a, out);
@@ -1016,7 +1047,7 @@ static int plot_channel_log(AVFilterContext *ctx, void *arg, int jobnr, int nb_j · 24 unmodified lines
10161047 a1 = get_value(ctx, ch, av_clip(pos+1, 0, h-1));
10171048 {
10181049 int row = (s->mode == COMBINED) ? yy : ch * h + yy;
1019− float *out = &s->color_buffer[ch][3 * row];
1050+ float *out = &s->color_buffer[ch][4 * row];
10201051
10211052 pick_color(s, yf, uf, vf, delta * a1 + (1.f - delta) * a0, out);
10221053 }
@@ -1155,7 +1186,7 @@ static int config_output(AVFilterLink *outlink) · 132 unmodified lines
11551186 if (!s->color_buffer)
11561187 return AVERROR(ENOMEM);
11571188 for (i = 0; i < s->nb_display_channels; i++) {
1158− s->color_buffer[i] = av_calloc(s->orientation == VERTICAL ? s->h * 3 : s->w * 3, sizeof(**s->color_buffer));
1189+ s->color_buffer[i] = av_calloc(s->orientation == VERTICAL ? s->h * 4 : s->w * 4, sizeof(**s->color_buffer));
11591190 if (!s->color_buffer[i])
11601191 return AVERROR(ENOMEM);
11611192 }
@@ -1214,6 +1245,8 @@ static int config_output(AVFilterLink *outlink) · 52 unmodified lines
12141245 memset(outpicref->data[0] + i * outpicref->linesize[0], 0, outlink->w);
12151246 memset(outpicref->data[1] + i * outpicref->linesize[1], 128, outlink->w);
12161247 memset(outpicref->data[2] + i * outpicref->linesize[2], 128, outlink->w);
1248+ if (outpicref->data[3])
1249+ memset(outpicref->data[3] + i * outpicref->linesize[3], 0, outlink->w);
12171250 }
12181251 outpicref->color_range = AVCOL_RANGE_JPEG;
12191252
@@ -1251,11 +1284,11 @@ static int config_output(AVFilterLink *outlink) · 31 unmodified lines
12511284
12521285 if (s->orientation == VERTICAL) {
12531286 s->combine_buffer =
1254− av_realloc_f(s->combine_buffer, s->h * 3,
1287+ av_realloc_f(s->combine_buffer, s->h * 4,
12551288 sizeof(*s->combine_buffer));
12561289 } else {
12571290 s->combine_buffer =
1258− av_realloc_f(s->combine_buffer, s->w * 3,
1291+ av_realloc_f(s->combine_buffer, s->w * 4,
12591292 sizeof(*s->combine_buffer));
12601293 }
12611294
@@ -1379,9 +1412,10 @@ static void clear_combine_buffer(ShowSpectrumContext *s, int size) · 117 unmodified lines
13791412 int y;
13801413
13811414 for (y = 0; y < size; y++) {
1382− s->combine_buffer[3 * y ] = 0;
1383− s->combine_buffer[3 * y + 1] = 127.5;
1384− s->combine_buffer[3 * y + 2] = 127.5;
1415+ s->combine_buffer[4 * y ] = 0;
1416+ s->combine_buffer[4 * y + 1] = 127.5;
1417+ s->combine_buffer[4 * y + 2] = 127.5;
1418+ s->combine_buffer[4 * y + 3] = 0;
13851419 }
13861420 }
13871421
@@ -1392,6 +1426,7 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 4 unmodified lines
13921426 ShowSpectrumContext *s = ctx->priv;
13931427 AVFrame *outpicref = s->outpicref;
13941428 int ret, plane, x, y, z = s->orientation == VERTICAL ? s->h : s->w;
1429+ const int alpha = outpicref->data[3] != NULL;
13951430
13961431 /* fill a new spectrum column */
13971432 /* initialize buffer for combining to black */
@@ -1399,7 +1434,7 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 1 unmodified line
13991434
14001435 ff_filter_execute(ctx, s->plot_channel, NULL, NULL, s->nb_display_channels);
14011436
1402− for (y = 0; y < z * 3; y++) {
1437+ for (y = 0; y < z * 4; y++) {
14031438 for (x = 0; x < s->nb_display_channels; x++) {
14041439 s->combine_buffer[y] += s->color_buffer[x][y];
14051440 }
@@ -1409,7 +1444,7 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 3 unmodified lines
14091444 /* copy to output */
14101445 if (s->orientation == VERTICAL) {
14111446 if (s->sliding == SCROLL) {
1412− for (plane = 0; plane < 3; plane++) {
1447+ for (plane = 0; plane < 3 + alpha; plane++) {
14131448 for (y = 0; y < s->h; y++) {
14141449 uint8_t *p = outpicref->data[plane] + s->start_x +
14151450 (y + s->start_y) * outpicref->linesize[plane];
@@ -1418,7 +1453,7 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 2 unmodified lines
14181453 }
14191454 s->xpos = s->w - 1;
14201455 } else if (s->sliding == RSCROLL) {
1421− for (plane = 0; plane < 3; plane++) {
1456+ for (plane = 0; plane < 3 + alpha; plane++) {
14221457 for (y = 0; y < s->h; y++) {
14231458 uint8_t *p = outpicref->data[plane] + s->start_x +
14241459 (y + s->start_y) * outpicref->linesize[plane];
@@ -1432,13 +1467,22 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 7 unmodified lines
14321467 (outlink->h - 1 - s->start_y) * outpicref->linesize[plane] +
14331468 s->xpos;
14341469 for (y = 0; y < s->h; y++) {
1435− *p = lrintf(av_clipf(s->combine_buffer[3 * y + plane], 0, 255));
1470+ *p = lrintf(av_clipf(s->combine_buffer[4 * y + plane], 0, 255));
14361471 p -= outpicref->linesize[plane];
14371472 }
14381473 }
1474+ if (alpha) {
1475+ uint8_t *p = outpicref->data[3] + s->start_x +
1476+ (outlink->h - 1 - s->start_y) * outpicref->linesize[3] +
1477+ s->xpos;
1478+ for (y = 0; y < s->h; y++) {
1479+ *p = lrintf(av_clipf(s->combine_buffer[4 * y + 3], 0, 255));
1480+ p -= outpicref->linesize[3];
1481+ }
1482+ }
14391483 } else {
14401484 if (s->sliding == SCROLL) {
1441− for (plane = 0; plane < 3; plane++) {
1485+ for (plane = 0; plane < 3 + alpha; plane++) {
14421486 for (y = 1; y < s->h; y++) {
14431487 memmove(outpicref->data[plane] + (y-1 + s->start_y) * outpicref->linesize[plane] + s->start_x,
14441488 outpicref->data[plane] + (y + s->start_y) * outpicref->linesize[plane] + s->start_x,
@@ -1447,7 +1491,7 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 2 unmodified lines
14471491 }
14481492 s->xpos = s->h - 1;
14491493 } else if (s->sliding == RSCROLL) {
1450− for (plane = 0; plane < 3; plane++) {
1494+ for (plane = 0; plane < 3 + alpha; plane++) {
14511495 for (y = s->h - 1; y >= 1; y--) {
14521496 memmove(outpicref->data[plane] + (y + s->start_y) * outpicref->linesize[plane] + s->start_x,
14531497 outpicref->data[plane] + (y-1 + s->start_y) * outpicref->linesize[plane] + s->start_x,
@@ -1460,7 +1504,15 @@ static int plot_spectrum_column(AVFilterLink *inlink, AVFrame *insamples) · 6 unmodified lines
14601504 uint8_t *p = outpicref->data[plane] + s->start_x +
14611505 (s->xpos + s->start_y) * outpicref->linesize[plane];
14621506 for (x = 0; x < s->w; x++) {
1463− *p = lrintf(av_clipf(s->combine_buffer[3 * x + plane], 0, 255));
1507+ *p = lrintf(av_clipf(s->combine_buffer[4 * x + plane], 0, 255));
1508+ p++;
1509+ }
1510+ }
1511+ if (alpha) {
1512+ uint8_t *p = outpicref->data[3] + s->start_x +
1513+ (s->xpos + s->start_y) * outpicref->linesize[3];
1514+ for (x = 0; x < s->w; x++) {
1515+ *p = lrintf(av_clipf(s->combine_buffer[4 * x + 3], 0, 255));
14641516 p++;
14651517 }
14661518 }
@@ -1576,12 +1628,16 @@ static int activate(AVFilterContext *ctx) · 109 unmodified lines
15761628 memset(s->outpicref->data[0] + i * s->outpicref->linesize[0] + s->xpos, 0, outlink->w - s->xpos);
15771629 memset(s->outpicref->data[1] + i * s->outpicref->linesize[1] + s->xpos, 128, outlink->w - s->xpos);
15781630 memset(s->outpicref->data[2] + i * s->outpicref->linesize[2] + s->xpos, 128, outlink->w - s->xpos);
1631+ if (s->outpicref->data[3])
1632+ memset(s->outpicref->data[3] + i * s->outpicref->linesize[3] + s->xpos, 0, outlink->w - s->xpos);
15791633 }
15801634 } else {
15811635 for (int i = s->xpos; i < outlink->h; i++) {
15821636 memset(s->outpicref->data[0] + i * s->outpicref->linesize[0], 0, outlink->w);
15831637 memset(s->outpicref->data[1] + i * s->outpicref->linesize[1], 128, outlink->w);
15841638 memset(s->outpicref->data[2] + i * s->outpicref->linesize[2], 128, outlink->w);
1639+ if (s->outpicref->data[3])
1640+ memset(s->outpicref->data[3] + i * s->outpicref->linesize[3], 0, outlink->w);
15851641 }
15861642 }
15871643 s->outpicref->pts = av_rescale_q(s->in_pts, inlink->time_base, outlink->time_base);
@@ -1687,6 +1743,7 @@ static const AVOption showspectrumpic_options[] = { · 99 unmodified lines
16871743 { "stop", "stop frequency", OFFSET(stop), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT32_MAX, FLAGS },
16881744 { "drange", "set dynamic range in dBFS", OFFSET(drange), AV_OPT_TYPE_FLOAT, {.dbl = 120}, 10, 200, FLAGS },
16891745 { "limit", "set upper limit in dBFS", OFFSET(limit), AV_OPT_TYPE_FLOAT, {.dbl = 0}, -100, 100, FLAGS },
1746+ { "opacity", "set opacity strength", OFFSET(opacity_factor), AV_OPT_TYPE_FLOAT, {.dbl = 1}, 0, 10, FLAGS },
16901747 { NULL }
16911748 };
16921749

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t