libavfilter/vf_vectorscope.c
4e8963fa
 /*
  * Copyright (c) 2015 Paul B Mahol
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include "libavutil/avassert.h"
84f62847
 #include "libavutil/intreadwrite.h"
4e8963fa
 #include "libavutil/opt.h"
 #include "libavutil/parseutils.h"
 #include "libavutil/pixdesc.h"
 #include "avfilter.h"
 #include "formats.h"
 #include "internal.h"
 #include "video.h"
 
 enum VectorscopeMode {
     GRAY,
     COLOR,
     COLOR2,
     COLOR3,
16229fae
     COLOR4,
4e8963fa
     MODE_NB
 };
 
 typedef struct VectorscopeContext {
     const AVClass *class;
     int mode;
c34c0503
     int intensity;
f011e98c
     float fintensity;
4e8963fa
     const uint8_t *bg_color;
5e1d8637
     int planewidth[4];
     int planeheight[4];
1c88ef0c
     int hsub, vsub;
4e8963fa
     int x, y, pd;
     int is_yuv;
84f62847
     int size;
     int mult;
7516aa9a
     int envelope;
84f62847
     uint8_t peak[1024][1024];
 
     void (*vectorscope)(struct VectorscopeContext *s,
                         AVFrame *in, AVFrame *out, int pd);
4e8963fa
 } VectorscopeContext;
 
 #define OFFSET(x) offsetof(VectorscopeContext, x)
 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
 
 static const AVOption vectorscope_options[] = {
     { "mode", "set vectorscope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, MODE_NB-1, FLAGS, "mode"},
2f731d46
     { "m",    "set vectorscope mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=0}, 0, MODE_NB-1, FLAGS, "mode"},
7516aa9a
     {   "gray",   0, 0, AV_OPT_TYPE_CONST, {.i64=GRAY},   0, 0, FLAGS, "mode" },
     {   "color",  0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR},  0, 0, FLAGS, "mode" },
     {   "color2", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR2}, 0, 0, FLAGS, "mode" },
     {   "color3", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR3}, 0, 0, FLAGS, "mode" },
     {   "color4", 0, 0, AV_OPT_TYPE_CONST, {.i64=COLOR4}, 0, 0, FLAGS, "mode" },
4e8963fa
     { "x", "set color component on X axis", OFFSET(x), AV_OPT_TYPE_INT, {.i64=1}, 0, 2, FLAGS},
     { "y", "set color component on Y axis", OFFSET(y), AV_OPT_TYPE_INT, {.i64=2}, 0, 2, FLAGS},
f011e98c
     { "intensity", "set intensity", OFFSET(fintensity), AV_OPT_TYPE_FLOAT, {.dbl=0.004}, 0, 1, FLAGS},
     { "i",         "set intensity", OFFSET(fintensity), AV_OPT_TYPE_FLOAT, {.dbl=0.004}, 0, 1, FLAGS},
7516aa9a
     { "envelope",  "set envelope", OFFSET(envelope), AV_OPT_TYPE_INT, {.i64=0}, 0, 3, FLAGS, "envelope"},
     { "e",         "set envelope", OFFSET(envelope), AV_OPT_TYPE_INT, {.i64=0}, 0, 3, FLAGS, "envelope"},
     {   "none",         0, 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "envelope" },
     {   "instant",      0, 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "envelope" },
     {   "peak",         0, 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "envelope" },
     {   "peak+instant", 0, 0, AV_OPT_TYPE_CONST, {.i64=3}, 0, 0, FLAGS, "envelope" },
4e8963fa
     { NULL }
 };
 
 AVFILTER_DEFINE_CLASS(vectorscope);
 
84f62847
 static const enum AVPixelFormat out_yuv8_pix_fmts[] = {
5e1d8637
     AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P,
     AV_PIX_FMT_NONE
 };
 
84f62847
 static const enum AVPixelFormat out_yuv9_pix_fmts[] = {
     AV_PIX_FMT_YUV444P9,
     AV_PIX_FMT_NONE
 };
 
 static const enum AVPixelFormat out_yuv10_pix_fmts[] = {
     AV_PIX_FMT_YUV444P10,
     AV_PIX_FMT_NONE
 };
 
 static const enum AVPixelFormat out_rgb8_pix_fmts[] = {
5e1d8637
     AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
     AV_PIX_FMT_NONE
 };
 
84f62847
 static const enum AVPixelFormat out_rgb9_pix_fmts[] = {
     AV_PIX_FMT_GBRP9,
     AV_PIX_FMT_NONE
 };
 
 static const enum AVPixelFormat out_rgb10_pix_fmts[] = {
     AV_PIX_FMT_GBRP10,
     AV_PIX_FMT_NONE
 };
 
5e1d8637
 static const enum AVPixelFormat in1_pix_fmts[] = {
e95193f5
     AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P,
84f62847
     AV_PIX_FMT_YUV444P9, AV_PIX_FMT_YUV444P10,
5e1d8637
     AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
84f62847
     AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
5e1d8637
     AV_PIX_FMT_NONE
 };
 
 static const enum AVPixelFormat in2_pix_fmts[] = {
e95193f5
     AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUVJ420P,
     AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVJ422P,
84f62847
     AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVJ444P,
e95193f5
     AV_PIX_FMT_YUV411P,  AV_PIX_FMT_YUVJ411P,
     AV_PIX_FMT_YUV440P,  AV_PIX_FMT_YUV410P,
4e8963fa
     AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRP,
84f62847
     AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
     AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
     AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
4e8963fa
     AV_PIX_FMT_NONE
 };
 
 static int query_formats(AVFilterContext *ctx)
 {
5e1d8637
     VectorscopeContext *s = ctx->priv;
     const enum AVPixelFormat *out_pix_fmts;
     const AVPixFmtDescriptor *desc;
     AVFilterFormats *avff;
6aaac24d
     int depth, rgb, i, ret;
4e8963fa
 
5e1d8637
     if (!ctx->inputs[0]->in_formats ||
         !ctx->inputs[0]->in_formats->nb_formats) {
         return AVERROR(EAGAIN);
     }
 
     if (!ctx->inputs[0]->out_formats) {
         const enum AVPixelFormat *in_pix_fmts;
 
1c88ef0c
         if ((s->x == 1 && s->y == 2) || (s->x == 2 && s->y == 1))
5e1d8637
             in_pix_fmts = in2_pix_fmts;
         else
             in_pix_fmts = in1_pix_fmts;
6aaac24d
         if ((ret = ff_formats_ref(ff_make_format_list(in_pix_fmts), &ctx->inputs[0]->out_formats)) < 0)
             return ret;
5e1d8637
     }
 
     avff = ctx->inputs[0]->in_formats;
     desc = av_pix_fmt_desc_get(avff->formats[0]);
     rgb = desc->flags & AV_PIX_FMT_FLAG_RGB;
84f62847
     depth = desc->comp[0].depth;
5e1d8637
     for (i = 1; i < avff->nb_formats; i++) {
         desc = av_pix_fmt_desc_get(avff->formats[i]);
84f62847
         if (rgb != (desc->flags & AV_PIX_FMT_FLAG_RGB) ||
             depth != desc->comp[0].depth)
5e1d8637
             return AVERROR(EAGAIN);
     }
 
84f62847
     if (rgb && depth == 8)
         out_pix_fmts = out_rgb8_pix_fmts;
     else if (rgb && depth == 9)
         out_pix_fmts = out_rgb9_pix_fmts;
     else if (rgb && depth == 10)
         out_pix_fmts = out_rgb10_pix_fmts;
     else if (depth == 9)
         out_pix_fmts = out_yuv9_pix_fmts;
     else if (depth == 10)
         out_pix_fmts = out_yuv10_pix_fmts;
5e1d8637
     else
84f62847
         out_pix_fmts = out_yuv8_pix_fmts;
6aaac24d
     if ((ret = ff_formats_ref(ff_make_format_list(out_pix_fmts), &ctx->outputs[0]->in_formats)) < 0)
         return ret;
5e1d8637
 
     return 0;
4e8963fa
 }
 
 static const uint8_t black_yuva_color[4] = { 0, 127, 127, 0 };
 static const uint8_t black_gbrp_color[4] = { 0, 0, 0, 0 };
 
84f62847
 static int config_output(AVFilterLink *outlink)
4e8963fa
 {
84f62847
     VectorscopeContext *s = outlink->src->priv;
7516aa9a
 
84f62847
     s->intensity = s->fintensity * (s->size - 1);
     outlink->h = outlink->w = s->size;
     outlink->sample_aspect_ratio = (AVRational){1,1};
     return 0;
 }
4e8963fa
 
84f62847
 static void envelope_instant16(VectorscopeContext *s, AVFrame *out)
 {
     const int dlinesize = out->linesize[0] / 2;
     uint16_t *dpd = s->mode == COLOR || !s->is_yuv ? (uint16_t *)out->data[s->pd] : (uint16_t *)out->data[0];
     const int max = s->size - 1;
     int i, j;
4e8963fa
 
84f62847
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
             const int pos = i * dlinesize + j;
             const int poa = (i - 1) * dlinesize + j;
             const int pob = (i + 1) * dlinesize + j;
5e1d8637
 
84f62847
             if (dpd[pos] && (((!j || !dpd[pos - 1]) || ((j == (out->width - 1)) || !dpd[pos + 1]))
                          || ((!i || !dpd[poa]) || ((i == (out->height - 1)) || !dpd[pob])))) {
                 dpd[pos] = max;
             }
         }
     }
4e8963fa
 }
 
84f62847
 static void envelope_peak16(VectorscopeContext *s, AVFrame *out)
4e8963fa
 {
84f62847
     const int dlinesize = out->linesize[0] / 2;
     uint16_t *dpd = s->mode == COLOR || !s->is_yuv ? (uint16_t *)out->data[s->pd] : (uint16_t *)out->data[0];
     const int max = s->size - 1;
     int i, j;
4e8963fa
 
84f62847
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
             const int pos = i * dlinesize + j;
 
             if (dpd[pos])
                 s->peak[i][j] = 1;
         }
     }
 
     if (s->envelope == 3)
         envelope_instant16(s, out);
 
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
             const int pos = i * dlinesize + j;
 
             if (s->peak[i][j] && (((!j || !s->peak[i][j-1]) || ((j == (out->width - 1)) || !s->peak[i][j + 1]))
                               || ((!i || !s->peak[i-1][j]) || ((i == (out->height - 1)) || !s->peak[i + 1][j])))) {
                 dpd[pos] = max;
             }
         }
     }
4e8963fa
 }
 
7516aa9a
 static void envelope_instant(VectorscopeContext *s, AVFrame *out)
 {
     const int dlinesize = out->linesize[0];
     uint8_t *dpd = s->mode == COLOR || !s->is_yuv ? out->data[s->pd] : out->data[0];
     int i, j;
 
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
7820197d
             const int pos = i * dlinesize + j;
             const int poa = (i - 1) * dlinesize + j;
             const int pob = (i + 1) * dlinesize + j;
7516aa9a
 
             if (dpd[pos] && (((!j || !dpd[pos - 1]) || ((j == (out->width - 1)) || !dpd[pos + 1]))
                          || ((!i || !dpd[poa]) || ((i == (out->height - 1)) || !dpd[pob])))) {
                 dpd[pos] = 255;
             }
         }
     }
 }
 
 static void envelope_peak(VectorscopeContext *s, AVFrame *out)
 {
     const int dlinesize = out->linesize[0];
     uint8_t *dpd = s->mode == COLOR || !s->is_yuv ? out->data[s->pd] : out->data[0];
     int i, j;
 
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
7820197d
             const int pos = i * dlinesize + j;
7516aa9a
 
             if (dpd[pos])
84f62847
                 s->peak[i][j] = 1;
7516aa9a
         }
     }
 
     if (s->envelope == 3)
         envelope_instant(s, out);
 
     for (i = 0; i < out->height; i++) {
         for (j = 0; j < out->width; j++) {
7820197d
             const int pos = i * dlinesize + j;
7516aa9a
 
             if (s->peak[i][j] && (((!j || !s->peak[i][j-1]) || ((j == (out->width - 1)) || !s->peak[i][j + 1]))
                               || ((!i || !s->peak[i-1][j]) || ((i == (out->height - 1)) || !s->peak[i + 1][j])))) {
                 dpd[pos] = 255;
             }
         }
     }
 }
 
84f62847
 static void envelope16(VectorscopeContext *s, AVFrame *out)
 {
     if (!s->envelope) {
         return;
     } else if (s->envelope == 1) {
         envelope_instant16(s, out);
     } else {
         envelope_peak16(s, out);
     }
 }
 
7516aa9a
 static void envelope(VectorscopeContext *s, AVFrame *out)
 {
     if (!s->envelope) {
         return;
     } else if (s->envelope == 1) {
         envelope_instant(s, out);
     } else {
         envelope_peak(s, out);
     }
 }
 
84f62847
 static void vectorscope16(VectorscopeContext *s, AVFrame *in, AVFrame *out, int pd)
 {
     const uint16_t * const *src = (const uint16_t * const *)in->data;
     const int slinesizex = in->linesize[s->x] / 2;
     const int slinesizey = in->linesize[s->y] / 2;
     const int slinesized = in->linesize[pd] / 2;
     const int dlinesize = out->linesize[0] / 2;
     const int intensity = s->intensity;
     const int px = s->x, py = s->y;
     const int h = s->planeheight[py];
     const int w = s->planewidth[px];
     const uint16_t *spx = src[px];
     const uint16_t *spy = src[py];
     const uint16_t *spd = src[pd];
     const int hsub = s->hsub;
     const int vsub = s->vsub;
     uint16_t **dst = (uint16_t **)out->data;
     uint16_t *dpx = dst[px];
     uint16_t *dpy = dst[py];
     uint16_t *dpd = dst[pd];
     const int max = s->size - 1;
     const int mid = s->size / 2;
     int i, j, k;
 
     for (k = 0; k < 4 && dst[k]; k++) {
         const int mult = s->mult;
 
         for (i = 0; i < out->height ; i++)
             for (j = 0; j < out->width; j++)
                 AV_WN16(out->data[k] + i * out->linesize[k] + j * 2,
                         s->mode == COLOR && k == s->pd ? 0 : s->bg_color[k] * mult);
     }
 
     switch (s->mode) {
     case COLOR:
     case GRAY:
         if (s->is_yuv) {
             for (i = 0; i < h; i++) {
                 const int iwx = i * slinesizex;
                 const int iwy = i * slinesizey;
                 for (j = 0; j < w; j++) {
                     const int x = FFMIN(spx[iwx + j], max);
                     const int y = FFMIN(spy[iwy + j], max);
                     const int pos = y * dlinesize + x;
 
                     dpd[pos] = FFMIN(dpd[pos] + intensity, max);
                     if (dst[3])
                         dst[3][pos] = max;
                 }
             }
         } else {
             for (i = 0; i < h; i++) {
                 const int iwx = i * slinesizex;
                 const int iwy = i * slinesizey;
                 for (j = 0; j < w; j++) {
                     const int x = FFMIN(spx[iwx + j], max);
                     const int y = FFMIN(spy[iwy + j], max);
                     const int pos = y * dlinesize + x;
 
                     dst[0][pos] = FFMIN(dst[0][pos] + intensity, max);
                     dst[1][pos] = FFMIN(dst[1][pos] + intensity, max);
                     dst[2][pos] = FFMIN(dst[2][pos] + intensity, max);
                     if (dst[3])
                         dst[3][pos] = max;
                 }
             }
         }
         break;
     case COLOR2:
         if (s->is_yuv) {
             for (i = 0; i < h; i++) {
                 const int iw1 = i * slinesizex;
                 const int iw2 = i * slinesizey;
                 for (j = 0; j < w; j++) {
                     const int x = FFMIN(spx[iw1 + j], max);
                     const int y = FFMIN(spy[iw2 + j], max);
                     const int pos = y * dlinesize + x;
 
                     if (!dpd[pos])
                         dpd[pos] = FFABS(mid - x) + FFABS(mid - y);
                     dpx[pos] = x;
                     dpy[pos] = y;
                     if (dst[3])
                         dst[3][pos] = max;
                 }
             }
         } else {
             for (i = 0; i < h; i++) {
                 const int iw1 = i * slinesizex;
                 const int iw2 = i * slinesizey;
                 for (j = 0; j < w; j++) {
                     const int x = FFMIN(spx[iw1 + j], max);
                     const int y = FFMIN(spy[iw2 + j], max);
                     const int pos = y * dlinesize + x;
 
                     if (!dpd[pos])
                         dpd[pos] = FFMIN(x + y, max);
                     dpx[pos] = x;
                     dpy[pos] = y;
                     if (dst[3])
                         dst[3][pos] = max;
                 }
             }
         }
         break;
     case COLOR3:
         for (i = 0; i < h; i++) {
             const int iw1 = i * slinesizex;
             const int iw2 = i * slinesizey;
             for (j = 0; j < w; j++) {
                 const int x = FFMIN(spx[iw1 + j], max);
                 const int y = FFMIN(spy[iw2 + j], max);
                 const int pos = y * dlinesize + x;
 
                 dpd[pos] = FFMIN(max, dpd[pos] + intensity);
                 dpx[pos] = x;
                 dpy[pos] = y;
                 if (dst[3])
                     dst[3][pos] = max;
             }
         }
         break;
     case COLOR4:
         for (i = 0; i < in->height; i++) {
             const int iwx = (i >> vsub) * slinesizex;
             const int iwy = (i >> vsub) * slinesizey;
             const int iwd = i * slinesized;
             for (j = 0; j < in->width; j++) {
                 const int x = FFMIN(spx[iwx + (j >> hsub)], max);
                 const int y = FFMIN(spy[iwy + (j >> hsub)], max);
                 const int pos = y * dlinesize + x;
 
                 dpd[pos] = FFMAX(spd[iwd + j], dpd[pos]);
                 dpx[pos] = x;
                 dpy[pos] = y;
                 if (dst[3])
                     dst[3][pos] = max;
             }
         }
         break;
     default:
         av_assert0(0);
     }
 
     envelope16(s, out);
 
     if (s->mode == COLOR) {
         for (i = 0; i < out->height; i++) {
             for (j = 0; j < out->width; j++) {
                 if (!dpd[i * dlinesize + j]) {
                     dpx[i * dlinesize + j] = j;
                     dpy[i * dlinesize + j] = i;
                     dpd[i * dlinesize + j] = mid;
                 }
             }
         }
     }
 }
 
 static void vectorscope8(VectorscopeContext *s, AVFrame *in, AVFrame *out, int pd)
4e8963fa
 {
     const uint8_t * const *src = (const uint8_t * const *)in->data;
     const int slinesizex = in->linesize[s->x];
     const int slinesizey = in->linesize[s->y];
16229fae
     const int slinesized = in->linesize[pd];
4e8963fa
     const int dlinesize = out->linesize[0];
c34c0503
     const int intensity = s->intensity;
7820197d
     const int px = s->x, py = s->y;
5e1d8637
     const int h = s->planeheight[py];
     const int w = s->planewidth[px];
4e8963fa
     const uint8_t *spx = src[px];
     const uint8_t *spy = src[py];
16229fae
     const uint8_t *spd = src[pd];
1c88ef0c
     const int hsub = s->hsub;
     const int vsub = s->vsub;
4e8963fa
     uint8_t **dst = out->data;
     uint8_t *dpx = dst[px];
     uint8_t *dpy = dst[py];
     uint8_t *dpd = dst[pd];
84f62847
     int i, j, k;
 
     for (k = 0; k < 4 && dst[k]; k++)
         for (i = 0; i < out->height ; i++)
             memset(dst[k] + i * out->linesize[k],
                    s->mode == COLOR && k == s->pd ? 0 : s->bg_color[k], out->width);
4e8963fa
 
     switch (s->mode) {
     case COLOR:
     case GRAY:
         if (s->is_yuv) {
5e1d8637
             for (i = 0; i < h; i++) {
4e8963fa
                 const int iwx = i * slinesizex;
                 const int iwy = i * slinesizey;
5e1d8637
                 for (j = 0; j < w; j++) {
4e8963fa
                     const int x = spx[iwx + j];
                     const int y = spy[iwy + j];
                     const int pos = y * dlinesize + x;
 
c34c0503
                     dpd[pos] = FFMIN(dpd[pos] + intensity, 255);
4e8963fa
                     if (dst[3])
                         dst[3][pos] = 255;
                 }
             }
         } else {
5e1d8637
             for (i = 0; i < h; i++) {
4e8963fa
                 const int iwx = i * slinesizex;
                 const int iwy = i * slinesizey;
5e1d8637
                 for (j = 0; j < w; j++) {
4e8963fa
                     const int x = spx[iwx + j];
                     const int y = spy[iwy + j];
                     const int pos = y * dlinesize + x;
 
c34c0503
                     dst[0][pos] = FFMIN(dst[0][pos] + intensity, 255);
                     dst[1][pos] = FFMIN(dst[1][pos] + intensity, 255);
                     dst[2][pos] = FFMIN(dst[2][pos] + intensity, 255);
4e8963fa
                     if (dst[3])
                         dst[3][pos] = 255;
                 }
             }
         }
         break;
     case COLOR2:
         if (s->is_yuv) {
5e1d8637
             for (i = 0; i < h; i++) {
4e8963fa
                 const int iw1 = i * slinesizex;
                 const int iw2 = i * slinesizey;
5e1d8637
                 for (j = 0; j < w; j++) {
4e8963fa
                     const int x = spx[iw1 + j];
                     const int y = spy[iw2 + j];
                     const int pos = y * dlinesize + x;
 
                     if (!dpd[pos])
                         dpd[pos] = FFABS(128 - x) + FFABS(128 - y);
                     dpx[pos] = x;
                     dpy[pos] = y;
                     if (dst[3])
                         dst[3][pos] = 255;
                 }
             }
         } else {
5e1d8637
             for (i = 0; i < h; i++) {
4e8963fa
                 const int iw1 = i * slinesizex;
                 const int iw2 = i * slinesizey;
5e1d8637
                 for (j = 0; j < w; j++) {
4e8963fa
                     const int x = spx[iw1 + j];
                     const int y = spy[iw2 + j];
                     const int pos = y * dlinesize + x;
 
                     if (!dpd[pos])
                         dpd[pos] = FFMIN(x + y, 255);
                     dpx[pos] = x;
                     dpy[pos] = y;
                     if (dst[3])
                         dst[3][pos] = 255;
                 }
             }
         }
         break;
     case COLOR3:
5e1d8637
         for (i = 0; i < h; i++) {
4e8963fa
             const int iw1 = i * slinesizex;
             const int iw2 = i * slinesizey;
5e1d8637
             for (j = 0; j < w; j++) {
4e8963fa
                 const int x = spx[iw1 + j];
                 const int y = spy[iw2 + j];
                 const int pos = y * dlinesize + x;
 
c34c0503
                 dpd[pos] = FFMIN(255, dpd[pos] + intensity);
4e8963fa
                 dpx[pos] = x;
                 dpy[pos] = y;
                 if (dst[3])
                     dst[3][pos] = 255;
             }
         }
         break;
16229fae
     case COLOR4:
1c88ef0c
         for (i = 0; i < in->height; i++) {
             const int iwx = (i >> vsub) * slinesizex;
             const int iwy = (i >> vsub) * slinesizey;
16229fae
             const int iwd = i * slinesized;
1c88ef0c
             for (j = 0; j < in->width; j++) {
                 const int x = spx[iwx + (j >> hsub)];
                 const int y = spy[iwy + (j >> hsub)];
16229fae
                 const int pos = y * dlinesize + x;
 
                 dpd[pos] = FFMAX(spd[iwd + j], dpd[pos]);
                 dpx[pos] = x;
                 dpy[pos] = y;
                 if (dst[3])
                     dst[3][pos] = 255;
             }
         }
         break;
4e8963fa
     default:
         av_assert0(0);
     }
7516aa9a
 
     envelope(s, out);
dead1964
 
     if (s->mode == COLOR) {
         for (i = 0; i < out->height; i++) {
             for (j = 0; j < out->width; j++) {
                 if (!dpd[i * out->linesize[pd] + j]) {
                     dpx[i * out->linesize[px] + j] = j;
                     dpy[i * out->linesize[py] + j] = i;
                     dpd[i * out->linesize[pd] + j] = 128;
                 }
             }
         }
     }
4e8963fa
 }
 
 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
 {
     AVFilterContext *ctx  = inlink->dst;
     VectorscopeContext *s = ctx->priv;
     AVFilterLink *outlink = ctx->outputs[0];
     AVFrame *out;
 
     out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
     if (!out) {
         av_frame_free(&in);
         return AVERROR(ENOMEM);
     }
     out->pts = in->pts;
 
84f62847
     s->vectorscope(s, in, out, s->pd);
4e8963fa
 
     av_frame_free(&in);
     return ff_filter_frame(outlink, out);
 }
 
84f62847
 static int config_input(AVFilterLink *inlink)
 {
     const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
     VectorscopeContext *s = inlink->dst->priv;
 
     s->is_yuv = !(desc->flags & AV_PIX_FMT_FLAG_RGB);
     s->size = 1 << desc->comp[0].depth;
     s->mult = s->size / 256;
 
     if (s->mode == GRAY && s->is_yuv)
         s->pd = 0;
     else {
         if ((s->x == 1 && s->y == 2) || (s->x == 2 && s->y == 1))
             s->pd = 0;
         else if ((s->x == 0 && s->y == 2) || (s->x == 2 && s->y == 0))
             s->pd = 1;
         else if ((s->x == 0 && s->y == 1) || (s->x == 1 && s->y == 0))
             s->pd = 2;
     }
 
     if (s->size == 256)
         s->vectorscope = vectorscope8;
     else
         s->vectorscope = vectorscope16;
 
     switch (inlink->format) {
     case AV_PIX_FMT_GBRP10:
     case AV_PIX_FMT_GBRP9:
     case AV_PIX_FMT_GBRAP:
     case AV_PIX_FMT_GBRP:
         s->bg_color = black_gbrp_color;
         break;
     default:
         s->bg_color = black_yuva_color;
     }
 
     s->hsub = desc->log2_chroma_w;
     s->vsub = desc->log2_chroma_h;
21f94684
     s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
84f62847
     s->planeheight[0] = s->planeheight[3] = inlink->h;
21f94684
     s->planewidth[1]  = s->planewidth[2]  = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
84f62847
     s->planewidth[0]  = s->planewidth[3]  = inlink->w;
 
     return 0;
 }
 
4e8963fa
 static const AVFilterPad inputs[] = {
     {
         .name         = "default",
         .type         = AVMEDIA_TYPE_VIDEO,
         .filter_frame = filter_frame,
         .config_props = config_input,
     },
     { NULL }
 };
 
 static const AVFilterPad outputs[] = {
     {
         .name         = "default",
         .type         = AVMEDIA_TYPE_VIDEO,
         .config_props = config_output,
     },
     { NULL }
 };
 
 AVFilter ff_vf_vectorscope = {
     .name          = "vectorscope",
     .description   = NULL_IF_CONFIG_SMALL("Video vectorscope."),
     .priv_size     = sizeof(VectorscopeContext),
     .priv_class    = &vectorscope_class,
     .query_formats = query_formats,
     .inputs        = inputs,
     .outputs       = outputs,
 };