Browse code

avfilter/vf_colormatrix: increase precision

Signed-off-by: Thomas Mundt <loudmax@yahoo.de>
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>

Thomas Mundt authored on 2016/03/26 19:53:36
Showing 3 changed files
... ...
@@ -40,19 +40,11 @@
40 40
 #define NS(n) ((n) < 0 ? (int)((n)*65536.0-0.5+DBL_EPSILON) : (int)((n)*65536.0+0.5))
41 41
 #define CB(n) av_clip_uint8(n)
42 42
 
43
-static const double yuv_coeff[4][3][3] = {
44
-    { { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
45
-      { -0.3850, +0.5000, -0.1150 },
46
-      { -0.4540, -0.0460, +0.5000 } },
47
-    { { +0.5900, +0.1100, +0.3000 }, // FCC (1)
48
-      { -0.3310, +0.5000, -0.1690 },
49
-      { -0.4210, -0.0790, +0.5000 } },
50
-    { { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
51
-      { -0.3313, +0.5000, -0.1687 },
52
-      { -0.4187, -0.0813, +0.5000 } },
53
-    { { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
54
-      { -0.3840, +0.5000, -0.1160 },
55
-      { -0.4450, -0.0550, +0.5000 } },
43
+static const double yuv_coeff_luma[4][3] = {
44
+    { +0.7152, +0.0722, +0.2126 }, // Rec.709 (0)
45
+    { +0.5900, +0.1100, +0.3000 }, // FCC (1)
46
+    { +0.5870, +0.1140, +0.2990 }, // Rec.601 (ITU-R BT.470-2/SMPTE 170M) (2)
47
+    { +0.7010, +0.0870, +0.2120 }, // SMPTE 240M (3)
56 48
 };
57 49
 
58 50
 enum ColorMode {
... ...
@@ -122,7 +114,7 @@ AVFILTER_DEFINE_CLASS(colormatrix);
122 122
 #define imh im[2][1]
123 123
 #define imi im[2][2]
124 124
 
125
-static void inverse3x3(double im[3][3], const double m[3][3])
125
+static void inverse3x3(double im[3][3], double m[3][3])
126 126
 {
127 127
     double det = ma * (me * mi - mf * mh) - mb * (md * mi - mf * mg) + mc * (md * mh - me * mg);
128 128
     det = 1.0 / det;
... ...
@@ -137,7 +129,7 @@ static void inverse3x3(double im[3][3], const double m[3][3])
137 137
     imi = det * (ma * me - mb * md);
138 138
 }
139 139
 
140
-static void solve_coefficients(double cm[3][3], double rgb[3][3], const double yuv[3][3])
140
+static void solve_coefficients(double cm[3][3], double rgb[3][3], double yuv[3][3])
141 141
 {
142 142
     int i, j;
143 143
     for (i = 0; i < 3; i++)
... ...
@@ -148,11 +140,25 @@ static void solve_coefficients(double cm[3][3], double rgb[3][3], const double y
148 148
 static void calc_coefficients(AVFilterContext *ctx)
149 149
 {
150 150
     ColorMatrixContext *color = ctx->priv;
151
+    double yuv_coeff[4][3][3];
151 152
     double rgb_coeffd[4][3][3];
152 153
     double yuv_convertd[16][3][3];
154
+    double bscale, rscale;
153 155
     int v = 0;
154 156
     int i, j, k;
155
-
157
+    for (i = 0; i < 4; i++) {
158
+        yuv_coeff[i][0][0] = yuv_coeff_luma[i][0];
159
+        yuv_coeff[i][0][1] = yuv_coeff_luma[i][1];
160
+        yuv_coeff[i][0][2] = yuv_coeff_luma[i][2];
161
+        bscale = 0.5 / (yuv_coeff[i][0][1] - 1.0);
162
+        rscale = 0.5 / (yuv_coeff[i][0][2] - 1.0);
163
+        yuv_coeff[i][1][0] = bscale * yuv_coeff[i][0][0];
164
+        yuv_coeff[i][1][1] = 0.5;
165
+        yuv_coeff[i][1][2] = bscale * yuv_coeff[i][0][2];
166
+        yuv_coeff[i][2][0] = rscale * yuv_coeff[i][0][0];
167
+        yuv_coeff[i][2][1] = rscale * yuv_coeff[i][0][1];
168
+        yuv_coeff[i][2][2] = 0.5;
169
+    }
156 170
     for (i = 0; i < 4; i++)
157 171
         inverse3x3(rgb_coeffd[i], yuv_coeff[i]);
158 172
     for (i = 0; i < 4; i++) {
... ...
@@ -1 +1 @@
1
-colormatrix1        0a0640b2d4ccd4e793f4919d82a89523
1
+colormatrix1        1593e24a71db42d07781b92665cf99a9
... ...
@@ -1 +1 @@
1
-colormatrix2        5eb17671c03496ae43723e49832ab17a
1
+colormatrix2        cafba294debb89f59143b519f3cd1673