libavcodec/dwt.c
05aec7bb
 /*
  * Copyright (C) 2004-2010 Michael Niedermayer <michaelni@gmx.at>
5d50fcc5
  * Copyright (C) 2008 David Conrad
05aec7bb
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include "libavutil/attributes.h"
994923ec
 #include "libavutil/avassert.h"
1d9c2dc8
 #include "libavutil/common.h"
05aec7bb
 #include "dsputil.h"
 #include "dwt.h"
5d50fcc5
 #include "libavcodec/x86/dwt.h"
05aec7bb
 
cc7fac99
 int ff_slice_buffer_init(slice_buffer *buf, int line_count,
                          int max_allocated_lines, int line_width,
                          IDWTELEM *base_buffer)
05aec7bb
 {
     int i;
 
     buf->base_buffer = base_buffer;
8b1032c9
     buf->line_count  = line_count;
     buf->line_width  = line_width;
     buf->data_count  = max_allocated_lines;
13a867a6
     buf->line        = av_mallocz(sizeof(IDWTELEM *) * line_count);
c89e428e
     if (!buf->line)
         return AVERROR(ENOMEM);
13a867a6
     buf->data_stack  = av_malloc(sizeof(IDWTELEM *) * max_allocated_lines);
c89e428e
     if (!buf->data_stack) {
60c950ac
         av_freep(&buf->line);
c89e428e
         return AVERROR(ENOMEM);
     }
05aec7bb
 
c89e428e
     for (i = 0; i < max_allocated_lines; i++) {
13a867a6
         buf->data_stack[i] = av_malloc(sizeof(IDWTELEM) * line_width);
c89e428e
         if (!buf->data_stack[i]) {
             for (i--; i >=0; i--)
60c950ac
                 av_freep(&buf->data_stack[i]);
             av_freep(&buf->data_stack);
             av_freep(&buf->line);
c89e428e
             return AVERROR(ENOMEM);
         }
     }
05aec7bb
 
     buf->data_stack_top = max_allocated_lines - 1;
cc7fac99
     return 0;
05aec7bb
 }
 
13a867a6
 IDWTELEM *ff_slice_buffer_load_line(slice_buffer *buf, int line)
05aec7bb
 {
13a867a6
     IDWTELEM *buffer;
05aec7bb
 
994923ec
     av_assert0(buf->data_stack_top >= 0);
 //  av_assert1(!buf->line[line]);
05aec7bb
     if (buf->line[line])
         return buf->line[line];
 
     buffer = buf->data_stack[buf->data_stack_top];
     buf->data_stack_top--;
     buf->line[line] = buffer;
 
     return buffer;
 }
 
13a867a6
 void ff_slice_buffer_release(slice_buffer *buf, int line)
05aec7bb
 {
13a867a6
     IDWTELEM *buffer;
05aec7bb
 
994923ec
     av_assert1(line >= 0 && line < buf->line_count);
     av_assert1(buf->line[line]);
05aec7bb
 
     buffer = buf->line[line];
     buf->data_stack_top++;
     buf->data_stack[buf->data_stack_top] = buffer;
13a867a6
     buf->line[line]                      = NULL;
05aec7bb
 }
 
13a867a6
 void ff_slice_buffer_flush(slice_buffer *buf)
05aec7bb
 {
     int i;
13a867a6
     for (i = 0; i < buf->line_count; i++)
05aec7bb
         if (buf->line[i])
33996217
             ff_slice_buffer_release(buf, i);
05aec7bb
 }
 
13a867a6
 void ff_slice_buffer_destroy(slice_buffer *buf)
05aec7bb
 {
     int i;
33996217
     ff_slice_buffer_flush(buf);
05aec7bb
 
13a867a6
     for (i = buf->data_count - 1; i >= 0; i--)
05aec7bb
         av_freep(&buf->data_stack[i]);
     av_freep(&buf->data_stack);
     av_freep(&buf->line);
 }
 
13a867a6
 static inline int mirror(int v, int m)
 {
     while ((unsigned)v > (unsigned)m) {
8b1032c9
         v = -v;
13a867a6
         if (v < 0)
             v += 2 * m;
05aec7bb
     }
     return v;
 }
 
13a867a6
 static av_always_inline void lift(DWTELEM *dst, DWTELEM *src, DWTELEM *ref,
                                   int dst_step, int src_step, int ref_step,
                                   int width, int mul, int add, int shift,
                                   int highpass, int inverse)
 {
8b1032c9
     const int mirror_left  = !highpass;
     const int mirror_right = (width & 1) ^ highpass;
     const int w            = (width >> 1) - 1 + (highpass & width);
05aec7bb
     int i;
 
13a867a6
 #define LIFT(src, ref, inv) ((src) + ((inv) ? -(ref) : +(ref)))
     if (mirror_left) {
8b1032c9
         dst[0] = LIFT(src[0], ((mul * 2 * ref[0] + add) >> shift), inverse);
         dst   += dst_step;
         src   += src_step;
05aec7bb
     }
 
13a867a6
     for (i = 0; i < w; i++)
         dst[i * dst_step] = LIFT(src[i * src_step],
                                  ((mul * (ref[i * ref_step] +
                                           ref[(i + 1) * ref_step]) +
                                    add) >> shift),
                                  inverse);
05aec7bb
 
13a867a6
     if (mirror_right)
         dst[w * dst_step] = LIFT(src[w * src_step],
                                  ((mul * 2 * ref[w * ref_step] + add) >> shift),
                                  inverse);
05aec7bb
 }
 
13a867a6
 static av_always_inline void liftS(DWTELEM *dst, DWTELEM *src, DWTELEM *ref,
                                    int dst_step, int src_step, int ref_step,
                                    int width, int mul, int add, int shift,
                                    int highpass, int inverse)
 {
8b1032c9
     const int mirror_left  = !highpass;
13a867a6
     const int mirror_right = (width & 1) ^ highpass;
8b1032c9
     const int w            = (width >> 1) - 1 + (highpass & width);
05aec7bb
     int i;
 
994923ec
     av_assert1(shift == 4);
8b1032c9
 #define LIFTS(src, ref, inv)                                            \
13a867a6
     ((inv) ? (src) + (((ref) + 4 * (src)) >> shift)                     \
            : -((-16 * (src) + (ref) + add /                             \
                 4 + 1 + (5 << 25)) / (5 * 4) - (1 << 23)))
     if (mirror_left) {
8b1032c9
         dst[0] = LIFTS(src[0], mul * 2 * ref[0] + add, inverse);
         dst   += dst_step;
         src   += src_step;
05aec7bb
     }
 
13a867a6
     for (i = 0; i < w; i++)
         dst[i * dst_step] = LIFTS(src[i * src_step],
                                   mul * (ref[i * ref_step] +
                                          ref[(i + 1) * ref_step]) + add,
                                   inverse);
05aec7bb
 
13a867a6
     if (mirror_right)
         dst[w * dst_step] = LIFTS(src[w * src_step],
                                   mul * 2 * ref[w * ref_step] + add,
                                   inverse);
05aec7bb
 }
13a867a6
 
d9669eab
 static void horizontal_decompose53i(DWTELEM *b, DWTELEM *temp, int width)
13a867a6
 {
     const int width2 = width >> 1;
05aec7bb
     int x;
13a867a6
     const int w2 = (width + 1) >> 1;
05aec7bb
 
13a867a6
     for (x = 0; x < width2; x++) {
         temp[x]      = b[2 * x];
         temp[x + w2] = b[2 * x + 1];
05aec7bb
     }
13a867a6
     if (width & 1)
         temp[x] = b[2 * x];
     lift(b + w2, temp + w2, temp,   1, 1, 1, width, -1, 0, 1, 1, 0);
     lift(b,      temp,      b + w2, 1, 1, 1, width,  1, 2, 2, 0, 0);
05aec7bb
 }
 
13a867a6
 static void vertical_decompose53iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] -= (b0[i] + b2[i]) >> 1;
05aec7bb
 }
 
13a867a6
 static void vertical_decompose53iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] += (b0[i] + b2[i] + 2) >> 2;
05aec7bb
 }
 
d9669eab
 static void spatial_decompose53i(DWTELEM *buffer, DWTELEM *temp,
                                  int width, int height, int stride)
13a867a6
 {
05aec7bb
     int y;
13a867a6
     DWTELEM *b0 = buffer + mirror(-2 - 1, height - 1) * stride;
     DWTELEM *b1 = buffer + mirror(-2,     height - 1) * stride;
05aec7bb
 
13a867a6
     for (y = -2; y < height; y += 2) {
         DWTELEM *b2 = buffer + mirror(y + 1, height - 1) * stride;
         DWTELEM *b3 = buffer + mirror(y + 2, height - 1) * stride;
05aec7bb
 
13a867a6
         if (y + 1 < (unsigned)height)
d9669eab
             horizontal_decompose53i(b2, temp, width);
13a867a6
         if (y + 2 < (unsigned)height)
d9669eab
             horizontal_decompose53i(b3, temp, width);
05aec7bb
 
13a867a6
         if (y + 1 < (unsigned)height)
             vertical_decompose53iH0(b1, b2, b3, width);
         if (y + 0 < (unsigned)height)
             vertical_decompose53iL0(b0, b1, b2, width);
05aec7bb
 
8b1032c9
         b0 = b2;
         b1 = b3;
05aec7bb
     }
 }
 
d9669eab
 static void horizontal_decompose97i(DWTELEM *b, DWTELEM *temp, int width)
13a867a6
 {
     const int w2 = (width + 1) >> 1;
05aec7bb
 
13a867a6
     lift(temp + w2, b + 1, b,         1, 2, 2, width, W_AM, W_AO, W_AS, 1, 1);
     liftS(temp,     b,     temp + w2, 1, 2, 1, width, W_BM, W_BO, W_BS, 0, 0);
     lift(b + w2, temp + w2, temp,     1, 1, 1, width, W_CM, W_CO, W_CS, 1, 0);
     lift(b,      temp,      b + w2,   1, 1, 1, width, W_DM, W_DO, W_DS, 0, 0);
05aec7bb
 }
 
13a867a6
 static void vertical_decompose97iH0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] -= (W_AM * (b0[i] + b2[i]) + W_AO) >> W_AS;
05aec7bb
 }
 
13a867a6
 static void vertical_decompose97iH1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] += (W_CM * (b0[i] + b2[i]) + W_CO) >> W_CS;
05aec7bb
 }
 
13a867a6
 static void vertical_decompose97iL0(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
         b1[i] = (16 * 4 * b1[i] - 4 * (b0[i] + b2[i]) + W_BO * 5 + (5 << 27)) /
                 (5 * 16) - (1 << 23);
05aec7bb
 }
 
13a867a6
 static void vertical_decompose97iL1(DWTELEM *b0, DWTELEM *b1, DWTELEM *b2,
                                     int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] += (W_DM * (b0[i] + b2[i]) + W_DO) >> W_DS;
05aec7bb
 }
 
d9669eab
 static void spatial_decompose97i(DWTELEM *buffer, DWTELEM *temp,
                                  int width, int height, int stride)
13a867a6
 {
05aec7bb
     int y;
13a867a6
     DWTELEM *b0 = buffer + mirror(-4 - 1, height - 1) * stride;
     DWTELEM *b1 = buffer + mirror(-4,     height - 1) * stride;
     DWTELEM *b2 = buffer + mirror(-4 + 1, height - 1) * stride;
     DWTELEM *b3 = buffer + mirror(-4 + 2, height - 1) * stride;
 
     for (y = -4; y < height; y += 2) {
         DWTELEM *b4 = buffer + mirror(y + 3, height - 1) * stride;
         DWTELEM *b5 = buffer + mirror(y + 4, height - 1) * stride;
 
         if (y + 3 < (unsigned)height)
d9669eab
             horizontal_decompose97i(b4, temp, width);
13a867a6
         if (y + 4 < (unsigned)height)
d9669eab
             horizontal_decompose97i(b5, temp, width);
13a867a6
 
         if (y + 3 < (unsigned)height)
             vertical_decompose97iH0(b3, b4, b5, width);
         if (y + 2 < (unsigned)height)
             vertical_decompose97iL0(b2, b3, b4, width);
         if (y + 1 < (unsigned)height)
             vertical_decompose97iH1(b1, b2, b3, width);
         if (y + 0 < (unsigned)height)
             vertical_decompose97iL1(b0, b1, b2, width);
05aec7bb
 
8b1032c9
         b0 = b2;
         b1 = b3;
         b2 = b4;
         b3 = b5;
05aec7bb
     }
 }
 
d9669eab
 void ff_spatial_dwt(DWTELEM *buffer, DWTELEM *temp, int width, int height,
                     int stride, int type, int decomposition_count)
13a867a6
 {
05aec7bb
     int level;
 
13a867a6
     for (level = 0; level < decomposition_count; level++) {
         switch (type) {
         case DWT_97:
d9669eab
             spatial_decompose97i(buffer, temp,
13a867a6
                                  width >> level, height >> level,
                                  stride << level);
             break;
         case DWT_53:
d9669eab
             spatial_decompose53i(buffer, temp,
13a867a6
                                  width >> level, height >> level,
                                  stride << level);
             break;
05aec7bb
         }
     }
 }
 
d9669eab
 static void horizontal_compose53i(IDWTELEM *b, IDWTELEM *temp, int width)
13a867a6
 {
     const int width2 = width >> 1;
8b1032c9
     const int w2     = (width + 1) >> 1;
05aec7bb
     int x;
 
13a867a6
     for (x = 0; x < width2; x++) {
         temp[2 * x]     = b[x];
8b1032c9
         temp[2 * x + 1] = b[x + w2];
05aec7bb
     }
13a867a6
     if (width & 1)
         temp[2 * x] = b[x];
05aec7bb
 
8b1032c9
     b[0] = temp[0] - ((temp[1] + 1) >> 1);
13a867a6
     for (x = 2; x < width - 1; x += 2) {
         b[x]     = temp[x]     - ((temp[x - 1] + temp[x + 1] + 2) >> 2);
         b[x - 1] = temp[x - 1] + ((b[x - 2]    + b[x]        + 1) >> 1);
05aec7bb
     }
13a867a6
     if (width & 1) {
         b[x]     = temp[x]     - ((temp[x - 1]     + 1) >> 1);
         b[x - 1] = temp[x - 1] + ((b[x - 2] + b[x] + 1) >> 1);
     } else
8b1032c9
         b[x - 1] = temp[x - 1] + b[x - 2];
05aec7bb
 }
 
13a867a6
 static void vertical_compose53iH0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] += (b0[i] + b2[i]) >> 1;
05aec7bb
 }
 
13a867a6
 static void vertical_compose53iL0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
8b1032c9
         b1[i] -= (b0[i] + b2[i] + 2) >> 2;
05aec7bb
 }
 
13a867a6
 static void spatial_compose53i_buffered_init(DWTCompose *cs, slice_buffer *sb,
                                              int height, int stride_line)
 {
     cs->b0 = slice_buffer_get_line(sb,
                                    mirror(-1 - 1, height - 1) * stride_line);
     cs->b1 = slice_buffer_get_line(sb, mirror(-1, height - 1) * stride_line);
8b1032c9
     cs->y  = -1;
05aec7bb
 }
 
13a867a6
 static void spatial_compose53i_init(DWTCompose *cs, IDWTELEM *buffer,
                                     int height, int stride)
 {
     cs->b0 = buffer + mirror(-1 - 1, height - 1) * stride;
     cs->b1 = buffer + mirror(-1,     height - 1) * stride;
8b1032c9
     cs->y  = -1;
05aec7bb
 }
 
13a867a6
 static void spatial_compose53i_dy_buffered(DWTCompose *cs, slice_buffer *sb,
d9669eab
                                            IDWTELEM *temp,
13a867a6
                                            int width, int height,
                                            int stride_line)
 {
     int y = cs->y;
05aec7bb
 
8b1032c9
     IDWTELEM *b0 = cs->b0;
     IDWTELEM *b1 = cs->b1;
13a867a6
     IDWTELEM *b2 = slice_buffer_get_line(sb,
                                          mirror(y + 1, height - 1) *
                                          stride_line);
     IDWTELEM *b3 = slice_buffer_get_line(sb,
                                          mirror(y + 2, height - 1) *
                                          stride_line);
05aec7bb
 
13a867a6
     if (y + 1 < (unsigned)height && y < (unsigned)height) {
05aec7bb
         int x;
 
13a867a6
         for (x = 0; x < width; x++) {
8b1032c9
             b2[x] -= (b1[x] + b3[x] + 2) >> 2;
13a867a6
             b1[x] += (b0[x] + b2[x])     >> 1;
05aec7bb
         }
13a867a6
     } else {
         if (y + 1 < (unsigned)height)
             vertical_compose53iL0(b1, b2, b3, width);
         if (y + 0 < (unsigned)height)
             vertical_compose53iH0(b0, b1, b2, width);
05aec7bb
     }
 
13a867a6
     if (y - 1 < (unsigned)height)
d9669eab
         horizontal_compose53i(b0, temp, width);
13a867a6
     if (y + 0 < (unsigned)height)
d9669eab
         horizontal_compose53i(b1, temp, width);
05aec7bb
 
13a867a6
     cs->b0  = b2;
     cs->b1  = b3;
     cs->y  += 2;
05aec7bb
 }
 
d9669eab
 static void spatial_compose53i_dy(DWTCompose *cs, IDWTELEM *buffer,
                                   IDWTELEM *temp, int width, int height,
                                   int stride)
13a867a6
 {
8b1032c9
     int y        = cs->y;
     IDWTELEM *b0 = cs->b0;
     IDWTELEM *b1 = cs->b1;
     IDWTELEM *b2 = buffer + mirror(y + 1, height - 1) * stride;
     IDWTELEM *b3 = buffer + mirror(y + 2, height - 1) * stride;
05aec7bb
 
13a867a6
     if (y + 1 < (unsigned)height)
         vertical_compose53iL0(b1, b2, b3, width);
     if (y + 0 < (unsigned)height)
         vertical_compose53iH0(b0, b1, b2, width);
05aec7bb
 
13a867a6
     if (y - 1 < (unsigned)height)
d9669eab
         horizontal_compose53i(b0, temp, width);
13a867a6
     if (y + 0 < (unsigned)height)
d9669eab
         horizontal_compose53i(b1, temp, width);
05aec7bb
 
13a867a6
     cs->b0  = b2;
     cs->b1  = b3;
     cs->y  += 2;
05aec7bb
 }
 
d9669eab
 static void av_unused spatial_compose53i(IDWTELEM *buffer, IDWTELEM *temp,
                                          int width, int height, int stride)
13a867a6
 {
05aec7bb
     DWTCompose cs;
     spatial_compose53i_init(&cs, buffer, height, stride);
13a867a6
     while (cs.y <= height)
d9669eab
         spatial_compose53i_dy(&cs, buffer, temp, width, height, stride);
05aec7bb
 }
 
d9669eab
 void ff_snow_horizontal_compose97i(IDWTELEM *b, IDWTELEM *temp, int width)
13a867a6
 {
8b1032c9
     const int w2 = (width + 1) >> 1;
05aec7bb
     int x;
1ce5dce4
 
8b1032c9
     temp[0] = b[0] - ((3 * b[w2] + 2) >> 2);
13a867a6
     for (x = 1; x < (width >> 1); x++) {
         temp[2 * x]     = b[x] - ((3 * (b[x + w2 - 1] + b[x + w2]) + 4) >> 3);
8b1032c9
         temp[2 * x - 1] = b[x + w2 - 1] - temp[2 * x - 2] - temp[2 * x];
05aec7bb
     }
13a867a6
     if (width & 1) {
         temp[2 * x]     = b[x] - ((3 * b[x + w2 - 1] + 2) >> 2);
         temp[2 * x - 1] = b[x + w2 - 1] - temp[2 * x - 2] - temp[2 * x];
     } else
         temp[2 * x - 1] = b[x + w2 - 1] - 2 * temp[2 * x - 2];
 
     b[0] = temp[0] + ((2 * temp[0] + temp[1] + 4) >> 3);
     for (x = 2; x < width - 1; x += 2) {
         b[x]     = temp[x] + ((4 * temp[x] + temp[x - 1] + temp[x + 1] + 8) >> 4);
         b[x - 1] = temp[x - 1] + ((3 * (b[x - 2] + b[x])) >> 1);
     }
     if (width & 1) {
         b[x]     = temp[x] + ((2 * temp[x] + temp[x - 1] + 4) >> 3);
         b[x - 1] = temp[x - 1] + ((3 * (b[x - 2] + b[x])) >> 1);
     } else
         b[x - 1] = temp[x - 1] + 3 * b[x - 2];
05aec7bb
 }
 
13a867a6
 static void vertical_compose97iH0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
         b1[i] += (W_AM * (b0[i] + b2[i]) + W_AO) >> W_AS;
05aec7bb
 }
 
13a867a6
 static void vertical_compose97iH1(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
         b1[i] -= (W_CM * (b0[i] + b2[i]) + W_CO) >> W_CS;
05aec7bb
 }
 
13a867a6
 static void vertical_compose97iL0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
         b1[i] += (W_BM * (b0[i] + b2[i]) + 4 * b1[i] + W_BO) >> W_BS;
05aec7bb
 }
 
13a867a6
 static void vertical_compose97iL1(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++)
         b1[i] -= (W_DM * (b0[i] + b2[i]) + W_DO) >> W_DS;
05aec7bb
 }
 
13a867a6
 void ff_snow_vertical_compose97i(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                  IDWTELEM *b3, IDWTELEM *b4, IDWTELEM *b5,
                                  int width)
 {
05aec7bb
     int i;
 
13a867a6
     for (i = 0; i < width; i++) {
         b4[i] -= (W_DM * (b3[i] + b5[i]) + W_DO) >> W_DS;
         b3[i] -= (W_CM * (b2[i] + b4[i]) + W_CO) >> W_CS;
         b2[i] += (W_BM * (b1[i] + b3[i]) + 4 * b2[i] + W_BO) >> W_BS;
         b1[i] += (W_AM * (b0[i] + b2[i]) + W_AO) >> W_AS;
05aec7bb
     }
 }
 
13a867a6
 static void spatial_compose97i_buffered_init(DWTCompose *cs, slice_buffer *sb,
                                              int height, int stride_line)
 {
     cs->b0 = slice_buffer_get_line(sb, mirror(-3 - 1, height - 1) * stride_line);
     cs->b1 = slice_buffer_get_line(sb, mirror(-3,     height - 1) * stride_line);
     cs->b2 = slice_buffer_get_line(sb, mirror(-3 + 1, height - 1) * stride_line);
     cs->b3 = slice_buffer_get_line(sb, mirror(-3 + 2, height - 1) * stride_line);
     cs->y  = -3;
05aec7bb
 }
 
13a867a6
 static void spatial_compose97i_init(DWTCompose *cs, IDWTELEM *buffer, int height,
                                     int stride)
 {
     cs->b0 = buffer + mirror(-3 - 1, height - 1) * stride;
     cs->b1 = buffer + mirror(-3,     height - 1) * stride;
     cs->b2 = buffer + mirror(-3 + 1, height - 1) * stride;
     cs->b3 = buffer + mirror(-3 + 2, height - 1) * stride;
     cs->y  = -3;
05aec7bb
 }
 
13a867a6
 static void spatial_compose97i_dy_buffered(DWTContext *dsp, DWTCompose *cs,
d9669eab
                                            slice_buffer * sb, IDWTELEM *temp,
                                            int width, int height,
                                            int stride_line)
13a867a6
 {
05aec7bb
     int y = cs->y;
 
13a867a6
     IDWTELEM *b0 = cs->b0;
     IDWTELEM *b1 = cs->b1;
     IDWTELEM *b2 = cs->b2;
     IDWTELEM *b3 = cs->b3;
     IDWTELEM *b4 = slice_buffer_get_line(sb,
                                          mirror(y + 3, height - 1) *
                                          stride_line);
     IDWTELEM *b5 = slice_buffer_get_line(sb,
                                          mirror(y + 4, height - 1) *
                                          stride_line);
 
     if (y > 0 && y + 4 < height) {
05aec7bb
         dsp->vertical_compose97i(b0, b1, b2, b3, b4, b5, width);
13a867a6
     } else {
         if (y + 3 < (unsigned)height)
             vertical_compose97iL1(b3, b4, b5, width);
         if (y + 2 < (unsigned)height)
             vertical_compose97iH1(b2, b3, b4, width);
         if (y + 1 < (unsigned)height)
             vertical_compose97iL0(b1, b2, b3, width);
         if (y + 0 < (unsigned)height)
             vertical_compose97iH0(b0, b1, b2, width);
     }
 
     if (y - 1 < (unsigned)height)
d9669eab
         dsp->horizontal_compose97i(b0, temp, width);
13a867a6
     if (y + 0 < (unsigned)height)
d9669eab
         dsp->horizontal_compose97i(b1, temp, width);
13a867a6
 
     cs->b0  = b2;
     cs->b1  = b3;
     cs->b2  = b4;
     cs->b3  = b5;
     cs->y  += 2;
 }
 
d9669eab
 static void spatial_compose97i_dy(DWTCompose *cs, IDWTELEM *buffer,
                                   IDWTELEM *temp, int width, int height,
                                   int stride)
13a867a6
 {
     int y        = cs->y;
     IDWTELEM *b0 = cs->b0;
     IDWTELEM *b1 = cs->b1;
     IDWTELEM *b2 = cs->b2;
     IDWTELEM *b3 = cs->b3;
     IDWTELEM *b4 = buffer + mirror(y + 3, height - 1) * stride;
     IDWTELEM *b5 = buffer + mirror(y + 4, height - 1) * stride;
 
     if (y + 3 < (unsigned)height)
         vertical_compose97iL1(b3, b4, b5, width);
     if (y + 2 < (unsigned)height)
         vertical_compose97iH1(b2, b3, b4, width);
     if (y + 1 < (unsigned)height)
         vertical_compose97iL0(b1, b2, b3, width);
     if (y + 0 < (unsigned)height)
         vertical_compose97iH0(b0, b1, b2, width);
 
     if (y - 1 < (unsigned)height)
d9669eab
         ff_snow_horizontal_compose97i(b0, temp, width);
13a867a6
     if (y + 0 < (unsigned)height)
d9669eab
         ff_snow_horizontal_compose97i(b1, temp, width);
13a867a6
 
     cs->b0  = b2;
     cs->b1  = b3;
     cs->b2  = b4;
     cs->b3  = b5;
     cs->y  += 2;
 }
 
d9669eab
 static void av_unused spatial_compose97i(IDWTELEM *buffer, IDWTELEM *temp,
                                          int width, int height, int stride)
13a867a6
 {
05aec7bb
     DWTCompose cs;
     spatial_compose97i_init(&cs, buffer, height, stride);
13a867a6
     while (cs.y <= height)
d9669eab
         spatial_compose97i_dy(&cs, buffer, temp, width, height, stride);
05aec7bb
 }
 
13a867a6
 void ff_spatial_idwt_buffered_init(DWTCompose *cs, slice_buffer *sb, int width,
                                    int height, int stride_line, int type,
                                    int decomposition_count)
 {
05aec7bb
     int level;
13a867a6
     for (level = decomposition_count - 1; level >= 0; level--) {
         switch (type) {
         case DWT_97:
             spatial_compose97i_buffered_init(cs + level, sb, height >> level,
                                              stride_line << level);
             break;
         case DWT_53:
             spatial_compose53i_buffered_init(cs + level, sb, height >> level,
                                              stride_line << level);
             break;
05aec7bb
         }
     }
 }
 
13a867a6
 void ff_spatial_idwt_buffered_slice(DWTContext *dsp, DWTCompose *cs,
d9669eab
                                     slice_buffer *slice_buf, IDWTELEM *temp,
                                     int width, int height, int stride_line,
                                     int type, int decomposition_count, int y)
13a867a6
 {
     const int support = type == 1 ? 3 : 5;
05aec7bb
     int level;
13a867a6
     if (type == 2)
         return;
 
     for (level = decomposition_count - 1; level >= 0; level--)
         while (cs[level].y <= FFMIN((y >> level) + support, height >> level)) {
             switch (type) {
             case DWT_97:
d9669eab
                 spatial_compose97i_dy_buffered(dsp, cs + level, slice_buf, temp,
13a867a6
                                                width >> level,
                                                height >> level,
                                                stride_line << level);
05aec7bb
                 break;
13a867a6
             case DWT_53:
d9669eab
                 spatial_compose53i_dy_buffered(cs + level, slice_buf, temp,
13a867a6
                                                width >> level,
                                                height >> level,
                                                stride_line << level);
05aec7bb
                 break;
             }
         }
 }
 
13a867a6
 static void ff_spatial_idwt_init(DWTCompose *cs, IDWTELEM *buffer, int width,
                                  int height, int stride, int type,
                                  int decomposition_count)
 {
05aec7bb
     int level;
13a867a6
     for (level = decomposition_count - 1; level >= 0; level--) {
         switch (type) {
         case DWT_97:
             spatial_compose97i_init(cs + level, buffer, height >> level,
                                     stride << level);
             break;
         case DWT_53:
             spatial_compose53i_init(cs + level, buffer, height >> level,
                                     stride << level);
             break;
05aec7bb
         }
     }
 }
 
d9669eab
 static void ff_spatial_idwt_slice(DWTCompose *cs, IDWTELEM *buffer,
                                   IDWTELEM *temp, int width, int height,
                                   int stride, int type,
13a867a6
                                   int decomposition_count, int y)
 {
     const int support = type == 1 ? 3 : 5;
05aec7bb
     int level;
13a867a6
     if (type == 2)
         return;
 
     for (level = decomposition_count - 1; level >= 0; level--)
         while (cs[level].y <= FFMIN((y >> level) + support, height >> level)) {
             switch (type) {
             case DWT_97:
d9669eab
                 spatial_compose97i_dy(cs + level, buffer, temp, width >> level,
13a867a6
                                       height >> level, stride << level);
05aec7bb
                 break;
13a867a6
             case DWT_53:
d9669eab
                 spatial_compose53i_dy(cs + level, buffer, temp, width >> level,
13a867a6
                                       height >> level, stride << level);
05aec7bb
                 break;
             }
         }
 }
 
d9669eab
 void ff_spatial_idwt(IDWTELEM *buffer, IDWTELEM *temp, int width, int height,
                      int stride, int type, int decomposition_count)
13a867a6
 {
     DWTCompose cs[MAX_DECOMPOSITIONS];
     int y;
     ff_spatial_idwt_init(cs, buffer, width, height, stride, type,
                          decomposition_count);
     for (y = 0; y < height; y += 4)
d9669eab
         ff_spatial_idwt_slice(cs, buffer, temp, width, height, stride, type,
13a867a6
                               decomposition_count, y);
05aec7bb
 }
 
13a867a6
 static inline int w_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size,
                       int w, int h, int type)
 {
05aec7bb
     int s, i, j;
13a867a6
     const int dec_count = w == 8 ? 3 : 4;
d9669eab
     int tmp[32 * 32], tmp2[32];
05aec7bb
     int level, ori;
13a867a6
     static const int scale[2][2][4][4] = {
05aec7bb
         {
13a867a6
             { // 9/7 8x8 dec=3
                 { 268, 239, 239, 213 },
                 { 0,   224, 224, 152 },
                 { 0,   135, 135, 110 },
             },
             { // 9/7 16x16 or 32x32 dec=4
                 { 344, 310, 310, 280 },
                 { 0,   320, 320, 228 },
                 { 0,   175, 175, 136 },
                 { 0,   129, 129, 102 },
             }
         },
05aec7bb
         {
13a867a6
             { // 5/3 8x8 dec=3
                 { 275, 245, 245, 218 },
                 { 0,   230, 230, 156 },
                 { 0,   138, 138, 113 },
             },
             { // 5/3 16x16 or 32x32 dec=4
                 { 352, 317, 317, 286 },
                 { 0,   328, 328, 233 },
                 { 0,   180, 180, 140 },
                 { 0,   132, 132, 105 },
             }
05aec7bb
         }
     };
 
     for (i = 0; i < h; i++) {
13a867a6
         for (j = 0; j < w; j += 4) {
             tmp[32 * i + j + 0] = (pix1[j + 0] - pix2[j + 0]) << 4;
             tmp[32 * i + j + 1] = (pix1[j + 1] - pix2[j + 1]) << 4;
             tmp[32 * i + j + 2] = (pix1[j + 2] - pix2[j + 2]) << 4;
             tmp[32 * i + j + 3] = (pix1[j + 3] - pix2[j + 3]) << 4;
05aec7bb
         }
         pix1 += line_size;
         pix2 += line_size;
     }
 
d9669eab
     ff_spatial_dwt(tmp, tmp2, w, h, 32, type, dec_count);
05aec7bb
 
13a867a6
     s = 0;
994923ec
     av_assert1(w == h);
13a867a6
     for (level = 0; level < dec_count; level++)
         for (ori = level ? 1 : 0; ori < 4; ori++) {
             int size   = w >> (dec_count - level);
             int sx     = (ori & 1) ? size : 0;
             int stride = 32 << (dec_count - level);
             int sy     = (ori & 2) ? stride >> 1 : 0;
 
             for (i = 0; i < size; i++)
                 for (j = 0; j < size; j++) {
                     int v = tmp[sx + sy + i * stride + j] *
                             scale[type][dec_count - 3][level][ori];
05aec7bb
                     s += FFABS(v);
                 }
         }
994923ec
     av_assert1(s >= 0);
13a867a6
     return s >> 9;
05aec7bb
 }
 
13a867a6
 static int w53_8_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
     return w_c(v, pix1, pix2, line_size, 8, h, 1);
05aec7bb
 }
 
13a867a6
 static int w97_8_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
     return w_c(v, pix1, pix2, line_size, 8, h, 0);
05aec7bb
 }
 
13a867a6
 static int w53_16_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
05aec7bb
     return w_c(v, pix1, pix2, line_size, 16, h, 1);
 }
 
13a867a6
 static int w97_16_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
05aec7bb
     return w_c(v, pix1, pix2, line_size, 16, h, 0);
 }
 
13a867a6
 int ff_w53_32_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
05aec7bb
     return w_c(v, pix1, pix2, line_size, 32, h, 1);
 }
 
13a867a6
 int ff_w97_32_c(void *v, uint8_t *pix1, uint8_t *pix2, int line_size, int h)
 {
05aec7bb
     return w_c(v, pix1, pix2, line_size, 32, h, 0);
 }
 
 void ff_dsputil_init_dwt(DSPContext *c)
 {
13a867a6
     c->w53[0] = w53_16_c;
     c->w53[1] = w53_8_c;
     c->w97[0] = w97_16_c;
     c->w97[1] = w97_8_c;
05aec7bb
 }
 
 void ff_dwt_init(DWTContext *c)
 {
13a867a6
     c->vertical_compose97i   = ff_snow_vertical_compose97i;
05aec7bb
     c->horizontal_compose97i = ff_snow_horizontal_compose97i;
13a867a6
     c->inner_add_yblock      = ff_snow_inner_add_yblock;
05aec7bb
 
13a867a6
     if (HAVE_MMX)
         ff_dwt_init_x86(c);
05aec7bb
 }
5d50fcc5
 
 
 static av_always_inline
 void interleave(IDWTELEM *dst, IDWTELEM *src0, IDWTELEM *src1, int w2, int add, int shift)
 {
     int i;
     for (i = 0; i < w2; i++) {
         dst[2*i  ] = (src0[i] + add) >> shift;
         dst[2*i+1] = (src1[i] + add) >> shift;
     }
 }
 
 static void horizontal_compose_dirac53i(IDWTELEM *b, IDWTELEM *temp, int w)
 {
     const int w2 = w >> 1;
     int x;
 
     temp[0] = COMPOSE_53iL0(b[w2], b[0], b[w2]);
     for (x = 1; x < w2; x++) {
         temp[x     ] = COMPOSE_53iL0     (b[x+w2-1], b[x     ], b[x+w2]);
         temp[x+w2-1] = COMPOSE_DIRAC53iH0(temp[x-1], b[x+w2-1], temp[x]);
     }
     temp[w-1] = COMPOSE_DIRAC53iH0(temp[w2-1], b[w-1], temp[w2-1]);
 
     interleave(b, temp, temp+w2, w2, 1, 1);
 }
 
 static void horizontal_compose_dd97i(IDWTELEM *b, IDWTELEM *tmp, int w)
 {
     const int w2 = w >> 1;
     int x;
 
     tmp[0] = COMPOSE_53iL0(b[w2], b[0], b[w2]);
     for (x = 1; x < w2; x++)
         tmp[x] = COMPOSE_53iL0(b[x+w2-1], b[x], b[x+w2]);
 
     // extend the edges
     tmp[-1]   = tmp[0];
     tmp[w2+1] = tmp[w2] = tmp[w2-1];
 
     for (x = 0; x < w2; x++) {
         b[2*x  ] = (tmp[x] + 1)>>1;
         b[2*x+1] = (COMPOSE_DD97iH0(tmp[x-1], tmp[x], b[x+w2], tmp[x+1], tmp[x+2]) + 1)>>1;
     }
 }
 
 static void horizontal_compose_dd137i(IDWTELEM *b, IDWTELEM *tmp, int w)
 {
     const int w2 = w >> 1;
     int x;
 
     tmp[0] = COMPOSE_DD137iL0(b[w2], b[w2], b[0], b[w2  ], b[w2+1]);
     tmp[1] = COMPOSE_DD137iL0(b[w2], b[w2], b[1], b[w2+1], b[w2+2]);
     for (x = 2; x < w2-1; x++)
         tmp[x] = COMPOSE_DD137iL0(b[x+w2-2], b[x+w2-1], b[x], b[x+w2], b[x+w2+1]);
     tmp[w2-1] = COMPOSE_DD137iL0(b[w-3], b[w-2], b[w2-1], b[w-1], b[w-1]);
 
     // extend the edges
     tmp[-1]   = tmp[0];
     tmp[w2+1] = tmp[w2] = tmp[w2-1];
 
     for (x = 0; x < w2; x++) {
         b[2*x  ] = (tmp[x] + 1)>>1;
         b[2*x+1] = (COMPOSE_DD97iH0(tmp[x-1], tmp[x], b[x+w2], tmp[x+1], tmp[x+2]) + 1)>>1;
     }
 }
 
 static av_always_inline
 void horizontal_compose_haari(IDWTELEM *b, IDWTELEM *temp, int w, int shift)
 {
     const int w2 = w >> 1;
     int x;
 
     for (x = 0; x < w2; x++) {
         temp[x   ] = COMPOSE_HAARiL0(b[x   ], b[x+w2]);
         temp[x+w2] = COMPOSE_HAARiH0(b[x+w2], temp[x]);
     }
 
     interleave(b, temp, temp+w2, w2, shift, shift);
 }
 
 static void horizontal_compose_haar0i(IDWTELEM *b, IDWTELEM *temp, int w)
 {
     horizontal_compose_haari(b, temp, w, 0);
 }
 
 static void horizontal_compose_haar1i(IDWTELEM *b, IDWTELEM *temp, int w)
 {
     horizontal_compose_haari(b, temp, w, 1);
 }
 
 static void horizontal_compose_fidelityi(IDWTELEM *b, IDWTELEM *tmp, int w)
 {
     const int w2 = w >> 1;
     int i, x;
     IDWTELEM v[8];
 
     for (x = 0; x < w2; x++) {
         for (i = 0; i < 8; i++)
             v[i] = b[av_clip(x-3+i, 0, w2-1)];
         tmp[x] = COMPOSE_FIDELITYiH0(v[0], v[1], v[2], v[3], b[x+w2], v[4], v[5], v[6], v[7]);
     }
 
     for (x = 0; x < w2; x++) {
         for (i = 0; i < 8; i++)
             v[i] = tmp[av_clip(x-4+i, 0, w2-1)];
         tmp[x+w2] = COMPOSE_FIDELITYiL0(v[0], v[1], v[2], v[3], b[x], v[4], v[5], v[6], v[7]);
     }
 
     interleave(b, tmp+w2, tmp, w2, 0, 0);
 }
 
 static void horizontal_compose_daub97i(IDWTELEM *b, IDWTELEM *temp, int w)
 {
     const int w2 = w >> 1;
     int x, b0, b1, b2;
 
     temp[0] = COMPOSE_DAUB97iL1(b[w2], b[0], b[w2]);
     for (x = 1; x < w2; x++) {
         temp[x     ] = COMPOSE_DAUB97iL1(b[x+w2-1], b[x     ], b[x+w2]);
         temp[x+w2-1] = COMPOSE_DAUB97iH1(temp[x-1], b[x+w2-1], temp[x]);
     }
     temp[w-1] = COMPOSE_DAUB97iH1(temp[w2-1], b[w-1], temp[w2-1]);
 
     // second stage combined with interleave and shift
     b0 = b2 = COMPOSE_DAUB97iL0(temp[w2], temp[0], temp[w2]);
     b[0] = (b0 + 1) >> 1;
     for (x = 1; x < w2; x++) {
         b2 = COMPOSE_DAUB97iL0(temp[x+w2-1], temp[x     ], temp[x+w2]);
         b1 = COMPOSE_DAUB97iH0(          b0, temp[x+w2-1], b2        );
         b[2*x-1] = (b1 + 1) >> 1;
         b[2*x  ] = (b2 + 1) >> 1;
         b0 = b2;
     }
     b[w-1] = (COMPOSE_DAUB97iH0(b2, temp[w-1], b2) + 1) >> 1;
 }
 
 static void vertical_compose_dirac53iH0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b1[i] = COMPOSE_DIRAC53iH0(b0[i], b1[i], b2[i]);
     }
 }
 
 static void vertical_compose_dd97iH0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                   IDWTELEM *b3, IDWTELEM *b4, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b2[i] = COMPOSE_DD97iH0(b0[i], b1[i], b2[i], b3[i], b4[i]);
     }
 }
 
 static void vertical_compose_dd137iL0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2,
                                       IDWTELEM *b3, IDWTELEM *b4, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b2[i] = COMPOSE_DD137iL0(b0[i], b1[i], b2[i], b3[i], b4[i]);
     }
 }
 
 static void vertical_compose_haar(IDWTELEM *b0, IDWTELEM *b1, int width)
 {
     int i;
 
     for (i = 0; i < width; i++) {
         b0[i] = COMPOSE_HAARiL0(b0[i], b1[i]);
         b1[i] = COMPOSE_HAARiH0(b1[i], b0[i]);
     }
 }
 
 static void vertical_compose_fidelityiH0(IDWTELEM *dst, IDWTELEM *b[8], int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         dst[i] = COMPOSE_FIDELITYiH0(b[0][i], b[1][i], b[2][i], b[3][i], dst[i], b[4][i], b[5][i], b[6][i], b[7][i]);
     }
 }
 
 static void vertical_compose_fidelityiL0(IDWTELEM *dst, IDWTELEM *b[8], int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         dst[i] = COMPOSE_FIDELITYiL0(b[0][i], b[1][i], b[2][i], b[3][i], dst[i], b[4][i], b[5][i], b[6][i], b[7][i]);
     }
 }
 
 static void vertical_compose_daub97iH0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b1[i] = COMPOSE_DAUB97iH0(b0[i], b1[i], b2[i]);
     }
 }
 
 static void vertical_compose_daub97iH1(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b1[i] = COMPOSE_DAUB97iH1(b0[i], b1[i], b2[i]);
     }
 }
 
 static void vertical_compose_daub97iL0(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b1[i] = COMPOSE_DAUB97iL0(b0[i], b1[i], b2[i]);
     }
 }
 
 static void vertical_compose_daub97iL1(IDWTELEM *b0, IDWTELEM *b1, IDWTELEM *b2, int width)
 {
     int i;
 
     for(i=0; i<width; i++){
         b1[i] = COMPOSE_DAUB97iL1(b0[i], b1[i], b2[i]);
     }
 }
 
 
 static void spatial_compose_dd97i_dy(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_3tap vertical_compose_l0 = (void*)d->vertical_compose_l0;
     vertical_compose_5tap vertical_compose_h0 = (void*)d->vertical_compose_h0;
5d50fcc5
     DWTCompose *cs = d->cs + level;
 
     int i, y = cs->y;
     IDWTELEM *b[8];
     for (i = 0; i < 6; i++)
         b[i] = cs->b[i];
     b[6] = d->buffer + av_clip(y+5, 0, height-2)*stride;
     b[7] = d->buffer + av_clip(y+6, 1, height-1)*stride;
 
         if(y+5<(unsigned)height) vertical_compose_l0(      b[5], b[6], b[7],       width);
         if(y+1<(unsigned)height) vertical_compose_h0(b[0], b[2], b[3], b[4], b[6], width);
 
         if(y-1<(unsigned)height) d->horizontal_compose(b[0], d->temp, width);
         if(y+0<(unsigned)height) d->horizontal_compose(b[1], d->temp, width);
 
     for (i = 0; i < 6; i++)
         cs->b[i] = b[i+2];
     cs->y += 2;
 }
 
 static void spatial_compose_dirac53i_dy(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_3tap vertical_compose_l0 = (void*)d->vertical_compose_l0;
     vertical_compose_3tap vertical_compose_h0 = (void*)d->vertical_compose_h0;
5d50fcc5
     DWTCompose *cs = d->cs + level;
 
     int y= cs->y;
     IDWTELEM *b[4] = { cs->b[0], cs->b[1] };
     b[2] = d->buffer + mirror(y+1, height-1)*stride;
     b[3] = d->buffer + mirror(y+2, height-1)*stride;
 
         if(y+1<(unsigned)height) vertical_compose_l0(b[1], b[2], b[3], width);
         if(y+0<(unsigned)height) vertical_compose_h0(b[0], b[1], b[2], width);
 
         if(y-1<(unsigned)height) d->horizontal_compose(b[0], d->temp, width);
         if(y+0<(unsigned)height) d->horizontal_compose(b[1], d->temp, width);
 
     cs->b[0] = b[2];
     cs->b[1] = b[3];
     cs->y += 2;
 }
 
 
 static void spatial_compose_dd137i_dy(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_5tap vertical_compose_l0 = (void*)d->vertical_compose_l0;
     vertical_compose_5tap vertical_compose_h0 = (void*)d->vertical_compose_h0;
5d50fcc5
     DWTCompose *cs = d->cs + level;
 
     int i, y = cs->y;
     IDWTELEM *b[10];
     for (i = 0; i < 8; i++)
         b[i] = cs->b[i];
     b[8] = d->buffer + av_clip(y+7, 0, height-2)*stride;
     b[9] = d->buffer + av_clip(y+8, 1, height-1)*stride;
 
         if(y+5<(unsigned)height) vertical_compose_l0(b[3], b[5], b[6], b[7], b[9], width);
         if(y+1<(unsigned)height) vertical_compose_h0(b[0], b[2], b[3], b[4], b[6], width);
 
         if(y-1<(unsigned)height) d->horizontal_compose(b[0], d->temp, width);
         if(y+0<(unsigned)height) d->horizontal_compose(b[1], d->temp, width);
 
     for (i = 0; i < 8; i++)
         cs->b[i] = b[i+2];
     cs->y += 2;
 }
 
 // haar makes the assumption that height is even (always true for dirac)
 static void spatial_compose_haari_dy(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_2tap vertical_compose = (void*)d->vertical_compose;
5d50fcc5
     int y = d->cs[level].y;
     IDWTELEM *b0 = d->buffer + (y-1)*stride;
     IDWTELEM *b1 = d->buffer + (y  )*stride;
 
     vertical_compose(b0, b1, width);
     d->horizontal_compose(b0, d->temp, width);
     d->horizontal_compose(b1, d->temp, width);
 
     d->cs[level].y += 2;
 }
 
 // Don't do sliced idwt for fidelity; the 9 tap filter makes it a bit annoying
 // Fortunately, this filter isn't used in practice.
 static void spatial_compose_fidelity(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_9tap vertical_compose_l0 = (void*)d->vertical_compose_l0;
     vertical_compose_9tap vertical_compose_h0 = (void*)d->vertical_compose_h0;
5d50fcc5
     int i, y;
     IDWTELEM *b[8];
 
     for (y = 1; y < height; y += 2) {
         for (i = 0; i < 8; i++)
             b[i] = d->buffer + av_clip((y-7 + 2*i), 0, height-2)*stride;
         vertical_compose_h0(d->buffer + y*stride, b, width);
     }
 
     for (y = 0; y < height; y += 2) {
         for (i = 0; i < 8; i++)
             b[i] = d->buffer + av_clip((y-7 + 2*i), 1, height-1)*stride;
         vertical_compose_l0(d->buffer + y*stride, b, width);
     }
 
     for (y = 0; y < height; y++)
         d->horizontal_compose(d->buffer + y*stride, d->temp, width);
 
     d->cs[level].y = height+1;
 }
 
 static void spatial_compose_daub97i_dy(DWTContext *d, int level, int width, int height, int stride)
 {
2453ca49
     vertical_compose_3tap vertical_compose_l0 = (void*)d->vertical_compose_l0;
     vertical_compose_3tap vertical_compose_h0 = (void*)d->vertical_compose_h0;
     vertical_compose_3tap vertical_compose_l1 = (void*)d->vertical_compose_l1;
     vertical_compose_3tap vertical_compose_h1 = (void*)d->vertical_compose_h1;
5d50fcc5
     DWTCompose *cs = d->cs + level;
 
     int i, y = cs->y;
     IDWTELEM *b[6];
     for (i = 0; i < 4; i++)
         b[i] = cs->b[i];
     b[4] = d->buffer + mirror(y+3, height-1)*stride;
     b[5] = d->buffer + mirror(y+4, height-1)*stride;
 
         if(y+3<(unsigned)height) vertical_compose_l1(b[3], b[4], b[5], width);
         if(y+2<(unsigned)height) vertical_compose_h1(b[2], b[3], b[4], width);
         if(y+1<(unsigned)height) vertical_compose_l0(b[1], b[2], b[3], width);
         if(y+0<(unsigned)height) vertical_compose_h0(b[0], b[1], b[2], width);
 
         if(y-1<(unsigned)height) d->horizontal_compose(b[0], d->temp, width);
         if(y+0<(unsigned)height) d->horizontal_compose(b[1], d->temp, width);
 
     for (i = 0; i < 4; i++)
         cs->b[i] = b[i+2];
     cs->y += 2;
 }
 
 
 static void spatial_compose97i_init2(DWTCompose *cs, IDWTELEM *buffer, int height, int stride)
 {
     cs->b[0] = buffer + mirror(-3-1, height-1)*stride;
     cs->b[1] = buffer + mirror(-3  , height-1)*stride;
     cs->b[2] = buffer + mirror(-3+1, height-1)*stride;
     cs->b[3] = buffer + mirror(-3+2, height-1)*stride;
     cs->y = -3;
 }
 
 static void spatial_compose53i_init2(DWTCompose *cs, IDWTELEM *buffer, int height, int stride)
 {
     cs->b[0] = buffer + mirror(-1-1, height-1)*stride;
     cs->b[1] = buffer + mirror(-1  , height-1)*stride;
     cs->y = -1;
 }
 
 static void spatial_compose_dd97i_init(DWTCompose *cs, IDWTELEM *buffer, int height, int stride)
 {
     cs->b[0] = buffer + av_clip(-5-1, 0, height-2)*stride;
     cs->b[1] = buffer + av_clip(-5  , 1, height-1)*stride;
     cs->b[2] = buffer + av_clip(-5+1, 0, height-2)*stride;
     cs->b[3] = buffer + av_clip(-5+2, 1, height-1)*stride;
     cs->b[4] = buffer + av_clip(-5+3, 0, height-2)*stride;
     cs->b[5] = buffer + av_clip(-5+4, 1, height-1)*stride;
     cs->y = -5;
 }
 
 static void spatial_compose_dd137i_init(DWTCompose *cs, IDWTELEM *buffer, int height, int stride)
 {
     cs->b[0] = buffer + av_clip(-5-1, 0, height-2)*stride;
     cs->b[1] = buffer + av_clip(-5  , 1, height-1)*stride;
     cs->b[2] = buffer + av_clip(-5+1, 0, height-2)*stride;
     cs->b[3] = buffer + av_clip(-5+2, 1, height-1)*stride;
     cs->b[4] = buffer + av_clip(-5+3, 0, height-2)*stride;
     cs->b[5] = buffer + av_clip(-5+4, 1, height-1)*stride;
     cs->b[6] = buffer + av_clip(-5+5, 0, height-2)*stride;
     cs->b[7] = buffer + av_clip(-5+6, 1, height-1)*stride;
     cs->y = -5;
 }
 
 int ff_spatial_idwt_init2(DWTContext *d, IDWTELEM *buffer, int width, int height,
                           int stride, enum dwt_type type, int decomposition_count,
                           IDWTELEM *temp)
 {
     int level;
 
     d->buffer = buffer;
     d->width = width;
     d->height = height;
     d->stride = stride;
     d->decomposition_count = decomposition_count;
     d->temp = temp + 8;
 
     for(level=decomposition_count-1; level>=0; level--){
         int hl = height >> level;
         int stride_l = stride << level;
 
         switch(type){
         case DWT_DIRAC_DD9_7:
             spatial_compose_dd97i_init(d->cs+level, buffer, hl, stride_l);
             break;
         case DWT_DIRAC_LEGALL5_3:
             spatial_compose53i_init2(d->cs+level, buffer, hl, stride_l);
             break;
         case DWT_DIRAC_DD13_7:
             spatial_compose_dd137i_init(d->cs+level, buffer, hl, stride_l);
             break;
         case DWT_DIRAC_HAAR0:
         case DWT_DIRAC_HAAR1:
             d->cs[level].y = 1;
             break;
         case DWT_DIRAC_DAUB9_7:
             spatial_compose97i_init2(d->cs+level, buffer, hl, stride_l);
             break;
         default:
             d->cs[level].y = 0;
             break;
         }
     }
 
     switch (type) {
     case DWT_DIRAC_DD9_7:
         d->spatial_compose = spatial_compose_dd97i_dy;
7e850f1c
         d->vertical_compose_l0 = (void*)vertical_compose53iL0;
         d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0;
5d50fcc5
         d->horizontal_compose = horizontal_compose_dd97i;
         d->support = 7;
         break;
     case DWT_DIRAC_LEGALL5_3:
         d->spatial_compose = spatial_compose_dirac53i_dy;
7e850f1c
         d->vertical_compose_l0 = (void*)vertical_compose53iL0;
         d->vertical_compose_h0 = (void*)vertical_compose_dirac53iH0;
5d50fcc5
         d->horizontal_compose = horizontal_compose_dirac53i;
         d->support = 3;
         break;
     case DWT_DIRAC_DD13_7:
         d->spatial_compose = spatial_compose_dd137i_dy;
7e850f1c
         d->vertical_compose_l0 = (void*)vertical_compose_dd137iL0;
         d->vertical_compose_h0 = (void*)vertical_compose_dd97iH0;
5d50fcc5
         d->horizontal_compose = horizontal_compose_dd137i;
         d->support = 7;
         break;
     case DWT_DIRAC_HAAR0:
     case DWT_DIRAC_HAAR1:
         d->spatial_compose = spatial_compose_haari_dy;
7e850f1c
         d->vertical_compose = (void*)vertical_compose_haar;
5d50fcc5
         if (type == DWT_DIRAC_HAAR0)
             d->horizontal_compose = horizontal_compose_haar0i;
         else
             d->horizontal_compose = horizontal_compose_haar1i;
         d->support = 1;
         break;
     case DWT_DIRAC_FIDELITY:
         d->spatial_compose = spatial_compose_fidelity;
7e850f1c
         d->vertical_compose_l0 = (void*)vertical_compose_fidelityiL0;
         d->vertical_compose_h0 = (void*)vertical_compose_fidelityiH0;
5d50fcc5
         d->horizontal_compose = horizontal_compose_fidelityi;
         break;
     case DWT_DIRAC_DAUB9_7:
         d->spatial_compose = spatial_compose_daub97i_dy;
7e850f1c
         d->vertical_compose_l0 = (void*)vertical_compose_daub97iL0;
         d->vertical_compose_h0 = (void*)vertical_compose_daub97iH0;
         d->vertical_compose_l1 = (void*)vertical_compose_daub97iL1;
         d->vertical_compose_h1 = (void*)vertical_compose_daub97iH1;
5d50fcc5
         d->horizontal_compose = horizontal_compose_daub97i;
         d->support = 5;
         break;
     default:
         av_log(NULL, AV_LOG_ERROR, "Unknown wavelet type %d\n", type);
         return -1;
     }
 
0bc5677e
     if (HAVE_MMX) ff_spatial_idwt_init_mmx(d, type);
5d50fcc5
 
     return 0;
 }
 
 void ff_spatial_idwt_slice2(DWTContext *d, int y)
 {
     int level, support = d->support;
 
     for (level = d->decomposition_count-1; level >= 0; level--) {
         int wl = d->width  >> level;
         int hl = d->height >> level;
         int stride_l = d->stride << level;
 
         while (d->cs[level].y <= FFMIN((y>>level)+support, hl))
             d->spatial_compose(d, level, wl, hl, stride_l);
     }
 }
 
 int ff_spatial_idwt2(IDWTELEM *buffer, int width, int height, int stride,
                      enum dwt_type type, int decomposition_count, IDWTELEM *temp)
 {
     DWTContext d;
     int y;
 
     if (ff_spatial_idwt_init2(&d, buffer, width, height, stride, type, decomposition_count, temp))
         return -1;
 
     for (y = 0; y < d.height; y += 4)
         ff_spatial_idwt_slice2(&d, y);
 
     return 0;
 }