libavfilter/unsharp_opencl_kernel.h
cd134963
 /*
  * Copyright (C) 2013 Wei Gao <weigao@multicorewareinc.com>
7c02a77d
  * Copyright (C) 2013 Lenny Wang
cd134963
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
63e8fc4d
 #ifndef AVFILTER_UNSHARP_OPENCL_KERNEL_H
 #define AVFILTER_UNSHARP_OPENCL_KERNEL_H
cd134963
 
 #include "libavutil/opencl.h"
 
 const char *ff_kernel_unsharp_opencl = AV_OPENCL_KERNEL(
 inline unsigned char clip_uint8(int a)
 {
     if (a & (~0xFF))
         return (-a)>>31;
     else
         return a;
 }
 
7c02a77d
 kernel void unsharp_luma(
                     global unsigned char *src,
                     global unsigned char *dst,
a05a7373
                     global int *mask_x,
                     global int *mask_y,
7c02a77d
                     int amount,
                     int scalebits,
                     int halfscale,
                     int src_stride,
                     int dst_stride,
                     int width,
                     int height)
 {
     int2 threadIdx, blockIdx, globalIdx;
     threadIdx.x = get_local_id(0);
     threadIdx.y = get_local_id(1);
     blockIdx.x = get_group_id(0);
     blockIdx.y = get_group_id(1);
     globalIdx.x = get_global_id(0);
     globalIdx.y = get_global_id(1);
 
     if (!amount) {
         if (globalIdx.x < width && globalIdx.y < height)
             dst[globalIdx.x + globalIdx.y*dst_stride] = src[globalIdx.x + globalIdx.y*src_stride];
         return;
     }
 
a05a7373
     local unsigned int l[32][32];
     local unsigned int lcx[LU_RADIUS_X];
     local unsigned int lcy[LU_RADIUS_Y];
7c02a77d
     int indexIx, indexIy, i, j;
 
a05a7373
     //load up tile: actual workspace + halo of 8 points in x and y \n
7c02a77d
     for(i = 0; i <= 1; i++) {
         indexIy = -8 + (blockIdx.y + i) * 16 + threadIdx.y;
         indexIy = indexIy < 0 ? 0 : indexIy;
         indexIy = indexIy >= height ? height - 1: indexIy;
         for(j = 0; j <= 1; j++) {
             indexIx = -8 + (blockIdx.x + j) * 16 + threadIdx.x;
             indexIx = indexIx < 0 ? 0 : indexIx;
             indexIx = indexIx >= width ? width - 1: indexIx;
             l[i*16 + threadIdx.y][j*16 + threadIdx.x] = src[indexIy*src_stride + indexIx];
         }
     }
 
     int indexL = threadIdx.y*16 + threadIdx.x;
a05a7373
     if (indexL < LU_RADIUS_X)
         lcx[indexL] = mask_x[indexL];
     if (indexL < LU_RADIUS_Y)
         lcy[indexL] = mask_y[indexL];
7c02a77d
     barrier(CLK_LOCAL_MEM_FENCE);
 
a05a7373
     //needed for unsharp mask application in the end \n
     int orig_value = (int)l[threadIdx.y + 8][threadIdx.x + 8];
7c02a77d
 
a05a7373
     int idx, idy, maskIndex;
     int temp[2] = {0};
     int steps_x = (LU_RADIUS_X-1)/2;
     int steps_y = (LU_RADIUS_Y-1)/2;
 
     // compute the actual workspace + left&right halos \n
       \n#pragma unroll\n
     for (j = 0; j <=1; j++) {
       //extra work to cover left and right halos \n
       idx = 16*j + threadIdx.x;
       \n#pragma unroll\n
         for (i = -steps_y; i <= steps_y; i++) {
           idy = 8 + i + threadIdx.y;
           maskIndex = (i + steps_y);
           temp[j] += (int)l[idy][idx] * lcy[maskIndex];
7c02a77d
         }
     }
a05a7373
     barrier(CLK_LOCAL_MEM_FENCE);
     //save results from the vertical filter in local memory \n
     idy = 8 + threadIdx.y;
       \n#pragma unroll\n
     for (j = 0; j <=1; j++) {
       idx = 16*j + threadIdx.x;
       l[idy][idx] = temp[j];
     }
     barrier(CLK_LOCAL_MEM_FENCE);
 
     //compute results with the horizontal filter \n
     int sum = 0;
     idy = 8 + threadIdx.y;
     \n#pragma unroll\n
       for (j = -steps_x; j <= steps_x; j++) {
         idx = 8 + j + threadIdx.x;
         maskIndex = j + steps_x;
         sum += (int)l[idy][idx] * lcx[maskIndex];
       }
 
     int res = orig_value + (((orig_value - (int)((sum + halfscale) >> scalebits)) * amount) >> 16);
 
7c02a77d
     if (globalIdx.x < width && globalIdx.y < height)
         dst[globalIdx.x + globalIdx.y*dst_stride] = clip_uint8(res);
 }
 
 kernel void unsharp_chroma(
                     global unsigned char *src_y,
                     global unsigned char *dst_y,
a05a7373
                     global int *mask_x,
                     global int *mask_y,
7c02a77d
                     int amount,
                     int scalebits,
                     int halfscale,
                     int src_stride_lu,
                     int src_stride_ch,
                     int dst_stride_lu,
                     int dst_stride_ch,
                     int width,
                     int height,
                     int cw,
                     int ch)
 {
     global unsigned char *dst_u = dst_y + height * dst_stride_lu;
     global unsigned char *dst_v = dst_u + ch * dst_stride_ch;
     global unsigned char *src_u = src_y + height * src_stride_lu;
     global unsigned char *src_v = src_u + ch * src_stride_ch;
     int2 threadIdx, blockIdx, globalIdx;
     threadIdx.x = get_local_id(0);
     threadIdx.y = get_local_id(1);
     blockIdx.x = get_group_id(0);
     blockIdx.y = get_group_id(1);
     globalIdx.x = get_global_id(0);
     globalIdx.y = get_global_id(1);
     int padch = get_global_size(1)/2;
     global unsigned char *src = globalIdx.y>=padch ? src_v : src_u;
     global unsigned char *dst = globalIdx.y>=padch ? dst_v : dst_u;
 
     blockIdx.y = globalIdx.y>=padch ? blockIdx.y - get_num_groups(1)/2 : blockIdx.y;
     globalIdx.y = globalIdx.y>=padch ? globalIdx.y - padch : globalIdx.y;
 
     if (!amount) {
         if (globalIdx.x < cw && globalIdx.y < ch)
             dst[globalIdx.x + globalIdx.y*dst_stride_ch] = src[globalIdx.x + globalIdx.y*src_stride_ch];
         return;
     }
 
a05a7373
     local unsigned int l[32][32];
     local unsigned int lcx[CH_RADIUS_X];
     local unsigned int lcy[CH_RADIUS_Y];
7c02a77d
     int indexIx, indexIy, i, j;
     for(i = 0; i <= 1; i++) {
         indexIy = -8 + (blockIdx.y + i) * 16 + threadIdx.y;
         indexIy = indexIy < 0 ? 0 : indexIy;
         indexIy = indexIy >= ch ? ch - 1: indexIy;
         for(j = 0; j <= 1; j++) {
             indexIx = -8 + (blockIdx.x + j) * 16 + threadIdx.x;
             indexIx = indexIx < 0 ? 0 : indexIx;
             indexIx = indexIx >= cw ? cw - 1: indexIx;
             l[i*16 + threadIdx.y][j*16 + threadIdx.x] = src[indexIy * src_stride_ch + indexIx];
         }
     }
 
     int indexL = threadIdx.y*16 + threadIdx.x;
a05a7373
     if (indexL < CH_RADIUS_X)
         lcx[indexL] = mask_x[indexL];
     if (indexL < CH_RADIUS_Y)
         lcy[indexL] = mask_y[indexL];
7c02a77d
     barrier(CLK_LOCAL_MEM_FENCE);
 
a05a7373
     int orig_value = (int)l[threadIdx.y + 8][threadIdx.x + 8];
 
7c02a77d
     int idx, idy, maskIndex;
     int steps_x = CH_RADIUS_X/2;
     int steps_y = CH_RADIUS_Y/2;
a05a7373
     int temp[2] = {0,0};
7c02a77d
 
     \n#pragma unroll\n
a05a7373
       for (j = 0; j <= 1; j++) {
         idx = 16*j + threadIdx.x;
7c02a77d
         \n#pragma unroll\n
a05a7373
           for (i = -steps_y; i <= steps_y; i++) {
             idy = 8 + i + threadIdx.y;
             maskIndex = i + steps_y;
             temp[j] += (int)l[idy][idx] * lcy[maskIndex];
           }
       }
 
     barrier(CLK_LOCAL_MEM_FENCE);
     idy = 8 + threadIdx.y;
     \n#pragma unroll\n
     for (j = 0; j <= 1; j++) {
       idx = 16*j + threadIdx.x;
       l[idy][idx] = temp[j];
7c02a77d
     }
a05a7373
     barrier(CLK_LOCAL_MEM_FENCE);
 
     //compute results with the horizontal filter \n
     int sum = 0;
     idy = 8 + threadIdx.y;
     \n#pragma unroll\n
       for (j = -steps_x; j <= steps_x; j++) {
         idx = 8 + j + threadIdx.x;
         maskIndex = j + steps_x;
         sum += (int)l[idy][idx] * lcx[maskIndex];
       }
 
     int res = orig_value + (((orig_value - (int)((sum + halfscale) >> scalebits)) * amount) >> 16);
 
7c02a77d
     if (globalIdx.x < cw && globalIdx.y < ch)
         dst[globalIdx.x + globalIdx.y*dst_stride_ch] = clip_uint8(res);
 }
 
 kernel void unsharp_default(global  unsigned char *src,
cd134963
                     global  unsigned char *dst,
                     const global  unsigned int *mask_lu,
                     const global  unsigned int *mask_ch,
                     int amount_lu,
                     int amount_ch,
                     int step_x_lu,
                     int step_y_lu,
                     int step_x_ch,
                     int step_y_ch,
                     int scalebits_lu,
                     int scalebits_ch,
                     int halfscale_lu,
                     int halfscale_ch,
                     int src_stride_lu,
                     int src_stride_ch,
                     int dst_stride_lu,
                     int dst_stride_ch,
                     int height,
                     int width,
                     int ch,
                     int cw)
 {
     global unsigned char *dst_y = dst;
     global unsigned char *dst_u = dst_y + height * dst_stride_lu;
     global unsigned char *dst_v = dst_u + ch * dst_stride_ch;
 
     global unsigned char *src_y = src;
     global unsigned char *src_u = src_y + height * src_stride_lu;
     global unsigned char *src_v = src_u + ch * src_stride_ch;
 
     global unsigned char *temp_dst;
     global unsigned char *temp_src;
     const global unsigned int *temp_mask;
     int global_id = get_global_id(0);
     int i, j, x, y, temp_src_stride, temp_dst_stride, temp_height, temp_width, temp_steps_x, temp_steps_y,
         temp_amount, temp_scalebits, temp_halfscale, sum, idx_x, idx_y, temp, res;
     if (global_id < width * height) {
         y = global_id / width;
         x = global_id % width;
         temp_dst = dst_y;
         temp_src = src_y;
         temp_src_stride = src_stride_lu;
         temp_dst_stride = dst_stride_lu;
         temp_height = height;
         temp_width = width;
         temp_steps_x = step_x_lu;
         temp_steps_y = step_y_lu;
         temp_mask = mask_lu;
         temp_amount = amount_lu;
         temp_scalebits = scalebits_lu;
         temp_halfscale = halfscale_lu;
     } else if ((global_id >= width * height) && (global_id < width * height + ch * cw)) {
         y = (global_id - width * height) / cw;
         x = (global_id - width * height) % cw;
         temp_dst = dst_u;
         temp_src = src_u;
         temp_src_stride = src_stride_ch;
         temp_dst_stride = dst_stride_ch;
         temp_height = ch;
         temp_width = cw;
         temp_steps_x = step_x_ch;
         temp_steps_y = step_y_ch;
         temp_mask = mask_ch;
         temp_amount = amount_ch;
         temp_scalebits = scalebits_ch;
         temp_halfscale = halfscale_ch;
     } else {
         y = (global_id - width * height - ch * cw) / cw;
         x = (global_id - width * height - ch * cw) % cw;
         temp_dst = dst_v;
         temp_src = src_v;
         temp_src_stride = src_stride_ch;
         temp_dst_stride = dst_stride_ch;
         temp_height = ch;
         temp_width = cw;
         temp_steps_x = step_x_ch;
         temp_steps_y = step_y_ch;
         temp_mask = mask_ch;
         temp_amount = amount_ch;
         temp_scalebits = scalebits_ch;
         temp_halfscale = halfscale_ch;
     }
     if (temp_amount) {
         sum = 0;
         for (j = 0; j <= 2 * temp_steps_y; j++) {
             idx_y = (y - temp_steps_y + j) <= 0 ? 0 : (y - temp_steps_y + j) >= temp_height ? temp_height-1 : y - temp_steps_y + j;
             for (i = 0; i <= 2 * temp_steps_x; i++) {
                 idx_x = (x - temp_steps_x + i) <= 0 ? 0 : (x - temp_steps_x + i) >= temp_width ? temp_width-1 : x - temp_steps_x + i;
                 sum += temp_mask[i + j * (2 * temp_steps_x + 1)] * temp_src[idx_x + idx_y * temp_src_stride];
             }
         }
         temp = (int)temp_src[x + y * temp_src_stride];
         res = temp + (((temp - (int)((sum + temp_halfscale) >> temp_scalebits)) * temp_amount) >> 16);
         temp_dst[x + y * temp_dst_stride] = clip_uint8(res);
     } else {
         temp_dst[x + y * temp_dst_stride] = temp_src[x + y * temp_src_stride];
     }
 }
 );
 
63e8fc4d
 #endif /* AVFILTER_UNSHARP_OPENCL_KERNEL_H */