libavcodec/qtrle.c
070ed1bc
 /*
  * Quicktime Animation (RLE) Video Decoder
  * Copyright (C) 2004 the ffmpeg project
  *
b78e7197
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
070ed1bc
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
b78e7197
  * version 2.1 of the License, or (at your option) any later version.
070ed1bc
  *
b78e7197
  * FFmpeg is distributed in the hope that it will be useful,
070ed1bc
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
b78e7197
  * License along with FFmpeg; if not, write to the Free Software
5509bffa
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
070ed1bc
  */
 
 /**
ba87f080
  * @file
070ed1bc
  * QT RLE Video Decoder by Mike Melanson (melanson@pcisys.net)
  * For more information about the QT RLE format, visit:
  *   http://www.pcisys.net/~melanson/codecs/
  *
  * The QT RLE decoder has seven modes of operation:
  * 1, 2, 4, 8, 16, 24, and 32 bits per pixel. For modes 1, 2, 4, and 8
3a278992
  * the decoder outputs PAL8 colorspace data. 16-bit data yields RGB555
71e445fc
  * data. 24-bit data is RGB24 and 32-bit data is RGB32.
070ed1bc
  */
 
 #include <stdio.h>
 #include <stdlib.h>
 #include <string.h>
 
 #include "avcodec.h"
de64d8cf
 #include "bytestream.h"
070ed1bc
 
 typedef struct QtrleContext {
     AVCodecContext *avctx;
     AVFrame frame;
 
de64d8cf
     GetByteContext g;
2d8591c2
     uint32_t pal[256];
070ed1bc
 } QtrleContext;
 
7b4f9115
 #define CHECK_PIXEL_PTR(n)                                                            \
     if ((pixel_ptr + n > pixel_limit) || (pixel_ptr + n < 0)) {                       \
d8a74d1d
         av_log (s->avctx, AV_LOG_ERROR, "Problem: pixel_ptr = %d, pixel_limit = %d\n",\
7b4f9115
                 pixel_ptr + n, pixel_limit);                                          \
         return;                                                                       \
     }                                                                                 \
070ed1bc
 
de64d8cf
 static void qtrle_decode_1bpp(QtrleContext *s, int row_ptr, int lines_to_change)
070ed1bc
 {
bd547403
     int rle_code;
89f11f49
     int pixel_ptr;
bd547403
     int row_inc = s->frame.linesize[0];
     unsigned char pi0, pi1;  /* 2 8-pixel values */
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
     int skip;
1af91978
     /* skip & 0x80 appears to mean 'start a new line', which can be interpreted
      * as 'go to next line' during the decoding of a frame but is 'go to first
      * line' at the beginning. Since we always interpret it as 'go to next line'
      * in the decoding loop (which makes code simpler/faster), the first line
      * would not be counted, so we count one more.
9a87ba09
      * See: https://trac.ffmpeg.org/ticket/226
1af91978
      * In the following decoding loop, row_ptr will be the position of the
d71f8d74
      * current row. */
070ed1bc
 
89f11f49
     row_ptr  -= row_inc;
     pixel_ptr = row_ptr;
     lines_to_change++;
bd547403
     while (lines_to_change) {
de64d8cf
         skip     =              bytestream2_get_byte(&s->g);
         rle_code = (signed char)bytestream2_get_byte(&s->g);
bd547403
         if (rle_code == 0)
             break;
         if(skip & 0x80) {
             lines_to_change--;
1af91978
             row_ptr += row_inc;
bd547403
             pixel_ptr = row_ptr + 2 * (skip & 0x7f);
         } else
             pixel_ptr += 2 * skip;
         CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
 
8b85c294
         if(rle_code == -1)
             continue;
 
bd547403
         if (rle_code < 0) {
             /* decode the run length code */
             rle_code = -rle_code;
             /* get the next 2 bytes from the stream, treat them as groups
              * of 8 pixels, and output them rle_code times */
de64d8cf
 
             pi0 = bytestream2_get_byte(&s->g);
             pi1 = bytestream2_get_byte(&s->g);
bd547403
             CHECK_PIXEL_PTR(rle_code * 2);
 
             while (rle_code--) {
                 rgb[pixel_ptr++] = pi0;
                 rgb[pixel_ptr++] = pi1;
             }
         } else {
             /* copy the same pixel directly to output 2 times */
             rle_code *= 2;
             CHECK_PIXEL_PTR(rle_code);
 
             while (rle_code--)
de64d8cf
                 rgb[pixel_ptr++] = bytestream2_get_byte(&s->g);
bd547403
         }
     }
070ed1bc
 }
 
de64d8cf
 static inline void qtrle_decode_2n4bpp(QtrleContext *s, int row_ptr,
                                        int lines_to_change, int bpp)
070ed1bc
 {
bd547403
     int rle_code, i;
03f7e568
     int pixel_ptr;
8b408dbf
     int row_inc = s->frame.linesize[0];
bd547403
     unsigned char pi[16];  /* 16 palette indices */
8b408dbf
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
bd547403
     int num_pixels = (bpp == 4) ? 8 : 16;
8b408dbf
 
     while (lines_to_change--) {
de64d8cf
         pixel_ptr = row_ptr + (num_pixels * (bytestream2_get_byte(&s->g) - 1));
e1065924
         CHECK_PIXEL_PTR(0);
8b408dbf
 
de64d8cf
         while ((rle_code = (signed char)bytestream2_get_byte(&s->g)) != -1) {
8b408dbf
             if (rle_code == 0) {
                 /* there's another skip code in the stream */
de64d8cf
                 pixel_ptr += (num_pixels * (bytestream2_get_byte(&s->g) - 1));
a06c7e07
                 CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
8b408dbf
             } else if (rle_code < 0) {
                 /* decode the run length code */
                 rle_code = -rle_code;
                 /* get the next 4 bytes from the stream, treat them as palette
f4433de9
                  * indexes, and output them rle_code times */
bd547403
                 for (i = num_pixels-1; i >= 0; i--) {
de64d8cf
                     pi[num_pixels-1-i] = (bytestream2_peek_byte(&s->g) >> ((i*bpp) & 0x07)) & ((1<<bpp)-1);
                     bytestream2_skip(&s->g, ((i & ((num_pixels>>2)-1)) == 0));
bd547403
                 }
                 CHECK_PIXEL_PTR(rle_code * num_pixels);
8b408dbf
                 while (rle_code--) {
bd547403
                     for (i = 0; i < num_pixels; i++)
                         rgb[pixel_ptr++] = pi[i];
8b408dbf
                 }
             } else {
                 /* copy the same pixel directly to output 4 times */
                 rle_code *= 4;
bd547403
                 CHECK_PIXEL_PTR(rle_code*(num_pixels>>2));
8b408dbf
                 while (rle_code--) {
bd547403
                     if(bpp == 4) {
de64d8cf
                         int x = bytestream2_get_byte(&s->g);
                         rgb[pixel_ptr++] = (x >> 4) & 0x0f;
                         rgb[pixel_ptr++] =  x       & 0x0f;
bd547403
                     } else {
de64d8cf
                         int x = bytestream2_get_byte(&s->g);
                         rgb[pixel_ptr++] = (x >> 6) & 0x03;
                         rgb[pixel_ptr++] = (x >> 4) & 0x03;
                         rgb[pixel_ptr++] = (x >> 2) & 0x03;
                         rgb[pixel_ptr++] =  x       & 0x03;
bd547403
                     }
8b408dbf
                 }
             }
         }
         row_ptr += row_inc;
     }
070ed1bc
 }
 
de64d8cf
 static void qtrle_decode_8bpp(QtrleContext *s, int row_ptr, int lines_to_change)
070ed1bc
 {
e102fcf7
     int rle_code;
03f7e568
     int pixel_ptr;
070ed1bc
     int row_inc = s->frame.linesize[0];
f4433de9
     unsigned char pi1, pi2, pi3, pi4;  /* 4 palette indexes */
070ed1bc
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
 
     while (lines_to_change--) {
de64d8cf
         pixel_ptr = row_ptr + (4 * (bytestream2_get_byte(&s->g) - 1));
e1065924
         CHECK_PIXEL_PTR(0);
070ed1bc
 
de64d8cf
         while ((rle_code = (signed char)bytestream2_get_byte(&s->g)) != -1) {
070ed1bc
             if (rle_code == 0) {
                 /* there's another skip code in the stream */
de64d8cf
                 pixel_ptr += (4 * (bytestream2_get_byte(&s->g) - 1));
a06c7e07
                 CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
070ed1bc
             } else if (rle_code < 0) {
                 /* decode the run length code */
                 rle_code = -rle_code;
                 /* get the next 4 bytes from the stream, treat them as palette
f4433de9
                  * indexes, and output them rle_code times */
de64d8cf
                 pi1 = bytestream2_get_byte(&s->g);
                 pi2 = bytestream2_get_byte(&s->g);
                 pi3 = bytestream2_get_byte(&s->g);
                 pi4 = bytestream2_get_byte(&s->g);
070ed1bc
 
                 CHECK_PIXEL_PTR(rle_code * 4);
 
                 while (rle_code--) {
                     rgb[pixel_ptr++] = pi1;
                     rgb[pixel_ptr++] = pi2;
                     rgb[pixel_ptr++] = pi3;
                     rgb[pixel_ptr++] = pi4;
                 }
             } else {
                 /* copy the same pixel directly to output 4 times */
                 rle_code *= 4;
                 CHECK_PIXEL_PTR(rle_code);
 
                 while (rle_code--) {
de64d8cf
                     rgb[pixel_ptr++] = bytestream2_get_byte(&s->g);
070ed1bc
                 }
             }
         }
         row_ptr += row_inc;
     }
 }
 
de64d8cf
 static void qtrle_decode_16bpp(QtrleContext *s, int row_ptr, int lines_to_change)
070ed1bc
 {
5b0e811a
     int rle_code;
03f7e568
     int pixel_ptr;
070ed1bc
     int row_inc = s->frame.linesize[0];
     unsigned short rgb16;
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
 
     while (lines_to_change--) {
de64d8cf
         pixel_ptr = row_ptr + (bytestream2_get_byte(&s->g) - 1) * 2;
e1065924
         CHECK_PIXEL_PTR(0);
070ed1bc
 
de64d8cf
         while ((rle_code = (signed char)bytestream2_get_byte(&s->g)) != -1) {
070ed1bc
             if (rle_code == 0) {
                 /* there's another skip code in the stream */
de64d8cf
                 pixel_ptr += (bytestream2_get_byte(&s->g) - 1) * 2;
a06c7e07
                 CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
070ed1bc
             } else if (rle_code < 0) {
                 /* decode the run length code */
                 rle_code = -rle_code;
de64d8cf
                 rgb16 = bytestream2_get_be16(&s->g);
070ed1bc
 
                 CHECK_PIXEL_PTR(rle_code * 2);
 
                 while (rle_code--) {
                     *(unsigned short *)(&rgb[pixel_ptr]) = rgb16;
                     pixel_ptr += 2;
                 }
             } else {
                 CHECK_PIXEL_PTR(rle_code * 2);
 
                 /* copy pixels directly to output */
                 while (rle_code--) {
de64d8cf
                     rgb16 = bytestream2_get_be16(&s->g);
070ed1bc
                     *(unsigned short *)(&rgb[pixel_ptr]) = rgb16;
                     pixel_ptr += 2;
                 }
             }
         }
         row_ptr += row_inc;
     }
 }
 
de64d8cf
 static void qtrle_decode_24bpp(QtrleContext *s, int row_ptr, int lines_to_change)
070ed1bc
 {
5b0e811a
     int rle_code;
03f7e568
     int pixel_ptr;
070ed1bc
     int row_inc = s->frame.linesize[0];
     unsigned char r, g, b;
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
 
     while (lines_to_change--) {
de64d8cf
         pixel_ptr = row_ptr + (bytestream2_get_byte(&s->g) - 1) * 3;
e1065924
         CHECK_PIXEL_PTR(0);
070ed1bc
 
de64d8cf
         while ((rle_code = (signed char)bytestream2_get_byte(&s->g)) != -1) {
070ed1bc
             if (rle_code == 0) {
                 /* there's another skip code in the stream */
de64d8cf
                 pixel_ptr += (bytestream2_get_byte(&s->g) - 1) * 3;
a06c7e07
                 CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
070ed1bc
             } else if (rle_code < 0) {
                 /* decode the run length code */
                 rle_code = -rle_code;
de64d8cf
                 r = bytestream2_get_byte(&s->g);
                 g = bytestream2_get_byte(&s->g);
                 b = bytestream2_get_byte(&s->g);
070ed1bc
 
                 CHECK_PIXEL_PTR(rle_code * 3);
 
                 while (rle_code--) {
                     rgb[pixel_ptr++] = r;
                     rgb[pixel_ptr++] = g;
                     rgb[pixel_ptr++] = b;
                 }
             } else {
                 CHECK_PIXEL_PTR(rle_code * 3);
 
                 /* copy pixels directly to output */
                 while (rle_code--) {
de64d8cf
                     rgb[pixel_ptr++] = bytestream2_get_byte(&s->g);
                     rgb[pixel_ptr++] = bytestream2_get_byte(&s->g);
                     rgb[pixel_ptr++] = bytestream2_get_byte(&s->g);
070ed1bc
                 }
             }
         }
         row_ptr += row_inc;
     }
 }
 
de64d8cf
 static void qtrle_decode_32bpp(QtrleContext *s, int row_ptr, int lines_to_change)
070ed1bc
 {
5b0e811a
     int rle_code;
03f7e568
     int pixel_ptr;
070ed1bc
     int row_inc = s->frame.linesize[0];
     unsigned int argb;
     unsigned char *rgb = s->frame.data[0];
     int pixel_limit = s->frame.linesize[0] * s->avctx->height;
 
     while (lines_to_change--) {
de64d8cf
         pixel_ptr = row_ptr + (bytestream2_get_byte(&s->g) - 1) * 4;
e1065924
         CHECK_PIXEL_PTR(0);
070ed1bc
 
de64d8cf
         while ((rle_code = (signed char)bytestream2_get_byte(&s->g)) != -1) {
070ed1bc
             if (rle_code == 0) {
                 /* there's another skip code in the stream */
de64d8cf
                 pixel_ptr += (bytestream2_get_byte(&s->g) - 1) * 4;
a06c7e07
                 CHECK_PIXEL_PTR(0);  /* make sure pixel_ptr is positive */
070ed1bc
             } else if (rle_code < 0) {
                 /* decode the run length code */
                 rle_code = -rle_code;
de64d8cf
                 argb = bytestream2_get_be32(&s->g);
070ed1bc
 
                 CHECK_PIXEL_PTR(rle_code * 4);
 
                 while (rle_code--) {
93c286e5
                     AV_WN32A(rgb + pixel_ptr, argb);
070ed1bc
                     pixel_ptr += 4;
                 }
             } else {
                 CHECK_PIXEL_PTR(rle_code * 4);
 
                 /* copy pixels directly to output */
                 while (rle_code--) {
de64d8cf
                     argb = bytestream2_get_be32(&s->g);
93c286e5
                     AV_WN32A(rgb + pixel_ptr, argb);
                     pixel_ptr  += 4;
070ed1bc
                 }
             }
         }
         row_ptr += row_inc;
     }
 }
 
98a6fff9
 static av_cold int qtrle_decode_init(AVCodecContext *avctx)
070ed1bc
 {
e4141433
     QtrleContext *s = avctx->priv_data;
070ed1bc
 
     s->avctx = avctx;
dd1c8f3e
     switch (avctx->bits_per_coded_sample) {
070ed1bc
     case 1:
bd547403
     case 33:
716d413c
         avctx->pix_fmt = AV_PIX_FMT_MONOWHITE;
bd547403
         break;
 
070ed1bc
     case 2:
     case 4:
     case 8:
     case 34:
     case 36:
     case 40:
716d413c
         avctx->pix_fmt = AV_PIX_FMT_PAL8;
070ed1bc
         break;
 
     case 16:
716d413c
         avctx->pix_fmt = AV_PIX_FMT_RGB555;
070ed1bc
         break;
 
     case 24:
716d413c
         avctx->pix_fmt = AV_PIX_FMT_RGB24;
070ed1bc
         break;
 
     case 32:
716d413c
         avctx->pix_fmt = AV_PIX_FMT_RGB32;
070ed1bc
         break;
 
     default:
42608d65
         av_log (avctx, AV_LOG_ERROR, "Unsupported colorspace: %d bits/sample?\n",
dd1c8f3e
             avctx->bits_per_coded_sample);
e54ae60e
         return AVERROR_INVALIDDATA;
070ed1bc
     }
 
01042d41
     avcodec_get_frame_defaults(&s->frame);
070ed1bc
     s->frame.data[0] = NULL;
 
     return 0;
 }
 
 static int qtrle_decode_frame(AVCodecContext *avctx,
df9b9567
                               void *data, int *got_frame,
7a00bbad
                               AVPacket *avpkt)
070ed1bc
 {
e4141433
     QtrleContext *s = avctx->priv_data;
03f7e568
     int header, start_line;
de64d8cf
     int height, row_ptr;
bd547403
     int has_palette = 0;
8f178294
     int ret;
070ed1bc
 
de64d8cf
     bytestream2_init(&s->g, avpkt->data, avpkt->size);
371e1654
     s->frame.reference = 3;
070ed1bc
     s->frame.buffer_hints = FF_BUFFER_HINTS_VALID | FF_BUFFER_HINTS_PRESERVE |
                             FF_BUFFER_HINTS_REUSABLE | FF_BUFFER_HINTS_READABLE;
8f178294
     if ((ret = avctx->reget_buffer(avctx, &s->frame)) < 0) {
42608d65
         av_log (s->avctx, AV_LOG_ERROR, "reget_buffer() failed\n");
8f178294
         return ret;
070ed1bc
     }
 
03f7e568
     /* check if this frame is even supposed to change */
de64d8cf
     if (avpkt->size < 8)
03f7e568
         goto done;
 
     /* start after the chunk size */
de64d8cf
     bytestream2_seek(&s->g, 4, SEEK_SET);
03f7e568
 
     /* fetch the header */
de64d8cf
     header = bytestream2_get_be16(&s->g);
03f7e568
 
     /* if a header is present, fetch additional decoding parameters */
     if (header & 0x0008) {
de64d8cf
         if (avpkt->size < 14)
03f7e568
             goto done;
de64d8cf
         start_line = bytestream2_get_be16(&s->g);
         bytestream2_skip(&s->g, 2);
         height     = bytestream2_get_be16(&s->g);
         bytestream2_skip(&s->g, 2);
a4ed7c3f
         if (height > s->avctx->height - start_line)
             goto done;
03f7e568
     } else {
         start_line = 0;
de64d8cf
         height     = s->avctx->height;
03f7e568
     }
     row_ptr = s->frame.linesize[0] * start_line;
 
dd1c8f3e
     switch (avctx->bits_per_coded_sample) {
070ed1bc
     case 1:
     case 33:
de64d8cf
         qtrle_decode_1bpp(s, row_ptr, height);
070ed1bc
         break;
 
     case 2:
     case 34:
de64d8cf
         qtrle_decode_2n4bpp(s, row_ptr, height, 2);
bd547403
         has_palette = 1;
070ed1bc
         break;
 
     case 4:
     case 36:
de64d8cf
         qtrle_decode_2n4bpp(s, row_ptr, height, 4);
bd547403
         has_palette = 1;
070ed1bc
         break;
 
     case 8:
     case 40:
de64d8cf
         qtrle_decode_8bpp(s, row_ptr, height);
bd547403
         has_palette = 1;
070ed1bc
         break;
 
     case 16:
de64d8cf
         qtrle_decode_16bpp(s, row_ptr, height);
070ed1bc
         break;
 
     case 24:
de64d8cf
         qtrle_decode_24bpp(s, row_ptr, height);
070ed1bc
         break;
 
     case 32:
de64d8cf
         qtrle_decode_32bpp(s, row_ptr, height);
070ed1bc
         break;
 
     default:
42608d65
         av_log (s->avctx, AV_LOG_ERROR, "Unsupported colorspace: %d bits/sample?\n",
dd1c8f3e
             avctx->bits_per_coded_sample);
070ed1bc
         break;
     }
bd547403
 
     if(has_palette) {
2d8591c2
         const uint8_t *pal = av_packet_get_side_data(avpkt, AV_PKT_DATA_PALETTE, NULL);
 
         if (pal) {
bd547403
             s->frame.palette_has_changed = 1;
2d8591c2
             memcpy(s->pal, pal, AVPALETTE_SIZE);
bd547403
         }
2d8591c2
 
         /* make the palette available on the way out */
         memcpy(s->frame.data[1], s->pal, AVPALETTE_SIZE);
bd547403
     }
 
03f7e568
 done:
df9b9567
     *got_frame      = 1;
070ed1bc
     *(AVFrame*)data = s->frame;
 
     /* always report that the buffer was completely consumed */
de64d8cf
     return avpkt->size;
070ed1bc
 }
 
98a6fff9
 static av_cold int qtrle_decode_end(AVCodecContext *avctx)
070ed1bc
 {
e4141433
     QtrleContext *s = avctx->priv_data;
070ed1bc
 
     if (s->frame.data[0])
         avctx->release_buffer(avctx, &s->frame);
 
     return 0;
 }
 
e7e2df27
 AVCodec ff_qtrle_decoder = {
ec6402b7
     .name           = "qtrle",
     .type           = AVMEDIA_TYPE_VIDEO,
36ef5369
     .id             = AV_CODEC_ID_QTRLE,
ec6402b7
     .priv_data_size = sizeof(QtrleContext),
     .init           = qtrle_decode_init,
     .close          = qtrle_decode_end,
     .decode         = qtrle_decode_frame,
     .capabilities   = CODEC_CAP_DR1,
00c3b67b
     .long_name      = NULL_IF_CONFIG_SMALL("QuickTime Animation (RLE) video"),
070ed1bc
 };