libavcodec/vmdvideo.c
fafa0b75
 /*
246f8695
  * Sierra VMD video decoder
6dfa70f2
  * Copyright (c) 2004 The FFmpeg Project
fafa0b75
  *
b78e7197
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
fafa0b75
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
b78e7197
  * version 2.1 of the License, or (at your option) any later version.
fafa0b75
  *
b78e7197
  * FFmpeg is distributed in the hope that it will be useful,
fafa0b75
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
b78e7197
  * License along with FFmpeg; if not, write to the Free Software
5509bffa
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
fafa0b75
  */
 
 /**
ba87f080
  * @file
246f8695
  * Sierra VMD video decoder
fafa0b75
  * by Vladimir "VAG" Gneushev (vagsoft at mail.ru)
23fe14bb
  * for more information on the Sierra VMD format, visit:
  *   http://www.pcisys.net/~melanson/codecs/
fafa0b75
  *
  * The video decoder outputs PAL8 colorspace data. The decoder expects
  * a 0x330-byte VMD file header to be transmitted via extradata during
  * codec initialization. Each encoded frame that is sent to this decoder
115329f1
  * is expected to be prepended with the appropriate 16-byte frame
fafa0b75
  * information record from the VMD file.
  */
 
 #include <string.h>
 
1d9c2dc8
 #include "libavutil/common.h"
6a5d31ac
 #include "libavutil/intreadwrite.h"
246f8695
 
fafa0b75
 #include "avcodec.h"
594d4d5d
 #include "internal.h"
0afcf97e
 #include "bytestream.h"
fafa0b75
 
 #define VMD_HEADER_SIZE 0x330
 #define PALETTE_COUNT 256
 
 typedef struct VmdVideoContext {
 
     AVCodecContext *avctx;
aca21478
     AVFrame *prev_frame;
fafa0b75
 
e37e5335
     const unsigned char *buf;
fafa0b75
     int size;
 
     unsigned char palette[PALETTE_COUNT * 4];
     unsigned char *unpack_buffer;
8458dab1
     int unpack_buffer_size;
fafa0b75
 
ac140479
     int x_off, y_off;
fafa0b75
 } VmdVideoContext;
 
 #define QUEUE_SIZE 0x1000
 #define QUEUE_MASK 0x0FFF
 
f07ca542
 static int lz_unpack(const unsigned char *src, int src_len,
5127f465
                       unsigned char *dest, int dest_len)
fafa0b75
 {
     unsigned char *d;
8458dab1
     unsigned char *d_end;
fafa0b75
     unsigned char queue[QUEUE_SIZE];
     unsigned int qpos;
     unsigned int dataleft;
     unsigned int chainofs;
     unsigned int chainlen;
     unsigned int speclen;
     unsigned char tag;
     unsigned int i, j;
0afcf97e
     GetByteContext gb;
fafa0b75
 
0afcf97e
     bytestream2_init(&gb, src, src_len);
fafa0b75
     d = dest;
8458dab1
     d_end = d + dest_len;
0afcf97e
     dataleft = bytestream2_get_le32(&gb);
e38f34fd
     memset(queue, 0x20, QUEUE_SIZE);
0afcf97e
     if (bytestream2_get_bytes_left(&gb) < 4)
f07ca542
         return AVERROR_INVALIDDATA;
0afcf97e
     if (bytestream2_peek_le32(&gb) == 0x56781234) {
a345b7f9
         bytestream2_skipu(&gb, 4);
fafa0b75
         qpos = 0x111;
         speclen = 0xF + 3;
     } else {
         qpos = 0xFEE;
         speclen = 100;  /* no speclen */
     }
 
0afcf97e
     while (dataleft > 0 && bytestream2_get_bytes_left(&gb) > 0) {
         tag = bytestream2_get_byteu(&gb);
fafa0b75
         if ((tag == 0xFF) && (dataleft > 8)) {
37bdf33c
             if (d_end - d < 8 || bytestream2_get_bytes_left(&gb) < 8)
f07ca542
                 return AVERROR_INVALIDDATA;
fafa0b75
             for (i = 0; i < 8; i++) {
0afcf97e
                 queue[qpos++] = *d++ = bytestream2_get_byteu(&gb);
fafa0b75
                 qpos &= QUEUE_MASK;
             }
             dataleft -= 8;
         } else {
             for (i = 0; i < 8; i++) {
                 if (dataleft == 0)
                     break;
                 if (tag & 0x01) {
37bdf33c
                     if (d_end - d < 1 || bytestream2_get_bytes_left(&gb) < 1)
f07ca542
                         return AVERROR_INVALIDDATA;
a345b7f9
                     queue[qpos++] = *d++ = bytestream2_get_byteu(&gb);
fafa0b75
                     qpos &= QUEUE_MASK;
                     dataleft--;
                 } else {
0afcf97e
                     chainofs = bytestream2_get_byte(&gb);
                     chainofs |= ((bytestream2_peek_byte(&gb) & 0xF0) << 4);
                     chainlen = (bytestream2_get_byte(&gb) & 0x0F) + 3;
5127f465
                     if (chainlen == speclen) {
0afcf97e
                         chainlen = bytestream2_get_byte(&gb) + 0xF + 3;
5127f465
                     }
78cb39d2
                     if (d_end - d < chainlen)
f07ca542
                         return AVERROR_INVALIDDATA;
fafa0b75
                     for (j = 0; j < chainlen; j++) {
                         *d = queue[chainofs++ & QUEUE_MASK];
                         queue[qpos++] = *d++;
                         qpos &= QUEUE_MASK;
                     }
                     dataleft -= chainlen;
                 }
                 tag >>= 1;
             }
         }
     }
f07ca542
     return d - dest;
fafa0b75
 }
e37e5335
 static int rle_unpack(const unsigned char *src, unsigned char *dest,
37bdf33c
                       int src_count, int src_size, int dest_len)
fafa0b75
 {
     unsigned char *pd;
0aed0bfc
     int i, l, used = 0;
8458dab1
     unsigned char *dest_end = dest + dest_len;
0afcf97e
     GetByteContext gb;
0aed0bfc
     uint16_t run_val;
fafa0b75
 
0afcf97e
     bytestream2_init(&gb, src, src_size);
fafa0b75
     pd = dest;
4749e074
     if (src_count & 1) {
0afcf97e
         if (bytestream2_get_bytes_left(&gb) < 1)
4749e074
             return 0;
0afcf97e
         *pd++ = bytestream2_get_byteu(&gb);
0aed0bfc
         used++;
4749e074
     }
fafa0b75
 
     do {
0afcf97e
         if (bytestream2_get_bytes_left(&gb) < 1)
4749e074
             break;
0afcf97e
         l = bytestream2_get_byteu(&gb);
fafa0b75
         if (l & 0x80) {
             l = (l & 0x7F) * 2;
37bdf33c
             if (dest_end - pd < l || bytestream2_get_bytes_left(&gb) < l)
0afcf97e
                 return bytestream2_tell(&gb);
a345b7f9
             bytestream2_get_bufferu(&gb, pd, l);
fafa0b75
             pd += l;
         } else {
c1f2c4c3
             if (dest_end - pd < 2*l || bytestream2_get_bytes_left(&gb) < 2)
0afcf97e
                 return bytestream2_tell(&gb);
0aed0bfc
             run_val = bytestream2_get_ne16(&gb);
fafa0b75
             for (i = 0; i < l; i++) {
0aed0bfc
                 AV_WN16(pd, run_val);
                 pd += 2;
fafa0b75
             }
0aed0bfc
             l *= 2;
fafa0b75
         }
0aed0bfc
         used += l;
     } while (used < src_count);
fafa0b75
 
0afcf97e
     return bytestream2_tell(&gb);
fafa0b75
 }
 
663794f6
 static int vmd_decode(VmdVideoContext *s, AVFrame *frame)
fafa0b75
 {
     int i;
     unsigned int *palette32;
     unsigned char r, g, b;
 
0afcf97e
     GetByteContext gb;
fafa0b75
 
     unsigned char meth;
     unsigned char *dp;   /* pointer to current frame */
     unsigned char *pp;   /* pointer to previous frame */
     unsigned char len;
     int ofs;
 
     int frame_x, frame_y;
     int frame_width, frame_height;
 
fead30d4
     frame_x = AV_RL16(&s->buf[6]);
     frame_y = AV_RL16(&s->buf[8]);
     frame_width = AV_RL16(&s->buf[10]) - frame_x + 1;
     frame_height = AV_RL16(&s->buf[12]) - frame_y + 1;
fafa0b75
 
ac140479
     if ((frame_width == s->avctx->width && frame_height == s->avctx->height) &&
         (frame_x || frame_y)) {
 
         s->x_off = frame_x;
         s->y_off = frame_y;
     }
     frame_x -= s->x_off;
     frame_y -= s->y_off;
 
663794f6
     if (frame_x < 0 || frame_width < 0 ||
         frame_x >= s->avctx->width ||
         frame_width > s->avctx->width ||
         frame_x + frame_width > s->avctx->width) {
c8f3cb91
         av_log(s->avctx, AV_LOG_ERROR,
                "Invalid horizontal range %d-%d\n",
                frame_x, frame_width);
663794f6
         return AVERROR_INVALIDDATA;
     }
     if (frame_y < 0 || frame_height < 0 ||
         frame_y >= s->avctx->height ||
         frame_height > s->avctx->height ||
         frame_y + frame_height > s->avctx->height) {
c8f3cb91
         av_log(s->avctx, AV_LOG_ERROR,
                "Invalid vertical range %d-%d\n",
                frame_x, frame_width);
663794f6
         return AVERROR_INVALIDDATA;
     }
 
fafa0b75
     /* if only a certain region will be updated, copy the entire previous
      * frame before the decode */
aca21478
     if (s->prev_frame->data[0] &&
6a6383be
         (frame_x || frame_y || (frame_width != s->avctx->width) ||
         (frame_height != s->avctx->height))) {
fafa0b75
 
aca21478
         memcpy(frame->data[0], s->prev_frame->data[0],
759001c5
             s->avctx->height * frame->linesize[0]);
fafa0b75
     }
 
     /* check if there is a new palette */
0afcf97e
     bytestream2_init(&gb, s->buf + 16, s->size - 16);
fafa0b75
     if (s->buf[15] & 0x02) {
0afcf97e
         bytestream2_skip(&gb, 2);
fafa0b75
         palette32 = (unsigned int *)s->palette;
0afcf97e
         if (bytestream2_get_bytes_left(&gb) >= PALETTE_COUNT * 3) {
             for (i = 0; i < PALETTE_COUNT; i++) {
                 r = bytestream2_get_byteu(&gb) * 4;
                 g = bytestream2_get_byteu(&gb) * 4;
                 b = bytestream2_get_byteu(&gb) * 4;
37bdf33c
                 palette32[i] = 0xFFU << 24 | (r << 16) | (g << 8) | (b);
                 palette32[i] |= palette32[i] >> 6 & 0x30303;
0afcf97e
             }
c8f3cb91
         } else {
             av_log(s->avctx, AV_LOG_ERROR, "Incomplete palette\n");
             return AVERROR_INVALIDDATA;
fafa0b75
         }
     }
 
676da248
     if (!s->size)
         return 0;
 
     /* originally UnpackFrame in VAG's code */
     if (bytestream2_get_bytes_left(&gb) < 1)
         return AVERROR_INVALIDDATA;
     meth = bytestream2_get_byteu(&gb);
     if (meth & 0x80) {
f07ca542
         int size;
31980b6a
         if (!s->unpack_buffer_size) {
             av_log(s->avctx, AV_LOG_ERROR,
                    "Trying to unpack LZ-compressed frame with no LZ buffer\n");
             return AVERROR_INVALIDDATA;
         }
f07ca542
         size = lz_unpack(gb.buffer, bytestream2_get_bytes_left(&gb),
                          s->unpack_buffer, s->unpack_buffer_size);
         if (size < 0)
             return size;
676da248
         meth &= 0x7F;
f07ca542
         bytestream2_init(&gb, s->unpack_buffer, size);
676da248
     }
fafa0b75
 
676da248
     dp = &frame->data[0][frame_y * frame->linesize[0] + frame_x];
aca21478
     pp = &s->prev_frame->data[0][frame_y * s->prev_frame->linesize[0] + frame_x];
676da248
     switch (meth) {
     case 1:
         for (i = 0; i < frame_height; i++) {
             ofs = 0;
             do {
                 len = bytestream2_get_byte(&gb);
                 if (len & 0x80) {
                     len = (len & 0x7F) + 1;
                     if (ofs + len > frame_width ||
                         bytestream2_get_bytes_left(&gb) < len)
                         return AVERROR_INVALIDDATA;
ab78e21e
                     bytestream2_get_bufferu(&gb, &dp[ofs], len);
676da248
                     ofs += len;
                 } else {
                     /* interframe pixel copy */
aca21478
                     if (ofs + len + 1 > frame_width || !s->prev_frame->data[0])
676da248
                         return AVERROR_INVALIDDATA;
                     memcpy(&dp[ofs], &pp[ofs], len + 1);
                     ofs += len + 1;
fafa0b75
                 }
676da248
             } while (ofs < frame_width);
             if (ofs > frame_width) {
                 av_log(s->avctx, AV_LOG_ERROR,
ab78e21e
                        "offset > width (%d > %d)\n",
676da248
                        ofs, frame_width);
                 return AVERROR_INVALIDDATA;
fafa0b75
             }
676da248
             dp += frame->linesize[0];
aca21478
             pp += s->prev_frame->linesize[0];
676da248
         }
         break;
fafa0b75
 
676da248
     case 2:
         for (i = 0; i < frame_height; i++) {
             bytestream2_get_buffer(&gb, dp, frame_width);
             dp += frame->linesize[0];
aca21478
             pp += s->prev_frame->linesize[0];
676da248
         }
         break;
fafa0b75
 
676da248
     case 3:
         for (i = 0; i < frame_height; i++) {
             ofs = 0;
             do {
                 len = bytestream2_get_byte(&gb);
                 if (len & 0x80) {
                     len = (len & 0x7F) + 1;
0aed0bfc
                     if (bytestream2_peek_byte(&gb) == 0xFF) {
                         int slen = len;
                         bytestream2_get_byte(&gb);
676da248
                         len = rle_unpack(gb.buffer, &dp[ofs],
                                          len, bytestream2_get_bytes_left(&gb),
                                          frame_width - ofs);
0aed0bfc
                         ofs += slen;
                         bytestream2_skip(&gb, len);
                     } else {
195e8eca
                         if (ofs + len > frame_width ||
                             bytestream2_get_bytes_left(&gb) < len)
                             return AVERROR_INVALIDDATA;
676da248
                         bytestream2_get_buffer(&gb, &dp[ofs], len);
0aed0bfc
                         ofs += len;
                     }
676da248
                 } else {
                     /* interframe pixel copy */
aca21478
                     if (ofs + len + 1 > frame_width || !s->prev_frame->data[0])
676da248
                         return AVERROR_INVALIDDATA;
                     memcpy(&dp[ofs], &pp[ofs], len + 1);
                     ofs += len + 1;
fafa0b75
                 }
676da248
             } while (ofs < frame_width);
             if (ofs > frame_width) {
                 av_log(s->avctx, AV_LOG_ERROR,
ab78e21e
                        "offset > width (%d > %d)\n",
676da248
                        ofs, frame_width);
                 return AVERROR_INVALIDDATA;
fafa0b75
             }
676da248
             dp += frame->linesize[0];
aca21478
             pp += s->prev_frame->linesize[0];
fafa0b75
         }
676da248
         break;
fafa0b75
     }
663794f6
     return 0;
fafa0b75
 }
 
aca21478
 static av_cold int vmdvideo_decode_end(AVCodecContext *avctx)
 {
     VmdVideoContext *s = avctx->priv_data;
 
     av_frame_free(&s->prev_frame);
4362f272
     av_freep(&s->unpack_buffer);
     s->unpack_buffer_size = 0;
aca21478
 
     return 0;
 }
 
98a6fff9
 static av_cold int vmdvideo_decode_init(AVCodecContext *avctx)
fafa0b75
 {
e4141433
     VmdVideoContext *s = avctx->priv_data;
fafa0b75
     int i;
     unsigned int *palette32;
     int palette_index = 0;
     unsigned char r, g, b;
     unsigned char *vmd_header;
     unsigned char *raw_palette;
 
     s->avctx = avctx;
716d413c
     avctx->pix_fmt = AV_PIX_FMT_PAL8;
fafa0b75
 
     /* make sure the VMD header made it */
     if (s->avctx->extradata_size != VMD_HEADER_SIZE) {
a0b07b8f
         av_log(s->avctx, AV_LOG_ERROR, "expected extradata size of %d\n",
fafa0b75
             VMD_HEADER_SIZE);
cdada4f6
         return AVERROR_INVALIDDATA;
fafa0b75
     }
     vmd_header = (unsigned char *)avctx->extradata;
 
fead30d4
     s->unpack_buffer_size = AV_RL32(&vmd_header[800]);
31980b6a
     if (s->unpack_buffer_size) {
         s->unpack_buffer = av_malloc(s->unpack_buffer_size);
         if (!s->unpack_buffer)
             return AVERROR(ENOMEM);
     }
fafa0b75
 
     /* load up the initial palette */
     raw_palette = &vmd_header[28];
     palette32 = (unsigned int *)s->palette;
     for (i = 0; i < PALETTE_COUNT; i++) {
         r = raw_palette[palette_index++] * 4;
         g = raw_palette[palette_index++] * 4;
         b = raw_palette[palette_index++] * 4;
f32b8130
         palette32[i] = 0xFFU << 24 | (r << 16) | (g << 8) | (b);
         palette32[i] |= palette32[i] >> 6 & 0x30303;
fafa0b75
     }
 
aca21478
     s->prev_frame = av_frame_alloc();
     if (!s->prev_frame) {
         vmdvideo_decode_end(avctx);
         return AVERROR(ENOMEM);
     }
01042d41
 
fafa0b75
     return 0;
 }
 
 static int vmdvideo_decode_frame(AVCodecContext *avctx,
df9b9567
                                  void *data, int *got_frame,
7a00bbad
                                  AVPacket *avpkt)
fafa0b75
 {
7a00bbad
     const uint8_t *buf = avpkt->data;
     int buf_size = avpkt->size;
e4141433
     VmdVideoContext *s = avctx->priv_data;
759001c5
     AVFrame *frame = data;
     int ret;
fafa0b75
 
     s->buf = buf;
     s->size = buf_size;
 
23fe14bb
     if (buf_size < 16)
c8f3cb91
         return AVERROR_INVALIDDATA;
23fe14bb
 
1ec94b0f
     if ((ret = ff_get_buffer(avctx, frame, AV_GET_BUFFER_FLAG_REF)) < 0)
759001c5
         return ret;
fafa0b75
 
c8f3cb91
     if ((ret = vmd_decode(s, frame)) < 0)
         return ret;
fafa0b75
 
     /* make the palette available on the way out */
759001c5
     memcpy(frame->data[1], s->palette, PALETTE_COUNT * 4);
fafa0b75
 
     /* shuffle frames */
aca21478
     av_frame_unref(s->prev_frame);
     if ((ret = av_frame_ref(s->prev_frame, frame)) < 0)
759001c5
         return ret;
fafa0b75
 
df9b9567
     *got_frame      = 1;
fafa0b75
 
     /* report that the buffer was completely consumed */
     return buf_size;
 }
 
e7e2df27
 AVCodec ff_vmdvideo_decoder = {
ec6402b7
     .name           = "vmdvideo",
b2bed932
     .long_name      = NULL_IF_CONFIG_SMALL("Sierra VMD video"),
ec6402b7
     .type           = AVMEDIA_TYPE_VIDEO,
36ef5369
     .id             = AV_CODEC_ID_VMDVIDEO,
ec6402b7
     .priv_data_size = sizeof(VmdVideoContext),
     .init           = vmdvideo_decode_init,
     .close          = vmdvideo_decode_end,
     .decode         = vmdvideo_decode_frame,
     .capabilities   = CODEC_CAP_DR1,
fafa0b75
 };