libavcodec/xxan.c
abb5f2b7
 /*
  * Wing Commander/Xan Video Decoder
  * Copyright (C) 2011 Konstantin Shishkov
  * based on work by Mike Melanson
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
  * License along with FFmpeg; if not, write to the Free Software
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include "avcodec.h"
 #include "libavutil/intreadwrite.h"
5bac2d0c
 #include "libavutil/mem.h"
abb5f2b7
 #include "bytestream.h"
aaf47bcd
 #define BITSTREAM_READER_LE
abb5f2b7
 #include "get_bits.h"
759001c5
 #include "internal.h"
abb5f2b7
 
 typedef struct XanContext {
     AVCodecContext *avctx;
67607e20
     AVFrame *pic;
abb5f2b7
 
     uint8_t *y_buffer;
     uint8_t *scratch_buffer;
     int     buffer_size;
55188278
     GetByteContext gb;
abb5f2b7
 } XanContext;
 
f3cd23fb
 static av_cold int xan_decode_end(AVCodecContext *avctx)
 {
     XanContext *s = avctx->priv_data;
 
     av_frame_free(&s->pic);
 
     av_freep(&s->y_buffer);
     av_freep(&s->scratch_buffer);
 
     return 0;
 }
67607e20
 
abb5f2b7
 static av_cold int xan_decode_init(AVCodecContext *avctx)
 {
     XanContext *s = avctx->priv_data;
 
     s->avctx = avctx;
 
716d413c
     avctx->pix_fmt = AV_PIX_FMT_YUV420P;
abb5f2b7
 
685e6f2e
     if (avctx->height < 8) {
         av_log(avctx, AV_LOG_ERROR, "Invalid frame height: %d.\n", avctx->height);
         return AVERROR(EINVAL);
     }
aa0dd524
     if (avctx->width & 1) {
         av_log(avctx, AV_LOG_ERROR, "Invalid frame width: %d.\n", avctx->width);
         return AVERROR(EINVAL);
     }
685e6f2e
 
abb5f2b7
     s->buffer_size = avctx->width * avctx->height;
     s->y_buffer = av_malloc(s->buffer_size);
     if (!s->y_buffer)
         return AVERROR(ENOMEM);
     s->scratch_buffer = av_malloc(s->buffer_size + 130);
     if (!s->scratch_buffer) {
67607e20
         xan_decode_end(avctx);
         return AVERROR(ENOMEM);
     }
 
     s->pic = av_frame_alloc();
     if (!s->pic) {
         xan_decode_end(avctx);
abb5f2b7
         return AVERROR(ENOMEM);
     }
 
     return 0;
 }
 
55188278
 static int xan_unpack_luma(XanContext *s,
abb5f2b7
                            uint8_t *dst, const int dst_size)
 {
71af42bd
     int tree_size, eof;
     int bits, mask;
     int tree_root, node;
     const uint8_t *dst_end = dst + dst_size;
     GetByteContext tree = s->gb;
     int start_off = bytestream2_tell(&tree);
44ddfd47
 
71af42bd
     tree_size = bytestream2_get_byte(&s->gb);
     eof       = bytestream2_get_byte(&s->gb);
     tree_root = eof + tree_size;
     bytestream2_skip(&s->gb, tree_size * 2);
44ddfd47
 
71af42bd
     node = tree_root;
     bits = bytestream2_get_byte(&s->gb);
     mask = 0x80;
     for (;;) {
         int bit = !!(bits & mask);
         mask >>= 1;
         bytestream2_seek(&tree, start_off + node*2 + bit - eof * 2, SEEK_SET);
         node = bytestream2_get_byte(&tree);
         if (node == eof)
             break;
         if (node < eof) {
             *dst++ = node;
             if (dst > dst_end)
                 break;
             node = tree_root;
         }
         if (!mask) {
             if (bytestream2_get_bytes_left(&s->gb) <= 0)
                 break;
             bits = bytestream2_get_byteu(&s->gb);
             mask = 0x80;
         }
     }
     return dst != dst_end ? AVERROR_INVALIDDATA : 0;
abb5f2b7
 }
 
 /* almost the same as in xan_wc3 decoder */
55188278
 static int xan_unpack(XanContext *s,
                       uint8_t *dest, const int dest_len)
abb5f2b7
 {
     uint8_t opcode;
     int size;
     uint8_t *orig_dest = dest;
     const uint8_t *dest_end = dest + dest_len;
 
     while (dest < dest_end) {
55188278
         if (bytestream2_get_bytes_left(&s->gb) <= 0)
             return AVERROR_INVALIDDATA;
 
         opcode = bytestream2_get_byteu(&s->gb);
abb5f2b7
 
         if (opcode < 0xe0) {
             int size2, back;
             if ((opcode & 0x80) == 0) {
                 size  = opcode & 3;
55188278
                 back  = ((opcode & 0x60) << 3) + bytestream2_get_byte(&s->gb) + 1;
abb5f2b7
                 size2 = ((opcode & 0x1c) >> 2) + 3;
             } else if ((opcode & 0x40) == 0) {
55188278
                 size  = bytestream2_peek_byte(&s->gb) >> 6;
                 back  = (bytestream2_get_be16(&s->gb) & 0x3fff) + 1;
abb5f2b7
                 size2 = (opcode & 0x3f) + 4;
             } else {
                 size  = opcode & 3;
55188278
                 back  = ((opcode & 0x10) << 12) + bytestream2_get_be16(&s->gb) + 1;
                 size2 = ((opcode & 0x0c) <<  6) + bytestream2_get_byte(&s->gb) + 5;
abb5f2b7
                 if (size + size2 > dest_end - dest)
                     break;
             }
55188278
             if (dest + size + size2 > dest_end ||
f1279e28
                 dest - orig_dest + size < back)
be536f08
                 return AVERROR_INVALIDDATA;
55188278
             bytestream2_get_buffer(&s->gb, dest, size);
abb5f2b7
             dest += size;
             av_memcpy_backptr(dest, back, size2);
             dest += size2;
         } else {
             int finish = opcode >= 0xfc;
 
             size = finish ? opcode & 3 : ((opcode & 0x1f) << 2) + 4;
55188278
             if (dest_end - dest < size)
be536f08
                 return AVERROR_INVALIDDATA;
55188278
             bytestream2_get_buffer(&s->gb, dest, size);
abb5f2b7
             dest += size;
             if (finish)
                 break;
         }
     }
     return dest - orig_dest;
 }
 
55188278
 static int xan_decode_chroma(AVCodecContext *avctx, unsigned chroma_off)
abb5f2b7
 {
     XanContext *s = avctx->priv_data;
     uint8_t *U, *V;
     int val, uval, vval;
     int i, j;
     const uint8_t *src, *src_end;
     const uint8_t *table;
f77bfa83
     int mode, offset, dec_size, table_size;
abb5f2b7
 
     if (!chroma_off)
         return 0;
55188278
     if (chroma_off + 4 >= bytestream2_get_bytes_left(&s->gb)) {
abb5f2b7
         av_log(avctx, AV_LOG_ERROR, "Invalid chroma block position\n");
be536f08
         return AVERROR_INVALIDDATA;
abb5f2b7
     }
55188278
     bytestream2_seek(&s->gb, chroma_off + 4, SEEK_SET);
f77bfa83
     mode        = bytestream2_get_le16(&s->gb);
     table       = s->gb.buffer;
     table_size  = bytestream2_get_le16(&s->gb);
     offset      = table_size * 2;
     table_size += 1;
44ddfd47
 
55188278
     if (offset >= bytestream2_get_bytes_left(&s->gb)) {
abb5f2b7
         av_log(avctx, AV_LOG_ERROR, "Invalid chroma block offset\n");
be536f08
         return AVERROR_INVALIDDATA;
abb5f2b7
     }
 
55188278
     bytestream2_skip(&s->gb, offset);
abb5f2b7
     memset(s->scratch_buffer, 0, s->buffer_size);
55188278
     dec_size = xan_unpack(s, s->scratch_buffer, s->buffer_size);
abb5f2b7
     if (dec_size < 0) {
         av_log(avctx, AV_LOG_ERROR, "Chroma unpacking failed\n");
4aebb8d9
         return dec_size;
abb5f2b7
     }
 
67607e20
     U = s->pic->data[1];
     V = s->pic->data[2];
abb5f2b7
     src     = s->scratch_buffer;
     src_end = src + dec_size;
     if (mode) {
         for (j = 0; j < avctx->height >> 1; j++) {
             for (i = 0; i < avctx->width >> 1; i++) {
a68a6a4f
                 if (src_end - src < 1)
                     return 0;
abb5f2b7
                 val = *src++;
                 if (val) {
c3c2db49
                     if (val >= table_size)
8f1bb3d5
                         return AVERROR_INVALIDDATA;
abb5f2b7
                     val  = AV_RL16(table + (val << 1));
                     uval = (val >> 3) & 0xF8;
                     vval = (val >> 8) & 0xF8;
                     U[i] = uval | (uval >> 5);
                     V[i] = vval | (vval >> 5);
                 }
             }
67607e20
             U += s->pic->linesize[1];
             V += s->pic->linesize[2];
abb5f2b7
         }
685e6f2e
         if (avctx->height & 1) {
67607e20
             memcpy(U, U - s->pic->linesize[1], avctx->width >> 1);
             memcpy(V, V - s->pic->linesize[2], avctx->width >> 1);
685e6f2e
         }
abb5f2b7
     } else {
67607e20
         uint8_t *U2 = U + s->pic->linesize[1];
         uint8_t *V2 = V + s->pic->linesize[2];
abb5f2b7
 
         for (j = 0; j < avctx->height >> 2; j++) {
             for (i = 0; i < avctx->width >> 1; i += 2) {
a68a6a4f
                 if (src_end - src < 1)
                     return 0;
abb5f2b7
                 val = *src++;
                 if (val) {
c3c2db49
                     if (val >= table_size)
8f1bb3d5
                         return AVERROR_INVALIDDATA;
abb5f2b7
                     val  = AV_RL16(table + (val << 1));
                     uval = (val >> 3) & 0xF8;
                     vval = (val >> 8) & 0xF8;
                     U[i] = U[i+1] = U2[i] = U2[i+1] = uval | (uval >> 5);
                     V[i] = V[i+1] = V2[i] = V2[i+1] = vval | (vval >> 5);
                 }
             }
67607e20
             U  += s->pic->linesize[1] * 2;
             V  += s->pic->linesize[2] * 2;
             U2 += s->pic->linesize[1] * 2;
             V2 += s->pic->linesize[2] * 2;
abb5f2b7
         }
685e6f2e
         if (avctx->height & 3) {
             int lines = ((avctx->height + 1) >> 1) - (avctx->height >> 2) * 2;
 
67607e20
             memcpy(U, U - lines * s->pic->linesize[1], lines * s->pic->linesize[1]);
             memcpy(V, V - lines * s->pic->linesize[2], lines * s->pic->linesize[2]);
685e6f2e
         }
abb5f2b7
     }
 
     return 0;
 }
 
55188278
 static int xan_decode_frame_type0(AVCodecContext *avctx)
abb5f2b7
 {
     XanContext *s = avctx->priv_data;
     uint8_t *ybuf, *prev_buf, *src = s->scratch_buffer;
     unsigned  chroma_off, corr_off;
55188278
     int cur, last;
abb5f2b7
     int i, j;
     int ret;
 
55188278
     chroma_off = bytestream2_get_le32(&s->gb);
     corr_off   = bytestream2_get_le32(&s->gb);
abb5f2b7
 
55188278
     if ((ret = xan_decode_chroma(avctx, chroma_off)) != 0)
abb5f2b7
         return ret;
 
0acacd23
     if (corr_off >= bytestream2_size(&s->gb)) {
abb5f2b7
         av_log(avctx, AV_LOG_WARNING, "Ignoring invalid correction block position\n");
         corr_off = 0;
     }
55188278
     bytestream2_seek(&s->gb, 12, SEEK_SET);
     ret = xan_unpack_luma(s, src, s->buffer_size >> 1);
abb5f2b7
     if (ret) {
         av_log(avctx, AV_LOG_ERROR, "Luma decoding failed\n");
         return ret;
     }
 
     ybuf = s->y_buffer;
     last = *src++;
     ybuf[0] = last << 1;
     for (j = 1; j < avctx->width - 1; j += 2) {
         cur = (last + *src++) & 0x1F;
         ybuf[j]   = last + cur;
         ybuf[j+1] = cur << 1;
         last = cur;
     }
44ddfd47
     ybuf[j]  = last << 1;
abb5f2b7
     prev_buf = ybuf;
     ybuf += avctx->width;
 
     for (i = 1; i < avctx->height; i++) {
         last = ((prev_buf[0] >> 1) + *src++) & 0x1F;
         ybuf[0] = last << 1;
         for (j = 1; j < avctx->width - 1; j += 2) {
             cur = ((prev_buf[j + 1] >> 1) + *src++) & 0x1F;
             ybuf[j]   = last + cur;
             ybuf[j+1] = cur << 1;
             last = cur;
         }
44ddfd47
         ybuf[j] = last << 1;
abb5f2b7
         prev_buf = ybuf;
         ybuf += avctx->width;
     }
 
     if (corr_off) {
ff05fd62
         int dec_size;
abb5f2b7
 
55188278
         bytestream2_seek(&s->gb, 8 + corr_off, SEEK_SET);
8a49d2bc
         dec_size = xan_unpack(s, s->scratch_buffer, s->buffer_size / 2);
abb5f2b7
         if (dec_size < 0)
             dec_size = 0;
a68a6a4f
         else
             dec_size = FFMIN(dec_size, s->buffer_size/2 - 1);
 
abb5f2b7
         for (i = 0; i < dec_size; i++)
             s->y_buffer[i*2+1] = (s->y_buffer[i*2+1] + (s->scratch_buffer[i] << 1)) & 0x3F;
     }
 
     src  = s->y_buffer;
67607e20
     ybuf = s->pic->data[0];
abb5f2b7
     for (j = 0; j < avctx->height; j++) {
         for (i = 0; i < avctx->width; i++)
             ybuf[i] = (src[i] << 2) | (src[i] >> 3);
         src  += avctx->width;
67607e20
         ybuf += s->pic->linesize[0];
abb5f2b7
     }
 
     return 0;
 }
 
55188278
 static int xan_decode_frame_type1(AVCodecContext *avctx)
abb5f2b7
 {
     XanContext *s = avctx->priv_data;
     uint8_t *ybuf, *src = s->scratch_buffer;
     int cur, last;
     int i, j;
     int ret;
 
55188278
     if ((ret = xan_decode_chroma(avctx, bytestream2_get_le32(&s->gb))) != 0)
abb5f2b7
         return ret;
 
55188278
     bytestream2_seek(&s->gb, 16, SEEK_SET);
     ret = xan_unpack_luma(s, src,
abb5f2b7
                           s->buffer_size >> 1);
     if (ret) {
         av_log(avctx, AV_LOG_ERROR, "Luma decoding failed\n");
         return ret;
     }
 
     ybuf = s->y_buffer;
     for (i = 0; i < avctx->height; i++) {
         last = (ybuf[0] + (*src++ << 1)) & 0x3F;
         ybuf[0] = last;
         for (j = 1; j < avctx->width - 1; j += 2) {
             cur = (ybuf[j + 1] + (*src++ << 1)) & 0x3F;
             ybuf[j]   = (last + cur) >> 1;
             ybuf[j+1] = cur;
             last = cur;
         }
44ddfd47
         ybuf[j] = last;
abb5f2b7
         ybuf += avctx->width;
     }
 
     src = s->y_buffer;
67607e20
     ybuf = s->pic->data[0];
abb5f2b7
     for (j = 0; j < avctx->height; j++) {
         for (i = 0; i < avctx->width; i++)
             ybuf[i] = (src[i] << 2) | (src[i] >> 3);
         src  += avctx->width;
67607e20
         ybuf += s->pic->linesize[0];
abb5f2b7
     }
 
     return 0;
 }
 
 static int xan_decode_frame(AVCodecContext *avctx,
df9b9567
                             void *data, int *got_frame,
abb5f2b7
                             AVPacket *avpkt)
 {
     XanContext *s = avctx->priv_data;
     int ftype;
     int ret;
 
67607e20
     if ((ret = ff_reget_buffer(avctx, s->pic)) < 0)
abb5f2b7
         return ret;
 
55188278
     bytestream2_init(&s->gb, avpkt->data, avpkt->size);
     ftype = bytestream2_get_le32(&s->gb);
abb5f2b7
     switch (ftype) {
     case 0:
55188278
         ret = xan_decode_frame_type0(avctx);
abb5f2b7
         break;
     case 1:
55188278
         ret = xan_decode_frame_type1(avctx);
abb5f2b7
         break;
     default:
         av_log(avctx, AV_LOG_ERROR, "Unknown frame type %d\n", ftype);
be536f08
         return AVERROR_INVALIDDATA;
abb5f2b7
     }
     if (ret)
         return ret;
 
67607e20
     if ((ret = av_frame_ref(data, s->pic)) < 0)
759001c5
         return ret;
 
df9b9567
     *got_frame = 1;
abb5f2b7
 
     return avpkt->size;
 }
 
 AVCodec ff_xan_wc4_decoder = {
ec6402b7
     .name           = "xan_wc4",
b2bed932
     .long_name      = NULL_IF_CONFIG_SMALL("Wing Commander IV / Xxan"),
ec6402b7
     .type           = AVMEDIA_TYPE_VIDEO,
36ef5369
     .id             = AV_CODEC_ID_XAN_WC4,
ec6402b7
     .priv_data_size = sizeof(XanContext),
     .init           = xan_decode_init,
     .close          = xan_decode_end,
     .decode         = xan_decode_frame,
     .capabilities   = CODEC_CAP_DR1,
abb5f2b7
 };