libavcodec/bitstream.c
de6d9b64
 /*
  * Common bit i/o utils
406792e7
  * Copyright (c) 2000, 2001 Fabrice Bellard
8f2ab833
  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
32240799
  * Copyright (c) 2010 Loren Merritt
de6d9b64
  *
7b94177e
  * alternative bitstream reader & writer by Michael Niedermayer <michaelni@gmx.at>
  *
b78e7197
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
ff4ec49e
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
b78e7197
  * version 2.1 of the License, or (at your option) any later version.
de6d9b64
  *
b78e7197
  * FFmpeg is distributed in the hope that it will be useful,
de6d9b64
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
ff4ec49e
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
de6d9b64
  *
ff4ec49e
  * You should have received a copy of the GNU Lesser General Public
b78e7197
  * License along with FFmpeg; if not, write to the Free Software
5509bffa
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
de6d9b64
  */
983e3246
 
 /**
ba87f080
  * @file
caa336b4
  * bitstream api.
983e3246
  */
115329f1
 
6af83263
 #include "libavutil/atomic.h"
bb1e0e80
 #include "libavutil/avassert.h"
e11e3268
 #include "libavutil/qsort.h"
df595131
 #include "avcodec.h"
6a85dfc8
 #include "internal.h"
d5c62122
 #include "mathops.h"
b2755007
 #include "put_bits.h"
ffa190d0
 #include "vlc.h"
c81f0349
 
676d380f
 const uint8_t ff_log2_run[41]={
b3bf98aa
  0, 0, 0, 0, 1, 1, 1, 1,
  2, 2, 2, 2, 3, 3, 3, 3,
  4, 4, 5, 5, 6, 6, 7, 7,
676d380f
  8, 9,10,11,12,13,14,15,
 16,17,18,19,20,21,22,23,
 24,
b3bf98aa
 };
 
9f51c682
 void avpriv_align_put_bits(PutBitContext *s)
de6d9b64
 {
f776899a
     put_bits(s, s->bit_left & 7, 0);
de6d9b64
 }
 
f776899a
 void avpriv_put_string(PutBitContext *pb, const char *string,
                        int terminate_string)
9717dad8
 {
f776899a
     while (*string) {
587edd6a
         put_bits(pb, 8, *string);
         string++;
9717dad8
     }
f776899a
     if (terminate_string)
587edd6a
         put_bits(pb, 8, 0);
9717dad8
 }
 
9f51c682
 void avpriv_copy_bits(PutBitContext *pb, const uint8_t *src, int length)
98f7b56b
 {
f776899a
     int words = length >> 4;
     int bits  = length & 15;
98f7b56b
     int i;
 
f776899a
     if (length == 0)
         return;
98f7b56b
 
291ad5cc
     av_assert0(length <= put_bits_left(pb));
 
f776899a
     if (CONFIG_SMALL || words < 16 || put_bits_count(pb) & 7) {
         for (i = 0; i < words; i++)
             put_bits(pb, 16, AV_RB16(src + 2 * i));
     } else {
         for (i = 0; put_bits_count(pb) & 31; i++)
98f7b56b
             put_bits(pb, 8, src[i]);
         flush_put_bits(pb);
f776899a
         memcpy(put_bits_ptr(pb), src + i, 2 * words - i);
         skip_put_bytes(pb, 2 * words - i);
98f7b56b
     }
 
f776899a
     put_bits(pb, bits, AV_RB16(src + 2 * words) >> (16 - bits));
98f7b56b
 }
 
de6d9b64
 /* VLC decoding */
 
f776899a
 #define GET_DATA(v, table, i, wrap, size)                   \
 {                                                           \
     const uint8_t *ptr = (const uint8_t *)table + i * wrap; \
     switch(size) {                                          \
     case 1:                                                 \
         v = *(const uint8_t *)ptr;                          \
         break;                                              \
     case 2:                                                 \
         v = *(const uint16_t *)ptr;                         \
         break;                                              \
     default:                                                \
         v = *(const uint32_t *)ptr;                         \
         break;                                              \
     }                                                       \
de6d9b64
 }
 
 
073c2593
 static int alloc_table(VLC *vlc, int size, int use_static)
de6d9b64
 {
f776899a
     int index = vlc->table_size;
 
de6d9b64
     vlc->table_size += size;
     if (vlc->table_size > vlc->table_allocated) {
f776899a
         if (use_static)
da9cea77
             abort(); // cannot do anything, init_vlc() is used with too little memory
de6d9b64
         vlc->table_allocated += (1 << vlc->bits);
9265bae3
         vlc->table = av_realloc_f(vlc->table, vlc->table_allocated, sizeof(VLC_TYPE) * 2);
8c677a9f
         if (!vlc->table) {
9b8d11a7
             vlc->table_allocated = 0;
             vlc->table_size = 0;
f80b60ad
             return AVERROR(ENOMEM);
9b8d11a7
         }
600cbf36
         memset(vlc->table + vlc->table_allocated - (1 << vlc->bits), 0, sizeof(VLC_TYPE) * 2 << vlc->bits);
de6d9b64
     }
     return index;
 }
 
f776899a
 static av_always_inline uint32_t bitswap_32(uint32_t x)
 {
     return (uint32_t)ff_reverse[ x        & 0xFF] << 24 |
            (uint32_t)ff_reverse[(x >> 8)  & 0xFF] << 16 |
            (uint32_t)ff_reverse[(x >> 16) & 0xFF] << 8  |
            (uint32_t)ff_reverse[ x >> 24];
32240799
 }
 
7f9f771e
 typedef struct VLCcode {
32240799
     uint8_t bits;
     uint16_t symbol;
     /** codeword, with the first bit-to-be-read in the msb
      * (even if intended for a little-endian bitstream reader) */
     uint32_t code;
 } VLCcode;
 
 static int compare_vlcspec(const void *a, const void *b)
de6d9b64
 {
f776899a
     const VLCcode *sa = a, *sb = b;
32240799
     return (sa->code >> 1) - (sb->code >> 1);
 }
 /**
  * Build VLC decoding tables suitable for use with get_vlc().
  *
41ed7ab4
  * @param vlc            the context to be initialized
32240799
  *
  * @param table_nb_bits  max length of vlc codes to store directly in this table
  *                       (Longer codes are delegated to subtables.)
  *
  * @param nb_codes       number of elements in codes[]
  *
  * @param codes          descriptions of the vlc codes
  *                       These must be ordered such that codes going into the same subtable are contiguous.
  *                       Sorting by VLCcode.code is sufficient, though not necessary.
  */
 static int build_table(VLC *vlc, int table_nb_bits, int nb_codes,
                        VLCcode *codes, int flags)
 {
     int table_size, table_index, index, code_prefix, symbol, subtable_bits;
     int i, j, k, n, nb, inc;
0c1a9eda
     uint32_t code;
06eef96b
     volatile VLC_TYPE (* volatile table)[2]; // the double volatile is needed to prevent an internal compiler error in gcc 4.2
de6d9b64
 
     table_size = 1 << table_nb_bits;
2e909b3c
     if (table_nb_bits > 30)
        return -1;
595324e1
     table_index = alloc_table(vlc, table_size, flags & INIT_VLC_USE_NEW_STATIC);
6a85dfc8
     ff_dlog(NULL, "new table index=%d size=%d\n", table_index, table_size);
de6d9b64
     if (table_index < 0)
f80b60ad
         return table_index;
e6f9fc4a
     table = (volatile VLC_TYPE (*)[2])&vlc->table[table_index];
de6d9b64
 
511cf612
     /* first pass: map codes and compute auxiliary table sizes */
b23cf13c
     for (i = 0; i < nb_codes; i++) {
f776899a
         n      = codes[i].bits;
         code   = codes[i].code;
32240799
         symbol = codes[i].symbol;
6a85dfc8
         ff_dlog(NULL, "i=%d n=%d code=0x%x\n", i, n, code);
b23cf13c
         if (n <= table_nb_bits) {
             /* no need to add another table */
             j = code >> (32 - table_nb_bits);
             nb = 1 << (table_nb_bits - n);
             inc = 1;
             if (flags & INIT_VLC_LE) {
                 j = bitswap_32(code);
                 inc = 1 << n;
             }
             for (k = 0; k < nb; k++) {
e6f9fc4a
                 int bits = table[j][1];
6a85dfc8
                 ff_dlog(NULL, "%4x: code=%d n=%d\n", j, i, n);
e6f9fc4a
                 if (bits != 0 && bits != n) {
b23cf13c
                     av_log(NULL, AV_LOG_ERROR, "incorrect codes\n");
f80b60ad
                     return AVERROR_INVALIDDATA;
b23cf13c
                 }
                 table[j][1] = n; //bits
                 table[j][0] = symbol;
                 j += inc;
             }
         } else {
             /* fill auxiliary table recursively */
             n -= table_nb_bits;
             code_prefix = code >> (32 - table_nb_bits);
             subtable_bits = n;
             codes[i].bits = n;
             codes[i].code = code << table_nb_bits;
             for (k = i+1; k < nb_codes; k++) {
                 n = codes[k].bits - table_nb_bits;
                 if (n <= 0)
                     break;
                 code = codes[k].code;
                 if (code >> (32 - table_nb_bits) != code_prefix)
                     break;
                 codes[k].bits = n;
                 codes[k].code = code << table_nb_bits;
                 subtable_bits = FFMAX(subtable_bits, n);
             }
             subtable_bits = FFMIN(subtable_bits, table_nb_bits);
             j = (flags & INIT_VLC_LE) ? bitswap_32(code_prefix) >> (32 - table_nb_bits) : code_prefix;
             table[j][1] = -subtable_bits;
6a85dfc8
             ff_dlog(NULL, "%4x: n=%d (subtable)\n",
02a8d43a
                     j, codes[i].bits + table_nb_bits);
b23cf13c
             index = build_table(vlc, subtable_bits, k-i, codes+i, flags);
             if (index < 0)
f80b60ad
                 return index;
b23cf13c
             /* note: realloc has been done, so reload tables */
e6f9fc4a
             table = (volatile VLC_TYPE (*)[2])&vlc->table[table_index];
b23cf13c
             table[j][0] = index; //code
             i = k-1;
         }
de6d9b64
     }
f7f96cf4
 
     for (i = 0; i < table_size; i++) {
         if (table[i][1] == 0) //bits
             table[i][0] = -1; //codes
     }
 
de6d9b64
     return table_index;
 }
 
 
4e66ab3b
 /* Build VLC decoding tables suitable for use with get_vlc().
 
41ed7ab4
    'nb_bits' sets the decoding table size (2^nb_bits) entries. The
4e66ab3b
    bigger it is, the faster is the decoding. But it should not be too
    big to save memory and L1 cache. '9' is a good compromise.
115329f1
 
4e66ab3b
    'nb_codes' : number of vlcs codes
 
    'bits' : table which gives the size (in bits) of each vlc code.
 
    'codes' : table which gives the bit pattern of of each vlc code.
 
b613bacc
    'symbols' : table which gives the values to be returned from get_vlc().
 
4e66ab3b
    'xxx_wrap' : give the number of bytes between each entry of the
    'bits' or 'codes' tables.
 
    'xxx_size' : gives the number of bytes of each entry of the 'bits'
    or 'codes' tables.
 
28efeb65
    'wrap' and 'size' make it possible to use any memory configuration and types
b613bacc
    (byte/word/long) to store the 'bits', 'codes', and 'symbols' tables.
073c2593
 
    'use_static' should be set to 1 for tables, which should be freed
e96b4a53
    with av_free_static(), 0 if ff_free_vlc() will be used.
4e66ab3b
 */
e6f9fc4a
 int ff_init_vlc_sparse(VLC *vlc_arg, int nb_bits, int nb_codes,
f776899a
                        const void *bits, int bits_wrap, int bits_size,
                        const void *codes, int codes_wrap, int codes_size,
                        const void *symbols, int symbols_wrap, int symbols_size,
                        int flags)
de6d9b64
 {
f39ab207
     VLCcode *buf;
     int i, j, ret;
f80ccf07
     VLCcode localbuf[1500]; // the maximum currently needed is 1296 by rv34
e6f9fc4a
     VLC localvlc, *vlc;
32240799
 
e6f9fc4a
     vlc = vlc_arg;
de6d9b64
     vlc->bits = nb_bits;
f776899a
     if (flags & INIT_VLC_USE_NEW_STATIC) {
f80ccf07
         av_assert0(nb_codes + 1 <= FF_ARRAY_ELEMS(localbuf));
         buf = localbuf;
e6f9fc4a
         localvlc = *vlc_arg;
         vlc = &localvlc;
         vlc->table_size = 0;
f776899a
     } else {
         vlc->table           = NULL;
073c2593
         vlc->table_allocated = 0;
f776899a
         vlc->table_size      = 0;
073c2593
 
e20e854c
         buf = av_malloc_array((nb_codes + 1), sizeof(VLCcode));
f80ccf07
         if (!buf)
             return AVERROR(ENOMEM);
     }
de6d9b64
 
f39ab207
 
bb1e0e80
     av_assert0(symbols_size <= 2 || !symbols);
32240799
     j = 0;
 #define COPY(condition)\
f776899a
     for (i = 0; i < nb_codes; i++) {                                        \
         GET_DATA(buf[j].bits, bits, i, bits_wrap, bits_size);               \
         if (!(condition))                                                   \
             continue;                                                       \
9265bae3
         if (buf[j].bits > 3*nb_bits || buf[j].bits>32) {                    \
1d7e6a6b
             av_log(NULL, AV_LOG_ERROR, "Too long VLC (%d) in init_vlc\n", buf[j].bits);\
9386f334
             if (!(flags & INIT_VLC_USE_NEW_STATIC))                         \
                 av_free(buf);                                               \
9265bae3
             return -1;                                                      \
         }                                                                   \
f776899a
         GET_DATA(buf[j].code, codes, i, codes_wrap, codes_size);            \
9265bae3
         if (buf[j].code >= (1LL<<buf[j].bits)) {                            \
5f5e6033
             av_log(NULL, AV_LOG_ERROR, "Invalid code %x for %d in init_vlc\n", buf[j].code, i);\
9386f334
             if (!(flags & INIT_VLC_USE_NEW_STATIC))                         \
                 av_free(buf);                                               \
9265bae3
             return -1;                                                      \
         }                                                                   \
f776899a
         if (flags & INIT_VLC_LE)                                            \
             buf[j].code = bitswap_32(buf[j].code);                          \
         else                                                                \
             buf[j].code <<= 32 - buf[j].bits;                               \
         if (symbols)                                                        \
             GET_DATA(buf[j].symbol, symbols, i, symbols_wrap, symbols_size) \
9265bae3
         else                                                                \
             buf[j].symbol = i;                                              \
f776899a
         j++;                                                                \
32240799
     }
     COPY(buf[j].bits > nb_bits);
     // qsort is the slowest part of init_vlc, and could probably be improved or avoided
e11e3268
     AV_QSORT(buf, j, struct VLCcode, compare_vlcspec);
32240799
     COPY(buf[j].bits && buf[j].bits <= nb_bits);
     nb_codes = j;
 
f39ab207
     ret = build_table(vlc, nb_bits, nb_codes, buf, flags);
 
6af83263
     if (flags & INIT_VLC_USE_NEW_STATIC) {
         if(vlc->table_size != vlc->table_allocated)
             av_log(NULL, AV_LOG_ERROR, "needed %d had %d\n", vlc->table_size, vlc->table_allocated);
e6f9fc4a
 
6af83263
         av_assert0(ret >= 0);
e6f9fc4a
         *vlc_arg = *vlc;
6af83263
     } else {
f80ccf07
         av_free(buf);
6af83263
         if (ret < 0) {
             av_freep(&vlc->table);
             return ret;
         }
de6d9b64
     }
     return 0;
 }
 
 
e96b4a53
 void ff_free_vlc(VLC *vlc)
de6d9b64
 {
85d366fd
     av_freep(&vlc->table);
de6d9b64
 }