libavcodec/h2645_parse.c
69ab9f53
 /*
fa936a30
  * H.264/HEVC common parsing code
69ab9f53
  *
07ae8fa2
  * This file is part of FFmpeg.
69ab9f53
  *
07ae8fa2
  * FFmpeg is free software; you can redistribute it and/or
69ab9f53
  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
07ae8fa2
  * FFmpeg is distributed in the hope that it will be useful,
69ab9f53
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public
07ae8fa2
  * License along with FFmpeg; if not, write to the Free Software
69ab9f53
  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include <string.h>
 
 #include "config.h"
 
90ed6c5c
 #include "libavutil/intmath.h"
69ab9f53
 #include "libavutil/intreadwrite.h"
 #include "libavutil/mem.h"
 
83b2b34d
 #include "bytestream.h"
6397815b
 #include "hevc.h"
b7cd2ab2
 #include "h264.h"
fa936a30
 #include "h2645_parse.h"
69ab9f53
 
fa936a30
 int ff_h2645_extract_rbsp(const uint8_t *src, int length,
03b82b3a
                           H2645RBSP *rbsp, H2645NAL *nal, int small_padding)
69ab9f53
 {
     int i, si, di;
     uint8_t *dst;
 
4791a910
     nal->skipped_bytes = 0;
69ab9f53
 #define STARTCODE_TEST                                                  \
         if (i + 2 < length && src[i + 1] == 0 && src[i + 2] <= 3) {     \
9cc1ab63
             if (src[i + 2] != 3 && src[i + 2] != 0) {                   \
69ab9f53
                 /* startcode, so we must be past the end */             \
                 length = i;                                             \
             }                                                           \
             break;                                                      \
         }
 #if HAVE_FAST_UNALIGNED
 #define FIND_FIRST_ZERO                                                 \
         if (i > 0 && !src[i])                                           \
             i--;                                                        \
         while (src[i])                                                  \
             i++
 #if HAVE_FAST_64BIT
     for (i = 0; i + 1 < length; i += 9) {
7562567f
         if (!((~AV_RN64(src + i) &
                (AV_RN64(src + i) - 0x0100010001000101ULL)) &
69ab9f53
               0x8000800080008080ULL))
             continue;
         FIND_FIRST_ZERO;
         STARTCODE_TEST;
         i -= 7;
     }
 #else
     for (i = 0; i + 1 < length; i += 5) {
7562567f
         if (!((~AV_RN32(src + i) &
                (AV_RN32(src + i) - 0x01000101U)) &
69ab9f53
               0x80008080U))
             continue;
         FIND_FIRST_ZERO;
         STARTCODE_TEST;
         i -= 3;
     }
 #endif /* HAVE_FAST_64BIT */
 #else
     for (i = 0; i + 1 < length; i += 2) {
         if (src[i])
             continue;
         if (i > 0 && src[i - 1] == 0)
             i--;
         STARTCODE_TEST;
     }
 #endif /* HAVE_FAST_UNALIGNED */
 
cc13bc8c
     if (i >= length - 1 && small_padding) { // no escaped 0
69ab9f53
         nal->data     =
         nal->raw_data = src;
         nal->size     =
         nal->raw_size = length;
         return length;
15dd56c0
     } else if (i > length)
         i = length;
69ab9f53
 
03b82b3a
     nal->rbsp_buffer = &rbsp->rbsp_buffer[rbsp->rbsp_buffer_size];
69ab9f53
     dst = nal->rbsp_buffer;
 
     memcpy(dst, src, i);
     si = di = i;
     while (si + 2 < length) {
         // remove escapes (very rare 1:2^22)
         if (src[si + 2] > 3) {
             dst[di++] = src[si++];
             dst[di++] = src[si++];
9cc1ab63
         } else if (src[si] == 0 && src[si + 1] == 0 && src[si + 2] != 0) {
69ab9f53
             if (src[si + 2] == 3) { // escape
                 dst[di++] = 0;
                 dst[di++] = 0;
                 si       += 3;
 
4791a910
                 if (nal->skipped_bytes_pos) {
99558270
                     nal->skipped_bytes++;
                     if (nal->skipped_bytes_pos_size < nal->skipped_bytes) {
                         nal->skipped_bytes_pos_size *= 2;
                         av_assert0(nal->skipped_bytes_pos_size >= nal->skipped_bytes);
                         av_reallocp_array(&nal->skipped_bytes_pos,
                                 nal->skipped_bytes_pos_size,
                                 sizeof(*nal->skipped_bytes_pos));
                         if (!nal->skipped_bytes_pos) {
                             nal->skipped_bytes_pos_size = 0;
                             return AVERROR(ENOMEM);
07ae8fa2
                         }
99558270
                     }
                     if (nal->skipped_bytes_pos)
                         nal->skipped_bytes_pos[nal->skipped_bytes-1] = di - 1;
07ae8fa2
                 }
69ab9f53
                 continue;
             } else // next start code
                 goto nsc;
         }
 
         dst[di++] = src[si++];
     }
     while (si < length)
         dst[di++] = src[si++];
 
 nsc:
059a9348
     memset(dst + di, 0, AV_INPUT_BUFFER_PADDING_SIZE);
69ab9f53
 
     nal->data = dst;
     nal->size = di;
     nal->raw_data = src;
     nal->raw_size = si;
03b82b3a
     rbsp->rbsp_buffer_size += si;
 
69ab9f53
     return si;
 }
07ae8fa2
 
48c5ac8b
 static const char *hevc_nal_type_name[64] = {
     "TRAIL_N", // HEVC_NAL_TRAIL_N
     "TRAIL_R", // HEVC_NAL_TRAIL_R
     "TSA_N", // HEVC_NAL_TSA_N
     "TSA_R", // HEVC_NAL_TSA_R
     "STSA_N", // HEVC_NAL_STSA_N
     "STSA_R", // HEVC_NAL_STSA_R
     "RADL_N", // HEVC_NAL_RADL_N
     "RADL_R", // HEVC_NAL_RADL_R
     "RASL_N", // HEVC_NAL_RASL_N
     "RASL_R", // HEVC_NAL_RASL_R
     "RSV_VCL_N10", // HEVC_NAL_VCL_N10
     "RSV_VCL_R11", // HEVC_NAL_VCL_R11
     "RSV_VCL_N12", // HEVC_NAL_VCL_N12
     "RSV_VLC_R13", // HEVC_NAL_VCL_R13
     "RSV_VCL_N14", // HEVC_NAL_VCL_N14
     "RSV_VCL_R15", // HEVC_NAL_VCL_R15
     "BLA_W_LP", // HEVC_NAL_BLA_W_LP
     "BLA_W_RADL", // HEVC_NAL_BLA_W_RADL
     "BLA_N_LP", // HEVC_NAL_BLA_N_LP
     "IDR_W_RADL", // HEVC_NAL_IDR_W_RADL
     "IDR_N_LP", // HEVC_NAL_IDR_N_LP
     "CRA_NUT", // HEVC_NAL_CRA_NUT
7272d0c0
     "RSV_IRAP_VCL22", // HEVC_NAL_RSV_IRAP_VCL22
     "RSV_IRAP_VCL23", // HEVC_NAL_RSV_IRAP_VCL23
48c5ac8b
     "RSV_VCL24", // HEVC_NAL_RSV_VCL24
     "RSV_VCL25", // HEVC_NAL_RSV_VCL25
     "RSV_VCL26", // HEVC_NAL_RSV_VCL26
     "RSV_VCL27", // HEVC_NAL_RSV_VCL27
     "RSV_VCL28", // HEVC_NAL_RSV_VCL28
     "RSV_VCL29", // HEVC_NAL_RSV_VCL29
     "RSV_VCL30", // HEVC_NAL_RSV_VCL30
     "RSV_VCL31", // HEVC_NAL_RSV_VCL31
     "VPS", // HEVC_NAL_VPS
     "SPS", // HEVC_NAL_SPS
     "PPS", // HEVC_NAL_PPS
     "AUD", // HEVC_NAL_AUD
     "EOS_NUT", // HEVC_NAL_EOS_NUT
     "EOB_NUT", // HEVC_NAL_EOB_NUT
     "FD_NUT", // HEVC_NAL_FD_NUT
     "SEI_PREFIX", // HEVC_NAL_SEI_PREFIX
     "SEI_SUFFIX", // HEVC_NAL_SEI_SUFFIX
     "RSV_NVCL41", // HEVC_NAL_RSV_NVCL41
     "RSV_NVCL42", // HEVC_NAL_RSV_NVCL42
     "RSV_NVCL43", // HEVC_NAL_RSV_NVCL43
     "RSV_NVCL44", // HEVC_NAL_RSV_NVCL44
     "RSV_NVCL45", // HEVC_NAL_RSV_NVCL45
     "RSV_NVCL46", // HEVC_NAL_RSV_NVCL46
     "RSV_NVCL47", // HEVC_NAL_RSV_NVCL47
     "UNSPEC48", // HEVC_NAL_UNSPEC48
     "UNSPEC49", // HEVC_NAL_UNSPEC49
     "UNSPEC50", // HEVC_NAL_UNSPEC50
     "UNSPEC51", // HEVC_NAL_UNSPEC51
     "UNSPEC52", // HEVC_NAL_UNSPEC52
     "UNSPEC53", // HEVC_NAL_UNSPEC53
     "UNSPEC54", // HEVC_NAL_UNSPEC54
     "UNSPEC55", // HEVC_NAL_UNSPEC55
     "UNSPEC56", // HEVC_NAL_UNSPEC56
     "UNSPEC57", // HEVC_NAL_UNSPEC57
     "UNSPEC58", // HEVC_NAL_UNSPEC58
     "UNSPEC59", // HEVC_NAL_UNSPEC59
     "UNSPEC60", // HEVC_NAL_UNSPEC60
     "UNSPEC61", // HEVC_NAL_UNSPEC61
     "UNSPEC62", // HEVC_NAL_UNSPEC62
     "UNSPEC63", // HEVC_NAL_UNSPEC63
 };
 
7582a907
 static const char *hevc_nal_unit_name(int nal_type)
744051a5
 {
48c5ac8b
     av_assert0(nal_type >= 0 && nal_type < 64);
     return hevc_nal_type_name[nal_type];
744051a5
 }
 
b7cd2ab2
 static const char *h264_nal_type_name[32] = {
     "Unspecified 0", //H264_NAL_UNSPECIFIED
     "Coded slice of a non-IDR picture", // H264_NAL_SLICE
     "Coded slice data partition A", // H264_NAL_DPA
     "Coded slice data partition B", // H264_NAL_DPB
     "Coded slice data partition C", // H264_NAL_DPC
     "IDR", // H264_NAL_IDR_SLICE
     "SEI", // H264_NAL_SEI
     "SPS", // H264_NAL_SPS
     "PPS", // H264_NAL_PPS
     "AUD", // H264_NAL_AUD
     "End of sequence", // H264_NAL_END_SEQUENCE
     "End of stream", // H264_NAL_END_STREAM
     "Filler data", // H264_NAL_FILLER_DATA
     "SPS extension", // H264_NAL_SPS_EXT
     "Prefix", // H264_NAL_PREFIX
     "Subset SPS", // H264_NAL_SUB_SPS
     "Depth parameter set", // H264_NAL_DPS
     "Reserved 17", // H264_NAL_RESERVED17
     "Reserved 18", // H264_NAL_RESERVED18
     "Auxiliary coded picture without partitioning", // H264_NAL_AUXILIARY_SLICE
     "Slice extension", // H264_NAL_EXTEN_SLICE
     "Slice extension for a depth view or a 3D-AVC texture view", // H264_NAL_DEPTH_EXTEN_SLICE
     "Reserved 22", // H264_NAL_RESERVED22
     "Reserved 23", // H264_NAL_RESERVED23
     "Unspecified 24", // H264_NAL_UNSPECIFIED24
     "Unspecified 25", // H264_NAL_UNSPECIFIED25
     "Unspecified 26", // H264_NAL_UNSPECIFIED26
     "Unspecified 27", // H264_NAL_UNSPECIFIED27
     "Unspecified 28", // H264_NAL_UNSPECIFIED28
     "Unspecified 29", // H264_NAL_UNSPECIFIED29
     "Unspecified 30", // H264_NAL_UNSPECIFIED30
     "Unspecified 31", // H264_NAL_UNSPECIFIED31
 };
 
 static const char *h264_nal_unit_name(int nal_type)
 {
     av_assert0(nal_type >= 0 && nal_type < 32);
     return h264_nal_type_name[nal_type];
 }
 
90ed6c5c
 static int get_bit_length(H2645NAL *nal, int skip_trailing_zeros)
 {
     int size = nal->size;
     int v;
 
     while (skip_trailing_zeros && size > 0 && nal->data[size - 1] == 0)
         size--;
 
     if (!size)
         return 0;
 
     v = nal->data[size - 1];
 
     if (size > INT_MAX / 8)
         return AVERROR(ERANGE);
     size *= 8;
 
     /* remove the stop bit and following trailing zeros,
      * or nothing for damaged bitstreams */
     if (v)
79aafd43
         size -= ff_ctz(v) + 1;
90ed6c5c
 
     return size;
 }
 
d82e1adc
 /**
  * @return AVERROR_INVALIDDATA if the packet is not a valid NAL unit,
  * 0 if the unit should be skipped, 1 otherwise
  */
52ec149f
 static int hevc_parse_nal_header(H2645NAL *nal, void *logctx)
d82e1adc
 {
     GetBitContext *gb = &nal->gb;
 
     if (get_bits1(gb) != 0)
         return AVERROR_INVALIDDATA;
 
     nal->type = get_bits(gb, 6);
 
ad326379
     nal->nuh_layer_id = get_bits(gb, 6);
d82e1adc
     nal->temporal_id = get_bits(gb, 3) - 1;
     if (nal->temporal_id < 0)
         return AVERROR_INVALIDDATA;
 
52ec149f
     av_log(logctx, AV_LOG_DEBUG,
744051a5
            "nal_unit_type: %d(%s), nuh_layer_id: %d, temporal_id: %d\n",
ad326379
            nal->type, hevc_nal_unit_name(nal->type), nal->nuh_layer_id, nal->temporal_id);
d82e1adc
 
ad326379
     return 1;
d82e1adc
 }
 
b667252a
 static int h264_parse_nal_header(H2645NAL *nal, void *logctx)
 {
     GetBitContext *gb = &nal->gb;
 
     if (get_bits1(gb) != 0)
         return AVERROR_INVALIDDATA;
 
     nal->ref_idc = get_bits(gb, 2);
     nal->type    = get_bits(gb, 5);
 
     av_log(logctx, AV_LOG_DEBUG,
b7cd2ab2
            "nal_unit_type: %d(%s), nal_ref_idc: %d\n",
            nal->type, h264_nal_unit_name(nal->type), nal->ref_idc);
b667252a
 
     return 1;
 }
d82e1adc
 
17c99b61
 static int find_next_start_code(const uint8_t *buf, const uint8_t *next_avc)
 {
     int i = 0;
 
     if (buf + 3 >= next_avc)
         return next_avc - buf;
 
     while (buf + i + 3 < next_avc) {
         if (buf[i] == 0 && buf[i + 1] == 0 && buf[i + 2] == 1)
             break;
         i++;
     }
     return i + 3;
 }
 
992532ee
 static void alloc_rbsp_buffer(H2645RBSP *rbsp, unsigned int size, int use_ref)
 {
af70bfbe
     int min_size = size;
 
992532ee
     if (size > INT_MAX - AV_INPUT_BUFFER_PADDING_SIZE)
         goto fail;
     size += AV_INPUT_BUFFER_PADDING_SIZE;
 
     if (rbsp->rbsp_buffer_alloc_size >= size &&
af70bfbe
         (!rbsp->rbsp_buffer_ref || av_buffer_is_writable(rbsp->rbsp_buffer_ref))) {
         av_assert0(rbsp->rbsp_buffer);
         memset(rbsp->rbsp_buffer + min_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
992532ee
         return;
af70bfbe
     }
992532ee
 
     size = FFMIN(size + size / 16 + 32, INT_MAX);
 
     if (rbsp->rbsp_buffer_ref)
         av_buffer_unref(&rbsp->rbsp_buffer_ref);
     else
         av_free(rbsp->rbsp_buffer);
 
af70bfbe
     rbsp->rbsp_buffer = av_mallocz(size);
992532ee
     if (!rbsp->rbsp_buffer)
         goto fail;
     rbsp->rbsp_buffer_alloc_size = size;
 
     if (use_ref) {
         rbsp->rbsp_buffer_ref = av_buffer_create(rbsp->rbsp_buffer, size,
                                                  NULL, NULL, 0);
         if (!rbsp->rbsp_buffer_ref)
             goto fail;
     }
 
     return;
 
 fail:
     rbsp->rbsp_buffer_alloc_size = 0;
     if (rbsp->rbsp_buffer_ref) {
         av_buffer_unref(&rbsp->rbsp_buffer_ref);
         rbsp->rbsp_buffer = NULL;
     } else
         av_freep(&rbsp->rbsp_buffer);
 
     return;
 }
 
fa936a30
 int ff_h2645_packet_split(H2645Packet *pkt, const uint8_t *buf, int length,
b667252a
                           void *logctx, int is_nalff, int nal_length_size,
992532ee
                           enum AVCodecID codec_id, int small_padding, int use_ref)
d82e1adc
 {
83b2b34d
     GetByteContext bc;
d82e1adc
     int consumed, ret = 0;
07cf2026
     int next_avc = is_nalff ? 0 : length;
03b82b3a
     int64_t padding = small_padding ? 0 : MAX_MBPAIR_SIZE;
83b2b34d
 
     bytestream2_init(&bc, buf, length);
992532ee
     alloc_rbsp_buffer(&pkt->rbsp, length + padding, use_ref);
 
03b82b3a
     if (!pkt->rbsp.rbsp_buffer)
         return AVERROR(ENOMEM);
d82e1adc
 
03b82b3a
     pkt->rbsp.rbsp_buffer_size = 0;
d82e1adc
     pkt->nb_nals = 0;
83b2b34d
     while (bytestream2_get_bytes_left(&bc) >= 4) {
fa936a30
         H2645NAL *nal;
d82e1adc
         int extract_length = 0;
90ed6c5c
         int skip_trailing_zeros = 1;
d82e1adc
 
83b2b34d
         if (bytestream2_tell(&bc) == next_avc) {
528171ba
             int i = 0;
             extract_length = get_nalsize(nal_length_size,
07cf2026
                                          bc.buffer, bytestream2_get_bytes_left(&bc), &i, logctx);
528171ba
             if (extract_length < 0)
                 return extract_length;
 
07cf2026
             bytestream2_skip(&bc, nal_length_size);
d82e1adc
 
83b2b34d
             next_avc = bytestream2_tell(&bc) + extract_length;
d82e1adc
         } else {
07cf2026
             int buf_index;
 
             if (bytestream2_tell(&bc) > next_avc)
c3e9b098
                 av_log(logctx, AV_LOG_WARNING, "Exceeded next NALFF position, re-syncing.\n");
 
4690a636
             /* search start code */
07cf2026
             buf_index = find_next_start_code(bc.buffer, buf + next_avc);
17c99b61
 
83b2b34d
             bytestream2_skip(&bc, buf_index);
17c99b61
 
07cf2026
             if (!bytestream2_get_bytes_left(&bc)) {
                 if (pkt->nb_nals > 0) {
                     // No more start codes: we discarded some irrelevant
                     // bytes at the end of the packet.
                     return 0;
                 } else {
                     av_log(logctx, AV_LOG_ERROR, "No start code is found.\n");
                     return AVERROR_INVALIDDATA;
                 }
d82e1adc
             }
 
07cf2026
             extract_length = FFMIN(bytestream2_get_bytes_left(&bc), next_avc - bytestream2_tell(&bc));
a9bb4cf8
 
07cf2026
             if (bytestream2_tell(&bc) >= next_avc) {
a9bb4cf8
                 /* skip to the start of the next NAL */
07cf2026
                 bytestream2_skip(&bc, next_avc - bytestream2_tell(&bc));
a9bb4cf8
                 continue;
             }
d82e1adc
         }
 
         if (pkt->nals_allocated < pkt->nb_nals + 1) {
             int new_size = pkt->nals_allocated + 1;
22bec0d3
             void *tmp;
4690a636
 
22bec0d3
             if (new_size >= INT_MAX / sizeof(*pkt->nals))
                 return AVERROR(ENOMEM);
 
             tmp = av_fast_realloc(pkt->nals, &pkt->nal_buffer_size, new_size * sizeof(*pkt->nals));
d82e1adc
             if (!tmp)
                 return AVERROR(ENOMEM);
 
             pkt->nals = tmp;
78b86c30
             memset(pkt->nals + pkt->nals_allocated, 0, sizeof(*pkt->nals));
4690a636
 
bcc6c7bb
             nal = &pkt->nals[pkt->nb_nals];
99558270
             nal->skipped_bytes_pos_size = 1024; // initial buffer size
             nal->skipped_bytes_pos = av_malloc_array(nal->skipped_bytes_pos_size, sizeof(*nal->skipped_bytes_pos));
             if (!nal->skipped_bytes_pos)
4690a636
                 return AVERROR(ENOMEM);
 
d82e1adc
             pkt->nals_allocated = new_size;
         }
4690a636
         nal = &pkt->nals[pkt->nb_nals];
d82e1adc
 
03b82b3a
         consumed = ff_h2645_extract_rbsp(bc.buffer, extract_length, &pkt->rbsp, nal, small_padding);
d82e1adc
         if (consumed < 0)
             return consumed;
 
a9bb4cf8
         if (is_nalff && (extract_length != consumed) && extract_length)
             av_log(logctx, AV_LOG_DEBUG,
                    "NALFF: Consumed only %d bytes instead of %d\n",
                    consumed, extract_length);
 
ad92410d
         pkt->nb_nals++;
4690a636
 
83b2b34d
         bytestream2_skip(&bc, consumed);
 
90ed6c5c
         /* see commit 3566042a0 */
83b2b34d
         if (bytestream2_get_bytes_left(&bc) >= 4 &&
             bytestream2_peek_be32(&bc) == 0x000001E0)
90ed6c5c
             skip_trailing_zeros = 0;
 
         nal->size_bits = get_bit_length(nal, skip_trailing_zeros);
 
c8023893
         ret = init_get_bits(&nal->gb, nal->data, nal->size_bits);
d82e1adc
         if (ret < 0)
             return ret;
 
b667252a
         if (codec_id == AV_CODEC_ID_HEVC)
             ret = hevc_parse_nal_header(nal, logctx);
         else
             ret = h264_parse_nal_header(nal, logctx);
9a09f4c5
         if (ret <= 0 || nal->size <= 0 || nal->size_bits <= 0) {
d82e1adc
             if (ret < 0) {
90b85ab2
                 av_log(logctx, AV_LOG_WARNING, "Invalid NAL unit %d, skipping.\n",
d82e1adc
                        nal->type);
             }
             pkt->nb_nals--;
         }
     }
 
     return 0;
 }
4690a636
 
8229eff4
 void ff_h2645_packet_uninit(H2645Packet *pkt)
 {
     int i;
8e73574d
     for (i = 0; i < pkt->nals_allocated; i++) {
         av_freep(&pkt->nals[i].skipped_bytes_pos);
     }
8229eff4
     av_freep(&pkt->nals);
cebb4469
     pkt->nals_allocated = pkt->nal_buffer_size = 0;
992532ee
     if (pkt->rbsp.rbsp_buffer_ref) {
         av_buffer_unref(&pkt->rbsp.rbsp_buffer_ref);
         pkt->rbsp.rbsp_buffer = NULL;
     } else
         av_freep(&pkt->rbsp.rbsp_buffer);
03b82b3a
     pkt->rbsp.rbsp_buffer_alloc_size = pkt->rbsp.rbsp_buffer_size = 0;
8229eff4
 }