Browse code

rtpenc: packetizer for VC-2 HQ RTP payload format (draft v1)

Thomas Volkert authored on 2016/05/04 02:07:37
Showing 8 changed files
... ...
@@ -12,7 +12,7 @@ version <next>:
12 12
 - ciescope filter
13 13
 - protocol blacklisting API
14 14
 - MediaCodec H264 decoding
15
-- VC-2 HQ RTP payload format (draft v1) depacketizer
15
+- VC-2 HQ RTP payload format (draft v1) depacketizer and packetizer
16 16
 - AudioToolbox audio decoders
17 17
 - AudioToolbox audio encoders
18 18
 - coreimage filter (GPU based image filtering on OSX)
... ...
@@ -502,6 +502,7 @@ Muxers/Demuxers:
502 502
   rtpdec_hevc.*, rtpenc_hevc.*          Thomas Volkert
503 503
   rtpdec_mpa_robust.*                   Gilles Chanteperdrix
504 504
   rtpdec_asf.*                          Ronald S. Bultje
505
+  rtpdec_vc2hq.*, rtpenc_vc2hq.*        Thomas Volkert
505 506
   rtpdec_vp9.c                          Thomas Volkert
506 507
   rtpenc_mpv.*, rtpenc_aac.*            Martin Storsjo
507 508
   rtsp.c                                Luca Barbato
... ...
@@ -408,6 +408,7 @@ OBJS-$(CONFIG_RTP_MUXER)                 += rtp.o         \
408 408
                                             rtpenc_jpeg.o \
409 409
                                             rtpenc_mpv.o     \
410 410
                                             rtpenc.o      \
411
+                                            rtpenc_vc2hq.o              \
411 412
                                             rtpenc_vp8.o  \
412 413
                                             rtpenc_xiph.o \
413 414
                                             avc.o hevc.o
... ...
@@ -49,6 +49,7 @@ static const AVClass rtp_muxer_class = {
49 49
 static int is_supported(enum AVCodecID id)
50 50
 {
51 51
     switch(id) {
52
+    case AV_CODEC_ID_DIRAC:
52 53
     case AV_CODEC_ID_H261:
53 54
     case AV_CODEC_ID_H263:
54 55
     case AV_CODEC_ID_H263P:
... ...
@@ -173,6 +174,17 @@ static int rtp_write_header(AVFormatContext *s1)
173 173
             n = 1;
174 174
         s->max_payload_size = n * TS_PACKET_SIZE;
175 175
         break;
176
+    case AV_CODEC_ID_DIRAC:
177
+        if (s1->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL) {
178
+            av_log(s, AV_LOG_ERROR,
179
+                   "Packetizing VC-2 is experimental and does not use all values "
180
+                   "of the specification "
181
+                   "(even though most receivers may handle it just fine). "
182
+                   "Please set -strict experimental in order to enable it.\n");
183
+            ret = AVERROR_EXPERIMENTAL;
184
+            goto fail;
185
+        }
186
+        break;
176 187
     case AV_CODEC_ID_H261:
177 188
         if (s1->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL) {
178 189
             av_log(s, AV_LOG_ERROR,
... ...
@@ -550,6 +562,9 @@ static int rtp_write_packet(AVFormatContext *s1, AVPacket *pkt)
550 550
     case AV_CODEC_ID_MPEG2TS:
551 551
         rtp_send_mpegts_raw(s1, pkt->data, size);
552 552
         break;
553
+    case AV_CODEC_ID_DIRAC:
554
+        ff_rtp_send_vc2hq(s1, pkt->data, size, st->codecpar->field_order != AV_FIELD_PROGRESSIVE ? 1 : 0);
555
+        break;
553 556
     case AV_CODEC_ID_H264:
554 557
         ff_rtp_send_h264_hevc(s1, pkt->data, size);
555 558
         break;
... ...
@@ -91,6 +91,7 @@ void ff_rtp_send_latm(AVFormatContext *s1, const uint8_t *buff, int size);
91 91
 void ff_rtp_send_amr(AVFormatContext *s1, const uint8_t *buff, int size);
92 92
 void ff_rtp_send_mpegvideo(AVFormatContext *s1, const uint8_t *buf1, int size);
93 93
 void ff_rtp_send_xiph(AVFormatContext *s1, const uint8_t *buff, int size);
94
+void ff_rtp_send_vc2hq(AVFormatContext *s1, const uint8_t *buf, int size, int interlaced);
94 95
 void ff_rtp_send_vp8(AVFormatContext *s1, const uint8_t *buff, int size);
95 96
 void ff_rtp_send_jpeg(AVFormatContext *s1, const uint8_t *buff, int size);
96 97
 
97 98
new file mode 100644
... ...
@@ -0,0 +1,134 @@
0
+/*
1
+ * RTP packetizer for VC-2 HQ payload format (draft version 1) - experimental
2
+ * Copyright (c) 2016 Thomas Volkert <thomas@netzeal.de>
3
+ *
4
+ * This file is part of FFmpeg.
5
+ *
6
+ * FFmpeg is free software; you can redistribute it and/or
7
+ * modify it under the terms of the GNU Lesser General Public
8
+ * License as published by the Free Software Foundation; either
9
+ * version 2.1 of the License, or (at your option) any later version.
10
+ *
11
+ * FFmpeg is distributed in the hope that it will be useful,
12
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
13
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14
+ * Lesser General Public License for more details.
15
+ *
16
+ * You should have received a copy of the GNU Lesser General Public
17
+ * License along with FFmpeg; if not, write to the Free Software
18
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19
+ */
20
+
21
+#include "libavutil/intreadwrite.h"
22
+#include "libavcodec/dirac.h"
23
+#include "libavcodec/get_bits.h"
24
+#include "libavcodec/golomb.h"
25
+
26
+#include "avformat.h"
27
+#include "rtpenc.h"
28
+
29
+#define RTP_VC2HQ_PL_HEADER_SIZE             4
30
+
31
+#define DIRAC_DATA_UNIT_HEADER_SIZE          13
32
+#define DIRAC_PIC_NR_SIZE                    4
33
+#define DIRAC_RTP_PCODE_HQ_PIC_FRAGMENT      0xEC
34
+
35
+static void send_packet(AVFormatContext *ctx, uint8_t parse_code, int info_hdr_size, const uint8_t *buf, int size, int i, int f, int rtp_m)
36
+{
37
+    RTPMuxContext *rtp_ctx = ctx->priv_data;
38
+
39
+    AV_WB16(&rtp_ctx->buf[0], 0); /* extended sequence number */
40
+    AV_WB8 (&rtp_ctx->buf[2], i ? (f ? (0x03) : (0x02)) : 0x00); /* flags: interlaced, second field */
41
+    AV_WB8 (&rtp_ctx->buf[3], parse_code);
42
+    if (size > 0)
43
+        memcpy(&rtp_ctx->buf[4 + info_hdr_size], buf, size);
44
+    ff_rtp_send_data(ctx, rtp_ctx->buf, RTP_VC2HQ_PL_HEADER_SIZE + info_hdr_size + size, rtp_m);
45
+}
46
+
47
+static void send_picture(AVFormatContext *ctx, const uint8_t *buf, int size, int interlaced)
48
+{
49
+    RTPMuxContext *rtp_ctx = ctx->priv_data;
50
+    GetBitContext gc;
51
+    int lvl, second_field;
52
+    uint32_t pic_nr, wavelet_depth, prefix_bytes, size_scaler;
53
+    uint16_t frag_len;
54
+    char *info_hdr = &rtp_ctx->buf[4];
55
+
56
+    pic_nr = AV_RB32(&buf[0]);
57
+    buf += DIRAC_PIC_NR_SIZE;
58
+    size -= DIRAC_PIC_NR_SIZE;
59
+    second_field = interlaced && (pic_nr & 0x01);
60
+
61
+    init_get_bits(&gc, buf, 8  * size);
62
+                    svq3_get_ue_golomb(&gc); /* wavelet_idx */
63
+    wavelet_depth = svq3_get_ue_golomb(&gc);
64
+                    svq3_get_ue_golomb(&gc); /* num_x */
65
+                    svq3_get_ue_golomb(&gc); /* num_y */
66
+    prefix_bytes  = svq3_get_ue_golomb(&gc);
67
+    size_scaler   = svq3_get_ue_golomb(&gc);
68
+    /* pass the quantization matrices */
69
+    svq3_get_ue_golomb(&gc);
70
+    for(lvl = 0; lvl < wavelet_depth; lvl++)
71
+    {
72
+        svq3_get_ue_golomb(&gc);
73
+        svq3_get_ue_golomb(&gc);
74
+        svq3_get_ue_golomb(&gc);
75
+    }
76
+
77
+    frag_len = (get_bits_count(&gc) + 7) / 8; /* length of transform parameters */
78
+
79
+    AV_WB32(&info_hdr[ 0], pic_nr);
80
+    AV_WB16(&info_hdr[ 4], prefix_bytes);
81
+    AV_WB16(&info_hdr[ 6], size_scaler);
82
+    AV_WB16(&info_hdr[ 8], frag_len);
83
+    AV_WB16(&info_hdr[10], 0 /* nr. of slices */);
84
+    send_packet(ctx, DIRAC_RTP_PCODE_HQ_PIC_FRAGMENT, 12, buf, frag_len, interlaced, second_field, 0);
85
+    buf += frag_len;
86
+    size -= frag_len;
87
+
88
+    while (size > 0) {
89
+        frag_len = FFMIN(rtp_ctx->max_payload_size - 20 /* pl header */, size);
90
+        AV_WB16(&info_hdr[ 8], frag_len);
91
+        AV_WB16(&info_hdr[10], 1 /* nr. of slices */);
92
+        AV_WB16(&info_hdr[12], 0 /* slice x */);
93
+        AV_WB16(&info_hdr[14], 0 /* slice y */);
94
+
95
+        size -= frag_len;
96
+        send_packet(ctx, DIRAC_RTP_PCODE_HQ_PIC_FRAGMENT, 16, buf, frag_len, interlaced, second_field, size > 0 ? 0 : 1);
97
+        buf += frag_len;
98
+    }
99
+}
100
+
101
+void ff_rtp_send_vc2hq(AVFormatContext *ctx, const uint8_t *frame_buf, int frame_size, int interlaced)
102
+{
103
+    const uint8_t *end = frame_buf + frame_size;
104
+    const uint8_t *unit = frame_buf;
105
+    uint8_t parse_code;
106
+    uint32_t unit_size;
107
+
108
+    while (unit < end) {
109
+        parse_code = unit[4];
110
+        unit_size = AV_RB32(&unit[5]);
111
+
112
+        switch (parse_code) {
113
+        /* sequence header */
114
+        /* end of sequence */
115
+        case DIRAC_PCODE_SEQ_HEADER:
116
+        case DIRAC_PCODE_END_SEQ:
117
+            send_packet(ctx, parse_code, 0, unit + DIRAC_DATA_UNIT_HEADER_SIZE, unit_size - DIRAC_DATA_UNIT_HEADER_SIZE, 0, 0, 0);
118
+            break;
119
+        /* HQ picture */
120
+        case DIRAC_PCODE_PICTURE_HQ:
121
+            send_picture(ctx, unit + DIRAC_DATA_UNIT_HEADER_SIZE, unit_size - DIRAC_DATA_UNIT_HEADER_SIZE, interlaced);
122
+            break;
123
+        /* parse codes without specification */
124
+        case DIRAC_PCODE_AUX:
125
+        case DIRAC_PCODE_PAD:
126
+            break;
127
+        default:
128
+            avpriv_report_missing_feature(ctx, "VC-2 parse code %d", parse_code);
129
+            break;
130
+        }
131
+        unit += unit_size;
132
+    }
133
+}
... ...
@@ -485,6 +485,9 @@ static char *sdp_write_media_attributes(char *buff, int size, AVStream *st, int
485 485
     AVCodecParameters *p = st->codecpar;
486 486
 
487 487
     switch (p->codec_id) {
488
+        case AV_CODEC_ID_DIRAC:
489
+            av_strlcatf(buff, size, "a=rtpmap:%d VC2/90000\r\n", payload_type);
490
+            break;
488 491
         case AV_CODEC_ID_H264: {
489 492
             int mode = 1;
490 493
             if (fmt && fmt->oformat && fmt->oformat->priv_class &&
... ...
@@ -30,7 +30,7 @@
30 30
 #include "libavutil/version.h"
31 31
 
32 32
 #define LIBAVFORMAT_VERSION_MAJOR  57
33
-#define LIBAVFORMAT_VERSION_MINOR  35
33
+#define LIBAVFORMAT_VERSION_MINOR  36
34 34
 #define LIBAVFORMAT_VERSION_MICRO 100
35 35
 
36 36
 #define LIBAVFORMAT_VERSION_INT AV_VERSION_INT(LIBAVFORMAT_VERSION_MAJOR, \