libavformat/tee.c
f43d09cd
 /*
00f49989
  * Tee pseudo-muxer
f43d09cd
  * Copyright (c) 2012 Nicolas George
  *
  * This file is part of FFmpeg.
  *
  * FFmpeg is free software; you can redistribute it and/or
  * modify it under the terms of the GNU Lesser General Public License
  * as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *
  * FFmpeg is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  * GNU Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public License
  * along with FFmpeg; if not, write to the Free Software * Foundation, Inc.,
  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 
 #include "libavutil/avutil.h"
 #include "libavutil/avstring.h"
 #include "libavutil/opt.h"
bc9a5965
 #include "internal.h"
f43d09cd
 #include "avformat.h"
fe3fed0b
 #include "avio_internal.h"
35e7fc60
 #include "tee_common.h"
f43d09cd
 
2063f3ed
 typedef enum {
     ON_SLAVE_FAILURE_ABORT  = 1,
     ON_SLAVE_FAILURE_IGNORE = 2
 } SlaveFailurePolicy;
 
 #define DEFAULT_SLAVE_FAILURE_POLICY ON_SLAVE_FAILURE_ABORT
 
faf7c356
 typedef struct {
     AVFormatContext *avf;
b7760dd8
     AVBSFContext **bsfs; ///< bitstream filters per stream
5ae35633
 
2063f3ed
     SlaveFailurePolicy on_fail;
7c91ee01
     int use_fifo;
     AVDictionary *fifo_options;
2063f3ed
 
5ae35633
     /** map from input to output streams indexes,
      * disabled output streams are set to -1 */
     int *stream_map;
f9d7e9fe
     int header_written;
faf7c356
 } TeeSlave;
 
f43d09cd
 typedef struct TeeContext {
     const AVClass *class;
     unsigned nb_slaves;
2063f3ed
     unsigned nb_alive;
d46a8e30
     TeeSlave *slaves;
7c91ee01
     int use_fifo;
     AVDictionary *fifo_options;
     char *fifo_options_str;
f43d09cd
 } TeeContext;
 
 static const char *const slave_delim     = "|";
faf7c356
 static const char *const slave_bsfs_spec_sep = "/";
1f3a29e9
 static const char *const slave_select_sep = ",";
f43d09cd
 
7c91ee01
 #define OFFSET(x) offsetof(TeeContext, x)
 static const AVOption options[] = {
         {"use_fifo", "Use fifo pseudo-muxer to separate actual muxers from encoder",
          OFFSET(use_fifo), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, AV_OPT_FLAG_ENCODING_PARAM},
         {"fifo_options", "fifo pseudo-muxer options", OFFSET(fifo_options_str),
          AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, AV_OPT_FLAG_ENCODING_PARAM},
         {NULL}
 };
 
f43d09cd
 static const AVClass tee_muxer_class = {
     .class_name = "Tee muxer",
     .item_name  = av_default_item_name,
7c91ee01
     .option = options,
f43d09cd
     .version    = LIBAVUTIL_VERSION_INT,
 };
 
2063f3ed
 static inline int parse_slave_failure_policy_option(const char *opt, TeeSlave *tee_slave)
 {
     if (!opt) {
         tee_slave->on_fail = DEFAULT_SLAVE_FAILURE_POLICY;
         return 0;
     } else if (!av_strcasecmp("abort", opt)) {
         tee_slave->on_fail = ON_SLAVE_FAILURE_ABORT;
         return 0;
     } else if (!av_strcasecmp("ignore", opt)) {
         tee_slave->on_fail = ON_SLAVE_FAILURE_IGNORE;
         return 0;
     }
     /* Set failure behaviour to abort, so invalid option error will not be ignored */
     tee_slave->on_fail = ON_SLAVE_FAILURE_ABORT;
     return AVERROR(EINVAL);
 }
 
7c91ee01
 static int parse_slave_fifo_options(const char *use_fifo,
                                     const char *fifo_options, TeeSlave *tee_slave)
 {
     int ret = 0;
 
     if (use_fifo) {
         /*TODO - change this to use proper function for parsing boolean
          *       options when there is one */
         if (av_match_name(use_fifo, "true,y,yes,enable,enabled,on,1")) {
             tee_slave->use_fifo = 1;
         } else if (av_match_name(use_fifo, "false,n,no,disable,disabled,off,0")) {
             tee_slave->use_fifo = 0;
         } else {
             return AVERROR(EINVAL);
         }
     }
 
     if (fifo_options)
         ret = av_dict_parse_string(&tee_slave->fifo_options, fifo_options, "=", ":", 0);
 
     return ret;
 }
 
f9d7e9fe
 static int close_slave(TeeSlave *tee_slave)
2ea5ab6f
 {
     AVFormatContext *avf;
     unsigned i;
f9d7e9fe
     int ret = 0;
2ea5ab6f
 
     avf = tee_slave->avf;
f9d7e9fe
     if (!avf)
         return 0;
 
     if (tee_slave->header_written)
         ret = av_write_trailer(avf);
 
     if (tee_slave->bsfs) {
b7760dd8
         for (i = 0; i < avf->nb_streams; ++i)
             av_bsf_free(&tee_slave->bsfs[i]);
2ea5ab6f
     }
     av_freep(&tee_slave->stream_map);
     av_freep(&tee_slave->bsfs);
 
     ff_format_io_close(avf, &avf->pb);
     avformat_free_context(avf);
     tee_slave->avf = NULL;
f9d7e9fe
     return ret;
2ea5ab6f
 }
 
 static void close_slaves(AVFormatContext *avf)
 {
     TeeContext *tee = avf->priv_data;
     unsigned i;
 
     for (i = 0; i < tee->nb_slaves; i++) {
         close_slave(&tee->slaves[i]);
     }
d46a8e30
     av_freep(&tee->slaves);
2ea5ab6f
 }
 
faf7c356
 static int open_slave(AVFormatContext *avf, char *slave, TeeSlave *tee_slave)
f43d09cd
 {
     int i, ret;
     AVDictionary *options = NULL;
     AVDictionaryEntry *entry;
     char *filename;
2063f3ed
     char *format = NULL, *select = NULL, *on_fail = NULL;
7c91ee01
     char *use_fifo = NULL, *fifo_options_str = NULL;
f43d09cd
     AVFormatContext *avf2 = NULL;
     AVStream *st, *st2;
5ae35633
     int stream_count;
1f3a29e9
     int fullret;
     char *subselect = NULL, *next_subselect = NULL, *first_subselect = NULL, *tmp_select = NULL;
f43d09cd
 
35e7fc60
     if ((ret = ff_tee_parse_slave_options(avf, slave, &options, &filename)) < 0)
f43d09cd
         return ret;
5ae35633
 
 #define STEAL_OPTION(option, field) do {                                \
         if ((entry = av_dict_get(options, option, NULL, 0))) {          \
             field = entry->value;                                       \
             entry->value = NULL; /* prevent it from being freed */      \
             av_dict_set(&options, option, NULL, 0);                     \
         }                                                               \
     } while (0)
 
     STEAL_OPTION("f", format);
     STEAL_OPTION("select", select);
2063f3ed
     STEAL_OPTION("onfail", on_fail);
7c91ee01
     STEAL_OPTION("use_fifo", use_fifo);
     STEAL_OPTION("fifo_options", fifo_options_str);
2063f3ed
 
     ret = parse_slave_failure_policy_option(on_fail, tee_slave);
     if (ret < 0) {
         av_log(avf, AV_LOG_ERROR,
                "Invalid onfail option value, valid options are 'abort' and 'ignore'\n");
         goto end;
     }
f43d09cd
 
7c91ee01
     ret = parse_slave_fifo_options(use_fifo, fifo_options_str, tee_slave);
     if (ret < 0) {
         av_log(avf, AV_LOG_ERROR, "Error parsing fifo options: %s\n", av_err2str(ret));
         goto end;
     }
 
     if (tee_slave->use_fifo) {
 
         if (options) {
             char *format_options_str = NULL;
             ret = av_dict_get_string(options, &format_options_str, '=', ':');
             if (ret < 0)
                 goto end;
 
b7665642
             ret = av_dict_set(&tee_slave->fifo_options, "format_opts", format_options_str,
7c91ee01
                               AV_DICT_DONT_STRDUP_VAL);
             if (ret < 0)
                 goto end;
         }
 
         if (format) {
             ret = av_dict_set(&tee_slave->fifo_options, "fifo_format", format,
                               AV_DICT_DONT_STRDUP_VAL);
             format = NULL;
             if (ret < 0)
                 goto end;
         }
 
         av_dict_free(&options);
         options = tee_slave->fifo_options;
     }
     ret = avformat_alloc_output_context2(&avf2, NULL,
                                          tee_slave->use_fifo ? "fifo" :format, filename);
f43d09cd
     if (ret < 0)
faf7c356
         goto end;
f9d7e9fe
     tee_slave->avf = avf2;
0be3be90
     av_dict_copy(&avf2->metadata, avf->metadata, 0);
bc9a5965
     avf2->opaque   = avf->opaque;
     avf2->io_open  = avf->io_open;
     avf2->io_close = avf->io_close;
81bab107
     avf2->interrupt_callback = avf->interrupt_callback;
     avf2->flags = avf->flags;
f43d09cd
 
5ae35633
     tee_slave->stream_map = av_calloc(avf->nb_streams, sizeof(*tee_slave->stream_map));
     if (!tee_slave->stream_map) {
         ret = AVERROR(ENOMEM);
         goto end;
     }
 
     stream_count = 0;
f43d09cd
     for (i = 0; i < avf->nb_streams; i++) {
         st = avf->streams[i];
5ae35633
         if (select) {
1f3a29e9
             tmp_select = av_strdup(select);  // av_strtok is destructive so we regenerate it in each loop
             if (!tmp_select) {
                 ret = AVERROR(ENOMEM);
5ae35633
                 goto end;
             }
1f3a29e9
             fullret = 0;
             first_subselect = tmp_select;
             next_subselect = NULL;
             while (subselect = av_strtok(first_subselect, slave_select_sep, &next_subselect)) {
                 first_subselect = NULL;
 
                 ret = avformat_match_stream_specifier(avf, avf->streams[i], subselect);
                 if (ret < 0) {
                     av_log(avf, AV_LOG_ERROR,
                            "Invalid stream specifier '%s' for output '%s'\n",
                            subselect, slave);
                     goto end;
                 }
                 if (ret != 0) {
                     fullret = 1; // match
                     break;
                 }
             }
             av_freep(&tmp_select);
5ae35633
 
1f3a29e9
             if (fullret == 0) { /* no match */
5ae35633
                 tee_slave->stream_map[i] = -1;
                 continue;
             }
         }
         tee_slave->stream_map[i] = stream_count++;
 
f43d09cd
         if (!(st2 = avformat_new_stream(avf2, NULL))) {
             ret = AVERROR(ENOMEM);
faf7c356
             goto end;
f43d09cd
         }
3d7b5ad2
 
         ret = ff_stream_encode_params_copy(st2, st);
         if (ret < 0)
faf7c356
             goto end;
f43d09cd
     }
 
df9cc7f0
     ret = ff_format_output_open(avf2, filename, NULL);
     if (ret < 0) {
         av_log(avf, AV_LOG_ERROR, "Slave '%s': error opening: %s\n", slave,
                av_err2str(ret));
         goto end;
f43d09cd
     }
 
     if ((ret = avformat_write_header(avf2, &options)) < 0) {
         av_log(avf, AV_LOG_ERROR, "Slave '%s': error writing header: %s\n",
                slave, av_err2str(ret));
faf7c356
         goto end;
     }
f9d7e9fe
     tee_slave->header_written = 1;
faf7c356
 
a3c877ac
     tee_slave->bsfs = av_calloc(avf2->nb_streams, sizeof(*tee_slave->bsfs));
faf7c356
     if (!tee_slave->bsfs) {
         ret = AVERROR(ENOMEM);
         goto end;
     }
 
     entry = NULL;
     while (entry = av_dict_get(options, "bsfs", NULL, AV_DICT_IGNORE_SUFFIX)) {
         const char *spec = entry->key + strlen("bsfs");
         if (*spec) {
             if (strspn(spec, slave_bsfs_spec_sep) != 1) {
                 av_log(avf, AV_LOG_ERROR,
                        "Specifier separator in '%s' is '%c', but only characters '%s' "
                        "are allowed\n", entry->key, *spec, slave_bsfs_spec_sep);
f9d7e9fe
                 ret = AVERROR(EINVAL);
                 goto end;
faf7c356
             }
             spec++; /* consume separator */
         }
 
         for (i = 0; i < avf2->nb_streams; i++) {
             ret = avformat_match_stream_specifier(avf2, avf2->streams[i], spec);
             if (ret < 0) {
                 av_log(avf, AV_LOG_ERROR,
                        "Invalid stream specifier '%s' in bsfs option '%s' for slave "
                        "output '%s'\n", spec, entry->key, filename);
                 goto end;
             }
 
             if (ret > 0) {
                 av_log(avf, AV_LOG_DEBUG, "spec:%s bsfs:%s matches stream %d of slave "
                        "output '%s'\n", spec, entry->value, i, filename);
                 if (tee_slave->bsfs[i]) {
                     av_log(avf, AV_LOG_WARNING,
                            "Duplicate bsfs specification associated to stream %d of slave "
                            "output '%s', filters will be ignored\n", i, filename);
                     continue;
                 }
b7760dd8
                 ret = av_bsf_list_parse_str(entry->value, &tee_slave->bsfs[i]);
faf7c356
                 if (ret < 0) {
                     av_log(avf, AV_LOG_ERROR,
                            "Error parsing bitstream filter sequence '%s' associated to "
                            "stream %d of slave output '%s'\n", entry->value, i, filename);
                     goto end;
                 }
             }
         }
 
         av_dict_set(&options, entry->key, NULL, 0);
f43d09cd
     }
faf7c356
 
b7760dd8
     for (i = 0; i < avf->nb_streams; i++){
         int target_stream = tee_slave->stream_map[i];
         if (target_stream < 0)
             continue;
 
         if (!tee_slave->bsfs[target_stream]) {
             /* Add pass-through bitstream filter */
             ret = av_bsf_get_null_filter(&tee_slave->bsfs[target_stream]);
             if (ret < 0) {
                 av_log(avf, AV_LOG_ERROR,
                        "Failed to create pass-through bitstream filter: %s\n",
                        av_err2str(ret));
                 goto end;
             }
         }
 
         tee_slave->bsfs[target_stream]->time_base_in = avf->streams[i]->time_base;
         ret = avcodec_parameters_copy(tee_slave->bsfs[target_stream]->par_in,
                                       avf->streams[i]->codecpar);
         if (ret < 0)
             goto end;
 
         ret = av_bsf_init(tee_slave->bsfs[target_stream]);
         if (ret < 0) {
             av_log(avf, AV_LOG_ERROR,
             "Failed to initialize bitstream filter(s): %s\n",
             av_err2str(ret));
             goto end;
         }
     }
 
f43d09cd
     if (options) {
         entry = NULL;
         while ((entry = av_dict_get(options, "", entry, AV_DICT_IGNORE_SUFFIX)))
             av_log(avf2, AV_LOG_ERROR, "Unknown option '%s'\n", entry->key);
         ret = AVERROR_OPTION_NOT_FOUND;
faf7c356
         goto end;
f43d09cd
     }
 
faf7c356
 end:
     av_free(format);
5a12142a
     av_free(select);
2063f3ed
     av_free(on_fail);
f43d09cd
     av_dict_free(&options);
1f3a29e9
     av_freep(&tmp_select);
f43d09cd
     return ret;
 }
 
faf7c356
 static void log_slave(TeeSlave *slave, void *log_ctx, int log_level)
 {
     int i;
     av_log(log_ctx, log_level, "filename:'%s' format:%s\n",
            slave->avf->filename, slave->avf->oformat->name);
     for (i = 0; i < slave->avf->nb_streams; i++) {
         AVStream *st = slave->avf->streams[i];
b7760dd8
         AVBSFContext *bsf = slave->bsfs[i];
         const char *bsf_name;
faf7c356
 
         av_log(log_ctx, log_level, "    stream:%d codec:%s type:%s",
6f69f7a8
                i, avcodec_get_name(st->codecpar->codec_id),
                av_get_media_type_string(st->codecpar->codec_type));
b7760dd8
 
         bsf_name = bsf->filter->priv_class ?
                    bsf->filter->priv_class->item_name(bsf) : bsf->filter->name;
         av_log(log_ctx, log_level, " bsfs: %s\n", bsf_name);
f43d09cd
     }
 }
 
2063f3ed
 static int tee_process_slave_failure(AVFormatContext *avf, unsigned slave_idx, int err_n)
 {
     TeeContext *tee = avf->priv_data;
     TeeSlave *tee_slave = &tee->slaves[slave_idx];
 
     tee->nb_alive--;
 
     close_slave(tee_slave);
 
     if (!tee->nb_alive) {
         av_log(avf, AV_LOG_ERROR, "All tee outputs failed.\n");
         return err_n;
     } else if (tee_slave->on_fail == ON_SLAVE_FAILURE_ABORT) {
         av_log(avf, AV_LOG_ERROR, "Slave muxer #%u failed, aborting.\n", slave_idx);
         return err_n;
     } else {
         av_log(avf, AV_LOG_ERROR, "Slave muxer #%u failed: %s, continuing with %u/%u slaves.\n",
                slave_idx, av_err2str(err_n), tee->nb_alive, tee->nb_slaves);
         return 0;
     }
 }
 
f43d09cd
 static int tee_write_header(AVFormatContext *avf)
 {
     TeeContext *tee = avf->priv_data;
     unsigned nb_slaves = 0, i;
     const char *filename = avf->filename;
d46a8e30
     char **slaves = NULL;
f43d09cd
     int ret;
 
     while (*filename) {
d46a8e30
         char *slave = av_get_token(&filename, slave_delim);
         if (!slave) {
             ret = AVERROR(ENOMEM);
f43d09cd
             goto fail;
         }
d46a8e30
         ret = av_dynarray_add_nofree(&slaves, &nb_slaves, slave);
         if (ret < 0) {
             av_free(slave);
f43d09cd
             goto fail;
         }
         if (strspn(filename, slave_delim))
             filename++;
     }
 
7c91ee01
     if (tee->fifo_options_str) {
         ret = av_dict_parse_string(&tee->fifo_options, tee->fifo_options_str, "=", ":", 0);
         if (ret < 0)
             goto fail;
     }
 
d46a8e30
     if (!(tee->slaves = av_mallocz_array(nb_slaves, sizeof(*tee->slaves)))) {
         ret = AVERROR(ENOMEM);
         goto fail;
     }
2063f3ed
     tee->nb_slaves = tee->nb_alive = nb_slaves;
f9d7e9fe
 
f43d09cd
     for (i = 0; i < nb_slaves; i++) {
7c91ee01
 
         tee->slaves[i].use_fifo = tee->use_fifo;
         ret = av_dict_copy(&tee->slaves[i].fifo_options, tee->fifo_options, 0);
         if (ret < 0)
             goto fail;
 
2063f3ed
         if ((ret = open_slave(avf, slaves[i], &tee->slaves[i])) < 0) {
             ret = tee_process_slave_failure(avf, i, ret);
             if (ret < 0)
                 goto fail;
         } else {
             log_slave(&tee->slaves[i], avf, AV_LOG_VERBOSE);
         }
f43d09cd
         av_freep(&slaves[i]);
     }
 
5ae35633
     for (i = 0; i < avf->nb_streams; i++) {
         int j, mapped = 0;
         for (j = 0; j < tee->nb_slaves; j++)
2063f3ed
             if (tee->slaves[j].avf)
                 mapped += tee->slaves[j].stream_map[i] >= 0;
5ae35633
         if (!mapped)
             av_log(avf, AV_LOG_WARNING, "Input stream #%d is not mapped "
                    "to any slave.\n", i);
     }
d46a8e30
     av_free(slaves);
f43d09cd
     return 0;
 
 fail:
     for (i = 0; i < nb_slaves; i++)
         av_freep(&slaves[i]);
     close_slaves(avf);
d46a8e30
     av_free(slaves);
f43d09cd
     return ret;
 }
 
 static int tee_write_trailer(AVFormatContext *avf)
 {
     TeeContext *tee = avf->priv_data;
     int ret_all = 0, ret;
     unsigned i;
 
     for (i = 0; i < tee->nb_slaves; i++) {
2063f3ed
         if ((ret = close_slave(&tee->slaves[i])) < 0) {
             ret = tee_process_slave_failure(avf, i, ret);
             if (!ret_all && ret < 0)
f43d09cd
                 ret_all = ret;
2063f3ed
         }
f43d09cd
     }
d46a8e30
     av_freep(&tee->slaves);
f43d09cd
     return ret_all;
 }
 
 static int tee_write_packet(AVFormatContext *avf, AVPacket *pkt)
 {
     TeeContext *tee = avf->priv_data;
     AVFormatContext *avf2;
b7760dd8
     AVBSFContext *bsfs;
f43d09cd
     AVPacket pkt2;
     int ret_all = 0, ret;
     unsigned i, s;
5ae35633
     int s2;
f43d09cd
 
     for (i = 0; i < tee->nb_slaves; i++) {
2063f3ed
         if (!(avf2 = tee->slaves[i].avf))
             continue;
 
e144b86f
         /* Flush slave if pkt is NULL*/
         if (!pkt) {
             ret = av_interleaved_write_frame(avf2, NULL);
             if (ret < 0) {
                 ret = tee_process_slave_failure(avf, i, ret);
                 if (!ret_all && ret < 0)
                     ret_all = ret;
             }
             continue;
         }
 
f43d09cd
         s = pkt->stream_index;
5ae35633
         s2 = tee->slaves[i].stream_map[s];
         if (s2 < 0)
f43d09cd
             continue;
5ae35633
 
1bc83f6e
         memset(&pkt2, 0, sizeof(AVPacket));
         if ((ret = av_packet_ref(&pkt2, pkt)) < 0)
f43d09cd
             if (!ret_all) {
2e6fdcb7
                 ret_all = ret;
f43d09cd
                 continue;
             }
b7760dd8
         bsfs = tee->slaves[i].bsfs[s2];
5ae35633
         pkt2.stream_index = s2;
faf7c356
 
b7760dd8
         ret = av_bsf_send_packet(bsfs, &pkt2);
         if (ret < 0) {
             av_log(avf, AV_LOG_ERROR, "Error while sending packet to bitstream filter: %s\n",
                    av_err2str(ret));
             ret = tee_process_slave_failure(avf, i, ret);
             if (!ret_all && ret < 0)
                 ret_all = ret;
         }
 
         while(1) {
             ret = av_bsf_receive_packet(bsfs, &pkt2);
             if (ret == AVERROR(EAGAIN)) {
                 ret = 0;
                 break;
             } else if (ret < 0) {
                 break;
             }
 
             av_packet_rescale_ts(&pkt2, bsfs->time_base_out,
                                  avf2->streams[s2]->time_base);
             ret = av_interleaved_write_frame(avf2, &pkt2);
             if (ret < 0)
                 break;
         };
 
         if (ret < 0) {
2063f3ed
             ret = tee_process_slave_failure(avf, i, ret);
             if (!ret_all && ret < 0)
f43d09cd
                 ret_all = ret;
2063f3ed
         }
f43d09cd
     }
     return ret_all;
 }
 
 AVOutputFormat ff_tee_muxer = {
     .name              = "tee",
     .long_name         = NULL_IF_CONFIG_SMALL("Multiple muxer tee"),
     .priv_data_size    = sizeof(TeeContext),
     .write_header      = tee_write_header,
     .write_trailer     = tee_write_trailer,
     .write_packet      = tee_write_packet,
     .priv_class        = &tee_muxer_class,
e144b86f
     .flags             = AVFMT_NOFILE | AVFMT_ALLOW_FLUSH,
f43d09cd
 };