/*
  * Interface to the Android Stagefright library for
  * H/W accelerated H.264 decoding
  *
  * Copyright (C) 2011 Mohamed Naufal
  * Copyright (C) 2011 Martin Storsjö
  *

  * This file is part of FFmpeg.

  *

  * FFmpeg is free software; you can redistribute it and/or

  * modify it under the terms of the GNU Lesser General Public
  * License as published by the Free Software Foundation; either
  * version 2.1 of the License, or (at your option) any later version.
  *

  * FFmpeg is distributed in the hope that it will be useful,

  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  * Lesser General Public License for more details.
  *
  * You should have received a copy of the GNU Lesser General Public

  * License along with FFmpeg; if not, write to the Free Software

  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  */
 
 #include <binder/ProcessState.h>
 #include <media/stagefright/MetaData.h>
 #include <media/stagefright/MediaBufferGroup.h>
 #include <media/stagefright/MediaDebug.h>
 #include <media/stagefright/MediaDefs.h>
 #include <media/stagefright/OMXClient.h>
 #include <media/stagefright/OMXCodec.h>
 #include <utils/List.h>
 #include <new>

 #include <map>

 
 extern "C" {
 #include "avcodec.h"
 #include "libavutil/imgutils.h"

 #include "internal.h"

 }
 
 #define OMX_QCOM_COLOR_FormatYVU420SemiPlanar 0x7FA30C00
 
 using namespace android;
 
 struct Frame {
     status_t status;
     size_t size;
     int64_t time;
     int key;
     uint8_t *buffer;

     AVFrame *vframe;

 };
 

 struct TimeStamp {
     int64_t pts;
     int64_t reordered_opaque;

 };
 
 class CustomSource;
 
 struct StagefrightContext {
     AVCodecContext *avctx;
     AVBitStreamFilterContext *bsfc;
     uint8_t* orig_extradata;
     int orig_extradata_size;

     sp<MediaSource> *source;

     List<Frame*> *in_queue, *out_queue;
     pthread_mutex_t in_mutex, out_mutex;
     pthread_cond_t condition;
     pthread_t decode_thread_id;
 
     Frame *end_frame;
     bool source_done;

     volatile sig_atomic_t thread_started, thread_exited, stop_decode;

     AVFrame *prev_frame;

     std::map<int64_t, TimeStamp> *ts_map;
     int64_t frame_index;

 
     uint8_t *dummy_buf;
     int dummy_bufsize;
 
     OMXClient *client;

     sp<MediaSource> *decoder;

     const char *decoder_component;
 };
 
 class CustomSource : public MediaSource {
 public:
     CustomSource(AVCodecContext *avctx, sp<MetaData> meta) {
         s = (StagefrightContext*)avctx->priv_data;
         source_meta = meta;
         frame_size  = (avctx->width * avctx->height * 3) / 2;
         buf_group.add_buffer(new MediaBuffer(frame_size));
     }
 
     virtual sp<MetaData> getFormat() {
         return source_meta;
     }
 
     virtual status_t start(MetaData *params) {
         return OK;
     }
 
     virtual status_t stop() {
         return OK;
     }
 
     virtual status_t read(MediaBuffer **buffer,
                           const MediaSource::ReadOptions *options) {
         Frame *frame;
         status_t ret;
 

         if (s->thread_exited)
             return ERROR_END_OF_STREAM;

         pthread_mutex_lock(&s->in_mutex);
 
         while (s->in_queue->empty())
             pthread_cond_wait(&s->condition, &s->in_mutex);
 
         frame = *s->in_queue->begin();
         ret = frame->status;
 
         if (ret == OK) {
             ret = buf_group.acquire_buffer(buffer);
             if (ret == OK) {
                 memcpy((*buffer)->data(), frame->buffer, frame->size);
                 (*buffer)->set_range(0, frame->size);
                 (*buffer)->meta_data()->clear();
                 (*buffer)->meta_data()->setInt32(kKeyIsSyncFrame,frame->key);
                 (*buffer)->meta_data()->setInt64(kKeyTime, frame->time);
             } else {
                 av_log(s->avctx, AV_LOG_ERROR, "Failed to acquire MediaBuffer\n");
             }
             av_freep(&frame->buffer);
         }
 
         s->in_queue->erase(s->in_queue->begin());
         pthread_mutex_unlock(&s->in_mutex);
 
         av_freep(&frame);
         return ret;
     }
 
 private:
     MediaBufferGroup buf_group;
     sp<MetaData> source_meta;
     StagefrightContext *s;
     int frame_size;
 };
 
 void* decode_thread(void *arg)
 {
     AVCodecContext *avctx = (AVCodecContext*)arg;
     StagefrightContext *s = (StagefrightContext*)avctx->priv_data;

     const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(avctx->pix_fmt);

     Frame* frame;
     MediaBuffer *buffer;

     int32_t w, h;

     int decode_done = 0;

     int ret;
     int src_linesize[3];
     const uint8_t *src_data[3];
     int64_t out_frame_index = 0;
 

     do {
         buffer = NULL;
         frame = (Frame*)av_mallocz(sizeof(Frame));
         if (!frame) {
             frame         = s->end_frame;
             frame->status = AVERROR(ENOMEM);
             decode_done   = 1;
             s->end_frame  = NULL;

             goto push_frame;
         }
         frame->status = (*s->decoder)->read(&buffer);
         if (frame->status == OK) {
             sp<MetaData> outFormat = (*s->decoder)->getFormat();
             outFormat->findInt32(kKeyWidth , &w);
             outFormat->findInt32(kKeyHeight, &h);

             frame->vframe = av_frame_alloc();

             if (!frame->vframe) {
                 frame->status = AVERROR(ENOMEM);
                 decode_done   = 1;
                 buffer->release();
                 goto push_frame;
             }

             ret = ff_get_buffer(avctx, frame->vframe, AV_GET_BUFFER_FLAG_REF);

             if (ret < 0) {
                 frame->status = ret;
                 decode_done   = 1;
                 buffer->release();
                 goto push_frame;
             }
 
             // The OMX.SEC decoder doesn't signal the modified width/height
             if (s->decoder_component && !strncmp(s->decoder_component, "OMX.SEC", 7) &&
                 (w & 15 || h & 15)) {
                 if (((w + 15)&~15) * ((h + 15)&~15) * 3/2 == buffer->range_length()) {
                     w = (w + 15)&~15;
                     h = (h + 15)&~15;
                 }
             }
 
             if (!avctx->width || !avctx->height || avctx->width > w || avctx->height > h) {
                 avctx->width  = w;
                 avctx->height = h;
             }
 

             src_linesize[0] = av_image_get_linesize(avctx->pix_fmt, w, 0);
             src_linesize[1] = av_image_get_linesize(avctx->pix_fmt, w, 1);
             src_linesize[2] = av_image_get_linesize(avctx->pix_fmt, w, 2);

 
             src_data[0] = (uint8_t*)buffer->data();
             src_data[1] = src_data[0] + src_linesize[0] * h;

             src_data[2] = src_data[1] + src_linesize[1] * -(-h>>pix_desc->log2_chroma_h);

             av_image_copy(frame->vframe->data, frame->vframe->linesize,
                           src_data, src_linesize,
                           avctx->pix_fmt, avctx->width, avctx->height);
 
             buffer->meta_data()->findInt64(kKeyTime, &out_frame_index);
             if (out_frame_index && s->ts_map->count(out_frame_index) > 0) {
                 frame->vframe->pts = (*s->ts_map)[out_frame_index].pts;
                 frame->vframe->reordered_opaque = (*s->ts_map)[out_frame_index].reordered_opaque;
                 s->ts_map->erase(out_frame_index);
             }
             buffer->release();

             } else if (frame->status == INFO_FORMAT_CHANGED) {
                 if (buffer)
                     buffer->release();
                 av_free(frame);
                 continue;
             } else {
                 decode_done = 1;
             }

 push_frame:

         while (true) {
             pthread_mutex_lock(&s->out_mutex);
             if (s->out_queue->size() >= 10) {
                 pthread_mutex_unlock(&s->out_mutex);
                 usleep(10000);
                 continue;
             }
             break;
         }

         s->out_queue->push_back(frame);
         pthread_mutex_unlock(&s->out_mutex);
     } while (!decode_done && !s->stop_decode);
 
     s->thread_exited = true;
 
     return 0;
 }
 
 static av_cold int Stagefright_init(AVCodecContext *avctx)
 {
     StagefrightContext *s = (StagefrightContext*)avctx->priv_data;
     sp<MetaData> meta, outFormat;
     int32_t colorFormat = 0;
     int ret;
 
     if (!avctx->extradata || !avctx->extradata_size || avctx->extradata[0] != 1)
         return -1;
 
     s->avctx = avctx;
     s->bsfc  = av_bitstream_filter_init("h264_mp4toannexb");
     if (!s->bsfc) {
         av_log(avctx, AV_LOG_ERROR, "Cannot open the h264_mp4toannexb BSF!\n");
         return -1;
     }
 
     s->orig_extradata_size = avctx->extradata_size;
     s->orig_extradata = (uint8_t*) av_mallocz(avctx->extradata_size +
                                               FF_INPUT_BUFFER_PADDING_SIZE);
     if (!s->orig_extradata) {
         ret = AVERROR(ENOMEM);
         goto fail;
     }
     memcpy(s->orig_extradata, avctx->extradata, avctx->extradata_size);
 
     meta = new MetaData;
     if (meta == NULL) {
         ret = AVERROR(ENOMEM);
         goto fail;
     }
     meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC);
     meta->setInt32(kKeyWidth, avctx->width);
     meta->setInt32(kKeyHeight, avctx->height);
     meta->setData(kKeyAVCC, kTypeAVCC, avctx->extradata, avctx->extradata_size);
 
     android::ProcessState::self()->startThreadPool();
 

     s->source    = new sp<MediaSource>();
     *s->source   = new CustomSource(avctx, meta);

     s->in_queue  = new List<Frame*>;
     s->out_queue = new List<Frame*>;

     s->ts_map    = new std::map<int64_t, TimeStamp>;

     s->client    = new OMXClient;
     s->end_frame = (Frame*)av_mallocz(sizeof(Frame));
     if (s->source == NULL || !s->in_queue || !s->out_queue || !s->client ||

         !s->ts_map || !s->end_frame) {

         ret = AVERROR(ENOMEM);
         goto fail;
     }
 
     if (s->client->connect() !=  OK) {
         av_log(avctx, AV_LOG_ERROR, "Cannot connect OMX client\n");
         ret = -1;
         goto fail;
     }
 

     s->decoder  = new sp<MediaSource>();
     *s->decoder = OMXCodec::Create(s->client->interface(), meta,
                                   false, *s->source, NULL,

                                   OMXCodec::kClientNeedsFramebuffer);

     if ((*s->decoder)->start() !=  OK) {

         av_log(avctx, AV_LOG_ERROR, "Cannot start decoder\n");
         ret = -1;
         s->client->disconnect();
         goto fail;
     }
 

     outFormat = (*s->decoder)->getFormat();

     outFormat->findInt32(kKeyColorFormat, &colorFormat);
     if (colorFormat == OMX_QCOM_COLOR_FormatYVU420SemiPlanar ||
         colorFormat == OMX_COLOR_FormatYUV420SemiPlanar)

         avctx->pix_fmt = AV_PIX_FMT_NV21;

     else if (colorFormat == OMX_COLOR_FormatYCbYCr)

         avctx->pix_fmt = AV_PIX_FMT_YUYV422;

     else if (colorFormat == OMX_COLOR_FormatCbYCrY)

         avctx->pix_fmt = AV_PIX_FMT_UYVY422;

     else

         avctx->pix_fmt = AV_PIX_FMT_YUV420P;

 
     outFormat->findCString(kKeyDecoderComponent, &s->decoder_component);
     if (s->decoder_component)
         s->decoder_component = av_strdup(s->decoder_component);
 
     pthread_mutex_init(&s->in_mutex, NULL);
     pthread_mutex_init(&s->out_mutex, NULL);
     pthread_cond_init(&s->condition, NULL);
     return 0;
 
 fail:
     av_bitstream_filter_close(s->bsfc);
     av_freep(&s->orig_extradata);
     av_freep(&s->end_frame);
     delete s->in_queue;
     delete s->out_queue;

     delete s->ts_map;

     delete s->client;
     return ret;
 }
 
 static int Stagefright_decode_frame(AVCodecContext *avctx, void *data,

                                     int *got_frame, AVPacket *avpkt)

 {
     StagefrightContext *s = (StagefrightContext*)avctx->priv_data;
     Frame *frame;
     status_t status;
     int orig_size = avpkt->size;
     AVPacket pkt = *avpkt;

     AVFrame *ret_frame;

     if (!s->thread_started) {
         pthread_create(&s->decode_thread_id, NULL, &decode_thread, avctx);
         s->thread_started = true;
     }
 

     if (avpkt && avpkt->data) {
         av_bitstream_filter_filter(s->bsfc, avctx, NULL, &pkt.data, &pkt.size,
                                    avpkt->data, avpkt->size, avpkt->flags & AV_PKT_FLAG_KEY);
         avpkt = &pkt;
     }
 
     if (!s->source_done) {
         if(!s->dummy_buf) {
             s->dummy_buf = (uint8_t*)av_malloc(avpkt->size);
             if (!s->dummy_buf)
                 return AVERROR(ENOMEM);
             s->dummy_bufsize = avpkt->size;
             memcpy(s->dummy_buf, avpkt->data, avpkt->size);
         }
 
         frame = (Frame*)av_mallocz(sizeof(Frame));
         if (avpkt->data) {
             frame->status  = OK;

             frame->size    = avpkt->size;

             frame->key     = avpkt->flags & AV_PKT_FLAG_KEY ? 1 : 0;
             frame->buffer  = (uint8_t*)av_malloc(avpkt->size);
             if (!frame->buffer) {
                 av_freep(&frame);
                 return AVERROR(ENOMEM);
             }
             uint8_t *ptr = avpkt->data;
             // The OMX.SEC decoder fails without this.

             if (avpkt->size == orig_size + avctx->extradata_size) {

                 ptr += avctx->extradata_size;

                 frame->size = orig_size;
             }

             memcpy(frame->buffer, ptr, orig_size);

             if (avpkt == &pkt)
                 av_free(avpkt->data);

 
             frame->time = ++s->frame_index;
             (*s->ts_map)[s->frame_index].pts = avpkt->pts;
             (*s->ts_map)[s->frame_index].reordered_opaque = avctx->reordered_opaque;

         } else {
             frame->status  = ERROR_END_OF_STREAM;
             s->source_done = true;
         }
 
         while (true) {
             if (s->thread_exited) {
                 s->source_done = true;
                 break;
             }
             pthread_mutex_lock(&s->in_mutex);
             if (s->in_queue->size() >= 10) {
                 pthread_mutex_unlock(&s->in_mutex);
                 usleep(10000);
                 continue;
             }
             s->in_queue->push_back(frame);
             pthread_cond_signal(&s->condition);
             pthread_mutex_unlock(&s->in_mutex);
             break;
         }
     }
     while (true) {
         pthread_mutex_lock(&s->out_mutex);
         if (!s->out_queue->empty()) break;
         pthread_mutex_unlock(&s->out_mutex);
         if (s->source_done) {
             usleep(10000);
             continue;
         } else {
             return orig_size;
         }
     }
 
     frame = *s->out_queue->begin();
     s->out_queue->erase(s->out_queue->begin());
     pthread_mutex_unlock(&s->out_mutex);
 

     ret_frame = frame->vframe;

     status  = frame->status;
     av_freep(&frame);
 
     if (status == ERROR_END_OF_STREAM)
         return 0;
     if (status != OK) {
         if (status == AVERROR(ENOMEM))
             return status;
         av_log(avctx, AV_LOG_ERROR, "Decode failed: %x\n", status);
         return -1;
     }
 

     if (s->prev_frame)
         av_frame_free(&s->prev_frame);

     s->prev_frame = ret_frame;

     *got_frame = 1;

     *(AVFrame*)data = *ret_frame;
     return orig_size;

 }
 
 static av_cold int Stagefright_close(AVCodecContext *avctx)
 {
     StagefrightContext *s = (StagefrightContext*)avctx->priv_data;
     Frame *frame;
 

     if (s->thread_started) {

         if (!s->thread_exited) {
             s->stop_decode = 1;

             // Make sure decode_thread() doesn't get stuck
             pthread_mutex_lock(&s->out_mutex);
             while (!s->out_queue->empty()) {
                 frame = *s->out_queue->begin();
                 s->out_queue->erase(s->out_queue->begin());

                 if (frame->vframe)
                     av_frame_free(&frame->vframe);

                 av_freep(&frame);
             }
             pthread_mutex_unlock(&s->out_mutex);
 
             // Feed a dummy frame prior to signalling EOF.
             // This is required to terminate the decoder(OMX.SEC)
             // when only one frame is read during stream info detection.
             if (s->dummy_buf && (frame = (Frame*)av_mallocz(sizeof(Frame)))) {
                 frame->status = OK;
                 frame->size   = s->dummy_bufsize;
                 frame->key    = 1;
                 frame->buffer = s->dummy_buf;
                 pthread_mutex_lock(&s->in_mutex);
                 s->in_queue->push_back(frame);
                 pthread_cond_signal(&s->condition);
                 pthread_mutex_unlock(&s->in_mutex);
                 s->dummy_buf = NULL;
             }

             pthread_mutex_lock(&s->in_mutex);

             s->end_frame->status = ERROR_END_OF_STREAM;
             s->in_queue->push_back(s->end_frame);

             pthread_cond_signal(&s->condition);
             pthread_mutex_unlock(&s->in_mutex);

             s->end_frame = NULL;

         }
 

         pthread_join(s->decode_thread_id, NULL);

         if (s->prev_frame)
             av_frame_free(&s->prev_frame);

         s->thread_started = false;

     }
 

     while (!s->in_queue->empty()) {
         frame = *s->in_queue->begin();
         s->in_queue->erase(s->in_queue->begin());
         if (frame->size)
             av_freep(&frame->buffer);
         av_freep(&frame);
     }
 
     while (!s->out_queue->empty()) {
         frame = *s->out_queue->begin();
         s->out_queue->erase(s->out_queue->begin());

         if (frame->vframe)
             av_frame_free(&frame->vframe);

         av_freep(&frame);
     }
 

     (*s->decoder)->stop();

     s->client->disconnect();
 
     if (s->decoder_component)
         av_freep(&s->decoder_component);
     av_freep(&s->dummy_buf);
     av_freep(&s->end_frame);
 
     // Reset the extradata back to the original mp4 format, so that
     // the next invocation (both when decoding and when called from
     // av_find_stream_info) get the original mp4 format extradata.
     av_freep(&avctx->extradata);
     avctx->extradata = s->orig_extradata;
     avctx->extradata_size = s->orig_extradata_size;
 
     delete s->in_queue;
     delete s->out_queue;

     delete s->ts_map;

     delete s->client;

     delete s->decoder;
     delete s->source;

 
     pthread_mutex_destroy(&s->in_mutex);
     pthread_mutex_destroy(&s->out_mutex);
     pthread_cond_destroy(&s->condition);
     av_bitstream_filter_close(s->bsfc);
     return 0;
 }
 
 AVCodec ff_libstagefright_h264_decoder = {
     "libstagefright_h264",

     NULL_IF_CONFIG_SMALL("libstagefright H.264"),

     AVMEDIA_TYPE_VIDEO,

     AV_CODEC_ID_H264,

     CODEC_CAP_DELAY,
     NULL, //supported_framerates
     NULL, //pix_fmts
     NULL, //supported_samplerates
     NULL, //sample_fmts
     NULL, //channel_layouts
     0,    //max_lowres
     NULL, //priv_class
     NULL, //profiles

     sizeof(StagefrightContext),

     NULL, //next
     NULL, //init_thread_copy
     NULL, //update_thread_context
     NULL, //defaults
     NULL, //init_static_data

     Stagefright_init,
     NULL, //encode

     NULL, //encode2

     Stagefright_decode_frame,

     Stagefright_close,

 };