Sunshine/third-party/cbs/cbs_sei.c

/*
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "cbs/cbs_sei.h"
#include "cbs/cbs.h"
#include "cbs/cbs_h264.h"
#include "cbs/cbs_h265.h"

#include "cbs_internal.h"

static void cbs_free_user_data_registered(void *opaque, uint8_t *data) {
  SEIRawUserDataRegistered *udr = (SEIRawUserDataRegistered *)data;
  av_buffer_unref(&udr->data_ref);
  av_free(udr);
}

static void cbs_free_user_data_unregistered(void *opaque, uint8_t *data) {
  SEIRawUserDataUnregistered *udu = (SEIRawUserDataUnregistered *)data;
  av_buffer_unref(&udu->data_ref);
  av_free(udu);
}

int ff_cbs_sei_alloc_message_payload(SEIRawMessage *message,
  const SEIMessageTypeDescriptor *desc) {
  void (*free_func)(void *, uint8_t *);

  av_assert0(message->payload == NULL &&
             message->payload_ref == NULL);
  message->payload_type = desc->type;

  if(desc->type == SEI_TYPE_USER_DATA_REGISTERED_ITU_T_T35)
    free_func = &cbs_free_user_data_registered;
  else if(desc->type == SEI_TYPE_USER_DATA_UNREGISTERED)
    free_func = &cbs_free_user_data_unregistered;
  else
    free_func = NULL;

  if(free_func) {
    message->payload = av_mallocz(desc->size);
    if(!message->payload)
      return AVERROR(ENOMEM);
    message->payload_ref =
      av_buffer_create(message->payload, desc->size,
        free_func, NULL, 0);
  }
  else {
    message->payload_ref = av_buffer_alloc(desc->size);
  }
  if(!message->payload_ref) {
    av_freep(&message->payload);
    return AVERROR(ENOMEM);
  }
  message->payload = message->payload_ref->data;

  return 0;
}

int ff_cbs_sei_list_add(SEIRawMessageList *list) {
  void *ptr;
  int old_count = list->nb_messages_allocated;

  av_assert0(list->nb_messages <= old_count);
  if(list->nb_messages + 1 > old_count) {
    int new_count = 2 * old_count + 1;

    ptr = av_realloc_array(list->messages,
      new_count, sizeof(*list->messages));
    if(!ptr)
      return AVERROR(ENOMEM);

    list->messages              = ptr;
    list->nb_messages_allocated = new_count;

    // Zero the newly-added entries.
    memset(list->messages + old_count, 0,
      (new_count - old_count) * sizeof(*list->messages));
  }
  ++list->nb_messages;
  return 0;
}

void ff_cbs_sei_free_message_list(SEIRawMessageList *list) {
  for(int i = 0; i < list->nb_messages; i++) {
    SEIRawMessage *message = &list->messages[i];
    av_buffer_unref(&message->payload_ref);
    av_buffer_unref(&message->extension_data_ref);
  }
  av_free(list->messages);
}

static int cbs_sei_get_unit(CodedBitstreamContext *ctx,
  CodedBitstreamFragment *au,
  int prefix,
  CodedBitstreamUnit **sei_unit) {
  CodedBitstreamUnit *unit;
  int sei_type, highest_vcl_type, err, i, position;

  switch(ctx->codec->codec_id) {
  case AV_CODEC_ID_H264:
    // (We can ignore auxiliary slices because we only have prefix
    // SEI in H.264 and an auxiliary picture must always follow a
    // primary picture.)
    highest_vcl_type = H264_NAL_IDR_SLICE;
    if(prefix)
      sei_type = H264_NAL_SEI;
    else
      return AVERROR(EINVAL);
    break;
  case AV_CODEC_ID_H265:
    highest_vcl_type = HEVC_NAL_RSV_VCL31;
    if(prefix)
      sei_type = HEVC_NAL_SEI_PREFIX;
    else
      sei_type = HEVC_NAL_SEI_SUFFIX;
    break;
  default:
    return AVERROR(EINVAL);
  }

  // Find an existing SEI NAL unit of the right type.
  unit = NULL;
  for(i = 0; i < au->nb_units; i++) {
    if(au->units[i].type == sei_type) {
      unit = &au->units[i];
      break;
    }
  }

  if(unit) {
    *sei_unit = unit;
    return 0;
  }

  // Need to add a new SEI NAL unit ...
  if(prefix) {
    // ... before the first VCL NAL unit.
    for(i = 0; i < au->nb_units; i++) {
      if(au->units[i].type < highest_vcl_type)
        break;
    }
    position = i;
  }
  else {
    // ... after the last VCL NAL unit.
    for(i = au->nb_units - 1; i >= 0; i--) {
      if(au->units[i].type < highest_vcl_type)
        break;
    }
    if(i < 0) {
      // No VCL units; just put it at the end.
      position = au->nb_units;
    }
    else {
      position = i + 1;
    }
  }

  err = ff_cbs_insert_unit_content(au, position, sei_type,
    NULL, NULL);
  if(err < 0)
    return err;
  unit       = &au->units[position];
  unit->type = sei_type;

  err = ff_cbs_alloc_unit_content2(ctx, unit);
  if(err < 0)
    return err;

  switch(ctx->codec->codec_id) {
  case AV_CODEC_ID_H264: {
    H264RawSEI sei = {
      .nal_unit_header = {
        .nal_ref_idc   = 0,
        .nal_unit_type = sei_type,
      },
    };
    memcpy(unit->content, &sei, sizeof(sei));
  } break;
  case AV_CODEC_ID_H265: {
    H265RawSEI sei = {
      .nal_unit_header = {
        .nal_unit_type         = sei_type,
        .nuh_layer_id          = 0,
        .nuh_temporal_id_plus1 = 1,
      },
    };
    memcpy(unit->content, &sei, sizeof(sei));
  } break;
  default:
    av_assert0(0);
  }

  *sei_unit = unit;
  return 0;
}

static int cbs_sei_get_message_list(CodedBitstreamContext *ctx,
  CodedBitstreamUnit *unit,
  SEIRawMessageList **list) {
  switch(ctx->codec->codec_id) {
  case AV_CODEC_ID_H264: {
    H264RawSEI *sei = unit->content;
    if(unit->type != H264_NAL_SEI)
      return AVERROR(EINVAL);
    *list = &sei->message_list;
  } break;
  case AV_CODEC_ID_H265: {
    H265RawSEI *sei = unit->content;
    if(unit->type != HEVC_NAL_SEI_PREFIX &&
       unit->type != HEVC_NAL_SEI_SUFFIX)
      return AVERROR(EINVAL);
    *list = &sei->message_list;
  } break;
  default:
    return AVERROR(EINVAL);
  }

  return 0;
}

int ff_cbs_sei_add_message(CodedBitstreamContext *ctx,
  CodedBitstreamFragment *au,
  int prefix,
  uint32_t payload_type,
  void *payload_data,
  AVBufferRef *payload_buf) {
  const SEIMessageTypeDescriptor *desc;
  CodedBitstreamUnit *unit;
  SEIRawMessageList *list;
  SEIRawMessage *message;
  AVBufferRef *payload_ref;
  int err;

  desc = ff_cbs_sei_find_type(ctx, payload_type);
  if(!desc)
    return AVERROR(EINVAL);

  // Find an existing SEI unit or make a new one to add to.
  err = cbs_sei_get_unit(ctx, au, prefix, &unit);
  if(err < 0)
    return err;

  // Find the message list inside the codec-dependent unit.
  err = cbs_sei_get_message_list(ctx, unit, &list);
  if(err < 0)
    return err;

  // Add a new message to the message list.
  err = ff_cbs_sei_list_add(list);
  if(err < 0)
    return err;

  if(payload_buf) {
    payload_ref = av_buffer_ref(payload_buf);
    if(!payload_ref)
      return AVERROR(ENOMEM);
  }
  else {
    payload_ref = NULL;
  }

  message = &list->messages[list->nb_messages - 1];

  message->payload_type = payload_type;
  message->payload      = payload_data;
  message->payload_ref  = payload_ref;

  return 0;
}

int ff_cbs_sei_find_message(CodedBitstreamContext *ctx,
  CodedBitstreamFragment *au,
  uint32_t payload_type,
  SEIRawMessage **iter) {
  int err, i, j, found;

  found = 0;
  for(i = 0; i < au->nb_units; i++) {
    CodedBitstreamUnit *unit = &au->units[i];
    SEIRawMessageList *list;

    err = cbs_sei_get_message_list(ctx, unit, &list);
    if(err < 0)
      continue;

    for(j = 0; j < list->nb_messages; j++) {
      SEIRawMessage *message = &list->messages[j];

      if(message->payload_type == payload_type) {
        if(!*iter || found) {
          *iter = message;
          return 0;
        }
        if(message == *iter)
          found = 1;
      }
    }
  }

  return AVERROR(ENOENT);
}

static void cbs_sei_delete_message(SEIRawMessageList *list,
  int position) {
  SEIRawMessage *message;

  av_assert0(0 <= position && position < list->nb_messages);

  message = &list->messages[position];
  av_buffer_unref(&message->payload_ref);
  av_buffer_unref(&message->extension_data_ref);

  --list->nb_messages;

  if(list->nb_messages > 0) {
    memmove(list->messages + position,
      list->messages + position + 1,
      (list->nb_messages - position) * sizeof(*list->messages));
  }
}

void ff_cbs_sei_delete_message_type(CodedBitstreamContext *ctx,
  CodedBitstreamFragment *au,
  uint32_t payload_type) {
  int err, i, j;

  for(i = 0; i < au->nb_units; i++) {
    CodedBitstreamUnit *unit = &au->units[i];
    SEIRawMessageList *list;

    err = cbs_sei_get_message_list(ctx, unit, &list);
    if(err < 0)
      continue;

    for(j = list->nb_messages - 1; j >= 0; j--) {
      if(list->messages[j].payload_type == payload_type)
        cbs_sei_delete_message(list, j);
    }
  }
}