modules/audio_coding/neteq/tools/neteq_replacement_input.cc

/*
 *  Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#include "modules/audio_coding/neteq/tools/neteq_replacement_input.h"

#include <algorithm>
#include <cstdint>
#include <memory>
#include <optional>
#include <set>
#include <utility>

#include "modules/audio_coding/neteq/tools/fake_decode_from_file.h"
#include "modules/audio_coding/neteq/tools/neteq_input.h"
#include "modules/rtp_rtcp/source/rtp_packet_received.h"
#include "rtc_base/checks.h"

namespace webrtc {
namespace test {

NetEqReplacementInput::NetEqReplacementInput(
    std::unique_ptr<NetEqInput> source,
    uint8_t replacement_payload_type,
    const std::set<uint8_t>& comfort_noise_types,
    const std::set<uint8_t>& forbidden_types)
    : source_(std::move(source)),
      replacement_payload_type_(replacement_payload_type),
      comfort_noise_types_(comfort_noise_types),
      forbidden_types_(forbidden_types) {
  RTC_CHECK(source_);
  packet_ = source_->PopPacket();
  ReplacePacket();
}

std::optional<int64_t> NetEqReplacementInput::NextPacketTime() const {
  return packet_ ? std::optional(packet_->arrival_time().ms()) : std::nullopt;
}

std::optional<int64_t> NetEqReplacementInput::NextOutputEventTime() const {
  return source_->NextOutputEventTime();
}

std::optional<NetEqInput::SetMinimumDelayInfo>
NetEqReplacementInput::NextSetMinimumDelayInfo() const {
  return source_->NextSetMinimumDelayInfo();
}

std::unique_ptr<RtpPacketReceived> NetEqReplacementInput::PopPacket() {
  std::unique_ptr<RtpPacketReceived> to_return = std::move(packet_);
  while (true) {
    packet_ = source_->PopPacket();
    if (!packet_)
      break;
    if (!packet_->payload().empty()) {
      // Not padding only. Good to go. Skip this packet otherwise.
      break;
    }
  }
  ReplacePacket();
  return to_return;
}

void NetEqReplacementInput::AdvanceOutputEvent() {
  source_->AdvanceOutputEvent();
}

void NetEqReplacementInput::AdvanceSetMinimumDelay() {
  source_->AdvanceSetMinimumDelay();
}

bool NetEqReplacementInput::ended() const {
  return source_->ended();
}

const RtpPacketReceived* NetEqReplacementInput::NextPacket() const {
  return source_->NextPacket();
}

void NetEqReplacementInput::ReplacePacket() {
  if (!source_->NextPacketTime()) {
    // End of input. Cannot do proper replacement on the very last packet, so we
    // delete it instead.
    packet_.reset();
    return;
  }

  RTC_DCHECK(packet_);

  RTC_CHECK_EQ(forbidden_types_.count(packet_->PayloadType()), 0)
      << "Payload type " << static_cast<int>(packet_->PayloadType())
      << " is forbidden.";

  // Check if this packet is comfort noise.
  if (comfort_noise_types_.count(packet_->PayloadType()) != 0) {
    // If CNG, simply insert a zero-energy one-byte payload.
    uint8_t cng_payload[1] = {127};  // Max attenuation of CNG.
    packet_->SetPayload(cng_payload);
    return;
  }

  const RtpPacketReceived* next_packet = source_->NextPacket();
  RTC_DCHECK(next_packet);
  uint8_t payload[12];
  constexpr uint32_t kMaxFrameSize = 120 * 48;
  const uint32_t timestamp_diff =
      next_packet->Timestamp() - packet_->Timestamp();
  uint32_t frame_size = last_frame_size_timestamps_;
  if (timestamp_diff > 0) {
    frame_size = std::min(frame_size, timestamp_diff);
  }
  const bool opus_dtx = packet_->payload_size() <= 2;
  if (next_packet->SequenceNumber() == packet_->SequenceNumber() + 1 &&
      timestamp_diff <= kMaxFrameSize && timestamp_diff > 0 && !opus_dtx) {
    // Packets are in order and the timestamp diff is valid.
    frame_size = timestamp_diff;
    last_frame_size_timestamps_ = frame_size;
  }
  RTC_DCHECK_LE(frame_size, kMaxFrameSize);
  RTC_DCHECK_GT(frame_size, 0);
  FakeDecodeFromFile::PrepareEncoded(packet_->Timestamp(), frame_size,
                                     packet_->payload_size(), payload);
  packet_->SetPayload(payload);
  packet_->SetPayloadType(replacement_payload_type_);
  return;
}

}  // namespace test
}  // namespace webrtc