stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | 16e03b7 | 2013-10-28 16:32:01 | [diff] [blame] | 11 | #include "webrtc/test/fake_encoder.h" |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 12 | |
| 13 | #include "testing/gtest/include/gtest/gtest.h" |
| 14 | |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 15 | #include "webrtc/base/checks.h" |
Henrik Kjellander | 2557b86 | 2015-11-18 21:00:21 | [diff] [blame] | 16 | #include "webrtc/modules/video_coding/include/video_codec_interface.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 17:17:40 | [diff] [blame] | 17 | #include "webrtc/system_wrappers/include/sleep.h" |
pbos@webrtc.org | ab990ae | 2014-09-17 09:02:25 | [diff] [blame] | 18 | |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 19 | namespace webrtc { |
pbos@webrtc.org | cb5118c | 2013-09-03 09:10:37 | [diff] [blame] | 20 | namespace test { |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 21 | |
| 22 | FakeEncoder::FakeEncoder(Clock* clock) |
| 23 | : clock_(clock), |
| 24 | callback_(NULL), |
| 25 | target_bitrate_kbps_(0), |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 26 | max_target_bitrate_kbps_(-1), |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 27 | last_encode_time_ms_(0) { |
sprang@webrtc.org | 4070935 | 2013-11-26 11:41:59 | [diff] [blame] | 28 | // Generate some arbitrary not-all-zero data |
| 29 | for (size_t i = 0; i < sizeof(encoded_buffer_); ++i) { |
| 30 | encoded_buffer_[i] = static_cast<uint8_t>(i); |
| 31 | } |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 32 | } |
| 33 | |
| 34 | FakeEncoder::~FakeEncoder() {} |
| 35 | |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 36 | void FakeEncoder::SetMaxBitrate(int max_kbps) { |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 37 | RTC_DCHECK_GE(max_kbps, -1); // max_kbps == -1 disables it. |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 38 | max_target_bitrate_kbps_ = max_kbps; |
| 39 | } |
| 40 | |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 41 | int32_t FakeEncoder::InitEncode(const VideoCodec* config, |
| 42 | int32_t number_of_cores, |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 43 | size_t max_payload_size) { |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 44 | config_ = *config; |
| 45 | target_bitrate_kbps_ = config_.startBitrate; |
| 46 | return 0; |
| 47 | } |
| 48 | |
Miguel Casas-Sanchez | 4765070 | 2015-05-30 00:21:40 | [diff] [blame] | 49 | int32_t FakeEncoder::Encode(const VideoFrame& input_image, |
| 50 | const CodecSpecificInfo* codec_specific_info, |
pbos | 22993e1 | 2015-10-19 09:39:06 | [diff] [blame] | 51 | const std::vector<FrameType>* frame_types) { |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 52 | RTC_DCHECK_GT(config_.maxFramerate, 0); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 53 | int64_t time_since_last_encode_ms = 1000 / config_.maxFramerate; |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 54 | int64_t time_now_ms = clock_->TimeInMilliseconds(); |
stefan@webrtc.org | 0bae1fa | 2014-11-05 14:05:29 | [diff] [blame] | 55 | const bool first_encode = last_encode_time_ms_ == 0; |
| 56 | if (!first_encode) { |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 57 | // For all frames but the first we can estimate the display time by looking |
| 58 | // at the display time of the previous frame. |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 59 | time_since_last_encode_ms = time_now_ms - last_encode_time_ms_; |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 60 | } |
Erik Språng | ad113e5 | 2015-11-26 15:26:12 | [diff] [blame] | 61 | if (time_since_last_encode_ms > 3 * 1000 / config_.maxFramerate) { |
| 62 | // Rudimentary check to make sure we don't widely overshoot bitrate target |
| 63 | // when resuming encoding after a suspension. |
| 64 | time_since_last_encode_ms = 3 * 1000 / config_.maxFramerate; |
| 65 | } |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 66 | |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 67 | size_t bits_available = |
| 68 | static_cast<size_t>(target_bitrate_kbps_ * time_since_last_encode_ms); |
| 69 | size_t min_bits = static_cast<size_t>( |
| 70 | config_.simulcastStream[0].minBitrate * time_since_last_encode_ms); |
pbos@webrtc.org | 0181b5f | 2013-09-09 08:26:30 | [diff] [blame] | 71 | if (bits_available < min_bits) |
| 72 | bits_available = min_bits; |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 73 | size_t max_bits = |
| 74 | static_cast<size_t>(max_target_bitrate_kbps_ * time_since_last_encode_ms); |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 75 | if (max_bits > 0 && max_bits < bits_available) |
| 76 | bits_available = max_bits; |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 77 | last_encode_time_ms_ = time_now_ms; |
| 78 | |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 79 | RTC_DCHECK_GT(config_.numberOfSimulcastStreams, 0); |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 80 | for (unsigned char i = 0; i < config_.numberOfSimulcastStreams; ++i) { |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 81 | CodecSpecificInfo specifics; |
| 82 | memset(&specifics, 0, sizeof(specifics)); |
pbos@webrtc.org | 0181b5f | 2013-09-09 08:26:30 | [diff] [blame] | 83 | specifics.codecType = kVideoCodecGeneric; |
| 84 | specifics.codecSpecific.generic.simulcast_idx = i; |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 85 | size_t min_stream_bits = static_cast<size_t>( |
| 86 | config_.simulcastStream[i].minBitrate * time_since_last_encode_ms); |
| 87 | size_t max_stream_bits = static_cast<size_t>( |
| 88 | config_.simulcastStream[i].maxBitrate * time_since_last_encode_ms); |
| 89 | size_t stream_bits = (bits_available > max_stream_bits) ? max_stream_bits : |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 90 | bits_available; |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 91 | size_t stream_bytes = (stream_bits + 7) / 8; |
stefan@webrtc.org | 0bae1fa | 2014-11-05 14:05:29 | [diff] [blame] | 92 | if (first_encode) { |
| 93 | // The first frame is a key frame and should be larger. |
| 94 | // TODO(holmer): The FakeEncoder should store the bits_available between |
| 95 | // encodes so that it can compensate for oversized frames. |
| 96 | stream_bytes *= 10; |
| 97 | } |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 98 | if (stream_bytes > sizeof(encoded_buffer_)) |
henrik.lundin@webrtc.org | ba975e2 | 2013-10-23 11:04:57 | [diff] [blame] | 99 | stream_bytes = sizeof(encoded_buffer_); |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 100 | |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 101 | // Always encode something on the first frame. |
| 102 | if (min_stream_bits > bits_available && i > 0) |
| 103 | continue; |
pbos@webrtc.org | c095f51 | 2013-08-22 12:34:58 | [diff] [blame] | 104 | EncodedImage encoded( |
| 105 | encoded_buffer_, stream_bytes, sizeof(encoded_buffer_)); |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 106 | encoded._timeStamp = input_image.timestamp(); |
| 107 | encoded.capture_time_ms_ = input_image.render_time_ms(); |
pbos@webrtc.org | 0181b5f | 2013-09-09 08:26:30 | [diff] [blame] | 108 | encoded._frameType = (*frame_types)[i]; |
asapersson | d89920b | 2015-07-22 13:52:00 | [diff] [blame] | 109 | encoded._encodedWidth = config_.simulcastStream[i].width; |
| 110 | encoded._encodedHeight = config_.simulcastStream[i].height; |
perkj | 26091b1 | 2016-09-01 08:17:40 | [diff] [blame^] | 111 | RTC_DCHECK(callback_ != NULL); |
perkj | 275afc5 | 2016-09-01 07:21:16 | [diff] [blame] | 112 | specifics.codec_name = ImplementationName(); |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 113 | if (callback_->Encoded(encoded, &specifics, NULL) != 0) |
| 114 | return -1; |
pkasting@chromium.org | 4591fbd | 2014-11-20 22:28:14 | [diff] [blame] | 115 | bits_available -= std::min(encoded._length * 8, bits_available); |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 116 | } |
| 117 | return 0; |
| 118 | } |
| 119 | |
| 120 | int32_t FakeEncoder::RegisterEncodeCompleteCallback( |
| 121 | EncodedImageCallback* callback) { |
| 122 | callback_ = callback; |
| 123 | return 0; |
| 124 | } |
| 125 | |
| 126 | int32_t FakeEncoder::Release() { return 0; } |
| 127 | |
pkasting@chromium.org | 16825b1 | 2015-01-12 21:51:21 | [diff] [blame] | 128 | int32_t FakeEncoder::SetChannelParameters(uint32_t packet_loss, int64_t rtt) { |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 129 | return 0; |
| 130 | } |
| 131 | |
| 132 | int32_t FakeEncoder::SetRates(uint32_t new_target_bitrate, uint32_t framerate) { |
| 133 | target_bitrate_kbps_ = new_target_bitrate; |
| 134 | return 0; |
| 135 | } |
pbos@webrtc.org | 3349ae0 | 2014-03-13 12:52:27 | [diff] [blame] | 136 | |
Peter Boström | b7d9a97 | 2015-12-18 15:01:11 | [diff] [blame] | 137 | const char* FakeEncoder::kImplementationName = "fake_encoder"; |
| 138 | const char* FakeEncoder::ImplementationName() const { |
| 139 | return kImplementationName; |
| 140 | } |
| 141 | |
stefan@webrtc.org | 79c3359 | 2014-08-06 09:24:53 | [diff] [blame] | 142 | FakeH264Encoder::FakeH264Encoder(Clock* clock) |
| 143 | : FakeEncoder(clock), callback_(NULL), idr_counter_(0) { |
| 144 | FakeEncoder::RegisterEncodeCompleteCallback(this); |
| 145 | } |
| 146 | |
| 147 | int32_t FakeH264Encoder::RegisterEncodeCompleteCallback( |
| 148 | EncodedImageCallback* callback) { |
| 149 | callback_ = callback; |
| 150 | return 0; |
| 151 | } |
| 152 | |
Sergey Ulanov | 525df3f | 2016-08-03 00:46:41 | [diff] [blame] | 153 | EncodedImageCallback::Result FakeH264Encoder::OnEncodedImage( |
| 154 | const EncodedImage& encoded_image, |
| 155 | const CodecSpecificInfo* codec_specific_info, |
| 156 | const RTPFragmentationHeader* fragments) { |
stefan@webrtc.org | 79c3359 | 2014-08-06 09:24:53 | [diff] [blame] | 157 | const size_t kSpsSize = 8; |
| 158 | const size_t kPpsSize = 11; |
| 159 | const int kIdrFrequency = 10; |
| 160 | RTPFragmentationHeader fragmentation; |
| 161 | if (idr_counter_++ % kIdrFrequency == 0 && |
| 162 | encoded_image._length > kSpsSize + kPpsSize + 1) { |
| 163 | const size_t kNumSlices = 3; |
| 164 | fragmentation.VerifyAndAllocateFragmentationHeader(kNumSlices); |
| 165 | fragmentation.fragmentationOffset[0] = 0; |
| 166 | fragmentation.fragmentationLength[0] = kSpsSize; |
| 167 | fragmentation.fragmentationOffset[1] = kSpsSize; |
| 168 | fragmentation.fragmentationLength[1] = kPpsSize; |
| 169 | fragmentation.fragmentationOffset[2] = kSpsSize + kPpsSize; |
| 170 | fragmentation.fragmentationLength[2] = |
| 171 | encoded_image._length - (kSpsSize + kPpsSize); |
glaznev@webrtc.org | e69220c | 2015-02-05 17:56:15 | [diff] [blame] | 172 | const size_t kSpsNalHeader = 0x67; |
| 173 | const size_t kPpsNalHeader = 0x68; |
| 174 | const size_t kIdrNalHeader = 0x65; |
stefan@webrtc.org | 79c3359 | 2014-08-06 09:24:53 | [diff] [blame] | 175 | encoded_image._buffer[fragmentation.fragmentationOffset[0]] = kSpsNalHeader; |
| 176 | encoded_image._buffer[fragmentation.fragmentationOffset[1]] = kPpsNalHeader; |
| 177 | encoded_image._buffer[fragmentation.fragmentationOffset[2]] = kIdrNalHeader; |
| 178 | } else { |
| 179 | const size_t kNumSlices = 1; |
| 180 | fragmentation.VerifyAndAllocateFragmentationHeader(kNumSlices); |
| 181 | fragmentation.fragmentationOffset[0] = 0; |
| 182 | fragmentation.fragmentationLength[0] = encoded_image._length; |
glaznev@webrtc.org | e69220c | 2015-02-05 17:56:15 | [diff] [blame] | 183 | const size_t kNalHeader = 0x41; |
stefan@webrtc.org | 79c3359 | 2014-08-06 09:24:53 | [diff] [blame] | 184 | encoded_image._buffer[fragmentation.fragmentationOffset[0]] = kNalHeader; |
| 185 | } |
| 186 | uint8_t value = 0; |
| 187 | int fragment_counter = 0; |
| 188 | for (size_t i = 0; i < encoded_image._length; ++i) { |
| 189 | if (fragment_counter == fragmentation.fragmentationVectorSize || |
| 190 | i != fragmentation.fragmentationOffset[fragment_counter]) { |
| 191 | encoded_image._buffer[i] = value++; |
| 192 | } else { |
| 193 | ++fragment_counter; |
| 194 | } |
| 195 | } |
Sergey Ulanov | 525df3f | 2016-08-03 00:46:41 | [diff] [blame] | 196 | return callback_->OnEncodedImage(encoded_image, NULL, &fragmentation); |
stefan@webrtc.org | 79c3359 | 2014-08-06 09:24:53 | [diff] [blame] | 197 | } |
asapersson@webrtc.org | 049e4ec | 2014-11-20 10:19:46 | [diff] [blame] | 198 | |
| 199 | DelayedEncoder::DelayedEncoder(Clock* clock, int delay_ms) |
| 200 | : test::FakeEncoder(clock), |
| 201 | delay_ms_(delay_ms) {} |
| 202 | |
Miguel Casas-Sanchez | 4765070 | 2015-05-30 00:21:40 | [diff] [blame] | 203 | int32_t DelayedEncoder::Encode(const VideoFrame& input_image, |
asapersson@webrtc.org | 049e4ec | 2014-11-20 10:19:46 | [diff] [blame] | 204 | const CodecSpecificInfo* codec_specific_info, |
pbos | 22993e1 | 2015-10-19 09:39:06 | [diff] [blame] | 205 | const std::vector<FrameType>* frame_types) { |
asapersson@webrtc.org | 049e4ec | 2014-11-20 10:19:46 | [diff] [blame] | 206 | SleepMs(delay_ms_); |
| 207 | return FakeEncoder::Encode(input_image, codec_specific_info, frame_types); |
| 208 | } |
pbos@webrtc.org | cb5118c | 2013-09-03 09:10:37 | [diff] [blame] | 209 | } // namespace test |
stefan@webrtc.org | 360e376 | 2013-08-22 09:29:56 | [diff] [blame] | 210 | } // namespace webrtc |