mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | 24e2089 | 2013-10-28 16:32:01 | [diff] [blame] | 11 | // TODO(pbos): Move Config from common.h to here. |
| 12 | |
pbos@webrtc.org | f0a119f | 2014-07-20 15:27:35 | [diff] [blame] | 13 | #ifndef WEBRTC_CONFIG_H_ |
| 14 | #define WEBRTC_CONFIG_H_ |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 15 | |
| 16 | #include <string> |
pbos@webrtc.org | 041d54b | 2013-09-16 13:01:47 | [diff] [blame] | 17 | #include <vector> |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 18 | |
johan | 246856b | 2016-08-05 16:19:25 | [diff] [blame] | 19 | #include "webrtc/base/optional.h" |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 20 | #include "webrtc/base/refcount.h" |
| 21 | #include "webrtc/base/scoped_ref_ptr.h" |
sprang@webrtc.org | 49812e6 | 2014-01-07 09:54:34 | [diff] [blame] | 22 | #include "webrtc/common_types.h" |
pbos@webrtc.org | 346dbe7 | 2013-11-20 11:48:56 | [diff] [blame] | 23 | #include "webrtc/typedefs.h" |
| 24 | |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 25 | namespace webrtc { |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 26 | |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 27 | // Settings for NACK, see RFC 4585 for details. |
| 28 | struct NackConfig { |
pbos@webrtc.org | b2d1a40 | 2013-05-28 08:04:45 | [diff] [blame] | 29 | NackConfig() : rtp_history_ms(0) {} |
solenberg | 5a37e3e | 2016-06-14 17:02:41 | [diff] [blame] | 30 | std::string ToString() const; |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 31 | // Send side: the time RTP packets are stored for retransmissions. |
| 32 | // Receive side: the time the receiver is prepared to wait for |
| 33 | // retransmissions. |
pbos@webrtc.org | b2d1a40 | 2013-05-28 08:04:45 | [diff] [blame] | 34 | // Set to '0' to disable. |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 35 | int rtp_history_ms; |
| 36 | }; |
| 37 | |
brandtr | d984c57 | 2016-10-05 06:28:39 | [diff] [blame^] | 38 | // Settings for ULPFEC forward error correction. |
| 39 | // Set the payload types to '-1' to disable. |
| 40 | struct UlpfecConfig { |
| 41 | UlpfecConfig() |
Shao Changbin | 0f07171 | 2015-04-21 12:24:50 | [diff] [blame] | 42 | : ulpfec_payload_type(-1), |
| 43 | red_payload_type(-1), |
| 44 | red_rtx_payload_type(-1) {} |
pbos@webrtc.org | 7e68693 | 2014-05-15 09:35:06 | [diff] [blame] | 45 | std::string ToString() const; |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 46 | // Payload type used for ULPFEC packets. |
| 47 | int ulpfec_payload_type; |
| 48 | |
| 49 | // Payload type used for RED packets. |
| 50 | int red_payload_type; |
Shao Changbin | 0f07171 | 2015-04-21 12:24:50 | [diff] [blame] | 51 | |
| 52 | // RTX payload type for RED payload. |
| 53 | int red_rtx_payload_type; |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 54 | }; |
| 55 | |
solenberg | ffe1ce0 | 2015-11-16 15:34:50 | [diff] [blame] | 56 | // RTP header extension, see RFC 5285. |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 57 | struct RtpExtension { |
isheriff | c4921f4 | 2016-05-26 18:24:55 | [diff] [blame] | 58 | RtpExtension() : id(0) {} |
| 59 | RtpExtension(const std::string& uri, int id) : uri(uri), id(id) {} |
pbos@webrtc.org | 7e68693 | 2014-05-15 09:35:06 | [diff] [blame] | 60 | std::string ToString() const; |
solenberg | ffe1ce0 | 2015-11-16 15:34:50 | [diff] [blame] | 61 | bool operator==(const RtpExtension& rhs) const { |
isheriff | c4921f4 | 2016-05-26 18:24:55 | [diff] [blame] | 62 | return uri == rhs.uri && id == rhs.id; |
solenberg | ffe1ce0 | 2015-11-16 15:34:50 | [diff] [blame] | 63 | } |
isheriff | c4921f4 | 2016-05-26 18:24:55 | [diff] [blame] | 64 | static bool IsSupportedForAudio(const std::string& uri); |
| 65 | static bool IsSupportedForVideo(const std::string& uri); |
pbos@webrtc.org | f0a119f | 2014-07-20 15:27:35 | [diff] [blame] | 66 | |
isheriff | c4921f4 | 2016-05-26 18:24:55 | [diff] [blame] | 67 | // Header extension for audio levels, as defined in: |
| 68 | // http://tools.ietf.org/html/draft-ietf-avtext-client-to-mixer-audio-level-03 |
| 69 | static const char* kAudioLevelUri; |
| 70 | static const int kAudioLevelDefaultId; |
| 71 | |
| 72 | // Header extension for RTP timestamp offset, see RFC 5450 for details: |
| 73 | // http://tools.ietf.org/html/rfc5450 |
| 74 | static const char* kTimestampOffsetUri; |
| 75 | static const int kTimestampOffsetDefaultId; |
| 76 | |
| 77 | // Header extension for absolute send time, see url for details: |
| 78 | // http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time |
| 79 | static const char* kAbsSendTimeUri; |
| 80 | static const int kAbsSendTimeDefaultId; |
| 81 | |
| 82 | // Header extension for coordination of video orientation, see url for |
| 83 | // details: |
| 84 | // http://www.etsi.org/deliver/etsi_ts/126100_126199/126114/12.07.00_60/ts_126114v120700p.pdf |
| 85 | static const char* kVideoRotationUri; |
| 86 | static const int kVideoRotationDefaultId; |
| 87 | |
| 88 | // Header extension for transport sequence number, see url for details: |
| 89 | // http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions |
| 90 | static const char* kTransportSequenceNumberUri; |
| 91 | static const int kTransportSequenceNumberDefaultId; |
| 92 | |
isheriff | 00cc045 | 2016-06-08 07:24:21 | [diff] [blame] | 93 | static const char* kPlayoutDelayUri; |
| 94 | static const int kPlayoutDelayDefaultId; |
| 95 | |
isheriff | c4921f4 | 2016-05-26 18:24:55 | [diff] [blame] | 96 | std::string uri; |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 97 | int id; |
| 98 | }; |
pbos@webrtc.org | 7e68693 | 2014-05-15 09:35:06 | [diff] [blame] | 99 | |
| 100 | struct VideoStream { |
kwiberg@webrtc.org | c4e2cd0 | 2015-02-26 13:59:22 | [diff] [blame] | 101 | VideoStream(); |
| 102 | ~VideoStream(); |
pbos@webrtc.org | 7e68693 | 2014-05-15 09:35:06 | [diff] [blame] | 103 | std::string ToString() const; |
| 104 | |
| 105 | size_t width; |
| 106 | size_t height; |
| 107 | int max_framerate; |
| 108 | |
| 109 | int min_bitrate_bps; |
| 110 | int target_bitrate_bps; |
| 111 | int max_bitrate_bps; |
| 112 | |
| 113 | int max_qp; |
| 114 | |
pbos@webrtc.org | ddb84aa | 2014-10-31 13:08:10 | [diff] [blame] | 115 | // Bitrate thresholds for enabling additional temporal layers. Since these are |
| 116 | // thresholds in between layers, we have one additional layer. One threshold |
| 117 | // gives two temporal layers, one below the threshold and one above, two give |
| 118 | // three, and so on. |
| 119 | // The VideoEncoder may redistribute bitrates over the temporal layers so a |
| 120 | // bitrate threshold of 100k and an estimate of 105k does not imply that we |
| 121 | // get 100k in one temporal layer and 5k in the other, just that the bitrate |
| 122 | // in the first temporal layer should not exceed 100k. |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 123 | // TODO(kthelgason): Apart from a special case for two-layer screencast these |
pbos@webrtc.org | ddb84aa | 2014-10-31 13:08:10 | [diff] [blame] | 124 | // thresholds are not propagated to the VideoEncoder. To be implemented. |
| 125 | std::vector<int> temporal_layer_thresholds_bps; |
pbos@webrtc.org | 7e68693 | 2014-05-15 09:35:06 | [diff] [blame] | 126 | }; |
| 127 | |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 128 | class VideoEncoderConfig { |
perkj | 3f65eaf | 2016-09-01 08:17:40 | [diff] [blame] | 129 | public: |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 130 | // These are reference counted to permit copying VideoEncoderConfig and be |
| 131 | // kept alive until all encoder_specific_settings go out of scope. |
| 132 | // TODO(kthelgason): Consider removing the need for copying VideoEncoderConfig |
| 133 | // and use rtc::Optional for encoder_specific_settings instead. |
| 134 | class EncoderSpecificSettings : public rtc::RefCountInterface { |
| 135 | public: |
| 136 | // TODO(pbos): Remove FillEncoderSpecificSettings as soon as VideoCodec is |
| 137 | // not in use and encoder implementations ask for codec-specific structs |
| 138 | // directly. |
| 139 | void FillEncoderSpecificSettings(VideoCodec* codec_struct) const; |
| 140 | |
| 141 | virtual void FillVideoCodecVp8(VideoCodecVP8* vp8_settings) const; |
| 142 | virtual void FillVideoCodecVp9(VideoCodecVP9* vp9_settings) const; |
| 143 | virtual void FillVideoCodecH264(VideoCodecH264* h264_settings) const; |
| 144 | private: |
| 145 | virtual ~EncoderSpecificSettings() {} |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 146 | friend class VideoEncoderConfig; |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 147 | }; |
| 148 | |
| 149 | class H264EncoderSpecificSettings : public EncoderSpecificSettings { |
| 150 | public: |
| 151 | explicit H264EncoderSpecificSettings(const VideoCodecH264& specifics); |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 152 | void FillVideoCodecH264(VideoCodecH264* h264_settings) const override; |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 153 | |
| 154 | private: |
| 155 | VideoCodecH264 specifics_; |
| 156 | }; |
| 157 | |
| 158 | class Vp8EncoderSpecificSettings : public EncoderSpecificSettings { |
| 159 | public: |
| 160 | explicit Vp8EncoderSpecificSettings(const VideoCodecVP8& specifics); |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 161 | void FillVideoCodecVp8(VideoCodecVP8* vp8_settings) const override; |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 162 | |
| 163 | private: |
| 164 | VideoCodecVP8 specifics_; |
| 165 | }; |
| 166 | |
| 167 | class Vp9EncoderSpecificSettings : public EncoderSpecificSettings { |
| 168 | public: |
| 169 | explicit Vp9EncoderSpecificSettings(const VideoCodecVP9& specifics); |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 170 | void FillVideoCodecVp9(VideoCodecVP9* vp9_settings) const override; |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 171 | |
| 172 | private: |
| 173 | VideoCodecVP9 specifics_; |
| 174 | }; |
| 175 | |
Erik Språng | fc398fe | 2015-04-28 08:01:41 | [diff] [blame] | 176 | enum class ContentType { |
pbos@webrtc.org | 58b5140 | 2014-09-19 12:30:25 | [diff] [blame] | 177 | kRealtimeVideo, |
Erik Språng | fc398fe | 2015-04-28 08:01:41 | [diff] [blame] | 178 | kScreen, |
pbos@webrtc.org | 58b5140 | 2014-09-19 12:30:25 | [diff] [blame] | 179 | }; |
| 180 | |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 181 | class VideoStreamFactoryInterface : public rtc::RefCountInterface { |
| 182 | public: |
| 183 | // An implementation should return a std::vector<VideoStream> with the |
| 184 | // wanted VideoStream settings for the given video resolution. |
| 185 | // The size of the vector may not be larger than |
| 186 | // |encoder_config.number_of_streams|. |
| 187 | virtual std::vector<VideoStream> CreateEncoderStreams( |
| 188 | int width, |
| 189 | int height, |
| 190 | const VideoEncoderConfig& encoder_config) = 0; |
| 191 | |
| 192 | protected: |
| 193 | virtual ~VideoStreamFactoryInterface() {} |
| 194 | }; |
| 195 | |
perkj | 3f65eaf | 2016-09-01 08:17:40 | [diff] [blame] | 196 | VideoEncoderConfig& operator=(VideoEncoderConfig&&) = default; |
| 197 | VideoEncoderConfig& operator=(const VideoEncoderConfig&) = delete; |
| 198 | |
| 199 | // Mostly used by tests. Avoid creating copies if you can. |
| 200 | VideoEncoderConfig Copy() const { return VideoEncoderConfig(*this); } |
| 201 | |
kwiberg@webrtc.org | c4e2cd0 | 2015-02-26 13:59:22 | [diff] [blame] | 202 | VideoEncoderConfig(); |
perkj | 3f65eaf | 2016-09-01 08:17:40 | [diff] [blame] | 203 | VideoEncoderConfig(VideoEncoderConfig&&) = default; |
kwiberg@webrtc.org | c4e2cd0 | 2015-02-26 13:59:22 | [diff] [blame] | 204 | ~VideoEncoderConfig(); |
pbos@webrtc.org | 2366875 | 2014-10-24 09:23:21 | [diff] [blame] | 205 | std::string ToString() const; |
pbos@webrtc.org | 58b5140 | 2014-09-19 12:30:25 | [diff] [blame] | 206 | |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 207 | rtc::scoped_refptr<VideoStreamFactoryInterface> video_stream_factory; |
sprang | 0ba16d1 | 2015-11-02 15:23:20 | [diff] [blame] | 208 | std::vector<SpatialLayer> spatial_layers; |
pbos@webrtc.org | 58b5140 | 2014-09-19 12:30:25 | [diff] [blame] | 209 | ContentType content_type; |
kthelgason | 4cc4a8d | 2016-09-27 10:52:02 | [diff] [blame] | 210 | rtc::scoped_refptr<const EncoderSpecificSettings> encoder_specific_settings; |
pbos@webrtc.org | 2366875 | 2014-10-24 09:23:21 | [diff] [blame] | 211 | |
| 212 | // Padding will be used up to this bitrate regardless of the bitrate produced |
| 213 | // by the encoder. Padding above what's actually produced by the encoder helps |
| 214 | // maintaining a higher bitrate estimate. Padding will however not be sent |
| 215 | // unless the estimated bandwidth indicates that the link can handle it. |
| 216 | int min_transmit_bitrate_bps; |
perkj | 730a9e7 | 2016-10-03 06:45:26 | [diff] [blame] | 217 | int max_bitrate_bps; |
| 218 | |
| 219 | // Max number of encoded VideoStreams to produce. |
| 220 | size_t number_of_streams; |
perkj | 3f65eaf | 2016-09-01 08:17:40 | [diff] [blame] | 221 | |
| 222 | private: |
| 223 | // Access to the copy constructor is private to force use of the Copy() |
| 224 | // method for those exceptional cases where we do use it. |
| 225 | VideoEncoderConfig(const VideoEncoderConfig&) = default; |
pbos@webrtc.org | 58b5140 | 2014-09-19 12:30:25 | [diff] [blame] | 226 | }; |
| 227 | |
johan | 246856b | 2016-08-05 16:19:25 | [diff] [blame] | 228 | struct VideoDecoderH264Settings { |
| 229 | std::string sprop_parameter_sets; |
| 230 | }; |
| 231 | |
| 232 | class DecoderSpecificSettings { |
| 233 | public: |
| 234 | virtual ~DecoderSpecificSettings() {} |
| 235 | rtc::Optional<VideoDecoderH264Settings> h264_extra_settings; |
| 236 | }; |
| 237 | |
mflodman@webrtc.org | 06e8026 | 2013-04-18 12:02:52 | [diff] [blame] | 238 | } // namespace webrtc |
| 239 | |
pbos@webrtc.org | f0a119f | 2014-07-20 15:27:35 | [diff] [blame] | 240 | #endif // WEBRTC_CONFIG_H_ |