blob: 25fd23234c027e8a988e316a7b1800afebfa0087 [file] [log] [blame]
philipelc707ab72016-04-01 09:01:541/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 04:47:3111#include "modules/video_coding/frame_object.h"
Rasmus Brandt58b72912017-10-25 09:09:2312
Yves Gerey3e707812018-11-28 15:47:4913#include <string.h>
Jonas Olssona4d87372019-07-05 17:08:3314
Chen Xingf00bf422019-06-20 08:05:5515#include <utility>
Yves Gerey3e707812018-11-28 15:47:4916
17#include "api/video/encoded_image.h"
18#include "api/video/video_timing.h"
Mirko Bonadei92ea95e2017-09-15 04:47:3119#include "rtc_base/checks.h"
philipelc707ab72016-04-01 09:01:5420
21namespace webrtc {
22namespace video_coding {
philipel85d5c192019-09-25 15:15:3723RtpFrameObject::RtpFrameObject(
24 uint16_t first_seq_num,
25 uint16_t last_seq_num,
26 bool markerBit,
27 int times_nacked,
28 int64_t first_packet_received_time,
29 int64_t last_packet_received_time,
30 uint32_t rtp_timestamp,
31 int64_t ntp_time_ms,
32 const VideoSendTiming& timing,
33 uint8_t payload_type,
34 VideoCodecType codec,
35 VideoRotation rotation,
36 VideoContentType content_type,
37 const RTPVideoHeader& video_header,
38 const absl::optional<webrtc::ColorSpace>& color_space,
philipel85d5c192019-09-25 15:15:3739 RtpPacketInfos packet_infos,
40 rtc::scoped_refptr<EncodedImageBuffer> image_buffer)
Niels Möller08ae7ce2020-09-23 13:58:1241 : image_buffer_(image_buffer),
42 first_seq_num_(first_seq_num),
philipel85d5c192019-09-25 15:15:3743 last_seq_num_(last_seq_num),
44 last_packet_received_time_(last_packet_received_time),
45 times_nacked_(times_nacked) {
46 rtp_video_header_ = video_header;
philipel85d5c192019-09-25 15:15:3747
48 // EncodedFrame members
49 codec_type_ = codec;
50
51 // TODO(philipel): Remove when encoded image is replaced by EncodedFrame.
52 // VCMEncodedFrame members
53 CopyCodecSpecific(&rtp_video_header_);
philipel85d5c192019-09-25 15:15:3754 _payloadType = payload_type;
55 SetTimestamp(rtp_timestamp);
56 ntp_time_ms_ = ntp_time_ms;
57 _frameType = rtp_video_header_.frame_type;
58
59 // Setting frame's playout delays to the same values
60 // as of the first packet's.
61 SetPlayoutDelay(rtp_video_header_.playout_delay);
62
Niels Möller08ae7ce2020-09-23 13:58:1263 SetEncodedData(image_buffer_);
philipel85d5c192019-09-25 15:15:3764 _encodedWidth = rtp_video_header_.width;
65 _encodedHeight = rtp_video_header_.height;
66
67 // EncodedFrame members
68 SetPacketInfos(std::move(packet_infos));
69
70 rotation_ = rotation;
71 SetColorSpace(color_space);
philipel85d5c192019-09-25 15:15:3772 content_type_ = content_type;
73 if (timing.flags != VideoSendTiming::kInvalid) {
74 // ntp_time_ms_ may be -1 if not estimated yet. This is not a problem,
75 // as this will be dealt with at the time of reporting.
76 timing_.encode_start_ms = ntp_time_ms_ + timing.encode_start_delta_ms;
77 timing_.encode_finish_ms = ntp_time_ms_ + timing.encode_finish_delta_ms;
78 timing_.packetization_finish_ms =
79 ntp_time_ms_ + timing.packetization_finish_delta_ms;
80 timing_.pacer_exit_ms = ntp_time_ms_ + timing.pacer_exit_delta_ms;
81 timing_.network_timestamp_ms =
82 ntp_time_ms_ + timing.network_timestamp_delta_ms;
83 timing_.network2_timestamp_ms =
84 ntp_time_ms_ + timing.network2_timestamp_delta_ms;
85 }
86 timing_.receive_start_ms = first_packet_received_time;
87 timing_.receive_finish_ms = last_packet_received_time;
88 timing_.flags = timing.flags;
89 is_last_spatial_layer = markerBit;
90}
91
philipelc707ab72016-04-01 09:01:5492RtpFrameObject::~RtpFrameObject() {
philipelc707ab72016-04-01 09:01:5493}
94
philipelf4139332016-04-20 08:26:3495uint16_t RtpFrameObject::first_seq_num() const {
philipel02447bc2016-05-13 13:01:0396 return first_seq_num_;
philipelc707ab72016-04-01 09:01:5497}
98
philipelf4139332016-04-20 08:26:3499uint16_t RtpFrameObject::last_seq_num() const {
philipel02447bc2016-05-13 13:01:03100 return last_seq_num_;
101}
102
philipel5ceaaae2016-05-24 08:20:47103int RtpFrameObject::times_nacked() const {
104 return times_nacked_;
105}
106
Niels Möller87e2d782019-03-07 09:18:23107VideoFrameType RtpFrameObject::frame_type() const {
Johannes Krona3705562019-08-26 14:37:11108 return rtp_video_header_.frame_type;
philipel02447bc2016-05-13 13:01:03109}
110
111VideoCodecType RtpFrameObject::codec_type() const {
112 return codec_type_;
philipelc707ab72016-04-01 09:01:54113}
114
philipelb4d31082016-07-11 15:46:29115int64_t RtpFrameObject::ReceivedTime() const {
Ilya Nikolaevskiy4348ce22018-12-07 15:26:56116 return last_packet_received_time_;
philipelb4d31082016-07-11 15:46:29117}
118
119int64_t RtpFrameObject::RenderTime() const {
120 return _renderTimeMs;
121}
122
philipele0754302017-01-25 16:56:23123bool RtpFrameObject::delayed_by_retransmission() const {
124 return times_nacked() > 0;
125}
126
Johannes Krona3705562019-08-26 14:37:11127const RTPVideoHeader& RtpFrameObject::GetRtpVideoHeader() const {
128 return rtp_video_header_;
philipel02447bc2016-05-13 13:01:03129}
130
philipelc707ab72016-04-01 09:01:54131} // namespace video_coding
132} // namespace webrtc