Line data Source code
1 : /*
2 : * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 : *
4 : * Use of this source code is governed by a BSD-style license
5 : * that can be found in the LICENSE file in the root of the source
6 : * tree. An additional intellectual property rights grant can be found
7 : * in the file PATENTS. All contributing project authors may
8 : * be found in the AUTHORS file in the root of the source tree.
9 : */
10 :
11 : #include "webrtc/modules/video_coding/video_coding_impl.h"
12 :
13 : #include <algorithm>
14 : #include <utility>
15 :
16 : #include "webrtc/base/criticalsection.h"
17 : #include "webrtc/common_types.h"
18 : #include "webrtc/common_video/include/video_bitrate_allocator.h"
19 : #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
20 : #include "webrtc/modules/video_coding/codecs/vp8/temporal_layers.h"
21 : #include "webrtc/modules/video_coding/encoded_frame.h"
22 : #include "webrtc/modules/video_coding/include/video_codec_initializer.h"
23 : #include "webrtc/modules/video_coding/include/video_codec_interface.h"
24 : #include "webrtc/modules/video_coding/jitter_buffer.h"
25 : #include "webrtc/modules/video_coding/packet.h"
26 : #include "webrtc/modules/video_coding/timing.h"
27 : #include "webrtc/system_wrappers/include/clock.h"
28 :
29 : namespace webrtc {
30 : namespace vcm {
31 :
32 0 : int64_t VCMProcessTimer::Period() const {
33 0 : return _periodMs;
34 : }
35 :
36 0 : int64_t VCMProcessTimer::TimeUntilProcess() const {
37 0 : const int64_t time_since_process = _clock->TimeInMilliseconds() - _latestMs;
38 0 : const int64_t time_until_process = _periodMs - time_since_process;
39 0 : return std::max<int64_t>(time_until_process, 0);
40 : }
41 :
42 0 : void VCMProcessTimer::Processed() {
43 0 : _latestMs = _clock->TimeInMilliseconds();
44 0 : }
45 : } // namespace vcm
46 :
47 : namespace {
48 : // This wrapper provides a way to modify the callback without the need to expose
49 : // a register method all the way down to the function calling it.
50 : class EncodedImageCallbackWrapper : public EncodedImageCallback {
51 : public:
52 0 : EncodedImageCallbackWrapper()
53 0 : : cs_(CriticalSectionWrapper::CreateCriticalSection()),
54 0 : callback_(nullptr) {}
55 :
56 0 : virtual ~EncodedImageCallbackWrapper() {}
57 :
58 0 : void Register(EncodedImageCallback* callback) {
59 0 : CriticalSectionScoped cs(cs_.get());
60 0 : callback_ = callback;
61 0 : }
62 :
63 0 : virtual Result OnEncodedImage(const EncodedImage& encoded_image,
64 : const CodecSpecificInfo* codec_specific_info,
65 : const RTPFragmentationHeader* fragmentation) {
66 0 : CriticalSectionScoped cs(cs_.get());
67 0 : if (callback_) {
68 0 : return callback_->OnEncodedImage(encoded_image, codec_specific_info,
69 0 : fragmentation);
70 : }
71 0 : return Result(Result::ERROR_SEND_FAILED);
72 : }
73 :
74 : private:
75 : std::unique_ptr<CriticalSectionWrapper> cs_;
76 : EncodedImageCallback* callback_ GUARDED_BY(cs_);
77 : };
78 :
79 : class VideoCodingModuleImpl : public VideoCodingModule {
80 : public:
81 0 : VideoCodingModuleImpl(Clock* clock,
82 : EventFactory* event_factory,
83 : NackSender* nack_sender,
84 : KeyFrameRequestSender* keyframe_request_sender,
85 : EncodedImageCallback* pre_decode_image_callback)
86 0 : : VideoCodingModule(),
87 : sender_(clock, &post_encode_callback_, nullptr),
88 0 : timing_(new VCMTiming(clock)),
89 : receiver_(clock,
90 : event_factory,
91 : pre_decode_image_callback,
92 : timing_.get(),
93 : nack_sender,
94 0 : keyframe_request_sender) {}
95 :
96 0 : virtual ~VideoCodingModuleImpl() {}
97 :
98 0 : int64_t TimeUntilNextProcess() override {
99 0 : int64_t sender_time = sender_.TimeUntilNextProcess();
100 0 : int64_t receiver_time = receiver_.TimeUntilNextProcess();
101 0 : assert(sender_time >= 0);
102 0 : assert(receiver_time >= 0);
103 0 : return VCM_MIN(sender_time, receiver_time);
104 : }
105 :
106 0 : void Process() override {
107 0 : sender_.Process();
108 0 : receiver_.Process();
109 0 : }
110 :
111 0 : int32_t RegisterSendCodec(const VideoCodec* sendCodec,
112 : uint32_t numberOfCores,
113 : uint32_t maxPayloadSize) override {
114 0 : if (sendCodec != nullptr && sendCodec->codecType == kVideoCodecVP8) {
115 : // Set up a rate allocator and temporal layers factory for this vp8
116 : // instance. The codec impl will have a raw pointer to the TL factory,
117 : // and will call it when initializing. Since this can happen
118 : // asynchronously keep the instance alive until destruction or until a
119 : // new send codec is registered.
120 0 : VideoCodec vp8_codec = *sendCodec;
121 : std::unique_ptr<TemporalLayersFactory> tl_factory(
122 0 : new TemporalLayersFactory());
123 0 : vp8_codec.VP8()->tl_factory = tl_factory.get();
124 0 : rate_allocator_ = VideoCodecInitializer::CreateBitrateAllocator(
125 0 : vp8_codec, std::move(tl_factory));
126 0 : return sender_.RegisterSendCodec(&vp8_codec, numberOfCores,
127 0 : maxPayloadSize);
128 : }
129 0 : return sender_.RegisterSendCodec(sendCodec, numberOfCores, maxPayloadSize);
130 : }
131 :
132 0 : int32_t RegisterExternalEncoder(VideoEncoder* externalEncoder,
133 : uint8_t payloadType,
134 : bool internalSource) override {
135 0 : sender_.RegisterExternalEncoder(externalEncoder, payloadType,
136 0 : internalSource);
137 0 : return 0;
138 : }
139 :
140 0 : int Bitrate(unsigned int* bitrate) const override {
141 0 : return sender_.Bitrate(bitrate);
142 : }
143 :
144 0 : int FrameRate(unsigned int* framerate) const override {
145 0 : return sender_.FrameRate(framerate);
146 : }
147 :
148 0 : int32_t SetChannelParameters(uint32_t target_bitrate, // bits/s.
149 : uint8_t lossRate,
150 : int64_t rtt) override {
151 0 : return sender_.SetChannelParameters(target_bitrate, lossRate, rtt,
152 0 : rate_allocator_.get(), nullptr);
153 : }
154 :
155 0 : int32_t RegisterProtectionCallback(
156 : VCMProtectionCallback* protection) override {
157 0 : return sender_.RegisterProtectionCallback(protection);
158 : }
159 :
160 0 : int32_t SetVideoProtection(VCMVideoProtection videoProtection,
161 : bool enable) override {
162 : // TODO(pbos): Remove enable from receive-side protection modes as well.
163 0 : return receiver_.SetVideoProtection(videoProtection, enable);
164 : }
165 :
166 0 : int32_t AddVideoFrame(const VideoFrame& videoFrame,
167 : const CodecSpecificInfo* codecSpecificInfo) override {
168 0 : return sender_.AddVideoFrame(videoFrame, codecSpecificInfo);
169 : }
170 :
171 0 : int32_t IntraFrameRequest(size_t stream_index) override {
172 0 : return sender_.IntraFrameRequest(stream_index);
173 : }
174 :
175 0 : int32_t EnableFrameDropper(bool enable) override {
176 0 : return sender_.EnableFrameDropper(enable);
177 : }
178 :
179 0 : int32_t RegisterReceiveCodec(const VideoCodec* receiveCodec,
180 : int32_t numberOfCores,
181 : bool requireKeyFrame) override {
182 0 : return receiver_.RegisterReceiveCodec(receiveCodec, numberOfCores,
183 0 : requireKeyFrame);
184 : }
185 :
186 0 : void RegisterExternalDecoder(VideoDecoder* externalDecoder,
187 : uint8_t payloadType) override {
188 0 : receiver_.RegisterExternalDecoder(externalDecoder, payloadType);
189 0 : }
190 :
191 0 : int32_t RegisterReceiveCallback(
192 : VCMReceiveCallback* receiveCallback) override {
193 0 : return receiver_.RegisterReceiveCallback(receiveCallback);
194 : }
195 :
196 0 : int32_t RegisterReceiveStatisticsCallback(
197 : VCMReceiveStatisticsCallback* receiveStats) override {
198 0 : return receiver_.RegisterReceiveStatisticsCallback(receiveStats);
199 : }
200 :
201 0 : int32_t RegisterDecoderTimingCallback(
202 : VCMDecoderTimingCallback* decoderTiming) override {
203 0 : return receiver_.RegisterDecoderTimingCallback(decoderTiming);
204 : }
205 :
206 0 : int32_t RegisterFrameTypeCallback(
207 : VCMFrameTypeCallback* frameTypeCallback) override {
208 0 : return receiver_.RegisterFrameTypeCallback(frameTypeCallback);
209 : }
210 :
211 0 : int32_t RegisterPacketRequestCallback(
212 : VCMPacketRequestCallback* callback) override {
213 0 : return receiver_.RegisterPacketRequestCallback(callback);
214 : }
215 :
216 0 : virtual int32_t RegisterReceiveStateCallback(
217 : VCMReceiveStateCallback* callback) override {
218 0 : return receiver_.RegisterReceiveStateCallback(callback);
219 : }
220 :
221 0 : int32_t Decode(uint16_t maxWaitTimeMs) override {
222 0 : return receiver_.Decode(maxWaitTimeMs);
223 : }
224 :
225 0 : int32_t ReceiveCodec(VideoCodec* currentReceiveCodec) const override {
226 0 : return receiver_.ReceiveCodec(currentReceiveCodec);
227 : }
228 :
229 0 : VideoCodecType ReceiveCodec() const override {
230 0 : return receiver_.ReceiveCodec();
231 : }
232 :
233 0 : int32_t IncomingPacket(const uint8_t* incomingPayload,
234 : size_t payloadLength,
235 : const WebRtcRTPHeader& rtpInfo) override {
236 0 : return receiver_.IncomingPacket(incomingPayload, payloadLength, rtpInfo);
237 : }
238 :
239 0 : int32_t SetMinimumPlayoutDelay(uint32_t minPlayoutDelayMs) override {
240 0 : return receiver_.SetMinimumPlayoutDelay(minPlayoutDelayMs);
241 : }
242 :
243 0 : int32_t SetRenderDelay(uint32_t timeMS) override {
244 0 : return receiver_.SetRenderDelay(timeMS);
245 : }
246 :
247 0 : int32_t Delay() const override { return receiver_.Delay(); }
248 :
249 0 : uint32_t DiscardedPackets() const override {
250 0 : return receiver_.DiscardedPackets();
251 : }
252 :
253 0 : int SetReceiverRobustnessMode(ReceiverRobustness robustnessMode,
254 : VCMDecodeErrorMode errorMode) override {
255 0 : return receiver_.SetReceiverRobustnessMode(robustnessMode, errorMode);
256 : }
257 :
258 0 : void SetNackSettings(size_t max_nack_list_size,
259 : int max_packet_age_to_nack,
260 : int max_incomplete_time_ms) override {
261 0 : return receiver_.SetNackSettings(max_nack_list_size, max_packet_age_to_nack,
262 0 : max_incomplete_time_ms);
263 : }
264 :
265 0 : void SetDecodeErrorMode(VCMDecodeErrorMode decode_error_mode) override {
266 0 : return receiver_.SetDecodeErrorMode(decode_error_mode);
267 : }
268 :
269 0 : virtual void SetCPULoadState(CPULoadState state) override {
270 0 : return sender_.SetCPULoadState(state);
271 : }
272 :
273 0 : int SetMinReceiverDelay(int desired_delay_ms) override {
274 0 : return receiver_.SetMinReceiverDelay(desired_delay_ms);
275 : }
276 :
277 0 : int32_t SetReceiveChannelParameters(int64_t rtt) override {
278 0 : return receiver_.SetReceiveChannelParameters(rtt);
279 : }
280 :
281 0 : void RegisterPostEncodeImageCallback(
282 : EncodedImageCallback* observer) override {
283 0 : post_encode_callback_.Register(observer);
284 0 : }
285 :
286 0 : void TriggerDecoderShutdown() override { receiver_.TriggerDecoderShutdown(); }
287 0 : void Reset() override {receiver_.Reset(); }
288 :
289 : private:
290 : EncodedImageCallbackWrapper post_encode_callback_;
291 : vcm::VideoSender sender_;
292 : std::unique_ptr<VideoBitrateAllocator> rate_allocator_;
293 : std::unique_ptr<VCMTiming> timing_;
294 : vcm::VideoReceiver receiver_;
295 : };
296 : } // namespace
297 :
298 0 : void VideoCodingModule::Codec(VideoCodecType codecType, VideoCodec* codec) {
299 0 : VCMCodecDataBase::Codec(codecType, codec);
300 0 : }
301 :
302 : // Create method for the new jitter buffer.
303 0 : VideoCodingModule* VideoCodingModule::Create(
304 : Clock* clock,
305 : VCMQMSettingsCallback* qm_settings_callback,
306 : NackSender* nack_sender,
307 : KeyFrameRequestSender* keyframe_request_sender,
308 : EncodedImageCallback* pre_decode_image_callback) {
309 : return new VideoCodingModuleImpl(clock, nullptr, nack_sender,
310 : keyframe_request_sender,
311 0 : pre_decode_image_callback);
312 : }
313 :
314 : // Create method for current interface, will be removed when the
315 : // new jitter buffer is in place.
316 0 : VideoCodingModule* VideoCodingModule::Create(Clock* clock,
317 : EventFactory* event_factory) {
318 : return VideoCodingModule::Create(clock, event_factory,
319 : nullptr, // NackSender
320 0 : nullptr); // KeyframeRequestSender
321 : }
322 :
323 : // Create method for the new jitter buffer.
324 0 : VideoCodingModule* VideoCodingModule::Create(
325 : Clock* clock,
326 : EventFactory* event_factory,
327 : NackSender* nack_sender,
328 : KeyFrameRequestSender* keyframe_request_sender) {
329 0 : assert(clock);
330 0 : assert(event_factory);
331 : return new VideoCodingModuleImpl(clock, event_factory, nack_sender,
332 0 : keyframe_request_sender, nullptr);
333 : }
334 :
335 : } // namespace webrtc
|
