1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
// Copyright 2021 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "third_party/blink/renderer/platform/peerconnection/webrtc_decoding_info_handler.h"
#include <utility>
#include <vector>
#include "base/cpu.h"
#include "base/logging.h"
#include "base/system/sys_info.h"
#include "third_party/blink/public/platform/platform.h"
#include "third_party/blink/renderer/platform/network/parsed_content_type.h"
#include "third_party/blink/renderer/platform/peerconnection/audio_codec_factory.h"
#include "third_party/blink/renderer/platform/peerconnection/video_codec_factory.h"
#include "third_party/blink/renderer/platform/wtf/text/string_hash.h"
#include "third_party/webrtc/api/audio_codecs/audio_decoder_factory.h"
#include "third_party/webrtc/api/audio_codecs/audio_format.h"
#include "third_party/webrtc/api/scoped_refptr.h"
#include "third_party/webrtc/api/video_codecs/sdp_video_format.h"
#include "third_party/webrtc/api/video_codecs/video_decoder_factory.h"
namespace blink {
namespace {
String ExtractCodecNameFromMimeType(const String& mime_type,
const char* prefix) {
if (mime_type.StartsWith(prefix)) {
size_t length = mime_type.length() - strlen(prefix) - 1;
const String codec_name = mime_type.Right(length);
return codec_name;
}
return "";
}
webrtc::SdpVideoFormat::Parameters ConvertToSdpVideoFormatParameters(
const ParsedContentHeaderFieldParameters& parameters) {
webrtc::SdpVideoFormat::Parameters sdp_parameters;
for (const auto& parameter : parameters) {
sdp_parameters[parameter.name.Utf8()] = parameter.value.Utf8();
}
return sdp_parameters;
}
// Composes elements of set<string> to a string with ", " delimiter.
String StringHashSetToString(const HashSet<String>& string_set) {
String result;
String delim;
for (auto& s : string_set) {
result = result + delim + s;
if (delim.IsEmpty())
delim = ", ";
}
return result;
}
} // namespace
WebrtcDecodingInfoHandler* WebrtcDecodingInfoHandler::Instance() {
DEFINE_STATIC_LOCAL(WebrtcDecodingInfoHandler, instance, ());
return &instance;
}
WebrtcDecodingInfoHandler::WebrtcDecodingInfoHandler()
: WebrtcDecodingInfoHandler(
blink::CreateWebrtcVideoDecoderFactory(
Platform::Current()->GetGpuFactories(),
Platform::Current()->GetMediaDecoderFactory(),
Platform::Current()->MediaThreadTaskRunner(),
Platform::Current()->GetRenderingColorSpace()),
blink::CreateWebrtcAudioDecoderFactory()) {}
WebrtcDecodingInfoHandler::WebrtcDecodingInfoHandler(
std::unique_ptr<webrtc::VideoDecoderFactory> video_decoder_factory,
rtc::scoped_refptr<webrtc::AudioDecoderFactory> audio_decoder_factory)
: video_decoder_factory_(std::move(video_decoder_factory)),
audio_decoder_factory_(std::move(audio_decoder_factory)) {
std::vector<webrtc::AudioCodecSpec> supported_audio_specs =
audio_decoder_factory_->GetSupportedDecoders();
for (const auto& audio_spec : supported_audio_specs) {
supported_audio_codecs_.insert(
String::FromUTF8(audio_spec.format.name).LowerASCII());
}
DVLOG(2) << String::Format(
"supported_audio_codecs_:[%s]",
StringHashSetToString(supported_audio_codecs_).Utf8().c_str());
}
WebrtcDecodingInfoHandler::~WebrtcDecodingInfoHandler() = default;
void WebrtcDecodingInfoHandler::DecodingInfo(
const absl::optional<String> audio_mime_type,
const absl::optional<String> video_mime_type,
const absl::optional<String> video_scalability_mode,
OnMediaCapabilitiesDecodingInfoCallback callback) const {
DCHECK(audio_mime_type || video_mime_type);
// Set default values to true in case an audio configuration is not specified.
bool supported = true;
bool power_efficient = true;
if (audio_mime_type) {
ParsedContentType audio_content_type(audio_mime_type->LowerASCII());
DCHECK(audio_content_type.IsValid());
const String codec_name =
ExtractCodecNameFromMimeType(audio_content_type.MimeType(), "audio");
supported = base::Contains(supported_audio_codecs_, codec_name);
// Audio is always assumed to be power efficient whenever it is
// supported.
power_efficient = supported;
DVLOG(1) << "Audio MIME type:" << codec_name << " supported:" << supported
<< " power_efficient:" << power_efficient;
}
// Only check video configuration if the audio configuration was supported (or
// not specified).
if (video_mime_type && supported) {
// Convert video_configuration to SdpVideoFormat.
ParsedContentType video_content_type(video_mime_type->LowerASCII());
DCHECK(video_content_type.IsValid());
const String codec_name =
ExtractCodecNameFromMimeType(video_content_type.MimeType(), "video");
const webrtc::SdpVideoFormat::Parameters parameters =
ConvertToSdpVideoFormatParameters(video_content_type.GetParameters());
webrtc::SdpVideoFormat sdp_video_format(codec_name.Utf8(), parameters);
absl::optional<std::string> scalability_mode =
video_scalability_mode
? absl::make_optional(video_scalability_mode->Utf8())
: absl::nullopt;
webrtc::VideoDecoderFactory::CodecSupport support =
video_decoder_factory_->QueryCodecSupport(sdp_video_format,
scalability_mode);
supported = support.is_supported;
power_efficient = support.is_power_efficient;
DVLOG(1) << "Video MIME type:" << codec_name << " supported:" << supported
<< " power_efficient:" << power_efficient;
}
std::move(callback).Run(supported, power_efficient);
}
} // namespace blink
|
