blob: be8717f3af5101b1e60b4301ad9a3e3f36a4825a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
/*
* Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
*
* Use of this source code is governed by a BSD-style license
* that can be found in the LICENSE file in the root of the source
* tree. An additional intellectual property rights grant can be found
* in the file PATENTS. All contributing project authors may
* be found in the AUTHORS file in the root of the source tree.
*/
#ifndef MODULES_AUDIO_PROCESSING_AEC3_MULTI_CHANNEL_CONTENT_DETECTOR_H_
#define MODULES_AUDIO_PROCESSING_AEC3_MULTI_CHANNEL_CONTENT_DETECTOR_H_
#include <stddef.h>
#include <memory>
#include <vector>
#include "absl/types/optional.h"
namespace webrtc {
// Analyzes audio content to determine whether the contained audio is proper
// multichannel, or only upmixed mono. To allow for differences introduced by
// hardware drivers, a threshold `detection_threshold` is used for the
// detection.
// Logs metrics continously and upon destruction.
class MultiChannelContentDetector {
public:
// If |stereo_detection_timeout_threshold_seconds| <= 0, no timeout is
// applied: Once multichannel is detected, the detector remains in that state
// for its lifetime.
MultiChannelContentDetector(bool detect_stereo_content,
int num_render_input_channels,
float detection_threshold,
int stereo_detection_timeout_threshold_seconds,
float stereo_detection_hysteresis_seconds);
// Compares the left and right channels in the render `frame` to determine
// whether the signal is a proper multichannel signal. Returns a bool
// indicating whether a change in the proper multichannel content was
// detected.
bool UpdateDetection(
const std::vector<std::vector<std::vector<float>>>& frame);
bool IsProperMultiChannelContentDetected() const {
return persistent_multichannel_content_detected_;
}
bool IsTemporaryMultiChannelContentDetected() const {
return temporary_multichannel_content_detected_;
}
private:
// Tracks and logs metrics for the amount of multichannel content detected.
class MetricsLogger {
public:
MetricsLogger();
// The destructor logs call summary statistics.
~MetricsLogger();
// Updates and logs metrics.
void Update(bool persistent_multichannel_content_detected);
private:
int frame_counter_ = 0;
// Counts the number of frames of persistent multichannel audio observed
// during the current metrics collection interval.
int persistent_multichannel_frame_counter_ = 0;
// Indicates whether persistent multichannel content has ever been detected.
bool any_multichannel_content_detected_ = false;
};
const bool detect_stereo_content_;
const float detection_threshold_;
const absl::optional<int> detection_timeout_threshold_frames_;
const int stereo_detection_hysteresis_frames_;
// Collects and reports metrics on the amount of multichannel content
// detected. Only created if |num_render_input_channels| > 1 and
// |detect_stereo_content_| is true.
const std::unique_ptr<MetricsLogger> metrics_logger_;
bool persistent_multichannel_content_detected_;
bool temporary_multichannel_content_detected_ = false;
int64_t frames_since_stereo_detected_last_ = 0;
int64_t consecutive_frames_with_stereo_ = 0;
};
} // namespace webrtc
#endif // MODULES_AUDIO_PROCESSING_AEC3_MULTI_CHANNEL_CONTENT_DETECTOR_H_
|
