1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker *
4*d9f75844SAndroid Build Coastguard Worker * Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker * that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker * tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker * in the file PATENTS. All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker * be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker */
10*d9f75844SAndroid Build Coastguard Worker
11*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/test/EncodeDecodeTest.h"
12*d9f75844SAndroid Build Coastguard Worker
13*d9f75844SAndroid Build Coastguard Worker #include <stdio.h>
14*d9f75844SAndroid Build Coastguard Worker #include <stdlib.h>
15*d9f75844SAndroid Build Coastguard Worker
16*d9f75844SAndroid Build Coastguard Worker #include <memory>
17*d9f75844SAndroid Build Coastguard Worker
18*d9f75844SAndroid Build Coastguard Worker #include "absl/strings/string_view.h"
19*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/builtin_audio_decoder_factory.h"
20*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/builtin_audio_encoder_factory.h"
21*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/include/audio_coding_module.h"
22*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/strings/string_builder.h"
23*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
24*d9f75844SAndroid Build Coastguard Worker #include "test/testsupport/file_utils.h"
25*d9f75844SAndroid Build Coastguard Worker
26*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
27*d9f75844SAndroid Build Coastguard Worker
28*d9f75844SAndroid Build Coastguard Worker namespace {
29*d9f75844SAndroid Build Coastguard Worker // Buffer size for stereo 48 kHz audio.
30*d9f75844SAndroid Build Coastguard Worker constexpr size_t kWebRtc10MsPcmAudio = 960;
31*d9f75844SAndroid Build Coastguard Worker
32*d9f75844SAndroid Build Coastguard Worker } // namespace
33*d9f75844SAndroid Build Coastguard Worker
TestPacketization(RTPStream * rtpStream,uint16_t frequency)34*d9f75844SAndroid Build Coastguard Worker TestPacketization::TestPacketization(RTPStream* rtpStream, uint16_t frequency)
35*d9f75844SAndroid Build Coastguard Worker : _rtpStream(rtpStream), _frequency(frequency), _seqNo(0) {}
36*d9f75844SAndroid Build Coastguard Worker
~TestPacketization()37*d9f75844SAndroid Build Coastguard Worker TestPacketization::~TestPacketization() {}
38*d9f75844SAndroid Build Coastguard Worker
SendData(const AudioFrameType,const uint8_t payloadType,const uint32_t timeStamp,const uint8_t * payloadData,const size_t payloadSize,int64_t absolute_capture_timestamp_ms)39*d9f75844SAndroid Build Coastguard Worker int32_t TestPacketization::SendData(const AudioFrameType /* frameType */,
40*d9f75844SAndroid Build Coastguard Worker const uint8_t payloadType,
41*d9f75844SAndroid Build Coastguard Worker const uint32_t timeStamp,
42*d9f75844SAndroid Build Coastguard Worker const uint8_t* payloadData,
43*d9f75844SAndroid Build Coastguard Worker const size_t payloadSize,
44*d9f75844SAndroid Build Coastguard Worker int64_t absolute_capture_timestamp_ms) {
45*d9f75844SAndroid Build Coastguard Worker _rtpStream->Write(payloadType, timeStamp, _seqNo++, payloadData, payloadSize,
46*d9f75844SAndroid Build Coastguard Worker _frequency);
47*d9f75844SAndroid Build Coastguard Worker return 1;
48*d9f75844SAndroid Build Coastguard Worker }
49*d9f75844SAndroid Build Coastguard Worker
Sender()50*d9f75844SAndroid Build Coastguard Worker Sender::Sender()
51*d9f75844SAndroid Build Coastguard Worker : _acm(NULL), _pcmFile(), _audioFrame(), _packetization(NULL) {}
52*d9f75844SAndroid Build Coastguard Worker
Setup(AudioCodingModule * acm,RTPStream * rtpStream,absl::string_view in_file_name,int in_sample_rate,int payload_type,SdpAudioFormat format)53*d9f75844SAndroid Build Coastguard Worker void Sender::Setup(AudioCodingModule* acm,
54*d9f75844SAndroid Build Coastguard Worker RTPStream* rtpStream,
55*d9f75844SAndroid Build Coastguard Worker absl::string_view in_file_name,
56*d9f75844SAndroid Build Coastguard Worker int in_sample_rate,
57*d9f75844SAndroid Build Coastguard Worker int payload_type,
58*d9f75844SAndroid Build Coastguard Worker SdpAudioFormat format) {
59*d9f75844SAndroid Build Coastguard Worker // Open input file
60*d9f75844SAndroid Build Coastguard Worker const std::string file_name = webrtc::test::ResourcePath(in_file_name, "pcm");
61*d9f75844SAndroid Build Coastguard Worker _pcmFile.Open(file_name, in_sample_rate, "rb");
62*d9f75844SAndroid Build Coastguard Worker if (format.num_channels == 2) {
63*d9f75844SAndroid Build Coastguard Worker _pcmFile.ReadStereo(true);
64*d9f75844SAndroid Build Coastguard Worker }
65*d9f75844SAndroid Build Coastguard Worker // Set test length to 500 ms (50 blocks of 10 ms each).
66*d9f75844SAndroid Build Coastguard Worker _pcmFile.SetNum10MsBlocksToRead(50);
67*d9f75844SAndroid Build Coastguard Worker // Fast-forward 1 second (100 blocks) since the file starts with silence.
68*d9f75844SAndroid Build Coastguard Worker _pcmFile.FastForward(100);
69*d9f75844SAndroid Build Coastguard Worker
70*d9f75844SAndroid Build Coastguard Worker acm->SetEncoder(CreateBuiltinAudioEncoderFactory()->MakeAudioEncoder(
71*d9f75844SAndroid Build Coastguard Worker payload_type, format, absl::nullopt));
72*d9f75844SAndroid Build Coastguard Worker _packetization = new TestPacketization(rtpStream, format.clockrate_hz);
73*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, acm->RegisterTransportCallback(_packetization));
74*d9f75844SAndroid Build Coastguard Worker
75*d9f75844SAndroid Build Coastguard Worker _acm = acm;
76*d9f75844SAndroid Build Coastguard Worker }
77*d9f75844SAndroid Build Coastguard Worker
Teardown()78*d9f75844SAndroid Build Coastguard Worker void Sender::Teardown() {
79*d9f75844SAndroid Build Coastguard Worker _pcmFile.Close();
80*d9f75844SAndroid Build Coastguard Worker delete _packetization;
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker
Add10MsData()83*d9f75844SAndroid Build Coastguard Worker bool Sender::Add10MsData() {
84*d9f75844SAndroid Build Coastguard Worker if (!_pcmFile.EndOfFile()) {
85*d9f75844SAndroid Build Coastguard Worker EXPECT_GT(_pcmFile.Read10MsData(_audioFrame), 0);
86*d9f75844SAndroid Build Coastguard Worker int32_t ok = _acm->Add10MsData(_audioFrame);
87*d9f75844SAndroid Build Coastguard Worker EXPECT_GE(ok, 0);
88*d9f75844SAndroid Build Coastguard Worker return ok >= 0 ? true : false;
89*d9f75844SAndroid Build Coastguard Worker }
90*d9f75844SAndroid Build Coastguard Worker return false;
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker
Run()93*d9f75844SAndroid Build Coastguard Worker void Sender::Run() {
94*d9f75844SAndroid Build Coastguard Worker while (true) {
95*d9f75844SAndroid Build Coastguard Worker if (!Add10MsData()) {
96*d9f75844SAndroid Build Coastguard Worker break;
97*d9f75844SAndroid Build Coastguard Worker }
98*d9f75844SAndroid Build Coastguard Worker }
99*d9f75844SAndroid Build Coastguard Worker }
100*d9f75844SAndroid Build Coastguard Worker
Receiver()101*d9f75844SAndroid Build Coastguard Worker Receiver::Receiver()
102*d9f75844SAndroid Build Coastguard Worker : _playoutLengthSmpls(kWebRtc10MsPcmAudio),
103*d9f75844SAndroid Build Coastguard Worker _payloadSizeBytes(MAX_INCOMING_PAYLOAD) {}
104*d9f75844SAndroid Build Coastguard Worker
Setup(AudioCodingModule * acm,RTPStream * rtpStream,absl::string_view out_file_name,size_t channels,int file_num)105*d9f75844SAndroid Build Coastguard Worker void Receiver::Setup(AudioCodingModule* acm,
106*d9f75844SAndroid Build Coastguard Worker RTPStream* rtpStream,
107*d9f75844SAndroid Build Coastguard Worker absl::string_view out_file_name,
108*d9f75844SAndroid Build Coastguard Worker size_t channels,
109*d9f75844SAndroid Build Coastguard Worker int file_num) {
110*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, acm->InitializeReceiver());
111*d9f75844SAndroid Build Coastguard Worker
112*d9f75844SAndroid Build Coastguard Worker if (channels == 1) {
113*d9f75844SAndroid Build Coastguard Worker acm->SetReceiveCodecs({{107, {"L16", 8000, 1}},
114*d9f75844SAndroid Build Coastguard Worker {108, {"L16", 16000, 1}},
115*d9f75844SAndroid Build Coastguard Worker {109, {"L16", 32000, 1}},
116*d9f75844SAndroid Build Coastguard Worker {0, {"PCMU", 8000, 1}},
117*d9f75844SAndroid Build Coastguard Worker {8, {"PCMA", 8000, 1}},
118*d9f75844SAndroid Build Coastguard Worker {102, {"ILBC", 8000, 1}},
119*d9f75844SAndroid Build Coastguard Worker {9, {"G722", 8000, 1}},
120*d9f75844SAndroid Build Coastguard Worker {120, {"OPUS", 48000, 2}},
121*d9f75844SAndroid Build Coastguard Worker {13, {"CN", 8000, 1}},
122*d9f75844SAndroid Build Coastguard Worker {98, {"CN", 16000, 1}},
123*d9f75844SAndroid Build Coastguard Worker {99, {"CN", 32000, 1}}});
124*d9f75844SAndroid Build Coastguard Worker } else {
125*d9f75844SAndroid Build Coastguard Worker ASSERT_EQ(channels, 2u);
126*d9f75844SAndroid Build Coastguard Worker acm->SetReceiveCodecs({{111, {"L16", 8000, 2}},
127*d9f75844SAndroid Build Coastguard Worker {112, {"L16", 16000, 2}},
128*d9f75844SAndroid Build Coastguard Worker {113, {"L16", 32000, 2}},
129*d9f75844SAndroid Build Coastguard Worker {110, {"PCMU", 8000, 2}},
130*d9f75844SAndroid Build Coastguard Worker {118, {"PCMA", 8000, 2}},
131*d9f75844SAndroid Build Coastguard Worker {119, {"G722", 8000, 2}},
132*d9f75844SAndroid Build Coastguard Worker {120, {"OPUS", 48000, 2, {{"stereo", "1"}}}}});
133*d9f75844SAndroid Build Coastguard Worker }
134*d9f75844SAndroid Build Coastguard Worker
135*d9f75844SAndroid Build Coastguard Worker int playSampFreq;
136*d9f75844SAndroid Build Coastguard Worker std::string file_name;
137*d9f75844SAndroid Build Coastguard Worker rtc::StringBuilder file_stream;
138*d9f75844SAndroid Build Coastguard Worker file_stream << webrtc::test::OutputPath() << out_file_name << file_num
139*d9f75844SAndroid Build Coastguard Worker << ".pcm";
140*d9f75844SAndroid Build Coastguard Worker file_name = file_stream.str();
141*d9f75844SAndroid Build Coastguard Worker _rtpStream = rtpStream;
142*d9f75844SAndroid Build Coastguard Worker
143*d9f75844SAndroid Build Coastguard Worker playSampFreq = 32000;
144*d9f75844SAndroid Build Coastguard Worker _pcmFile.Open(file_name, 32000, "wb+");
145*d9f75844SAndroid Build Coastguard Worker
146*d9f75844SAndroid Build Coastguard Worker _realPayloadSizeBytes = 0;
147*d9f75844SAndroid Build Coastguard Worker _playoutBuffer = new int16_t[kWebRtc10MsPcmAudio];
148*d9f75844SAndroid Build Coastguard Worker _frequency = playSampFreq;
149*d9f75844SAndroid Build Coastguard Worker _acm = acm;
150*d9f75844SAndroid Build Coastguard Worker _firstTime = true;
151*d9f75844SAndroid Build Coastguard Worker }
152*d9f75844SAndroid Build Coastguard Worker
Teardown()153*d9f75844SAndroid Build Coastguard Worker void Receiver::Teardown() {
154*d9f75844SAndroid Build Coastguard Worker delete[] _playoutBuffer;
155*d9f75844SAndroid Build Coastguard Worker _pcmFile.Close();
156*d9f75844SAndroid Build Coastguard Worker }
157*d9f75844SAndroid Build Coastguard Worker
IncomingPacket()158*d9f75844SAndroid Build Coastguard Worker bool Receiver::IncomingPacket() {
159*d9f75844SAndroid Build Coastguard Worker if (!_rtpStream->EndOfFile()) {
160*d9f75844SAndroid Build Coastguard Worker if (_firstTime) {
161*d9f75844SAndroid Build Coastguard Worker _firstTime = false;
162*d9f75844SAndroid Build Coastguard Worker _realPayloadSizeBytes = _rtpStream->Read(&_rtpHeader, _incomingPayload,
163*d9f75844SAndroid Build Coastguard Worker _payloadSizeBytes, &_nextTime);
164*d9f75844SAndroid Build Coastguard Worker if (_realPayloadSizeBytes == 0) {
165*d9f75844SAndroid Build Coastguard Worker if (_rtpStream->EndOfFile()) {
166*d9f75844SAndroid Build Coastguard Worker _firstTime = true;
167*d9f75844SAndroid Build Coastguard Worker return true;
168*d9f75844SAndroid Build Coastguard Worker } else {
169*d9f75844SAndroid Build Coastguard Worker return false;
170*d9f75844SAndroid Build Coastguard Worker }
171*d9f75844SAndroid Build Coastguard Worker }
172*d9f75844SAndroid Build Coastguard Worker }
173*d9f75844SAndroid Build Coastguard Worker
174*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, _acm->IncomingPacket(_incomingPayload, _realPayloadSizeBytes,
175*d9f75844SAndroid Build Coastguard Worker _rtpHeader));
176*d9f75844SAndroid Build Coastguard Worker _realPayloadSizeBytes = _rtpStream->Read(&_rtpHeader, _incomingPayload,
177*d9f75844SAndroid Build Coastguard Worker _payloadSizeBytes, &_nextTime);
178*d9f75844SAndroid Build Coastguard Worker if (_realPayloadSizeBytes == 0 && _rtpStream->EndOfFile()) {
179*d9f75844SAndroid Build Coastguard Worker _firstTime = true;
180*d9f75844SAndroid Build Coastguard Worker }
181*d9f75844SAndroid Build Coastguard Worker }
182*d9f75844SAndroid Build Coastguard Worker return true;
183*d9f75844SAndroid Build Coastguard Worker }
184*d9f75844SAndroid Build Coastguard Worker
PlayoutData()185*d9f75844SAndroid Build Coastguard Worker bool Receiver::PlayoutData() {
186*d9f75844SAndroid Build Coastguard Worker AudioFrame audioFrame;
187*d9f75844SAndroid Build Coastguard Worker bool muted;
188*d9f75844SAndroid Build Coastguard Worker int32_t ok = _acm->PlayoutData10Ms(_frequency, &audioFrame, &muted);
189*d9f75844SAndroid Build Coastguard Worker if (muted) {
190*d9f75844SAndroid Build Coastguard Worker ADD_FAILURE();
191*d9f75844SAndroid Build Coastguard Worker return false;
192*d9f75844SAndroid Build Coastguard Worker }
193*d9f75844SAndroid Build Coastguard Worker EXPECT_EQ(0, ok);
194*d9f75844SAndroid Build Coastguard Worker if (ok < 0) {
195*d9f75844SAndroid Build Coastguard Worker return false;
196*d9f75844SAndroid Build Coastguard Worker }
197*d9f75844SAndroid Build Coastguard Worker if (_playoutLengthSmpls == 0) {
198*d9f75844SAndroid Build Coastguard Worker return false;
199*d9f75844SAndroid Build Coastguard Worker }
200*d9f75844SAndroid Build Coastguard Worker _pcmFile.Write10MsData(audioFrame.data(), audioFrame.samples_per_channel_ *
201*d9f75844SAndroid Build Coastguard Worker audioFrame.num_channels_);
202*d9f75844SAndroid Build Coastguard Worker return true;
203*d9f75844SAndroid Build Coastguard Worker }
204*d9f75844SAndroid Build Coastguard Worker
Run()205*d9f75844SAndroid Build Coastguard Worker void Receiver::Run() {
206*d9f75844SAndroid Build Coastguard Worker uint8_t counter500Ms = 50;
207*d9f75844SAndroid Build Coastguard Worker uint32_t clock = 0;
208*d9f75844SAndroid Build Coastguard Worker
209*d9f75844SAndroid Build Coastguard Worker while (counter500Ms > 0) {
210*d9f75844SAndroid Build Coastguard Worker if (clock == 0 || clock >= _nextTime) {
211*d9f75844SAndroid Build Coastguard Worker EXPECT_TRUE(IncomingPacket());
212*d9f75844SAndroid Build Coastguard Worker if (clock == 0) {
213*d9f75844SAndroid Build Coastguard Worker clock = _nextTime;
214*d9f75844SAndroid Build Coastguard Worker }
215*d9f75844SAndroid Build Coastguard Worker }
216*d9f75844SAndroid Build Coastguard Worker if ((clock % 10) == 0) {
217*d9f75844SAndroid Build Coastguard Worker if (!PlayoutData()) {
218*d9f75844SAndroid Build Coastguard Worker clock++;
219*d9f75844SAndroid Build Coastguard Worker continue;
220*d9f75844SAndroid Build Coastguard Worker }
221*d9f75844SAndroid Build Coastguard Worker }
222*d9f75844SAndroid Build Coastguard Worker if (_rtpStream->EndOfFile()) {
223*d9f75844SAndroid Build Coastguard Worker counter500Ms--;
224*d9f75844SAndroid Build Coastguard Worker }
225*d9f75844SAndroid Build Coastguard Worker clock++;
226*d9f75844SAndroid Build Coastguard Worker }
227*d9f75844SAndroid Build Coastguard Worker }
228*d9f75844SAndroid Build Coastguard Worker
229*d9f75844SAndroid Build Coastguard Worker EncodeDecodeTest::EncodeDecodeTest() = default;
230*d9f75844SAndroid Build Coastguard Worker
Perform()231*d9f75844SAndroid Build Coastguard Worker void EncodeDecodeTest::Perform() {
232*d9f75844SAndroid Build Coastguard Worker const std::map<int, SdpAudioFormat> send_codecs = {
233*d9f75844SAndroid Build Coastguard Worker {107, {"L16", 8000, 1}}, {108, {"L16", 16000, 1}},
234*d9f75844SAndroid Build Coastguard Worker {109, {"L16", 32000, 1}}, {0, {"PCMU", 8000, 1}},
235*d9f75844SAndroid Build Coastguard Worker {8, {"PCMA", 8000, 1}},
236*d9f75844SAndroid Build Coastguard Worker #ifdef WEBRTC_CODEC_ILBC
237*d9f75844SAndroid Build Coastguard Worker {102, {"ILBC", 8000, 1}},
238*d9f75844SAndroid Build Coastguard Worker #endif
239*d9f75844SAndroid Build Coastguard Worker {9, {"G722", 8000, 1}}};
240*d9f75844SAndroid Build Coastguard Worker int file_num = 0;
241*d9f75844SAndroid Build Coastguard Worker for (const auto& send_codec : send_codecs) {
242*d9f75844SAndroid Build Coastguard Worker RTPFile rtpFile;
243*d9f75844SAndroid Build Coastguard Worker std::unique_ptr<AudioCodingModule> acm(AudioCodingModule::Create(
244*d9f75844SAndroid Build Coastguard Worker AudioCodingModule::Config(CreateBuiltinAudioDecoderFactory())));
245*d9f75844SAndroid Build Coastguard Worker
246*d9f75844SAndroid Build Coastguard Worker std::string fileName = webrtc::test::TempFilename(
247*d9f75844SAndroid Build Coastguard Worker webrtc::test::OutputPath(), "encode_decode_rtp");
248*d9f75844SAndroid Build Coastguard Worker rtpFile.Open(fileName.c_str(), "wb+");
249*d9f75844SAndroid Build Coastguard Worker rtpFile.WriteHeader();
250*d9f75844SAndroid Build Coastguard Worker Sender sender;
251*d9f75844SAndroid Build Coastguard Worker sender.Setup(acm.get(), &rtpFile, "audio_coding/testfile32kHz", 32000,
252*d9f75844SAndroid Build Coastguard Worker send_codec.first, send_codec.second);
253*d9f75844SAndroid Build Coastguard Worker sender.Run();
254*d9f75844SAndroid Build Coastguard Worker sender.Teardown();
255*d9f75844SAndroid Build Coastguard Worker rtpFile.Close();
256*d9f75844SAndroid Build Coastguard Worker
257*d9f75844SAndroid Build Coastguard Worker rtpFile.Open(fileName.c_str(), "rb");
258*d9f75844SAndroid Build Coastguard Worker rtpFile.ReadHeader();
259*d9f75844SAndroid Build Coastguard Worker Receiver receiver;
260*d9f75844SAndroid Build Coastguard Worker receiver.Setup(acm.get(), &rtpFile, "encodeDecode_out", 1, file_num);
261*d9f75844SAndroid Build Coastguard Worker receiver.Run();
262*d9f75844SAndroid Build Coastguard Worker receiver.Teardown();
263*d9f75844SAndroid Build Coastguard Worker rtpFile.Close();
264*d9f75844SAndroid Build Coastguard Worker
265*d9f75844SAndroid Build Coastguard Worker file_num++;
266*d9f75844SAndroid Build Coastguard Worker }
267*d9f75844SAndroid Build Coastguard Worker }
268*d9f75844SAndroid Build Coastguard Worker
269*d9f75844SAndroid Build Coastguard Worker } // namespace webrtc
270