xref: /aosp_15_r20/external/webrtc/modules/audio_coding/test/EncodeDecodeTest.cc (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1*d9f75844SAndroid Build Coastguard Worker /*
2*d9f75844SAndroid Build Coastguard Worker  *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3*d9f75844SAndroid Build Coastguard Worker  *
4*d9f75844SAndroid Build Coastguard Worker  *  Use of this source code is governed by a BSD-style license
5*d9f75844SAndroid Build Coastguard Worker  *  that can be found in the LICENSE file in the root of the source
6*d9f75844SAndroid Build Coastguard Worker  *  tree. An additional intellectual property rights grant can be found
7*d9f75844SAndroid Build Coastguard Worker  *  in the file PATENTS.  All contributing project authors may
8*d9f75844SAndroid Build Coastguard Worker  *  be found in the AUTHORS file in the root of the source tree.
9*d9f75844SAndroid Build Coastguard Worker  */
10*d9f75844SAndroid Build Coastguard Worker 
11*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/test/EncodeDecodeTest.h"
12*d9f75844SAndroid Build Coastguard Worker 
13*d9f75844SAndroid Build Coastguard Worker #include <stdio.h>
14*d9f75844SAndroid Build Coastguard Worker #include <stdlib.h>
15*d9f75844SAndroid Build Coastguard Worker 
16*d9f75844SAndroid Build Coastguard Worker #include <memory>
17*d9f75844SAndroid Build Coastguard Worker 
18*d9f75844SAndroid Build Coastguard Worker #include "absl/strings/string_view.h"
19*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/builtin_audio_decoder_factory.h"
20*d9f75844SAndroid Build Coastguard Worker #include "api/audio_codecs/builtin_audio_encoder_factory.h"
21*d9f75844SAndroid Build Coastguard Worker #include "modules/audio_coding/include/audio_coding_module.h"
22*d9f75844SAndroid Build Coastguard Worker #include "rtc_base/strings/string_builder.h"
23*d9f75844SAndroid Build Coastguard Worker #include "test/gtest.h"
24*d9f75844SAndroid Build Coastguard Worker #include "test/testsupport/file_utils.h"
25*d9f75844SAndroid Build Coastguard Worker 
26*d9f75844SAndroid Build Coastguard Worker namespace webrtc {
27*d9f75844SAndroid Build Coastguard Worker 
28*d9f75844SAndroid Build Coastguard Worker namespace {
29*d9f75844SAndroid Build Coastguard Worker // Buffer size for stereo 48 kHz audio.
30*d9f75844SAndroid Build Coastguard Worker constexpr size_t kWebRtc10MsPcmAudio = 960;
31*d9f75844SAndroid Build Coastguard Worker 
32*d9f75844SAndroid Build Coastguard Worker }  // namespace
33*d9f75844SAndroid Build Coastguard Worker 
TestPacketization(RTPStream * rtpStream,uint16_t frequency)34*d9f75844SAndroid Build Coastguard Worker TestPacketization::TestPacketization(RTPStream* rtpStream, uint16_t frequency)
35*d9f75844SAndroid Build Coastguard Worker     : _rtpStream(rtpStream), _frequency(frequency), _seqNo(0) {}
36*d9f75844SAndroid Build Coastguard Worker 
~TestPacketization()37*d9f75844SAndroid Build Coastguard Worker TestPacketization::~TestPacketization() {}
38*d9f75844SAndroid Build Coastguard Worker 
SendData(const AudioFrameType,const uint8_t payloadType,const uint32_t timeStamp,const uint8_t * payloadData,const size_t payloadSize,int64_t absolute_capture_timestamp_ms)39*d9f75844SAndroid Build Coastguard Worker int32_t TestPacketization::SendData(const AudioFrameType /* frameType */,
40*d9f75844SAndroid Build Coastguard Worker                                     const uint8_t payloadType,
41*d9f75844SAndroid Build Coastguard Worker                                     const uint32_t timeStamp,
42*d9f75844SAndroid Build Coastguard Worker                                     const uint8_t* payloadData,
43*d9f75844SAndroid Build Coastguard Worker                                     const size_t payloadSize,
44*d9f75844SAndroid Build Coastguard Worker                                     int64_t absolute_capture_timestamp_ms) {
45*d9f75844SAndroid Build Coastguard Worker   _rtpStream->Write(payloadType, timeStamp, _seqNo++, payloadData, payloadSize,
46*d9f75844SAndroid Build Coastguard Worker                     _frequency);
47*d9f75844SAndroid Build Coastguard Worker   return 1;
48*d9f75844SAndroid Build Coastguard Worker }
49*d9f75844SAndroid Build Coastguard Worker 
Sender()50*d9f75844SAndroid Build Coastguard Worker Sender::Sender()
51*d9f75844SAndroid Build Coastguard Worker     : _acm(NULL), _pcmFile(), _audioFrame(), _packetization(NULL) {}
52*d9f75844SAndroid Build Coastguard Worker 
Setup(AudioCodingModule * acm,RTPStream * rtpStream,absl::string_view in_file_name,int in_sample_rate,int payload_type,SdpAudioFormat format)53*d9f75844SAndroid Build Coastguard Worker void Sender::Setup(AudioCodingModule* acm,
54*d9f75844SAndroid Build Coastguard Worker                    RTPStream* rtpStream,
55*d9f75844SAndroid Build Coastguard Worker                    absl::string_view in_file_name,
56*d9f75844SAndroid Build Coastguard Worker                    int in_sample_rate,
57*d9f75844SAndroid Build Coastguard Worker                    int payload_type,
58*d9f75844SAndroid Build Coastguard Worker                    SdpAudioFormat format) {
59*d9f75844SAndroid Build Coastguard Worker   // Open input file
60*d9f75844SAndroid Build Coastguard Worker   const std::string file_name = webrtc::test::ResourcePath(in_file_name, "pcm");
61*d9f75844SAndroid Build Coastguard Worker   _pcmFile.Open(file_name, in_sample_rate, "rb");
62*d9f75844SAndroid Build Coastguard Worker   if (format.num_channels == 2) {
63*d9f75844SAndroid Build Coastguard Worker     _pcmFile.ReadStereo(true);
64*d9f75844SAndroid Build Coastguard Worker   }
65*d9f75844SAndroid Build Coastguard Worker   // Set test length to 500 ms (50 blocks of 10 ms each).
66*d9f75844SAndroid Build Coastguard Worker   _pcmFile.SetNum10MsBlocksToRead(50);
67*d9f75844SAndroid Build Coastguard Worker   // Fast-forward 1 second (100 blocks) since the file starts with silence.
68*d9f75844SAndroid Build Coastguard Worker   _pcmFile.FastForward(100);
69*d9f75844SAndroid Build Coastguard Worker 
70*d9f75844SAndroid Build Coastguard Worker   acm->SetEncoder(CreateBuiltinAudioEncoderFactory()->MakeAudioEncoder(
71*d9f75844SAndroid Build Coastguard Worker       payload_type, format, absl::nullopt));
72*d9f75844SAndroid Build Coastguard Worker   _packetization = new TestPacketization(rtpStream, format.clockrate_hz);
73*d9f75844SAndroid Build Coastguard Worker   EXPECT_EQ(0, acm->RegisterTransportCallback(_packetization));
74*d9f75844SAndroid Build Coastguard Worker 
75*d9f75844SAndroid Build Coastguard Worker   _acm = acm;
76*d9f75844SAndroid Build Coastguard Worker }
77*d9f75844SAndroid Build Coastguard Worker 
Teardown()78*d9f75844SAndroid Build Coastguard Worker void Sender::Teardown() {
79*d9f75844SAndroid Build Coastguard Worker   _pcmFile.Close();
80*d9f75844SAndroid Build Coastguard Worker   delete _packetization;
81*d9f75844SAndroid Build Coastguard Worker }
82*d9f75844SAndroid Build Coastguard Worker 
Add10MsData()83*d9f75844SAndroid Build Coastguard Worker bool Sender::Add10MsData() {
84*d9f75844SAndroid Build Coastguard Worker   if (!_pcmFile.EndOfFile()) {
85*d9f75844SAndroid Build Coastguard Worker     EXPECT_GT(_pcmFile.Read10MsData(_audioFrame), 0);
86*d9f75844SAndroid Build Coastguard Worker     int32_t ok = _acm->Add10MsData(_audioFrame);
87*d9f75844SAndroid Build Coastguard Worker     EXPECT_GE(ok, 0);
88*d9f75844SAndroid Build Coastguard Worker     return ok >= 0 ? true : false;
89*d9f75844SAndroid Build Coastguard Worker   }
90*d9f75844SAndroid Build Coastguard Worker   return false;
91*d9f75844SAndroid Build Coastguard Worker }
92*d9f75844SAndroid Build Coastguard Worker 
Run()93*d9f75844SAndroid Build Coastguard Worker void Sender::Run() {
94*d9f75844SAndroid Build Coastguard Worker   while (true) {
95*d9f75844SAndroid Build Coastguard Worker     if (!Add10MsData()) {
96*d9f75844SAndroid Build Coastguard Worker       break;
97*d9f75844SAndroid Build Coastguard Worker     }
98*d9f75844SAndroid Build Coastguard Worker   }
99*d9f75844SAndroid Build Coastguard Worker }
100*d9f75844SAndroid Build Coastguard Worker 
Receiver()101*d9f75844SAndroid Build Coastguard Worker Receiver::Receiver()
102*d9f75844SAndroid Build Coastguard Worker     : _playoutLengthSmpls(kWebRtc10MsPcmAudio),
103*d9f75844SAndroid Build Coastguard Worker       _payloadSizeBytes(MAX_INCOMING_PAYLOAD) {}
104*d9f75844SAndroid Build Coastguard Worker 
Setup(AudioCodingModule * acm,RTPStream * rtpStream,absl::string_view out_file_name,size_t channels,int file_num)105*d9f75844SAndroid Build Coastguard Worker void Receiver::Setup(AudioCodingModule* acm,
106*d9f75844SAndroid Build Coastguard Worker                      RTPStream* rtpStream,
107*d9f75844SAndroid Build Coastguard Worker                      absl::string_view out_file_name,
108*d9f75844SAndroid Build Coastguard Worker                      size_t channels,
109*d9f75844SAndroid Build Coastguard Worker                      int file_num) {
110*d9f75844SAndroid Build Coastguard Worker   EXPECT_EQ(0, acm->InitializeReceiver());
111*d9f75844SAndroid Build Coastguard Worker 
112*d9f75844SAndroid Build Coastguard Worker   if (channels == 1) {
113*d9f75844SAndroid Build Coastguard Worker     acm->SetReceiveCodecs({{107, {"L16", 8000, 1}},
114*d9f75844SAndroid Build Coastguard Worker                            {108, {"L16", 16000, 1}},
115*d9f75844SAndroid Build Coastguard Worker                            {109, {"L16", 32000, 1}},
116*d9f75844SAndroid Build Coastguard Worker                            {0, {"PCMU", 8000, 1}},
117*d9f75844SAndroid Build Coastguard Worker                            {8, {"PCMA", 8000, 1}},
118*d9f75844SAndroid Build Coastguard Worker                            {102, {"ILBC", 8000, 1}},
119*d9f75844SAndroid Build Coastguard Worker                            {9, {"G722", 8000, 1}},
120*d9f75844SAndroid Build Coastguard Worker                            {120, {"OPUS", 48000, 2}},
121*d9f75844SAndroid Build Coastguard Worker                            {13, {"CN", 8000, 1}},
122*d9f75844SAndroid Build Coastguard Worker                            {98, {"CN", 16000, 1}},
123*d9f75844SAndroid Build Coastguard Worker                            {99, {"CN", 32000, 1}}});
124*d9f75844SAndroid Build Coastguard Worker   } else {
125*d9f75844SAndroid Build Coastguard Worker     ASSERT_EQ(channels, 2u);
126*d9f75844SAndroid Build Coastguard Worker     acm->SetReceiveCodecs({{111, {"L16", 8000, 2}},
127*d9f75844SAndroid Build Coastguard Worker                            {112, {"L16", 16000, 2}},
128*d9f75844SAndroid Build Coastguard Worker                            {113, {"L16", 32000, 2}},
129*d9f75844SAndroid Build Coastguard Worker                            {110, {"PCMU", 8000, 2}},
130*d9f75844SAndroid Build Coastguard Worker                            {118, {"PCMA", 8000, 2}},
131*d9f75844SAndroid Build Coastguard Worker                            {119, {"G722", 8000, 2}},
132*d9f75844SAndroid Build Coastguard Worker                            {120, {"OPUS", 48000, 2, {{"stereo", "1"}}}}});
133*d9f75844SAndroid Build Coastguard Worker   }
134*d9f75844SAndroid Build Coastguard Worker 
135*d9f75844SAndroid Build Coastguard Worker   int playSampFreq;
136*d9f75844SAndroid Build Coastguard Worker   std::string file_name;
137*d9f75844SAndroid Build Coastguard Worker   rtc::StringBuilder file_stream;
138*d9f75844SAndroid Build Coastguard Worker   file_stream << webrtc::test::OutputPath() << out_file_name << file_num
139*d9f75844SAndroid Build Coastguard Worker               << ".pcm";
140*d9f75844SAndroid Build Coastguard Worker   file_name = file_stream.str();
141*d9f75844SAndroid Build Coastguard Worker   _rtpStream = rtpStream;
142*d9f75844SAndroid Build Coastguard Worker 
143*d9f75844SAndroid Build Coastguard Worker   playSampFreq = 32000;
144*d9f75844SAndroid Build Coastguard Worker   _pcmFile.Open(file_name, 32000, "wb+");
145*d9f75844SAndroid Build Coastguard Worker 
146*d9f75844SAndroid Build Coastguard Worker   _realPayloadSizeBytes = 0;
147*d9f75844SAndroid Build Coastguard Worker   _playoutBuffer = new int16_t[kWebRtc10MsPcmAudio];
148*d9f75844SAndroid Build Coastguard Worker   _frequency = playSampFreq;
149*d9f75844SAndroid Build Coastguard Worker   _acm = acm;
150*d9f75844SAndroid Build Coastguard Worker   _firstTime = true;
151*d9f75844SAndroid Build Coastguard Worker }
152*d9f75844SAndroid Build Coastguard Worker 
Teardown()153*d9f75844SAndroid Build Coastguard Worker void Receiver::Teardown() {
154*d9f75844SAndroid Build Coastguard Worker   delete[] _playoutBuffer;
155*d9f75844SAndroid Build Coastguard Worker   _pcmFile.Close();
156*d9f75844SAndroid Build Coastguard Worker }
157*d9f75844SAndroid Build Coastguard Worker 
IncomingPacket()158*d9f75844SAndroid Build Coastguard Worker bool Receiver::IncomingPacket() {
159*d9f75844SAndroid Build Coastguard Worker   if (!_rtpStream->EndOfFile()) {
160*d9f75844SAndroid Build Coastguard Worker     if (_firstTime) {
161*d9f75844SAndroid Build Coastguard Worker       _firstTime = false;
162*d9f75844SAndroid Build Coastguard Worker       _realPayloadSizeBytes = _rtpStream->Read(&_rtpHeader, _incomingPayload,
163*d9f75844SAndroid Build Coastguard Worker                                                _payloadSizeBytes, &_nextTime);
164*d9f75844SAndroid Build Coastguard Worker       if (_realPayloadSizeBytes == 0) {
165*d9f75844SAndroid Build Coastguard Worker         if (_rtpStream->EndOfFile()) {
166*d9f75844SAndroid Build Coastguard Worker           _firstTime = true;
167*d9f75844SAndroid Build Coastguard Worker           return true;
168*d9f75844SAndroid Build Coastguard Worker         } else {
169*d9f75844SAndroid Build Coastguard Worker           return false;
170*d9f75844SAndroid Build Coastguard Worker         }
171*d9f75844SAndroid Build Coastguard Worker       }
172*d9f75844SAndroid Build Coastguard Worker     }
173*d9f75844SAndroid Build Coastguard Worker 
174*d9f75844SAndroid Build Coastguard Worker     EXPECT_EQ(0, _acm->IncomingPacket(_incomingPayload, _realPayloadSizeBytes,
175*d9f75844SAndroid Build Coastguard Worker                                       _rtpHeader));
176*d9f75844SAndroid Build Coastguard Worker     _realPayloadSizeBytes = _rtpStream->Read(&_rtpHeader, _incomingPayload,
177*d9f75844SAndroid Build Coastguard Worker                                              _payloadSizeBytes, &_nextTime);
178*d9f75844SAndroid Build Coastguard Worker     if (_realPayloadSizeBytes == 0 && _rtpStream->EndOfFile()) {
179*d9f75844SAndroid Build Coastguard Worker       _firstTime = true;
180*d9f75844SAndroid Build Coastguard Worker     }
181*d9f75844SAndroid Build Coastguard Worker   }
182*d9f75844SAndroid Build Coastguard Worker   return true;
183*d9f75844SAndroid Build Coastguard Worker }
184*d9f75844SAndroid Build Coastguard Worker 
PlayoutData()185*d9f75844SAndroid Build Coastguard Worker bool Receiver::PlayoutData() {
186*d9f75844SAndroid Build Coastguard Worker   AudioFrame audioFrame;
187*d9f75844SAndroid Build Coastguard Worker   bool muted;
188*d9f75844SAndroid Build Coastguard Worker   int32_t ok = _acm->PlayoutData10Ms(_frequency, &audioFrame, &muted);
189*d9f75844SAndroid Build Coastguard Worker   if (muted) {
190*d9f75844SAndroid Build Coastguard Worker     ADD_FAILURE();
191*d9f75844SAndroid Build Coastguard Worker     return false;
192*d9f75844SAndroid Build Coastguard Worker   }
193*d9f75844SAndroid Build Coastguard Worker   EXPECT_EQ(0, ok);
194*d9f75844SAndroid Build Coastguard Worker   if (ok < 0) {
195*d9f75844SAndroid Build Coastguard Worker     return false;
196*d9f75844SAndroid Build Coastguard Worker   }
197*d9f75844SAndroid Build Coastguard Worker   if (_playoutLengthSmpls == 0) {
198*d9f75844SAndroid Build Coastguard Worker     return false;
199*d9f75844SAndroid Build Coastguard Worker   }
200*d9f75844SAndroid Build Coastguard Worker   _pcmFile.Write10MsData(audioFrame.data(), audioFrame.samples_per_channel_ *
201*d9f75844SAndroid Build Coastguard Worker                                                 audioFrame.num_channels_);
202*d9f75844SAndroid Build Coastguard Worker   return true;
203*d9f75844SAndroid Build Coastguard Worker }
204*d9f75844SAndroid Build Coastguard Worker 
Run()205*d9f75844SAndroid Build Coastguard Worker void Receiver::Run() {
206*d9f75844SAndroid Build Coastguard Worker   uint8_t counter500Ms = 50;
207*d9f75844SAndroid Build Coastguard Worker   uint32_t clock = 0;
208*d9f75844SAndroid Build Coastguard Worker 
209*d9f75844SAndroid Build Coastguard Worker   while (counter500Ms > 0) {
210*d9f75844SAndroid Build Coastguard Worker     if (clock == 0 || clock >= _nextTime) {
211*d9f75844SAndroid Build Coastguard Worker       EXPECT_TRUE(IncomingPacket());
212*d9f75844SAndroid Build Coastguard Worker       if (clock == 0) {
213*d9f75844SAndroid Build Coastguard Worker         clock = _nextTime;
214*d9f75844SAndroid Build Coastguard Worker       }
215*d9f75844SAndroid Build Coastguard Worker     }
216*d9f75844SAndroid Build Coastguard Worker     if ((clock % 10) == 0) {
217*d9f75844SAndroid Build Coastguard Worker       if (!PlayoutData()) {
218*d9f75844SAndroid Build Coastguard Worker         clock++;
219*d9f75844SAndroid Build Coastguard Worker         continue;
220*d9f75844SAndroid Build Coastguard Worker       }
221*d9f75844SAndroid Build Coastguard Worker     }
222*d9f75844SAndroid Build Coastguard Worker     if (_rtpStream->EndOfFile()) {
223*d9f75844SAndroid Build Coastguard Worker       counter500Ms--;
224*d9f75844SAndroid Build Coastguard Worker     }
225*d9f75844SAndroid Build Coastguard Worker     clock++;
226*d9f75844SAndroid Build Coastguard Worker   }
227*d9f75844SAndroid Build Coastguard Worker }
228*d9f75844SAndroid Build Coastguard Worker 
229*d9f75844SAndroid Build Coastguard Worker EncodeDecodeTest::EncodeDecodeTest() = default;
230*d9f75844SAndroid Build Coastguard Worker 
Perform()231*d9f75844SAndroid Build Coastguard Worker void EncodeDecodeTest::Perform() {
232*d9f75844SAndroid Build Coastguard Worker   const std::map<int, SdpAudioFormat> send_codecs = {
233*d9f75844SAndroid Build Coastguard Worker       {107, {"L16", 8000, 1}},   {108, {"L16", 16000, 1}},
234*d9f75844SAndroid Build Coastguard Worker       {109, {"L16", 32000, 1}},  {0, {"PCMU", 8000, 1}},
235*d9f75844SAndroid Build Coastguard Worker       {8, {"PCMA", 8000, 1}},
236*d9f75844SAndroid Build Coastguard Worker #ifdef WEBRTC_CODEC_ILBC
237*d9f75844SAndroid Build Coastguard Worker       {102, {"ILBC", 8000, 1}},
238*d9f75844SAndroid Build Coastguard Worker #endif
239*d9f75844SAndroid Build Coastguard Worker       {9, {"G722", 8000, 1}}};
240*d9f75844SAndroid Build Coastguard Worker   int file_num = 0;
241*d9f75844SAndroid Build Coastguard Worker   for (const auto& send_codec : send_codecs) {
242*d9f75844SAndroid Build Coastguard Worker     RTPFile rtpFile;
243*d9f75844SAndroid Build Coastguard Worker     std::unique_ptr<AudioCodingModule> acm(AudioCodingModule::Create(
244*d9f75844SAndroid Build Coastguard Worker         AudioCodingModule::Config(CreateBuiltinAudioDecoderFactory())));
245*d9f75844SAndroid Build Coastguard Worker 
246*d9f75844SAndroid Build Coastguard Worker     std::string fileName = webrtc::test::TempFilename(
247*d9f75844SAndroid Build Coastguard Worker         webrtc::test::OutputPath(), "encode_decode_rtp");
248*d9f75844SAndroid Build Coastguard Worker     rtpFile.Open(fileName.c_str(), "wb+");
249*d9f75844SAndroid Build Coastguard Worker     rtpFile.WriteHeader();
250*d9f75844SAndroid Build Coastguard Worker     Sender sender;
251*d9f75844SAndroid Build Coastguard Worker     sender.Setup(acm.get(), &rtpFile, "audio_coding/testfile32kHz", 32000,
252*d9f75844SAndroid Build Coastguard Worker                  send_codec.first, send_codec.second);
253*d9f75844SAndroid Build Coastguard Worker     sender.Run();
254*d9f75844SAndroid Build Coastguard Worker     sender.Teardown();
255*d9f75844SAndroid Build Coastguard Worker     rtpFile.Close();
256*d9f75844SAndroid Build Coastguard Worker 
257*d9f75844SAndroid Build Coastguard Worker     rtpFile.Open(fileName.c_str(), "rb");
258*d9f75844SAndroid Build Coastguard Worker     rtpFile.ReadHeader();
259*d9f75844SAndroid Build Coastguard Worker     Receiver receiver;
260*d9f75844SAndroid Build Coastguard Worker     receiver.Setup(acm.get(), &rtpFile, "encodeDecode_out", 1, file_num);
261*d9f75844SAndroid Build Coastguard Worker     receiver.Run();
262*d9f75844SAndroid Build Coastguard Worker     receiver.Teardown();
263*d9f75844SAndroid Build Coastguard Worker     rtpFile.Close();
264*d9f75844SAndroid Build Coastguard Worker 
265*d9f75844SAndroid Build Coastguard Worker     file_num++;
266*d9f75844SAndroid Build Coastguard Worker   }
267*d9f75844SAndroid Build Coastguard Worker }
268*d9f75844SAndroid Build Coastguard Worker 
269*d9f75844SAndroid Build Coastguard Worker }  // namespace webrtc
270