| /* | |
| * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. | |
| * | |
| * Use of this source code is governed by a BSD-style license | |
| * that can be found in the LICENSE file in the root of the source | |
| * tree. An additional intellectual property rights grant can be found | |
| * in the file PATENTS. All contributing project authors may | |
| * be found in the AUTHORS file in the root of the source tree. | |
| */ | |
| // This file consists of unit tests for webrtc::test::conversational_speech | |
| // members. Part of them focus on accepting or rejecting different | |
| // conversational speech setups. A setup is defined by a set of audio tracks and | |
| // timing information). | |
| // The docstring at the beginning of each TEST(ConversationalSpeechTest, | |
| // MultiEndCallSetup*) function looks like the drawing below and indicates which | |
| // setup is tested. | |
| // | |
| // Accept: | |
| // A 0****..... | |
| // B .....1**** | |
| // | |
| // The drawing indicates the following: | |
| // - the illustrated setup should be accepted, | |
| // - there are two speakers (namely, A and B), | |
| // - A is the first speaking, B is the second one, | |
| // - each character after the speaker's letter indicates a time unit (e.g., 100 | |
| // ms), | |
| // - "*" indicates speaking, "." listening, | |
| // - numbers indicate the turn index in std::vector<Turn>. | |
| // | |
| // Note that the same speaker can appear in multiple lines in order to depict | |
| // cases in which there are wrong offsets leading to self cross-talk (which is | |
| // rejected). | |
| // MSVC++ requires this to be set before any other includes to get M_PI. | |
| #define _USE_MATH_DEFINES | |
| #include <stdio.h> | |
| #include <cmath> | |
| #include <map> | |
| #include <memory> | |
| #include <vector> | |
| #include "absl/strings/string_view.h" | |
| #include "absl/types/optional.h" | |
| #include "common_audio/wav_file.h" | |
| #include "modules/audio_processing/test/conversational_speech/config.h" | |
| #include "modules/audio_processing/test/conversational_speech/mock_wavreader_factory.h" | |
| #include "modules/audio_processing/test/conversational_speech/multiend_call.h" | |
| #include "modules/audio_processing/test/conversational_speech/simulator.h" | |
| #include "modules/audio_processing/test/conversational_speech/timing.h" | |
| #include "modules/audio_processing/test/conversational_speech/wavreader_factory.h" | |
| #include "rtc_base/logging.h" | |
| #include "test/gmock.h" | |
| #include "test/gtest.h" | |
| #include "test/testsupport/file_utils.h" | |
| namespace webrtc { | |
| namespace test { | |
| namespace { | |
| using conversational_speech::LoadTiming; | |
| using conversational_speech::MockWavReaderFactory; | |
| using conversational_speech::MultiEndCall; | |
| using conversational_speech::SaveTiming; | |
| using conversational_speech::Turn; | |
| using conversational_speech::WavReaderFactory; | |
| const char* const audiotracks_path = "/path/to/audiotracks"; | |
| const char* const timing_filepath = "/path/to/timing_file.txt"; | |
| const char* const output_path = "/path/to/output_dir"; | |
| const std::vector<Turn> expected_timing = { | |
| {"A", "a1", 0, 0}, {"B", "b1", 0, 0}, {"A", "a2", 100, 0}, | |
| {"B", "b2", -200, 0}, {"A", "a3", 0, 0}, {"A", "a3", 0, 0}, | |
| }; | |
| const std::size_t kNumberOfTurns = expected_timing.size(); | |
| // Default arguments for MockWavReaderFactory ctor. | |
| // Fake audio track parameters. | |
| constexpr int kDefaultSampleRate = 48000; | |
| const std::map<std::string, const MockWavReaderFactory::Params> | |
| kDefaultMockWavReaderFactoryParamsMap = { | |
| {"t300", {kDefaultSampleRate, 1u, 14400u}}, // Mono, 0.3 seconds. | |
| {"t500", {kDefaultSampleRate, 1u, 24000u}}, // Mono, 0.5 seconds. | |
| {"t1000", {kDefaultSampleRate, 1u, 48000u}}, // Mono, 1.0 seconds. | |
| {"sr8000", {8000, 1u, 8000u}}, // 8kHz sample rate, mono, 1 second. | |
| {"sr16000", {16000, 1u, 16000u}}, // 16kHz sample rate, mono, 1 second. | |
| {"sr16000_stereo", {16000, 2u, 16000u}}, // Like sr16000, but stereo. | |
| }; | |
| const MockWavReaderFactory::Params& kDefaultMockWavReaderFactoryParams = | |
| kDefaultMockWavReaderFactoryParamsMap.at("t500"); | |
| std::unique_ptr<MockWavReaderFactory> CreateMockWavReaderFactory() { | |
| return std::unique_ptr<MockWavReaderFactory>( | |
| new MockWavReaderFactory(kDefaultMockWavReaderFactoryParams, | |
| kDefaultMockWavReaderFactoryParamsMap)); | |
| } | |
| void CreateSineWavFile(absl::string_view filepath, | |
| const MockWavReaderFactory::Params& params, | |
| float frequency = 440.0f) { | |
| // Create samples. | |
| constexpr double two_pi = 2.0 * M_PI; | |
| std::vector<int16_t> samples(params.num_samples); | |
| for (std::size_t i = 0; i < params.num_samples; ++i) { | |
| // TODO(alessiob): the produced tone is not pure, improve. | |
| samples[i] = std::lround( | |
| 32767.0f * std::sin(two_pi * i * frequency / params.sample_rate)); | |
| } | |
| // Write samples. | |
| WavWriter wav_writer(filepath, params.sample_rate, params.num_channels); | |
| wav_writer.WriteSamples(samples.data(), params.num_samples); | |
| } | |
| // Parameters to generate audio tracks with CreateSineWavFile. | |
| struct SineAudioTrackParams { | |
| MockWavReaderFactory::Params params; | |
| float frequency; | |
| }; | |
| // Creates a temporary directory in which sine audio tracks are written. | |
| std::string CreateTemporarySineAudioTracks( | |
| const std::map<std::string, SineAudioTrackParams>& sine_tracks_params) { | |
| // Create temporary directory. | |
| std::string temp_directory = | |
| OutputPath() + "TempConversationalSpeechAudioTracks"; | |
| CreateDir(temp_directory); | |
| // Create sine tracks. | |
| for (const auto& it : sine_tracks_params) { | |
| const std::string temp_filepath = JoinFilename(temp_directory, it.first); | |
| CreateSineWavFile(temp_filepath, it.second.params, it.second.frequency); | |
| } | |
| return temp_directory; | |
| } | |
| void CheckAudioTrackParams(const WavReaderFactory& wav_reader_factory, | |
| absl::string_view filepath, | |
| const MockWavReaderFactory::Params& expeted_params) { | |
| auto wav_reader = wav_reader_factory.Create(filepath); | |
| EXPECT_EQ(expeted_params.sample_rate, wav_reader->SampleRate()); | |
| EXPECT_EQ(expeted_params.num_channels, wav_reader->NumChannels()); | |
| EXPECT_EQ(expeted_params.num_samples, wav_reader->NumSamples()); | |
| } | |
| void DeleteFolderAndContents(absl::string_view dir) { | |
| if (!DirExists(dir)) { | |
| return; | |
| } | |
| absl::optional<std::vector<std::string>> dir_content = ReadDirectory(dir); | |
| EXPECT_TRUE(dir_content); | |
| for (const auto& path : *dir_content) { | |
| if (DirExists(path)) { | |
| DeleteFolderAndContents(path); | |
| } else if (FileExists(path)) { | |
| // TODO(alessiob): Wrap with EXPECT_TRUE() once webrtc:7769 bug fixed. | |
| RemoveFile(path); | |
| } else { | |
| FAIL(); | |
| } | |
| } | |
| // TODO(alessiob): Wrap with EXPECT_TRUE() once webrtc:7769 bug fixed. | |
| RemoveDir(dir); | |
| } | |
| } // namespace | |
| using ::testing::_; | |
| TEST(ConversationalSpeechTest, Settings) { | |
| const conversational_speech::Config config(audiotracks_path, timing_filepath, | |
| output_path); | |
| // Test getters. | |
| EXPECT_EQ(audiotracks_path, config.audiotracks_path()); | |
| EXPECT_EQ(timing_filepath, config.timing_filepath()); | |
| EXPECT_EQ(output_path, config.output_path()); | |
| } | |
| TEST(ConversationalSpeechTest, TimingSaveLoad) { | |
| // Save test timing. | |
| const std::string temporary_filepath = | |
| TempFilename(OutputPath(), "TempTimingTestFile"); | |
| SaveTiming(temporary_filepath, expected_timing); | |
| // Create a std::vector<Turn> instance by loading from file. | |
| std::vector<Turn> actual_timing = LoadTiming(temporary_filepath); | |
| RemoveFile(temporary_filepath); | |
| // Check size. | |
| EXPECT_EQ(expected_timing.size(), actual_timing.size()); | |
| // Check Turn instances. | |
| for (size_t index = 0; index < expected_timing.size(); ++index) { | |
| EXPECT_EQ(expected_timing[index], actual_timing[index]) | |
| << "turn #" << index << " not matching"; | |
| } | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallCreate) { | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are 5 unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(5); | |
| // Inject the mock wav reader factory. | |
| conversational_speech::MultiEndCall multiend_call( | |
| expected_timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(5u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(6u, multiend_call.speaking_turns().size()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupDifferentSampleRates) { | |
| const std::vector<Turn> timing = { | |
| {"A", "sr8000", 0, 0}, | |
| {"B", "sr16000", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(::testing::_)).Times(2); | |
| MultiEndCall multiend_call(timing, audiotracks_path, | |
| std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupMultipleChannels) { | |
| const std::vector<Turn> timing = { | |
| {"A", "sr16000_stereo", 0, 0}, | |
| {"B", "sr16000_stereo", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(::testing::_)).Times(1); | |
| MultiEndCall multiend_call(timing, audiotracks_path, | |
| std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, | |
| MultiEndCallSetupDifferentSampleRatesAndMultipleNumChannels) { | |
| const std::vector<Turn> timing = { | |
| {"A", "sr8000", 0, 0}, | |
| {"B", "sr16000_stereo", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(::testing::_)).Times(2); | |
| MultiEndCall multiend_call(timing, audiotracks_path, | |
| std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupFirstOffsetNegative) { | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", -100, 0}, | |
| {"B", "t500", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupSimple) { | |
| // Accept: | |
| // A 0****..... | |
| // B .....1**** | |
| constexpr std::size_t expected_duration = kDefaultSampleRate; | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"B", "t500", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(1u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(2u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupPause) { | |
| // Accept: | |
| // A 0****....... | |
| // B .......1**** | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 1.2; | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"B", "t500", 200, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(1u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(2u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalk) { | |
| // Accept: | |
| // A 0****.... | |
| // B ....1**** | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 0.9; | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"B", "t500", -100, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(1u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(2u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupInvalidOrder) { | |
| // Reject: | |
| // A ..0**** | |
| // B .1****. The n-th turn cannot start before the (n-1)-th one. | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 200, 0}, | |
| {"B", "t500", -600, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalkThree) { | |
| // Accept: | |
| // A 0****2****... | |
| // B ...1********* | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 1.3; | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"B", "t1000", -200, 0}, | |
| {"A", "t500", -800, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(2u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(3u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupSelfCrossTalkNearInvalid) { | |
| // Reject: | |
| // A 0****...... | |
| // A ...1****... | |
| // B ......2**** | |
| // ^ Turn #1 overlaps with #0 which is from the same speaker. | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"A", "t500", -200, 0}, | |
| {"B", "t500", -200, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupSelfCrossTalkFarInvalid) { | |
| // Reject: | |
| // A 0********* | |
| // B 1**....... | |
| // C ...2**.... | |
| // A ......3**. | |
| // ^ Turn #3 overlaps with #0 which is from the same speaker. | |
| const std::vector<Turn> timing = { | |
| {"A", "t1000", 0, 0}, | |
| {"B", "t300", -1000, 0}, | |
| {"C", "t300", 0, 0}, | |
| {"A", "t300", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalkMiddleValid) { | |
| // Accept: | |
| // A 0*********.. | |
| // B ..1****..... | |
| // C .......2**** | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 1.2; | |
| const std::vector<Turn> timing = { | |
| {"A", "t1000", 0, 0}, | |
| {"B", "t500", -800, 0}, | |
| {"C", "t500", 0, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(3u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(2u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(3u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalkMiddleInvalid) { | |
| // Reject: | |
| // A 0********* | |
| // B ..1****... | |
| // C ....2****. | |
| // ^ Turn #2 overlaps both with #0 and #1 (cross-talk with 3+ speakers | |
| // not permitted). | |
| const std::vector<Turn> timing = { | |
| {"A", "t1000", 0, 0}, | |
| {"B", "t500", -800, 0}, | |
| {"C", "t500", -300, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalkMiddleAndPause) { | |
| // Accept: | |
| // A 0*********.. | |
| // B .2****...... | |
| // C .......3**** | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 1.2; | |
| const std::vector<Turn> timing = { | |
| {"A", "t1000", 0, 0}, | |
| {"B", "t500", -900, 0}, | |
| {"C", "t500", 100, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(3u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(2u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(3u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupCrossTalkFullOverlapValid) { | |
| // Accept: | |
| // A 0**** | |
| // B 1**** | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, | |
| {"B", "t500", -500, 0}, | |
| }; | |
| auto mock_wavreader_factory = CreateMockWavReaderFactory(); | |
| // There is one unique audio track to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(1); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(2u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(1u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(2u, multiend_call.speaking_turns().size()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupLongSequence) { | |
| // Accept: | |
| // A 0****....3****.5**. | |
| // B .....1****...4**... | |
| // C ......2**.......6**.. | |
| constexpr std::size_t expected_duration = kDefaultSampleRate * 1.9; | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, {"B", "t500", 0, 0}, {"C", "t300", -400, 0}, | |
| {"A", "t500", 0, 0}, {"B", "t300", -100, 0}, {"A", "t300", -100, 0}, | |
| {"C", "t300", -200, 0}, | |
| }; | |
| auto mock_wavreader_factory = std::unique_ptr<MockWavReaderFactory>( | |
| new MockWavReaderFactory(kDefaultMockWavReaderFactoryParams, | |
| kDefaultMockWavReaderFactoryParamsMap)); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_TRUE(multiend_call.valid()); | |
| // Test. | |
| EXPECT_EQ(3u, multiend_call.speaker_names().size()); | |
| EXPECT_EQ(2u, multiend_call.audiotrack_readers().size()); | |
| EXPECT_EQ(7u, multiend_call.speaking_turns().size()); | |
| EXPECT_EQ(expected_duration, multiend_call.total_duration_samples()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallSetupLongSequenceInvalid) { | |
| // Reject: | |
| // A 0****....3****.6** | |
| // B .....1****...4**.. | |
| // C ......2**.....5**.. | |
| // ^ Turns #4, #5 and #6 overlapping (cross-talk with 3+ | |
| // speakers not permitted). | |
| const std::vector<Turn> timing = { | |
| {"A", "t500", 0, 0}, {"B", "t500", 0, 0}, {"C", "t300", -400, 0}, | |
| {"A", "t500", 0, 0}, {"B", "t300", -100, 0}, {"A", "t300", -200, 0}, | |
| {"C", "t300", -200, 0}, | |
| }; | |
| auto mock_wavreader_factory = std::unique_ptr<MockWavReaderFactory>( | |
| new MockWavReaderFactory(kDefaultMockWavReaderFactoryParams, | |
| kDefaultMockWavReaderFactoryParamsMap)); | |
| // There are two unique audio tracks to read. | |
| EXPECT_CALL(*mock_wavreader_factory, Create(_)).Times(2); | |
| conversational_speech::MultiEndCall multiend_call( | |
| timing, audiotracks_path, std::move(mock_wavreader_factory)); | |
| EXPECT_FALSE(multiend_call.valid()); | |
| } | |
| TEST(ConversationalSpeechTest, MultiEndCallWavReaderAdaptorSine) { | |
| // Parameters with which wav files are created. | |
| constexpr int duration_seconds = 5; | |
| const int sample_rates[] = {8000, 11025, 16000, 22050, 32000, 44100, 48000}; | |
| for (int sample_rate : sample_rates) { | |
| const std::string temp_filename = OutputPath() + "TempSineWavFile_" + | |
| std::to_string(sample_rate) + ".wav"; | |
| // Write wav file. | |
| const std::size_t num_samples = duration_seconds * sample_rate; | |
| MockWavReaderFactory::Params params = {sample_rate, 1u, num_samples}; | |
| CreateSineWavFile(temp_filename, params); | |
| // Load wav file and check if params match. | |
| WavReaderFactory wav_reader_factory; | |
| MockWavReaderFactory::Params expeted_params = {sample_rate, 1u, | |
| num_samples}; | |
| CheckAudioTrackParams(wav_reader_factory, temp_filename, expeted_params); | |
| // Clean up. | |
| RemoveFile(temp_filename); | |
| } | |
| } | |
| TEST(ConversationalSpeechTest, DISABLED_MultiEndCallSimulator) { | |
| // Simulated call (one character corresponding to 500 ms): | |
| // A 0*********...........2*********..... | |
| // B ...........1*********.....3********* | |
| const std::vector<Turn> expected_timing = { | |
| {"A", "t5000_440.wav", 0, 0}, | |
| {"B", "t5000_880.wav", 500, 0}, | |
| {"A", "t5000_440.wav", 0, 0}, | |
| {"B", "t5000_880.wav", -2500, 0}, | |
| }; | |
| const std::size_t expected_duration_seconds = 18; | |
| // Create temporary audio track files. | |
| const int sample_rate = 16000; | |
| const std::map<std::string, SineAudioTrackParams> sine_tracks_params = { | |
| {"t5000_440.wav", {{sample_rate, 1u, sample_rate * 5}, 440.0}}, | |
| {"t5000_880.wav", {{sample_rate, 1u, sample_rate * 5}, 880.0}}, | |
| }; | |
| const std::string audiotracks_path = | |
| CreateTemporarySineAudioTracks(sine_tracks_params); | |
| // Set up the multi-end call. | |
| auto wavreader_factory = | |
| std::unique_ptr<WavReaderFactory>(new WavReaderFactory()); | |
| MultiEndCall multiend_call(expected_timing, audiotracks_path, | |
| std::move(wavreader_factory)); | |
| // Simulate the call. | |
| std::string output_path = JoinFilename(audiotracks_path, "output"); | |
| CreateDir(output_path); | |
| RTC_LOG(LS_VERBOSE) << "simulator output path: " << output_path; | |
| auto generated_audiotrak_pairs = | |
| conversational_speech::Simulate(multiend_call, output_path); | |
| EXPECT_EQ(2u, generated_audiotrak_pairs->size()); | |
| // Check the output. | |
| WavReaderFactory wav_reader_factory; | |
| const MockWavReaderFactory::Params expeted_params = { | |
| sample_rate, 1u, sample_rate * expected_duration_seconds}; | |
| for (const auto& it : *generated_audiotrak_pairs) { | |
| RTC_LOG(LS_VERBOSE) << "checking far/near-end for <" << it.first << ">"; | |
| CheckAudioTrackParams(wav_reader_factory, it.second.near_end, | |
| expeted_params); | |
| CheckAudioTrackParams(wav_reader_factory, it.second.far_end, | |
| expeted_params); | |
| } | |
| // Clean. | |
| EXPECT_NO_FATAL_FAILURE(DeleteFolderAndContents(audiotracks_path)); | |
| } | |
| } // namespace test | |
| } // namespace webrtc |