/* * Copyright (c) 2024, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 3-Clause Clear License * and the Alliance for Open Media Patent License 1.0. If the BSD 3-Clause Clear * License was not distributed with this source code in the LICENSE file, you * can obtain it at www.aomedia.org/license/software-license/bsd-3-c-c. If the * Alliance for Open Media Patent License 1.0 was not distributed with this * source code in the PATENTS file, you can obtain it at * www.aomedia.org/license/patent. */ #include "iamf/cli/renderer_factory.h" #include #include #include #include #include "absl/log/log.h" #include "iamf/cli/audio_element_with_data.h" #include "iamf/cli/renderer/audio_element_renderer_ambisonics_to_channel.h" #include "iamf/cli/renderer/audio_element_renderer_base.h" #include "iamf/cli/renderer/audio_element_renderer_channel_to_channel.h" #include "iamf/cli/renderer/audio_element_renderer_passthrough.h" #include "iamf/obu/audio_element.h" #include "iamf/obu/mix_presentation.h" #include "iamf/obu/types.h" namespace iamf_tools { namespace { bool IsAudioElementRenderedBinaural( RenderingConfig::HeadphonesRenderingMode headphones_rendering_mode, Layout::LayoutType layout_type) { { return headphones_rendering_mode == RenderingConfig::kHeadphonesRenderingModeBinaural && layout_type == Layout::kLayoutTypeBinaural; } } std::unique_ptr MaybeCreateAmbisonicsRenderer( bool use_binaural, const std::vector& audio_substream_ids, const SubstreamIdLabelsMap& substream_id_to_labels, const AudioElementObu::AudioElementConfig& config, const Layout& loudness_layout, size_t num_samples_per_frame) { const auto* ambisonics_config = std::get_if(&config); if (ambisonics_config == nullptr) { LOG(ERROR) << "Ambisonics config is inconsistent with audio element type."; return nullptr; } if (use_binaural) { LOG(WARNING) << "Skipping creating an Ambisonics to binaural-based " "renderer. Binaural rendering is not yet supported for " "ambisonics."; return nullptr; } return AudioElementRendererAmbisonicsToChannel::CreateFromAmbisonicsConfig( *ambisonics_config, audio_substream_ids, substream_id_to_labels, loudness_layout, num_samples_per_frame); } std::unique_ptr MaybeCreateChannelRenderer( bool use_binaural, const AudioElementObu::AudioElementConfig& config, const Layout& loudness_layout, size_t num_samples_per_frame) { const auto* channel_config = std::get_if(&config); if (channel_config == nullptr) { LOG(ERROR) << "Channel config is inconsistent with audio element type."; return nullptr; } // Lazily try to make a pass-through renderer. auto pass_through_renderer = AudioElementRendererPassThrough::CreateFromScalableChannelLayoutConfig( *channel_config, loudness_layout, num_samples_per_frame); if (pass_through_renderer != nullptr) { return pass_through_renderer; } if (use_binaural) { LOG(WARNING) << "Skipping creating a channel to binaural-based renderer."; return nullptr; } return AudioElementRendererChannelToChannel:: CreateFromScalableChannelLayoutConfig(*channel_config, loudness_layout, num_samples_per_frame); } } // namespace RendererFactoryBase::~RendererFactoryBase() {} std::unique_ptr RendererFactory::CreateRendererForLayout( const std::vector& audio_substream_ids, const SubstreamIdLabelsMap& substream_id_to_labels, AudioElementObu::AudioElementType audio_element_type, const AudioElementObu::AudioElementConfig& audio_element_config, const RenderingConfig& rendering_config, const Layout& loudness_layout, size_t num_samples_per_frame) const { const bool use_binaural = IsAudioElementRenderedBinaural( rendering_config.headphones_rendering_mode, loudness_layout.layout_type); switch (audio_element_type) { case AudioElementObu::kAudioElementSceneBased: return MaybeCreateAmbisonicsRenderer( use_binaural, audio_substream_ids, substream_id_to_labels, audio_element_config, loudness_layout, num_samples_per_frame); case AudioElementObu::kAudioElementChannelBased: return MaybeCreateChannelRenderer(use_binaural, audio_element_config, loudness_layout, num_samples_per_frame); case AudioElementObu::kAudioElementBeginReserved: case AudioElementObu::kAudioElementEndReserved: LOG(WARNING) << "Unsupported audio_element_type_= " << audio_element_type; return nullptr; } // The above switch is exhaustive. LOG(FATAL) << "Unsupported audio_element_type_= " << audio_element_type; } } // namespace iamf_tools