Merge pull request #2207 from lioncash/hwopus
service/audio/hwopus: Move decoder state to its own class
This commit is contained in:
commit
0aa824b12f
|
@ -9,43 +9,32 @@
|
||||||
|
|
||||||
#include <opus.h>
|
#include <opus.h>
|
||||||
|
|
||||||
#include "common/common_funcs.h"
|
#include "common/assert.h"
|
||||||
#include "common/logging/log.h"
|
#include "common/logging/log.h"
|
||||||
#include "core/hle/ipc_helpers.h"
|
#include "core/hle/ipc_helpers.h"
|
||||||
#include "core/hle/kernel/hle_ipc.h"
|
#include "core/hle/kernel/hle_ipc.h"
|
||||||
#include "core/hle/service/audio/hwopus.h"
|
#include "core/hle/service/audio/hwopus.h"
|
||||||
|
|
||||||
namespace Service::Audio {
|
namespace Service::Audio {
|
||||||
|
namespace {
|
||||||
struct OpusDeleter {
|
struct OpusDeleter {
|
||||||
void operator()(void* ptr) const {
|
void operator()(void* ptr) const {
|
||||||
operator delete(ptr);
|
operator delete(ptr);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
class IHardwareOpusDecoderManager final : public ServiceFramework<IHardwareOpusDecoderManager> {
|
using OpusDecoderPtr = std::unique_ptr<OpusDecoder, OpusDeleter>;
|
||||||
|
|
||||||
|
struct OpusPacketHeader {
|
||||||
|
// Packet size in bytes.
|
||||||
|
u32_be size;
|
||||||
|
// Indicates the final range of the codec's entropy coder.
|
||||||
|
u32_be final_range;
|
||||||
|
};
|
||||||
|
static_assert(sizeof(OpusPacketHeader) == 0x8, "OpusHeader is an invalid size");
|
||||||
|
|
||||||
|
class OpusDecoderStateBase {
|
||||||
public:
|
public:
|
||||||
IHardwareOpusDecoderManager(std::unique_ptr<OpusDecoder, OpusDeleter> decoder, u32 sample_rate,
|
|
||||||
u32 channel_count)
|
|
||||||
: ServiceFramework("IHardwareOpusDecoderManager"), decoder(std::move(decoder)),
|
|
||||||
sample_rate(sample_rate), channel_count(channel_count) {
|
|
||||||
// clang-format off
|
|
||||||
static const FunctionInfo functions[] = {
|
|
||||||
{0, &IHardwareOpusDecoderManager::DecodeInterleavedOld, "DecodeInterleavedOld"},
|
|
||||||
{1, nullptr, "SetContext"},
|
|
||||||
{2, nullptr, "DecodeInterleavedForMultiStreamOld"},
|
|
||||||
{3, nullptr, "SetContextForMultiStream"},
|
|
||||||
{4, &IHardwareOpusDecoderManager::DecodeInterleavedWithPerfOld, "DecodeInterleavedWithPerfOld"},
|
|
||||||
{5, nullptr, "DecodeInterleavedForMultiStreamWithPerfOld"},
|
|
||||||
{6, &IHardwareOpusDecoderManager::DecodeInterleaved, "DecodeInterleaved"},
|
|
||||||
{7, nullptr, "DecodeInterleavedForMultiStream"},
|
|
||||||
};
|
|
||||||
// clang-format on
|
|
||||||
|
|
||||||
RegisterHandlers(functions);
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
|
||||||
/// Describes extra behavior that may be asked of the decoding context.
|
/// Describes extra behavior that may be asked of the decoding context.
|
||||||
enum class ExtraBehavior {
|
enum class ExtraBehavior {
|
||||||
/// No extra behavior.
|
/// No extra behavior.
|
||||||
|
@ -55,30 +44,36 @@ private:
|
||||||
ResetContext,
|
ResetContext,
|
||||||
};
|
};
|
||||||
|
|
||||||
void DecodeInterleavedOld(Kernel::HLERequestContext& ctx) {
|
enum class PerfTime {
|
||||||
LOG_DEBUG(Audio, "called");
|
Disabled,
|
||||||
|
Enabled,
|
||||||
|
};
|
||||||
|
|
||||||
DecodeInterleavedHelper(ctx, nullptr, ExtraBehavior::None);
|
virtual ~OpusDecoderStateBase() = default;
|
||||||
}
|
|
||||||
|
// Decodes interleaved Opus packets. Optionally allows reporting time taken to
|
||||||
void DecodeInterleavedWithPerfOld(Kernel::HLERequestContext& ctx) {
|
// perform the decoding, as well as any relevant extra behavior.
|
||||||
LOG_DEBUG(Audio, "called");
|
virtual void DecodeInterleaved(Kernel::HLERequestContext& ctx, PerfTime perf_time,
|
||||||
|
ExtraBehavior extra_behavior) = 0;
|
||||||
u64 performance = 0;
|
};
|
||||||
DecodeInterleavedHelper(ctx, &performance, ExtraBehavior::None);
|
|
||||||
}
|
// Represents the decoder state for a non-multistream decoder.
|
||||||
|
class OpusDecoderState final : public OpusDecoderStateBase {
|
||||||
void DecodeInterleaved(Kernel::HLERequestContext& ctx) {
|
public:
|
||||||
LOG_DEBUG(Audio, "called");
|
explicit OpusDecoderState(OpusDecoderPtr decoder, u32 sample_rate, u32 channel_count)
|
||||||
|
: decoder{std::move(decoder)}, sample_rate{sample_rate}, channel_count{channel_count} {}
|
||||||
IPC::RequestParser rp{ctx};
|
|
||||||
const auto extra_behavior =
|
void DecodeInterleaved(Kernel::HLERequestContext& ctx, PerfTime perf_time,
|
||||||
rp.Pop<bool>() ? ExtraBehavior::ResetContext : ExtraBehavior::None;
|
ExtraBehavior extra_behavior) override {
|
||||||
|
if (perf_time == PerfTime::Disabled) {
|
||||||
u64 performance = 0;
|
DecodeInterleavedHelper(ctx, nullptr, extra_behavior);
|
||||||
DecodeInterleavedHelper(ctx, &performance, extra_behavior);
|
} else {
|
||||||
|
u64 performance = 0;
|
||||||
|
DecodeInterleavedHelper(ctx, &performance, extra_behavior);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
void DecodeInterleavedHelper(Kernel::HLERequestContext& ctx, u64* performance,
|
void DecodeInterleavedHelper(Kernel::HLERequestContext& ctx, u64* performance,
|
||||||
ExtraBehavior extra_behavior) {
|
ExtraBehavior extra_behavior) {
|
||||||
u32 consumed = 0;
|
u32 consumed = 0;
|
||||||
|
@ -89,8 +84,7 @@ private:
|
||||||
ResetDecoderContext();
|
ResetDecoderContext();
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!Decoder_DecodeInterleaved(consumed, sample_count, ctx.ReadBuffer(), samples,
|
if (!DecodeOpusData(consumed, sample_count, ctx.ReadBuffer(), samples, performance)) {
|
||||||
performance)) {
|
|
||||||
LOG_ERROR(Audio, "Failed to decode opus data");
|
LOG_ERROR(Audio, "Failed to decode opus data");
|
||||||
IPC::ResponseBuilder rb{ctx, 2};
|
IPC::ResponseBuilder rb{ctx, 2};
|
||||||
// TODO(ogniK): Use correct error code
|
// TODO(ogniK): Use correct error code
|
||||||
|
@ -109,27 +103,27 @@ private:
|
||||||
ctx.WriteBuffer(samples.data(), samples.size() * sizeof(s16));
|
ctx.WriteBuffer(samples.data(), samples.size() * sizeof(s16));
|
||||||
}
|
}
|
||||||
|
|
||||||
bool Decoder_DecodeInterleaved(u32& consumed, u32& sample_count, const std::vector<u8>& input,
|
bool DecodeOpusData(u32& consumed, u32& sample_count, const std::vector<u8>& input,
|
||||||
std::vector<opus_int16>& output, u64* out_performance_time) {
|
std::vector<opus_int16>& output, u64* out_performance_time) const {
|
||||||
const auto start_time = std::chrono::high_resolution_clock::now();
|
const auto start_time = std::chrono::high_resolution_clock::now();
|
||||||
const std::size_t raw_output_sz = output.size() * sizeof(opus_int16);
|
const std::size_t raw_output_sz = output.size() * sizeof(opus_int16);
|
||||||
if (sizeof(OpusHeader) > input.size()) {
|
if (sizeof(OpusPacketHeader) > input.size()) {
|
||||||
LOG_ERROR(Audio, "Input is smaller than the header size, header_sz={}, input_sz={}",
|
LOG_ERROR(Audio, "Input is smaller than the header size, header_sz={}, input_sz={}",
|
||||||
sizeof(OpusHeader), input.size());
|
sizeof(OpusPacketHeader), input.size());
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
OpusHeader hdr{};
|
OpusPacketHeader hdr{};
|
||||||
std::memcpy(&hdr, input.data(), sizeof(OpusHeader));
|
std::memcpy(&hdr, input.data(), sizeof(OpusPacketHeader));
|
||||||
if (sizeof(OpusHeader) + static_cast<u32>(hdr.sz) > input.size()) {
|
if (sizeof(OpusPacketHeader) + static_cast<u32>(hdr.size) > input.size()) {
|
||||||
LOG_ERROR(Audio, "Input does not fit in the opus header size. data_sz={}, input_sz={}",
|
LOG_ERROR(Audio, "Input does not fit in the opus header size. data_sz={}, input_sz={}",
|
||||||
sizeof(OpusHeader) + static_cast<u32>(hdr.sz), input.size());
|
sizeof(OpusPacketHeader) + static_cast<u32>(hdr.size), input.size());
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
const auto frame = input.data() + sizeof(OpusHeader);
|
const auto frame = input.data() + sizeof(OpusPacketHeader);
|
||||||
const auto decoded_sample_count = opus_packet_get_nb_samples(
|
const auto decoded_sample_count = opus_packet_get_nb_samples(
|
||||||
frame, static_cast<opus_int32>(input.size() - sizeof(OpusHeader)),
|
frame, static_cast<opus_int32>(input.size() - sizeof(OpusPacketHeader)),
|
||||||
static_cast<opus_int32>(sample_rate));
|
static_cast<opus_int32>(sample_rate));
|
||||||
if (decoded_sample_count * channel_count * sizeof(u16) > raw_output_sz) {
|
if (decoded_sample_count * channel_count * sizeof(u16) > raw_output_sz) {
|
||||||
LOG_ERROR(
|
LOG_ERROR(
|
||||||
|
@ -141,18 +135,18 @@ private:
|
||||||
|
|
||||||
const int frame_size = (static_cast<int>(raw_output_sz / sizeof(s16) / channel_count));
|
const int frame_size = (static_cast<int>(raw_output_sz / sizeof(s16) / channel_count));
|
||||||
const auto out_sample_count =
|
const auto out_sample_count =
|
||||||
opus_decode(decoder.get(), frame, hdr.sz, output.data(), frame_size, 0);
|
opus_decode(decoder.get(), frame, hdr.size, output.data(), frame_size, 0);
|
||||||
if (out_sample_count < 0) {
|
if (out_sample_count < 0) {
|
||||||
LOG_ERROR(Audio,
|
LOG_ERROR(Audio,
|
||||||
"Incorrect sample count received from opus_decode, "
|
"Incorrect sample count received from opus_decode, "
|
||||||
"output_sample_count={}, frame_size={}, data_sz_from_hdr={}",
|
"output_sample_count={}, frame_size={}, data_sz_from_hdr={}",
|
||||||
out_sample_count, frame_size, static_cast<u32>(hdr.sz));
|
out_sample_count, frame_size, static_cast<u32>(hdr.size));
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
const auto end_time = std::chrono::high_resolution_clock::now() - start_time;
|
const auto end_time = std::chrono::high_resolution_clock::now() - start_time;
|
||||||
sample_count = out_sample_count;
|
sample_count = out_sample_count;
|
||||||
consumed = static_cast<u32>(sizeof(OpusHeader) + hdr.sz);
|
consumed = static_cast<u32>(sizeof(OpusPacketHeader) + hdr.size);
|
||||||
if (out_performance_time != nullptr) {
|
if (out_performance_time != nullptr) {
|
||||||
*out_performance_time =
|
*out_performance_time =
|
||||||
std::chrono::duration_cast<std::chrono::milliseconds>(end_time).count();
|
std::chrono::duration_cast<std::chrono::milliseconds>(end_time).count();
|
||||||
|
@ -167,21 +161,66 @@ private:
|
||||||
opus_decoder_ctl(decoder.get(), OPUS_RESET_STATE);
|
opus_decoder_ctl(decoder.get(), OPUS_RESET_STATE);
|
||||||
}
|
}
|
||||||
|
|
||||||
struct OpusHeader {
|
OpusDecoderPtr decoder;
|
||||||
u32_be sz; // Needs to be BE for some odd reason
|
|
||||||
INSERT_PADDING_WORDS(1);
|
|
||||||
};
|
|
||||||
static_assert(sizeof(OpusHeader) == 0x8, "OpusHeader is an invalid size");
|
|
||||||
|
|
||||||
std::unique_ptr<OpusDecoder, OpusDeleter> decoder;
|
|
||||||
u32 sample_rate;
|
u32 sample_rate;
|
||||||
u32 channel_count;
|
u32 channel_count;
|
||||||
};
|
};
|
||||||
|
|
||||||
static std::size_t WorkerBufferSize(u32 channel_count) {
|
class IHardwareOpusDecoderManager final : public ServiceFramework<IHardwareOpusDecoderManager> {
|
||||||
|
public:
|
||||||
|
explicit IHardwareOpusDecoderManager(std::unique_ptr<OpusDecoderStateBase> decoder_state)
|
||||||
|
: ServiceFramework("IHardwareOpusDecoderManager"), decoder_state{std::move(decoder_state)} {
|
||||||
|
// clang-format off
|
||||||
|
static const FunctionInfo functions[] = {
|
||||||
|
{0, &IHardwareOpusDecoderManager::DecodeInterleavedOld, "DecodeInterleavedOld"},
|
||||||
|
{1, nullptr, "SetContext"},
|
||||||
|
{2, nullptr, "DecodeInterleavedForMultiStreamOld"},
|
||||||
|
{3, nullptr, "SetContextForMultiStream"},
|
||||||
|
{4, &IHardwareOpusDecoderManager::DecodeInterleavedWithPerfOld, "DecodeInterleavedWithPerfOld"},
|
||||||
|
{5, nullptr, "DecodeInterleavedForMultiStreamWithPerfOld"},
|
||||||
|
{6, &IHardwareOpusDecoderManager::DecodeInterleaved, "DecodeInterleaved"},
|
||||||
|
{7, nullptr, "DecodeInterleavedForMultiStream"},
|
||||||
|
};
|
||||||
|
// clang-format on
|
||||||
|
|
||||||
|
RegisterHandlers(functions);
|
||||||
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
|
void DecodeInterleavedOld(Kernel::HLERequestContext& ctx) {
|
||||||
|
LOG_DEBUG(Audio, "called");
|
||||||
|
|
||||||
|
decoder_state->DecodeInterleaved(ctx, OpusDecoderStateBase::PerfTime::Disabled,
|
||||||
|
OpusDecoderStateBase::ExtraBehavior::None);
|
||||||
|
}
|
||||||
|
|
||||||
|
void DecodeInterleavedWithPerfOld(Kernel::HLERequestContext& ctx) {
|
||||||
|
LOG_DEBUG(Audio, "called");
|
||||||
|
|
||||||
|
decoder_state->DecodeInterleaved(ctx, OpusDecoderStateBase::PerfTime::Enabled,
|
||||||
|
OpusDecoderStateBase::ExtraBehavior::None);
|
||||||
|
}
|
||||||
|
|
||||||
|
void DecodeInterleaved(Kernel::HLERequestContext& ctx) {
|
||||||
|
LOG_DEBUG(Audio, "called");
|
||||||
|
|
||||||
|
IPC::RequestParser rp{ctx};
|
||||||
|
const auto extra_behavior = rp.Pop<bool>()
|
||||||
|
? OpusDecoderStateBase::ExtraBehavior::ResetContext
|
||||||
|
: OpusDecoderStateBase::ExtraBehavior::None;
|
||||||
|
|
||||||
|
decoder_state->DecodeInterleaved(ctx, OpusDecoderStateBase::PerfTime::Enabled,
|
||||||
|
extra_behavior);
|
||||||
|
}
|
||||||
|
|
||||||
|
std::unique_ptr<OpusDecoderStateBase> decoder_state;
|
||||||
|
};
|
||||||
|
|
||||||
|
std::size_t WorkerBufferSize(u32 channel_count) {
|
||||||
ASSERT_MSG(channel_count == 1 || channel_count == 2, "Invalid channel count");
|
ASSERT_MSG(channel_count == 1 || channel_count == 2, "Invalid channel count");
|
||||||
return opus_decoder_get_size(static_cast<int>(channel_count));
|
return opus_decoder_get_size(static_cast<int>(channel_count));
|
||||||
}
|
}
|
||||||
|
} // Anonymous namespace
|
||||||
|
|
||||||
void HwOpus::GetWorkBufferSize(Kernel::HLERequestContext& ctx) {
|
void HwOpus::GetWorkBufferSize(Kernel::HLERequestContext& ctx) {
|
||||||
IPC::RequestParser rp{ctx};
|
IPC::RequestParser rp{ctx};
|
||||||
|
@ -220,8 +259,7 @@ void HwOpus::OpenOpusDecoder(Kernel::HLERequestContext& ctx) {
|
||||||
const std::size_t worker_sz = WorkerBufferSize(channel_count);
|
const std::size_t worker_sz = WorkerBufferSize(channel_count);
|
||||||
ASSERT_MSG(buffer_sz >= worker_sz, "Worker buffer too large");
|
ASSERT_MSG(buffer_sz >= worker_sz, "Worker buffer too large");
|
||||||
|
|
||||||
std::unique_ptr<OpusDecoder, OpusDeleter> decoder{
|
OpusDecoderPtr decoder{static_cast<OpusDecoder*>(operator new(worker_sz))};
|
||||||
static_cast<OpusDecoder*>(operator new(worker_sz))};
|
|
||||||
if (const int err = opus_decoder_init(decoder.get(), sample_rate, channel_count)) {
|
if (const int err = opus_decoder_init(decoder.get(), sample_rate, channel_count)) {
|
||||||
LOG_ERROR(Audio, "Failed to init opus decoder with error={}", err);
|
LOG_ERROR(Audio, "Failed to init opus decoder with error={}", err);
|
||||||
IPC::ResponseBuilder rb{ctx, 2};
|
IPC::ResponseBuilder rb{ctx, 2};
|
||||||
|
@ -232,8 +270,8 @@ void HwOpus::OpenOpusDecoder(Kernel::HLERequestContext& ctx) {
|
||||||
|
|
||||||
IPC::ResponseBuilder rb{ctx, 2, 0, 1};
|
IPC::ResponseBuilder rb{ctx, 2, 0, 1};
|
||||||
rb.Push(RESULT_SUCCESS);
|
rb.Push(RESULT_SUCCESS);
|
||||||
rb.PushIpcInterface<IHardwareOpusDecoderManager>(std::move(decoder), sample_rate,
|
rb.PushIpcInterface<IHardwareOpusDecoderManager>(
|
||||||
channel_count);
|
std::make_unique<OpusDecoderState>(std::move(decoder), sample_rate, channel_count));
|
||||||
}
|
}
|
||||||
|
|
||||||
HwOpus::HwOpus() : ServiceFramework("hwopus") {
|
HwOpus::HwOpus() : ServiceFramework("hwopus") {
|
||||||
|
|
Loading…
Reference in New Issue