audio: prevent ATRAC9 vibration configuration heap corruption

This commit is contained in:
nmzik 2026-09-28 21:17:43 +04:00
parent 4cf456fb77
commit b10bd53dd3
4 changed files with 99 additions and 12 deletions

View File

@ -161,10 +161,8 @@ int KYTY_SYSV_ABI AjmDecAt9ParseConfigData(const void* config_data,
return AJM_ERROR_INVALID_PARAMETER;
}
uint8_t config[ATRAC9_CONFIG_DATA_SIZE] {};
std::memcpy(config, config_data, sizeof(config));
Atrac9CodecInfo codec_info {};
const int init_result = Atrac9InitDecoder(handle, config);
const int init_result = AjmAt9InitDecoder(handle, static_cast<const uint8_t*>(config_data));
const int info_result =
init_result == 0 ? Atrac9GetCodecInfo(handle, &codec_info) : init_result;
Atrac9ReleaseHandle(handle);

View File

@ -18,6 +18,19 @@ extern "C" {
namespace Libs::Audio::Ajm {
inline int AjmAt9InitDecoder(void* handle, const uint8_t* config_data) {
// Keep the guest configuration unchanged for metadata and decoder resets.
uint8_t config[ATRAC9_CONFIG_DATA_SIZE];
std::memcpy(config, config_data, sizeof(config));
const auto channel_config = (config[1] >> 1u) & 7u;
if (channel_config >= 6u) {
// LibAtrac9 lacks vibration layouts; their blocks match ordinary mono/dual-mono.
// Translate only the channel field, preserving the other configuration bits.
config[1] -= 6u << 1u;
}
return Atrac9InitDecoder(handle, config);
}
struct AjmDecAt9InitializeParameters {
uint8_t config_data[ATRAC9_CONFIG_DATA_SIZE];
uint32_t reserved;
@ -278,7 +291,7 @@ private:
std::memcpy(m_config_data, config_data, ATRAC9_CONFIG_DATA_SIZE);
m_has_config = true;
const int init_ret = Atrac9InitDecoder(m_handle, m_config_data);
const int init_ret = AjmAt9InitDecoder(m_handle, m_config_data);
if (init_ret != 0) {
m_is_initialized = false;
result->result = AJM_RESULT_CODEC_ERROR | AJM_RESULT_INVALID_DATA;

View File

@ -1865,13 +1865,10 @@ static bool Ngs2FourCcEquals(const uint8_t* data, const char* four_cc) {
return std::memcmp(data, four_cc, 4) == 0;
}
static bool Ngs2GetAtrac9CodecInfo(std::array<uint8_t, ATRAC9_CONFIG_DATA_SIZE> config,
static bool Ngs2GetAtrac9CodecInfo(const std::array<uint8_t, ATRAC9_CONFIG_DATA_SIZE>& config,
Atrac9CodecInfo& codec) {
if (config[0] != 0xfe || (config[1] & 1u) != 0 || ((config[1] >> 1u) & 7u) >= 6u) {
return false;
}
void* decoder = Atrac9GetHandle();
const bool valid = decoder != nullptr && Atrac9InitDecoder(decoder, config.data()) == 0 &&
const bool valid = decoder != nullptr && Ajm::AjmAt9InitDecoder(decoder, config.data()) == 0 &&
Atrac9GetCodecInfo(decoder, &codec) == 0 && codec.channels > 0 &&
codec.samplingRate > 0 && codec.superframeSize > 0 &&
codec.framesInSuperframe > 0 && codec.frameSamples > 0 &&

View File

@ -88,6 +88,84 @@ void TestStreamingResample() {
"streaming progress does not match consumed source data");
}
// One encoded mono block with one nonzero spectral coefficient.
constexpr std::array<uint8_t, 36> ATRAC9_MONO_BLOCK {0, 0, 0x04, 0x20, 0x04, 0xc0, 0, 0, 0x1f, 0xc0};
void TestAtrac9Vibration() {
using namespace Libs::Audio::Ajm;
for (uint8_t index: {7, 6}) {
const int channels = index - 5;
std::array<uint8_t, 4> config {0xfe, static_cast<uint8_t>(0x70 | (index << 1)), 0x03, 0xf0};
const auto original = config;
AjmAt9Decoder decoder(channels, 48000, AjmSampleEncoding::Float, 0);
const auto initialized = decoder.Initialize(config.data(), config.size());
AjmSidebandDecAt9CodecInfo info {};
decoder.WriteCodecInfo(&info, sizeof(info), initialized);
Check(initialized.result == OK && initialized.format.channel_num == channels &&
initialized.format.sampling_frequency == 48000 && info.frame_samples == 256 &&
info.frames_in_super_frame == 4 && info.super_frame_size == 128 &&
config == original,
"ATRAC9 vibration config returned incorrect geometry or changed input");
Atrac9CodecInfo parsed {};
Check(Ngs2GetAtrac9CodecInfo(config, parsed) && parsed.channels == channels &&
parsed.samplingRate == 48000 && parsed.frameSamples == 256 &&
parsed.framesInSuperframe == 4 && parsed.superframeSize == 128,
"NGS2 vibration metadata differs from decoder metadata");
// Enlarge the superframe for the synthetic blocks and compare ordinary mono/dual mono.
config[2] = 0x0b;
Check(decoder.Initialize(config.data(), config.size()).result == OK,
"ATRAC9 fixture initialization failed");
config[1] -= 12;
auto reference = std::unique_ptr<void, decltype(&Atrac9ReleaseHandle)>(
Atrac9GetHandle(), Atrac9ReleaseHandle);
Check(reference != nullptr && Atrac9InitDecoder(reference.get(), config.data()) == 0,
"ATRAC9 reference initialization failed");
std::array<uint8_t, 384> encoded {};
for (int frame = 0; frame < 4; ++frame) {
for (int channel = 0; channel < channels; ++channel) {
auto block = encoded.begin() + (frame * channels + channel) * ATRAC9_MONO_BLOCK.size();
std::copy(ATRAC9_MONO_BLOCK.begin(), ATRAC9_MONO_BLOCK.end(), block);
if (frame != 0) *block |= 0x80;
}
}
std::vector<float> actual(4 * 256 * channels), expected(actual.size());
size_t offset = 0;
for (int frame = 0; frame < 4; ++frame) {
int used = 0;
Check(Atrac9DecodeF32(reference.get(), encoded.data() + offset,
expected.data() + frame * 256 * channels, &used, 0) == 0 &&
used == channels * ATRAC9_MONO_BLOCK.size(),
"ATRAC9 reference decoding failed");
offset += used;
}
for (int pass = 0; pass < 2; ++pass) {
if (pass != 0) decoder.Reset();
const auto decoded = decoder.Decode(encoded.data(), encoded.size(), actual.data(),
actual.size() * sizeof(float), true, nullptr);
Check(decoded.result == OK && decoded.frames == 4 &&
decoded.input_consumed == encoded.size() &&
decoded.output_written == actual.size() * sizeof(float) &&
actual == expected && std::ranges::any_of(actual, [](float sample) {
return std::abs(sample) > 0.00001f;
}),
"ATRAC9 vibration decoding or reset differs from mono/dual mono");
}
{
auto invalid = original;
invalid[0] = 0;
Check(decoder.Initialize(invalid.data(), invalid.size()).result != OK &&
!Ngs2GetAtrac9CodecInfo(invalid, parsed),
"ATRAC9 vibration accepted an invalid header");
invalid = original;
invalid[1] |= 1;
Check(decoder.Initialize(invalid.data(), invalid.size()).result != OK &&
!Ngs2GetAtrac9CodecInfo(invalid, parsed),
"ATRAC9 vibration accepted an unsupported extension");
}
}
}
void TestAtrac9ResampleAcrossFrames() {
const auto make_voice = [] {
auto f = std::make_unique<Fixture>(24000);
@ -715,11 +793,11 @@ void TestLoopCallbacksAndExit() {
void TestAtrac9Looping() {
// Four encoded mono frames with one nonzero spectral coefficient, then superframe padding.
// The block skips one frame plus one sample and ends inside the third frame.
constexpr std::array<uint8_t, 36> frame {0, 0, 0x04, 0x20, 0x04, 0xc0, 0, 0, 0x1f, 0xc0};
std::array<uint8_t, 192> encoded {};
for (size_t i = 0; i < 4; ++i) {
std::copy(std::begin(frame), std::end(frame), encoded.begin() + i * sizeof(frame));
if (i != 0) encoded[i * sizeof(frame)] |= 0x80;
std::copy(ATRAC9_MONO_BLOCK.begin(), ATRAC9_MONO_BLOCK.end(),
encoded.begin() + i * ATRAC9_MONO_BLOCK.size());
if (i != 0) encoded[i * ATRAC9_MONO_BLOCK.size()] |= 0x80;
}
const auto make_voice = [&](uint32_t repeats, LoopCallbacks& log) {
auto f = std::make_unique<Fixture>(24000);
@ -980,6 +1058,7 @@ void TestFiniteFilterTail() {
} // namespace
int main() {
TestAtrac9Vibration();
TestPcm16RenderOutput();
TestSubmixerSetupAndRouting();
TestWaveformBlockGeometry();