#include "BdaShader.hpp" #include "BdaAbi.hpp" #include "prx/libSceAgcDriver/Graphics/include/Resources.hpp" #include #include #include #include #include #include namespace { using namespace AgcDriver::Graphics; class Pipeline { public: Pipeline(const Context& context, std::span code, const std::array& buffers) : context(context) { try { std::array bindings{}; for (std::uint32_t i = 0; i < bindings.size(); ++i) bindings[i] = {i, VK_DESCRIPTOR_TYPE_STORAGE_BUFFER, 1, VK_SHADER_STAGE_COMPUTE_BIT, nullptr}; VkDescriptorSetLayoutCreateInfo setInfo{VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO}; setInfo.bindingCount = bindings.size(); setInfo.pBindings = bindings.data(); Check(context.Function("vkCreateDescriptorSetLayout")(context.device, &setInfo, nullptr, &setLayout), "vkCreateDescriptorSetLayout"); const VkDescriptorPoolSize size{VK_DESCRIPTOR_TYPE_STORAGE_BUFFER, 3}; VkDescriptorPoolCreateInfo poolInfo{VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO}; poolInfo.maxSets = 1; poolInfo.poolSizeCount = 1; poolInfo.pPoolSizes = &size; Check(context.Function("vkCreateDescriptorPool")(context.device, &poolInfo, nullptr, &pool), "vkCreateDescriptorPool"); VkDescriptorSetAllocateInfo allocation{VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO, nullptr, pool, 1, &setLayout}; Check(context.Function("vkAllocateDescriptorSets")(context.device, &allocation, &set), "vkAllocateDescriptorSets"); for (std::uint32_t i = 0; i < buffers.size(); ++i) { const VkDescriptorBufferInfo buffer{buffers[i]->Handle(), 0, buffers[i]->Bytes().size()}; VkWriteDescriptorSet write{VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET}; write.dstSet = set; write.dstBinding = i; write.descriptorCount = 1; write.descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; write.pBufferInfo = &buffer; context.Function("vkUpdateDescriptorSets")(context.device, 1, &write, 0, nullptr); } VkPipelineLayoutCreateInfo layoutInfo{VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO}; layoutInfo.setLayoutCount = 1; layoutInfo.pSetLayouts = &setLayout; Check(context.Function("vkCreatePipelineLayout")(context.device, &layoutInfo, nullptr, &layout), "vkCreatePipelineLayout"); VkShaderModuleCreateInfo moduleInfo{VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO}; moduleInfo.codeSize = code.size_bytes(); moduleInfo.pCode = code.data(); Check(context.Function("vkCreateShaderModule")(context.device, &moduleInfo, nullptr, &module), "vkCreateShaderModule"); VkComputePipelineCreateInfo pipelineInfo{VK_STRUCTURE_TYPE_COMPUTE_PIPELINE_CREATE_INFO}; pipelineInfo.stage = {VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO, nullptr, 0, VK_SHADER_STAGE_COMPUTE_BIT, module, "main", nullptr}; pipelineInfo.layout = layout; Check(context.Function("vkCreateComputePipelines")(context.device, VK_NULL_HANDLE, 1, &pipelineInfo, nullptr, &pipeline), "vkCreateComputePipelines"); } catch (...) { release(); throw; } } ~Pipeline() { release(); } void Run(std::uint32_t groups) { CommandBatch batch(context); const auto commands = batch.Handle(); VkMemoryBarrier upload{VK_STRUCTURE_TYPE_MEMORY_BARRIER, nullptr, VK_ACCESS_HOST_WRITE_BIT, VK_ACCESS_SHADER_READ_BIT | VK_ACCESS_SHADER_WRITE_BIT}; context.Function("vkCmdPipelineBarrier")(commands, VK_PIPELINE_STAGE_HOST_BIT, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, 1, &upload, 0, nullptr, 0, nullptr); context.Function("vkCmdBindPipeline")(commands, VK_PIPELINE_BIND_POINT_COMPUTE, pipeline); context.Function("vkCmdBindDescriptorSets")(commands, VK_PIPELINE_BIND_POINT_COMPUTE, layout, 0, 1, &set, 0, nullptr); context.Function("vkCmdDispatch")(commands, groups, 1, 1); VkMemoryBarrier download{VK_STRUCTURE_TYPE_MEMORY_BARRIER, nullptr, VK_ACCESS_SHADER_WRITE_BIT, VK_ACCESS_HOST_READ_BIT}; context.Function("vkCmdPipelineBarrier")(commands, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_PIPELINE_STAGE_HOST_BIT, 0, 1, &download, 0, nullptr, 0, nullptr); batch.SubmitAndWait(); } private: void release() noexcept { if (pipeline) context.Function("vkDestroyPipeline")(context.device, pipeline, nullptr); if (module) context.Function("vkDestroyShaderModule")(context.device, module, nullptr); if (layout) context.Function("vkDestroyPipelineLayout")(context.device, layout, nullptr); if (pool) context.Function("vkDestroyDescriptorPool")(context.device, pool, nullptr); if (setLayout) context.Function("vkDestroyDescriptorSetLayout")(context.device, setLayout, nullptr); } const Context& context; VkDescriptorSetLayout setLayout = VK_NULL_HANDLE; VkDescriptorPool pool = VK_NULL_HANDLE; VkDescriptorSet set = VK_NULL_HANDLE; VkPipelineLayout layout = VK_NULL_HANDLE; VkShaderModule module = VK_NULL_HANDLE; VkPipeline pipeline = VK_NULL_HANDLE; }; } static void RunBdaDwordWriteTests(const Context& context) { namespace Abi = ShaderRecompiler::BdaAbi; constexpr std::uint64_t guest = 0x7fff12340f80ULL; constexpr std::size_t firstBytes = 160; Buffer first(context, firstBytes, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); Buffer second(context, 16, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); Buffer readOnly(context, 16, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); const std::array ranges{{ {guest, guest + firstBytes, first.DeviceAddress(), Abi::Read | Abi::Write, 0}, {guest + firstBytes, guest + firstBytes + 16, second.DeviceAddress(), Abi::Read | Abi::Write, 0}, {guest + firstBytes + 16, guest + firstBytes + 32, readOnly.DeviceAddress(), Abi::Read, 0}, }}; Buffer table(context, sizeof(Abi::Header) + sizeof(ranges), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); Buffer fault(context, Abi::FaultBufferBytes, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); Buffer output(context, 4, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); const std::array values{0x11223344u, 0x55667788u, 0x99aabbccu, 0xddeeff00u}; const auto bytesAt = [&](std::uint64_t address) -> std::byte* { for (std::size_t index = 0; index < ranges.size(); ++index) { if (address < ranges[index].begin || address >= ranges[index].end) continue; auto& buffer = index == 0 ? first : index == 1 ? second : readOnly; return buffer.Bytes().data() + (address - ranges[index].begin); } return nullptr; }; const auto noted = [&](std::uint64_t address) { const auto page = static_cast(address >> Abi::WrittenPageShift) + 1u; std::vector slots(Abi::WrittenPageSlots); std::memcpy(slots.data(), fault.Bytes().data() + Abi::WrittenSlotsWord * sizeof(std::uint32_t), slots.size() * sizeof(std::uint32_t)); return std::find(slots.begin(), slots.end(), page) != slots.end(); }; const auto write = [&](std::uint64_t address, std::uint32_t dwords, std::uint32_t storedBytes, Abi::FaultReason reason) { const Abi::Header header{Abi::Version, static_cast(ranges.size()), sizeof(Abi::Range), 0}; std::memcpy(table.Bytes().data(), &header, sizeof(header)); std::memcpy(table.Bytes().data() + sizeof(header), ranges.data(), sizeof(ranges)); std::memset(fault.Bytes().data(), 0, fault.Bytes().size()); for (auto* buffer : {&first, &second, &readOnly}) std::memset(buffer->Bytes().data(), 0xa5, buffer->Bytes().size()); Pipeline pipeline(context, MakeBdaDwordWriteTestShader(address, dwords, values.data()), {&table, &fault, &output}); pipeline.Run(1); Abi::Fault report{}; std::memcpy(&report, fault.Bytes().data(), sizeof(report)); for (std::uint32_t byte = 0; byte < dwords * 4u; ++byte) { const auto* stored = bytesAt(address + byte); const auto expected = byte < storedBytes ? static_cast(values[byte / 4u] >> ((byte % 4u) * 8u)) : std::byte{0xa5}; Require(stored != nullptr && *stored == expected, "BDA dword write stored incorrect bytes at offset " + std::to_string(byte) + " of guest + " + std::to_string(address - guest)); } Require(*bytesAt(address - 1) == std::byte{0xa5}, "BDA dword write touched the byte before it"); if (address + dwords * 4u < guest + firstBytes + 32) Require(*bytesAt(address + dwords * 4u) == std::byte{0xa5}, "BDA dword write touched the byte after it"); if (static_cast(reason) == 0) { Require(report.state == Abi::FaultState::Empty, "a mapped BDA dword write published a fault"); } else { Require(report.state == Abi::FaultState::Ready && report.reason == reason && report.instruction == 0x1234, "a BDA dword write did not publish its fault"); } if (storedBytes != 0) Require(noted(address) && noted(address + storedBytes - 1u), "a BDA dword write did not note its written pages"); }; write(guest + 16, 4, 16, static_cast(0)); write(guest + 20, 4, 16, static_cast(0)); write(guest + 8, 2, 8, static_cast(0)); write(guest + 12, 2, 8, static_cast(0)); write(guest + 32, 3, 12, static_cast(0)); write(guest + 0x78, 4, 16, static_cast(0)); write(guest + 0x7c, 2, 8, static_cast(0)); write(guest + 41, 4, 16, static_cast(0)); write(guest + firstBytes - 8, 4, 16, static_cast(0)); write(guest + firstBytes + 12, 4, 4, Abi::FaultReason::Permission); } void RunBdaExecutionTests(const Context& context) { namespace Abi = ShaderRecompiler::BdaAbi; Buffer first(context, 3, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); Buffer second(context, 2, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); first.Bytes()[0] = std::byte{0x11}; first.Bytes()[1] = std::byte{0x22}; first.Bytes()[2] = std::byte{0x33}; second.Bytes()[0] = std::byte{0x44}; second.Bytes()[1] = std::byte{0x55}; constexpr std::uint64_t guest = 0x7fff12340001ULL; std::array ranges{{{guest, guest + 3, first.DeviceAddress(), Abi::Read, 0}, {guest + 3, guest + 5, second.DeviceAddress(), Abi::Read, 0}}}; Buffer table(context, sizeof(Abi::Header) + sizeof(ranges), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); Buffer fault(context, sizeof(Abi::Fault), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); Buffer output(context, 4, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); const auto run = [&](std::uint64_t address, std::uint32_t bits, std::uint32_t expected, Abi::FaultReason reason, std::uint32_t count = 2, std::uint32_t groups = 1, std::int64_t offset = 0) { const Abi::Header header{Abi::Version, count, sizeof(Abi::Range), 0}; std::memcpy(table.Bytes().data(), &header, sizeof(header)); std::memcpy(table.Bytes().data() + sizeof(header), ranges.data(), sizeof(ranges)); std::memset(fault.Bytes().data(), 0, fault.Bytes().size()); const std::uint32_t sentinel = 0xdeadbeef; std::memcpy(output.Bytes().data(), &sentinel, sizeof(sentinel)); Pipeline pipeline(context, MakeBdaTestShader(address, bits, offset), {&table, &fault, &output}); pipeline.Run(groups); Abi::Fault report{}; std::uint32_t result = 0; std::memcpy(&report, fault.Bytes().data(), sizeof(report)); std::memcpy(&result, output.Bytes().data(), sizeof(result)); if (static_cast(reason) == 0) { Require(report.state == Abi::FaultState::Empty && result == expected, "BDA GPU read produced incorrect data or a fault"); } else { Require(report.state == Abi::FaultState::Ready && report.reason == reason && report.instruction == 0x1234, "BDA GPU fault was not published correctly"); Require(result == sentinel, "faulting BDA shader continued to output a substitute value"); } }; run(guest, 8, 0x11, static_cast(0)); run(guest + 1, 16, 0x3322, static_cast(0)); run(guest + 1, 32, 0x55443322, static_cast(0)); run(guest + 5, 8, 0, Abi::FaultReason::Unmapped, 2, 64); run(guest - 1, 8, 0, Abi::FaultReason::Unmapped); run(std::numeric_limits::max() - 1, 32, 0, Abi::FaultReason::Overflow); run(guest, 8, 0, Abi::FaultReason::InvalidTable, 3); run(std::numeric_limits::max() - 2, 8, 0, Abi::FaultReason::Overflow, 2, 1, 4); run(1, 8, 0, Abi::FaultReason::Overflow, 2, 1, -4); Buffer words(context, 16, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); const auto read = [&](std::uint64_t address, std::uint32_t dwords, bool coherent, bool stops, std::uint32_t value, bool faults) { const Abi::Header header{Abi::Version, 2, sizeof(Abi::Range), 0}; std::memcpy(table.Bytes().data(), &header, sizeof(header)); std::memcpy(table.Bytes().data() + sizeof(header), ranges.data(), sizeof(ranges)); std::memset(fault.Bytes().data(), 0, fault.Bytes().size()); const std::array sentinel{0xdeadbeef, 0xdeadbeef, 0xdeadbeef, 0xdeadbeef}; std::memcpy(words.Bytes().data(), sentinel.data(), sizeof(sentinel)); Pipeline pipeline(context, MakeBdaDwordReadTestShader(address, dwords, coherent, stops), {&table, &fault, &words}); pipeline.Run(1); Abi::Fault report{}; std::array result{}; std::memcpy(&report, fault.Bytes().data(), sizeof(report)); std::memcpy(result.data(), words.Bytes().data(), sizeof(result)); auto expected = sentinel; if (!faults || !stops) { expected[0] = value; for (std::uint32_t dword = 1; dword < dwords; ++dword) expected[dword] = 0; } if (faults) { Require(report.state == Abi::FaultState::Ready && report.reason == Abi::FaultReason::Unmapped && report.address == guest + 5 && report.bytes == 1 && report.instruction == 0x1234, "BDA dword read did not publish its first fault"); } else { Require(report.state == Abi::FaultState::Empty, "mapped BDA dword read published a fault"); } Require(result == expected, faults && stops ? "faulting BDA dword read continued to output a substitute value" : "BDA dword read produced incorrect data"); }; for (const bool stops : {true, false}) { for (const bool coherent : {false, true}) { read(guest + 1, 1, coherent, stops, 0x55443322, false); read(guest + 3, 1, coherent, stops, 0x5544, true); read(guest + 1, 4, coherent, stops, 0x55443322, true); } } Buffer wide(context, 32, VK_BUFFER_USAGE_STORAGE_BUFFER_BIT | VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT); for (std::uint32_t dword = 0; dword < 8u; ++dword) { const std::uint32_t value = 0xa0b0c000u + dword; std::memcpy(wide.Bytes().data() + dword * 4u, &value, sizeof(value)); } constexpr std::uint64_t spanGuest = 0x7fff56780000ULL; const std::array spanRanges{{ranges[0], ranges[1], {spanGuest, spanGuest + 32, wide.DeviceAddress(), Abi::Read, 0}}}; Buffer spanTable(context, sizeof(Abi::Header) + sizeof(spanRanges), VK_BUFFER_USAGE_STORAGE_BUFFER_BIT); const auto span = [&](std::uint64_t address, std::int32_t offset, std::uint32_t extracted, bool coherent, bool stops, std::array values, Abi::FaultReason reason = {}, std::uint64_t faultAddress = 0, std::uint32_t faultBytes = 0) { const Abi::Header header{Abi::Version, 3, sizeof(Abi::Range), 0}; std::memcpy(spanTable.Bytes().data(), &header, sizeof(header)); std::memcpy(spanTable.Bytes().data() + sizeof(header), spanRanges.data(), sizeof(spanRanges)); std::memset(fault.Bytes().data(), 0, fault.Bytes().size()); const std::array sentinel{0xdeadbeef, 0xdeadbeef, 0xdeadbeef, 0xdeadbeef}; std::memcpy(words.Bytes().data(), sentinel.data(), sizeof(sentinel)); Pipeline pipeline(context, MakeBdaSpanReadTestShader(address, static_cast(offset), extracted, coherent, stops), {&spanTable, &fault, &words}); pipeline.Run(1); Abi::Fault report{}; std::array result{}; std::memcpy(&report, fault.Bytes().data(), sizeof(report)); std::memcpy(result.data(), words.Bytes().data(), sizeof(result)); const bool faults = static_cast(reason) != 0u; if (faults) { Require(report.state == Abi::FaultState::Ready && report.reason == reason && report.address == faultAddress && report.bytes == faultBytes && report.instruction == 0x1234, "BDA span read did not publish its first fault"); } else { Require(report.state == Abi::FaultState::Empty, "mapped BDA span read published a fault"); } Require(result == (faults && stops ? sentinel : values), faults && stops ? "faulting BDA span read continued to output a substitute value" : "BDA span read produced incorrect data"); }; const auto at = [&](std::uint32_t dword) { return 0xa0b0c000u + dword; }; for (const bool stops : {true, false}) { for (const bool coherent : {false, true}) { span(spanGuest + 16, -12, 0b1010u, coherent, stops, {0, at(2), 0, at(4)}); span(spanGuest, 4, 0b0101u, coherent, stops, {at(1), 0, at(3), 0}); span(spanGuest + 24, 0, 0b0011u, coherent, stops, {at(6), at(7), 0, 0}); span(spanGuest + 20, 8, 0b0001u, coherent, stops, {at(7), 0, 0, 0}); span(spanGuest + 28, 0, 0b0101u, coherent, stops, {at(7), 0, 0, 0}, Abi::FaultReason::Unmapped, spanGuest + 36, 1); span(guest, 1, 0b1001u, coherent, stops, {0x55443322, 0, 0, 0}, Abi::FaultReason::Unmapped, guest + 13, 1); span(4, -8, 0b0001u, coherent, stops, {0, 0, 0, 0}, Abi::FaultReason::Overflow, 4, 0); } } ranges[0].permissions = 0; run(guest, 8, 0, Abi::FaultReason::Permission); RunBdaDwordWriteTests(context); }