kernel: implement FlushProcessDataCache
This commit is contained in:
		@@ -2701,14 +2701,24 @@ static Result GetThreadList(Core::System& system, u32* out_num_threads, VAddr ou
 | 
			
		||||
    return ResultSuccess;
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
static Result FlushProcessDataCache32([[maybe_unused]] Core::System& system,
 | 
			
		||||
                                      [[maybe_unused]] Handle handle, [[maybe_unused]] u32 address,
 | 
			
		||||
                                      [[maybe_unused]] u32 size) {
 | 
			
		||||
    // Note(Blinkhawk): For emulation purposes of the data cache this is mostly a no-op,
 | 
			
		||||
    // as all emulation is done in the same cache level in host architecture, thus data cache
 | 
			
		||||
    // does not need flushing.
 | 
			
		||||
    LOG_DEBUG(Kernel_SVC, "called");
 | 
			
		||||
    return ResultSuccess;
 | 
			
		||||
static Result FlushProcessDataCache32(Core::System& system, Handle process_handle, u64 address,
 | 
			
		||||
                                      u64 size) {
 | 
			
		||||
    // Validate address/size.
 | 
			
		||||
    R_UNLESS(size > 0, ResultInvalidSize);
 | 
			
		||||
    R_UNLESS(address == static_cast<uintptr_t>(address), ResultInvalidCurrentMemory);
 | 
			
		||||
    R_UNLESS(size == static_cast<size_t>(size), ResultInvalidCurrentMemory);
 | 
			
		||||
 | 
			
		||||
    // Get the process from its handle.
 | 
			
		||||
    KScopedAutoObject process =
 | 
			
		||||
        system.Kernel().CurrentProcess()->GetHandleTable().GetObject<KProcess>(process_handle);
 | 
			
		||||
    R_UNLESS(process.IsNotNull(), ResultInvalidHandle);
 | 
			
		||||
 | 
			
		||||
    // Verify the region is within range.
 | 
			
		||||
    auto& page_table = process->PageTable();
 | 
			
		||||
    R_UNLESS(page_table.Contains(address, size), ResultInvalidCurrentMemory);
 | 
			
		||||
 | 
			
		||||
    // Perform the operation.
 | 
			
		||||
    R_RETURN(system.Memory().FlushDataCache(*process, address, size));
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
namespace {
 | 
			
		||||
 
 | 
			
		||||
@@ -722,4 +722,12 @@ void SvcWrap32(Core::System& system) {
 | 
			
		||||
    FuncReturn(system, retval);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
// Used by Invalidate/Store/FlushProcessDataCache32
 | 
			
		||||
template <Result func(Core::System&, Handle, u64, u64)>
 | 
			
		||||
void SvcWrap32(Core::System& system) {
 | 
			
		||||
    const u64 address = (Param(system, 3) << 32) | Param(system, 2);
 | 
			
		||||
    const u64 size = (Param(system, 4) << 32) | Param(system, 1);
 | 
			
		||||
    FuncReturn32(system, func(system, Param32(system, 0), address, size).raw);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
} // namespace Kernel
 | 
			
		||||
 
 | 
			
		||||
@@ -6,6 +6,7 @@
 | 
			
		||||
 | 
			
		||||
#include "common/assert.h"
 | 
			
		||||
#include "common/atomic_ops.h"
 | 
			
		||||
#include "common/cache_management.h"
 | 
			
		||||
#include "common/common_types.h"
 | 
			
		||||
#include "common/logging/log.h"
 | 
			
		||||
#include "common/page_table.h"
 | 
			
		||||
@@ -329,6 +330,55 @@ struct Memory::Impl {
 | 
			
		||||
            });
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    template <typename Callback>
 | 
			
		||||
    Result PerformCacheOperation(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size,
 | 
			
		||||
                                 Callback&& cb) {
 | 
			
		||||
        class InvalidMemoryException : public std::exception {};
 | 
			
		||||
 | 
			
		||||
        try {
 | 
			
		||||
            WalkBlock(
 | 
			
		||||
                process, dest_addr, size,
 | 
			
		||||
                [&](const std::size_t block_size, const VAddr current_vaddr) {
 | 
			
		||||
                    LOG_ERROR(HW_Memory, "Unmapped cache maintenance @ {:#018X}", current_vaddr);
 | 
			
		||||
                    throw InvalidMemoryException();
 | 
			
		||||
                },
 | 
			
		||||
                [&](const std::size_t block_size, u8* const host_ptr) { cb(block_size, host_ptr); },
 | 
			
		||||
                [&](const VAddr current_vaddr, const std::size_t block_size, u8* const host_ptr) {
 | 
			
		||||
                    system.GPU().FlushRegion(current_vaddr, block_size);
 | 
			
		||||
                    cb(block_size, host_ptr);
 | 
			
		||||
                },
 | 
			
		||||
                [](const std::size_t block_size) {});
 | 
			
		||||
        } catch (InvalidMemoryException&) {
 | 
			
		||||
            return Kernel::ResultInvalidCurrentMemory;
 | 
			
		||||
        }
 | 
			
		||||
 | 
			
		||||
        return ResultSuccess;
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    Result InvalidateDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size) {
 | 
			
		||||
        auto perform = [&](const std::size_t block_size, u8* const host_ptr) {
 | 
			
		||||
            // Do nothing; this operation (dc ivac) cannot be supported
 | 
			
		||||
            // from EL0
 | 
			
		||||
        };
 | 
			
		||||
        return PerformCacheOperation(process, dest_addr, size, perform);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    Result StoreDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size) {
 | 
			
		||||
        auto perform = [&](const std::size_t block_size, u8* const host_ptr) {
 | 
			
		||||
            // dc cvac: Store to point of coherency
 | 
			
		||||
            Common::DataCacheLineCleanByVAToPoC(host_ptr, block_size);
 | 
			
		||||
        };
 | 
			
		||||
        return PerformCacheOperation(process, dest_addr, size, perform);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    Result FlushDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size) {
 | 
			
		||||
        auto perform = [&](const std::size_t block_size, u8* const host_ptr) {
 | 
			
		||||
            // dc civac: Store to point of coherency, and invalidate from cache
 | 
			
		||||
            Common::DataCacheLineCleanAndInvalidateByVAToPoC(host_ptr, block_size);
 | 
			
		||||
        };
 | 
			
		||||
        return PerformCacheOperation(process, dest_addr, size, perform);
 | 
			
		||||
    }
 | 
			
		||||
 | 
			
		||||
    void MarkRegionDebug(VAddr vaddr, u64 size, bool debug) {
 | 
			
		||||
        if (vaddr == 0) {
 | 
			
		||||
            return;
 | 
			
		||||
@@ -786,6 +836,21 @@ void Memory::ZeroBlock(const Kernel::KProcess& process, VAddr dest_addr, const s
 | 
			
		||||
    impl->ZeroBlock(process, dest_addr, size);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
Result Memory::InvalidateDataCache(const Kernel::KProcess& process, VAddr dest_addr,
 | 
			
		||||
                                   const std::size_t size) {
 | 
			
		||||
    return impl->InvalidateDataCache(process, dest_addr, size);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
Result Memory::StoreDataCache(const Kernel::KProcess& process, VAddr dest_addr,
 | 
			
		||||
                              const std::size_t size) {
 | 
			
		||||
    return impl->StoreDataCache(process, dest_addr, size);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
Result Memory::FlushDataCache(const Kernel::KProcess& process, VAddr dest_addr,
 | 
			
		||||
                              const std::size_t size) {
 | 
			
		||||
    return impl->FlushDataCache(process, dest_addr, size);
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
void Memory::RasterizerMarkRegionCached(VAddr vaddr, u64 size, bool cached) {
 | 
			
		||||
    impl->RasterizerMarkRegionCached(vaddr, size, cached);
 | 
			
		||||
}
 | 
			
		||||
 
 | 
			
		||||
@@ -7,6 +7,7 @@
 | 
			
		||||
#include <memory>
 | 
			
		||||
#include <string>
 | 
			
		||||
#include "common/common_types.h"
 | 
			
		||||
#include "core/hle/result.h"
 | 
			
		||||
 | 
			
		||||
namespace Common {
 | 
			
		||||
struct PageTable;
 | 
			
		||||
@@ -449,6 +450,39 @@ public:
 | 
			
		||||
     */
 | 
			
		||||
    void ZeroBlock(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size);
 | 
			
		||||
 | 
			
		||||
    /**
 | 
			
		||||
     * Invalidates a range of bytes within the current process' address space at the specified
 | 
			
		||||
     * virtual address.
 | 
			
		||||
     *
 | 
			
		||||
     * @param process   The process that will have data invalidated within its address space.
 | 
			
		||||
     * @param dest_addr The destination virtual address to invalidate the data from.
 | 
			
		||||
     * @param size      The size of the range to invalidate, in bytes.
 | 
			
		||||
     *
 | 
			
		||||
     */
 | 
			
		||||
    Result InvalidateDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size);
 | 
			
		||||
 | 
			
		||||
    /**
 | 
			
		||||
     * Stores a range of bytes within the current process' address space at the specified
 | 
			
		||||
     * virtual address.
 | 
			
		||||
     *
 | 
			
		||||
     * @param process   The process that will have data stored within its address space.
 | 
			
		||||
     * @param dest_addr The destination virtual address to store the data from.
 | 
			
		||||
     * @param size      The size of the range to store, in bytes.
 | 
			
		||||
     *
 | 
			
		||||
     */
 | 
			
		||||
    Result StoreDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size);
 | 
			
		||||
 | 
			
		||||
    /**
 | 
			
		||||
     * Flushes a range of bytes within the current process' address space at the specified
 | 
			
		||||
     * virtual address.
 | 
			
		||||
     *
 | 
			
		||||
     * @param process   The process that will have data flushed within its address space.
 | 
			
		||||
     * @param dest_addr The destination virtual address to flush the data from.
 | 
			
		||||
     * @param size      The size of the range to flush, in bytes.
 | 
			
		||||
     *
 | 
			
		||||
     */
 | 
			
		||||
    Result FlushDataCache(const Kernel::KProcess& process, VAddr dest_addr, std::size_t size);
 | 
			
		||||
 | 
			
		||||
    /**
 | 
			
		||||
     * Marks each page within the specified address range as cached or uncached.
 | 
			
		||||
     *
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user