|
@@ -225,6 +225,69 @@ struct Memory::Impl {
|
|
|
return string;
|
|
return string;
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|
|
+ void RasterizerMarkRegionCached(VAddr vaddr, u64 size, bool cached) {
|
|
|
|
|
+ if (vaddr == 0) {
|
|
|
|
|
+ return;
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ // Iterate over a contiguous CPU address space, which corresponds to the specified GPU
|
|
|
|
|
+ // address space, marking the region as un/cached. The region is marked un/cached at a
|
|
|
|
|
+ // granularity of CPU pages, hence why we iterate on a CPU page basis (note: GPU page size
|
|
|
|
|
+ // is different). This assumes the specified GPU address region is contiguous as well.
|
|
|
|
|
+
|
|
|
|
|
+ u64 num_pages = ((vaddr + size - 1) >> PAGE_BITS) - (vaddr >> PAGE_BITS) + 1;
|
|
|
|
|
+ for (unsigned i = 0; i < num_pages; ++i, vaddr += PAGE_SIZE) {
|
|
|
|
|
+ Common::PageType& page_type = current_page_table->attributes[vaddr >> PAGE_BITS];
|
|
|
|
|
+
|
|
|
|
|
+ if (cached) {
|
|
|
|
|
+ // Switch page type to cached if now cached
|
|
|
|
|
+ switch (page_type) {
|
|
|
|
|
+ case Common::PageType::Unmapped:
|
|
|
|
|
+ // It is not necessary for a process to have this region mapped into its address
|
|
|
|
|
+ // space, for example, a system module need not have a VRAM mapping.
|
|
|
|
|
+ break;
|
|
|
|
|
+ case Common::PageType::Memory:
|
|
|
|
|
+ page_type = Common::PageType::RasterizerCachedMemory;
|
|
|
|
|
+ current_page_table->pointers[vaddr >> PAGE_BITS] = nullptr;
|
|
|
|
|
+ break;
|
|
|
|
|
+ case Common::PageType::RasterizerCachedMemory:
|
|
|
|
|
+ // There can be more than one GPU region mapped per CPU region, so it's common
|
|
|
|
|
+ // that this area is already marked as cached.
|
|
|
|
|
+ break;
|
|
|
|
|
+ default:
|
|
|
|
|
+ UNREACHABLE();
|
|
|
|
|
+ }
|
|
|
|
|
+ } else {
|
|
|
|
|
+ // Switch page type to uncached if now uncached
|
|
|
|
|
+ switch (page_type) {
|
|
|
|
|
+ case Common::PageType::Unmapped:
|
|
|
|
|
+ // It is not necessary for a process to have this region mapped into its address
|
|
|
|
|
+ // space, for example, a system module need not have a VRAM mapping.
|
|
|
|
|
+ break;
|
|
|
|
|
+ case Common::PageType::Memory:
|
|
|
|
|
+ // There can be more than one GPU region mapped per CPU region, so it's common
|
|
|
|
|
+ // that this area is already unmarked as cached.
|
|
|
|
|
+ break;
|
|
|
|
|
+ case Common::PageType::RasterizerCachedMemory: {
|
|
|
|
|
+ u8* pointer = GetPointerFromVMA(vaddr & ~PAGE_MASK);
|
|
|
|
|
+ if (pointer == nullptr) {
|
|
|
|
|
+ // It's possible that this function has been called while updating the
|
|
|
|
|
+ // pagetable after unmapping a VMA. In that case the underlying VMA will no
|
|
|
|
|
+ // longer exist, and we should just leave the pagetable entry blank.
|
|
|
|
|
+ page_type = Common::PageType::Unmapped;
|
|
|
|
|
+ } else {
|
|
|
|
|
+ page_type = Common::PageType::Memory;
|
|
|
|
|
+ current_page_table->pointers[vaddr >> PAGE_BITS] = pointer;
|
|
|
|
|
+ }
|
|
|
|
|
+ break;
|
|
|
|
|
+ }
|
|
|
|
|
+ default:
|
|
|
|
|
+ UNREACHABLE();
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
/**
|
|
/**
|
|
|
* Maps a region of pages as a specific type.
|
|
* Maps a region of pages as a specific type.
|
|
|
*
|
|
*
|
|
@@ -318,6 +381,10 @@ std::string Memory::ReadCString(VAddr vaddr, std::size_t max_length) {
|
|
|
return impl->ReadCString(vaddr, max_length);
|
|
return impl->ReadCString(vaddr, max_length);
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|
|
+void Memory::RasterizerMarkRegionCached(VAddr vaddr, u64 size, bool cached) {
|
|
|
|
|
+ impl->RasterizerMarkRegionCached(vaddr, size, cached);
|
|
|
|
|
+}
|
|
|
|
|
+
|
|
|
void SetCurrentPageTable(Kernel::Process& process) {
|
|
void SetCurrentPageTable(Kernel::Process& process) {
|
|
|
current_page_table = &process.VMManager().page_table;
|
|
current_page_table = &process.VMManager().page_table;
|
|
|
|
|
|
|
@@ -334,69 +401,6 @@ bool IsKernelVirtualAddress(const VAddr vaddr) {
|
|
|
return KERNEL_REGION_VADDR <= vaddr && vaddr < KERNEL_REGION_END;
|
|
return KERNEL_REGION_VADDR <= vaddr && vaddr < KERNEL_REGION_END;
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
-void RasterizerMarkRegionCached(VAddr vaddr, u64 size, bool cached) {
|
|
|
|
|
- if (vaddr == 0) {
|
|
|
|
|
- return;
|
|
|
|
|
- }
|
|
|
|
|
-
|
|
|
|
|
- // Iterate over a contiguous CPU address space, which corresponds to the specified GPU address
|
|
|
|
|
- // space, marking the region as un/cached. The region is marked un/cached at a granularity of
|
|
|
|
|
- // CPU pages, hence why we iterate on a CPU page basis (note: GPU page size is different). This
|
|
|
|
|
- // assumes the specified GPU address region is contiguous as well.
|
|
|
|
|
-
|
|
|
|
|
- u64 num_pages = ((vaddr + size - 1) >> PAGE_BITS) - (vaddr >> PAGE_BITS) + 1;
|
|
|
|
|
- for (unsigned i = 0; i < num_pages; ++i, vaddr += PAGE_SIZE) {
|
|
|
|
|
- Common::PageType& page_type = current_page_table->attributes[vaddr >> PAGE_BITS];
|
|
|
|
|
-
|
|
|
|
|
- if (cached) {
|
|
|
|
|
- // Switch page type to cached if now cached
|
|
|
|
|
- switch (page_type) {
|
|
|
|
|
- case Common::PageType::Unmapped:
|
|
|
|
|
- // It is not necessary for a process to have this region mapped into its address
|
|
|
|
|
- // space, for example, a system module need not have a VRAM mapping.
|
|
|
|
|
- break;
|
|
|
|
|
- case Common::PageType::Memory:
|
|
|
|
|
- page_type = Common::PageType::RasterizerCachedMemory;
|
|
|
|
|
- current_page_table->pointers[vaddr >> PAGE_BITS] = nullptr;
|
|
|
|
|
- break;
|
|
|
|
|
- case Common::PageType::RasterizerCachedMemory:
|
|
|
|
|
- // There can be more than one GPU region mapped per CPU region, so it's common that
|
|
|
|
|
- // this area is already marked as cached.
|
|
|
|
|
- break;
|
|
|
|
|
- default:
|
|
|
|
|
- UNREACHABLE();
|
|
|
|
|
- }
|
|
|
|
|
- } else {
|
|
|
|
|
- // Switch page type to uncached if now uncached
|
|
|
|
|
- switch (page_type) {
|
|
|
|
|
- case Common::PageType::Unmapped:
|
|
|
|
|
- // It is not necessary for a process to have this region mapped into its address
|
|
|
|
|
- // space, for example, a system module need not have a VRAM mapping.
|
|
|
|
|
- break;
|
|
|
|
|
- case Common::PageType::Memory:
|
|
|
|
|
- // There can be more than one GPU region mapped per CPU region, so it's common that
|
|
|
|
|
- // this area is already unmarked as cached.
|
|
|
|
|
- break;
|
|
|
|
|
- case Common::PageType::RasterizerCachedMemory: {
|
|
|
|
|
- u8* pointer = GetPointerFromVMA(vaddr & ~PAGE_MASK);
|
|
|
|
|
- if (pointer == nullptr) {
|
|
|
|
|
- // It's possible that this function has been called while updating the pagetable
|
|
|
|
|
- // after unmapping a VMA. In that case the underlying VMA will no longer exist,
|
|
|
|
|
- // and we should just leave the pagetable entry blank.
|
|
|
|
|
- page_type = Common::PageType::Unmapped;
|
|
|
|
|
- } else {
|
|
|
|
|
- page_type = Common::PageType::Memory;
|
|
|
|
|
- current_page_table->pointers[vaddr >> PAGE_BITS] = pointer;
|
|
|
|
|
- }
|
|
|
|
|
- break;
|
|
|
|
|
- }
|
|
|
|
|
- default:
|
|
|
|
|
- UNREACHABLE();
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
- }
|
|
|
|
|
-}
|
|
|
|
|
-
|
|
|
|
|
u8 Read8(const VAddr addr) {
|
|
u8 Read8(const VAddr addr) {
|
|
|
return Read<u8>(addr);
|
|
return Read<u8>(addr);
|
|
|
}
|
|
}
|