|
@@ -83,57 +83,66 @@ void MaxwellDMA::HandleCopy() {
|
|
|
|
|
|
|
|
ASSERT(regs.exec.enable_2d == 1);
|
|
ASSERT(regs.exec.enable_2d == 1);
|
|
|
|
|
|
|
|
- const std::size_t copy_size = regs.x_count * regs.y_count;
|
|
|
|
|
|
|
+ if (regs.exec.is_dst_linear && !regs.exec.is_src_linear) {
|
|
|
|
|
+ ASSERT(regs.src_params.size_z == 1);
|
|
|
|
|
+ // If the input is tiled and the output is linear, deswizzle the input and copy it over.
|
|
|
|
|
+ const u32 src_bytes_per_pixel = regs.src_pitch / regs.src_params.size_x;
|
|
|
|
|
+ const std::size_t src_size = Texture::CalculateSize(
|
|
|
|
|
+ true, src_bytes_per_pixel, regs.src_params.size_x, regs.src_params.size_y,
|
|
|
|
|
+ regs.src_params.size_z, regs.src_params.BlockHeight(), regs.src_params.BlockDepth());
|
|
|
|
|
|
|
|
- auto source_ptr{memory_manager.GetPointer(source)};
|
|
|
|
|
- auto dst_ptr{memory_manager.GetPointer(dest)};
|
|
|
|
|
|
|
+ const std::size_t dst_size = regs.dst_pitch * regs.y_count;
|
|
|
|
|
|
|
|
- if (!source_ptr) {
|
|
|
|
|
- LOG_ERROR(HW_GPU, "source_ptr is invalid");
|
|
|
|
|
- return;
|
|
|
|
|
- }
|
|
|
|
|
|
|
+ if (read_buffer.size() < src_size) {
|
|
|
|
|
+ read_buffer.resize(src_size);
|
|
|
|
|
+ }
|
|
|
|
|
|
|
|
- if (!dst_ptr) {
|
|
|
|
|
- LOG_ERROR(HW_GPU, "dst_ptr is invalid");
|
|
|
|
|
- return;
|
|
|
|
|
- }
|
|
|
|
|
|
|
+ if (write_buffer.size() < dst_size) {
|
|
|
|
|
+ write_buffer.resize(dst_size);
|
|
|
|
|
+ }
|
|
|
|
|
|
|
|
- const auto FlushAndInvalidate = [&](u32 src_size, u64 dst_size) {
|
|
|
|
|
- // TODO(Subv): For now, manually flush the regions until we implement GPU-accelerated
|
|
|
|
|
- // copying.
|
|
|
|
|
- rasterizer.FlushRegion(ToCacheAddr(source_ptr), src_size);
|
|
|
|
|
|
|
+ memory_manager.ReadBlock(source, read_buffer.data(), src_size);
|
|
|
|
|
+ memory_manager.ReadBlock(dest, write_buffer.data(), dst_size);
|
|
|
|
|
|
|
|
- // We have to invalidate the destination region to evict any outdated surfaces from the
|
|
|
|
|
- // cache. We do this before actually writing the new data because the destination address
|
|
|
|
|
- // might contain a dirty surface that will have to be written back to memory.
|
|
|
|
|
- rasterizer.InvalidateRegion(ToCacheAddr(dst_ptr), dst_size);
|
|
|
|
|
- };
|
|
|
|
|
|
|
+ Texture::UnswizzleSubrect(regs.x_count, regs.y_count, regs.dst_pitch,
|
|
|
|
|
+ regs.src_params.size_x, src_bytes_per_pixel, read_buffer.data(),
|
|
|
|
|
+ write_buffer.data(), regs.src_params.BlockHeight(),
|
|
|
|
|
+ regs.src_params.pos_x, regs.src_params.pos_y);
|
|
|
|
|
|
|
|
- if (regs.exec.is_dst_linear && !regs.exec.is_src_linear) {
|
|
|
|
|
- ASSERT(regs.src_params.size_z == 1);
|
|
|
|
|
- // If the input is tiled and the output is linear, deswizzle the input and copy it over.
|
|
|
|
|
|
|
+ memory_manager.WriteBlock(dest, write_buffer.data(), dst_size);
|
|
|
|
|
+ } else {
|
|
|
|
|
+ ASSERT(regs.dst_params.BlockDepth() == 1);
|
|
|
|
|
|
|
|
- const u32 src_bytes_per_pixel = regs.src_pitch / regs.src_params.size_x;
|
|
|
|
|
|
|
+ const u32 src_bytes_per_pixel = regs.src_pitch / regs.x_count;
|
|
|
|
|
|
|
|
- FlushAndInvalidate(regs.src_pitch * regs.src_params.size_y,
|
|
|
|
|
- copy_size * src_bytes_per_pixel);
|
|
|
|
|
|
|
+ const std::size_t dst_size = Texture::CalculateSize(
|
|
|
|
|
+ true, src_bytes_per_pixel, regs.dst_params.size_x, regs.dst_params.size_y,
|
|
|
|
|
+ regs.dst_params.size_z, regs.dst_params.BlockHeight(), regs.dst_params.BlockDepth());
|
|
|
|
|
|
|
|
- Texture::UnswizzleSubrect(regs.x_count, regs.y_count, regs.dst_pitch,
|
|
|
|
|
- regs.src_params.size_x, src_bytes_per_pixel, source_ptr, dst_ptr,
|
|
|
|
|
- regs.src_params.BlockHeight(), regs.src_params.pos_x,
|
|
|
|
|
- regs.src_params.pos_y);
|
|
|
|
|
- } else {
|
|
|
|
|
- ASSERT(regs.dst_params.size_z == 1);
|
|
|
|
|
- ASSERT(regs.src_pitch == regs.x_count);
|
|
|
|
|
|
|
+ const std::size_t dst_layer_size = Texture::CalculateSize(
|
|
|
|
|
+ true, src_bytes_per_pixel, regs.dst_params.size_x, regs.dst_params.size_y, 1,
|
|
|
|
|
+ regs.dst_params.BlockHeight(), regs.dst_params.BlockDepth());
|
|
|
|
|
|
|
|
- const u32 src_bpp = regs.src_pitch / regs.x_count;
|
|
|
|
|
|
|
+ const std::size_t src_size = regs.src_pitch * regs.y_count;
|
|
|
|
|
|
|
|
- FlushAndInvalidate(regs.src_pitch * regs.y_count,
|
|
|
|
|
- regs.dst_params.size_x * regs.dst_params.size_y * src_bpp);
|
|
|
|
|
|
|
+ if (read_buffer.size() < src_size) {
|
|
|
|
|
+ read_buffer.resize(src_size);
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ if (write_buffer.size() < dst_size) {
|
|
|
|
|
+ write_buffer.resize(dst_size);
|
|
|
|
|
+ }
|
|
|
|
|
+
|
|
|
|
|
+ memory_manager.ReadBlock(source, read_buffer.data(), src_size);
|
|
|
|
|
+ memory_manager.ReadBlock(dest, write_buffer.data(), dst_size);
|
|
|
|
|
|
|
|
// If the input is linear and the output is tiled, swizzle the input and copy it over.
|
|
// If the input is linear and the output is tiled, swizzle the input and copy it over.
|
|
|
Texture::SwizzleSubrect(regs.x_count, regs.y_count, regs.src_pitch, regs.dst_params.size_x,
|
|
Texture::SwizzleSubrect(regs.x_count, regs.y_count, regs.src_pitch, regs.dst_params.size_x,
|
|
|
- src_bpp, dst_ptr, source_ptr, regs.dst_params.BlockHeight());
|
|
|
|
|
|
|
+ src_bytes_per_pixel,
|
|
|
|
|
+ write_buffer.data() + dst_layer_size * regs.dst_params.pos_z,
|
|
|
|
|
+ read_buffer.data(), regs.dst_params.BlockHeight());
|
|
|
|
|
+
|
|
|
|
|
+ memory_manager.WriteBlock(dest, write_buffer.data(), dst_size);
|
|
|
}
|
|
}
|
|
|
}
|
|
}
|
|
|
|
|
|