#include "stdafx.h" #include "Emu/Memory/vm.h" #include "TextureUtils.h" #include "../RSXThread.h" #include "../rsx_utils.h" namespace { // FIXME: GSL as_span break build if template parameter is non const with current revision. // Replace with true as_span when fixed. template gsl::span as_span_workaround(gsl::span unformated_span) { return{ reinterpret_cast(unformated_span.data()), unformated_span.size_bytes() / sizeof(T) }; } template gsl::span as_const_span(gsl::span unformated_span) { return{ reinterpret_cast(unformated_span.data()), unformated_span.size_bytes() / sizeof(T) }; } // TODO: Make this function part of GSL // Note: Doesn't handle overlapping range detection. template constexpr void copy(gsl::span dst, gsl::span src) { static_assert(std::is_convertible::value, "Cannot convert source and destination span type."); std::copy(src.begin(), src.end(), dst.begin()); } u16 convert_rgb655_to_rgb565(const u16 bits) { // g6 = g5 // r5 = (((bits & 0xFC00) >> 1) & 0xFC00) << 1 is equivalent to truncating the least significant bit return (bits & 0xF81F) | (bits & 0x3E0) << 1; } struct copy_unmodified_block { template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 words_per_block, u16 width_in_block, u16 row_count, u16 depth, u8 border, u32 dst_pitch_in_block, u32 src_pitch_in_block) { static_assert(sizeof(T) == sizeof(U), "Type size doesn't match."); if (src_pitch_in_block == dst_pitch_in_block && !border) { // Fast copy const auto data_length = src_pitch_in_block * words_per_block * row_count * depth; copy(dst, src.subspan(0, data_length)); return; } const u32 width_in_words = width_in_block * words_per_block; const u32 src_pitch_in_words = src_pitch_in_block * words_per_block; const u32 dst_pitch_in_words = dst_pitch_in_block * words_per_block; const u32 h_porch = border * words_per_block; const u32 v_porch = src_pitch_in_words * border; u32 src_offset = h_porch, dst_offset = 0; for (int layer = 0; layer < depth; ++layer) { // Front src_offset += v_porch; for (int row = 0; row < row_count; ++row) { // NNOTE: src_offset is already shifted along the border at initialization copy(dst.subspan(dst_offset, width_in_words), src.subspan(src_offset, width_in_words)); src_offset += src_pitch_in_words; dst_offset += dst_pitch_in_words; } // Back src_offset += v_porch; } } }; struct copy_unmodified_block_swizzled { // NOTE: Pixel channel types are T (out) and const U (in). V is the pixel block type that consumes one whole pixel. // e.g 4x16-bit format can use u16, be_t, u64 as arguments template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 words_per_block, u16 width_in_block, u16 row_count, u16 depth, u8 border, u32 dst_pitch_in_block) { if (std::is_same::value && dst_pitch_in_block == width_in_block && words_per_block == 1 && !border) { rsx::convert_linear_swizzle_3d(src.data(), dst.data(), width_in_block, row_count, depth); } else { u32 padded_width, padded_height; if (border) { padded_width = rsx::next_pow2(width_in_block + border + border); padded_height = rsx::next_pow2(row_count + border + border); } else { padded_width = width_in_block; padded_height = row_count; } const u32 size_in_block = padded_width * padded_height * depth * 2; std::vector tmp(size_in_block * words_per_block); if (words_per_block == 1) [[likely]] { rsx::convert_linear_swizzle_3d(src.data(), tmp.data(), padded_width, padded_height, depth); } else { switch (words_per_block * sizeof(T)) { case 4: rsx::convert_linear_swizzle_3d(src.data(), tmp.data(), padded_width, padded_height, depth); break; case 8: rsx::convert_linear_swizzle_3d(src.data(), tmp.data(), padded_width, padded_height, depth); break; case 16: rsx::convert_linear_swizzle_3d(src.data(), tmp.data(), padded_width, padded_height, depth); break; default: fmt::throw_exception("Failed to decode swizzled format, words_per_block=%d, src_type_size=%d", words_per_block, sizeof(T)); } } gsl::span src_span = tmp; copy_unmodified_block::copy_mipmap_level(dst, src_span, words_per_block, width_in_block, row_count, depth, border, dst_pitch_in_block, padded_width); } } }; struct copy_unmodified_block_vtc { template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 width_in_block, u16 row_count, u16 depth, u32 dst_pitch_in_block, u32 src_pitch_in_block) { static_assert(sizeof(T) == sizeof(U), "Type size doesn't match."); u32 row_element_count = width_in_block * row_count; u32 dst_offset = 0; u32 src_offset = 0; const u16 depth_4 = (depth >> 2) * 4; // multiple of 4 // Undo Nvidia VTC tiling - place each 2D texture slice back to back in linear memory // // More info: // https://www.khronos.org/registry/OpenGL/extensions/NV/NV_texture_compression_vtc.txt // // Note that the memory is tiled 4 planes at a time in the depth direction. // e.g. d0, d1, d2, d3 is tiled as a group then d4, d5, d6, d7 // // Tile as 4x4x4 for (int d = 0; d < depth_4; d++) { // Copy one slice of the 3d texture for (u32 i = 0; i < row_element_count; i += 1) { // Copy one span (8 bytes for DXT1 or 16 bytes for DXT5) copy(dst.subspan(dst_offset + i, 1), src.subspan(src_offset + i * 4, 1)); } dst_offset += row_element_count; // Last plane in the group of 4? if ((d & 0x3) == 0x3) { // Move forward to next group of 4 planes src_offset += row_element_count * 4 - 3; } else { src_offset += 1; } } // End Case - tile as 4x4x3 or 4x4x2 or 4x4x1 const int vtc_tile_count = depth - depth_4; for (int d = 0; d < vtc_tile_count; d++) { // Copy one slice of the 3d texture for (u32 i = 0; i < row_element_count; i += 1) { // Copy one span (8 bytes for DXT1 or 16 bytes for DXT5) copy(dst.subspan(dst_offset + i, 1), src.subspan(src_offset + i * vtc_tile_count, 1)); } dst_offset += row_element_count; src_offset += 1; } } }; struct copy_decoded_rb_rg_block { template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 width_in_block, u16 row_count, u16 depth, u32 dst_pitch_in_block, u32 src_pitch_in_block) { static_assert(sizeof(T) == 4, "Type size doesn't match."); static_assert(sizeof(U) == 2, "Type size doesn't match."); u32 src_offset = 0; u32 dst_offset = 0; for (int row = 0; row < row_count * depth; ++row) { for (int col = 0; col < width_in_block; col += 2) { // Process 2 pixels at a time and write in BGRA format const u16 src0 = src[src_offset + col]; // R,B const u16 src1 = src[src_offset + col + 1]; // R,G const u32 blue = (src0 & 0xFF00) >> 8; const u32 green = (src1 & 0xFF00); const u32 data0 = blue | green | (src0 & 0xFF) << 16 | 0xFF << 24; const u32 data1 = blue | green | (src1 & 0xFF) << 16 | 0xFF << 24; dst[dst_offset + col] = data0; if (!(width_in_block & 0x1)) { // If size is even, fill in the second pixel dst[dst_offset + col + 1] = data1; } } src_offset += src_pitch_in_block; dst_offset += dst_pitch_in_block; } } }; struct copy_rgb655_block { template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 width_in_block, u16 row_count, u16 depth, u8 border, u32 dst_pitch_in_block, u32 src_pitch_in_block) { static_assert(sizeof(T) == 2, "Type size doesn't match."); u32 src_offset = 0, dst_offset = 0; const u32 v_porch = src_pitch_in_block * border; for (int layer = 0; layer < depth; ++layer) { // Front src_offset += v_porch; for (u32 row = 0; row < row_count; ++row) { for (int col = 0; col < width_in_block; ++col) { dst[dst_offset + col] = convert_rgb655_to_rgb565(src[src_offset + col + border]); } src_offset += src_pitch_in_block; dst_offset += dst_pitch_in_block; } // Back src_offset += v_porch; } } }; struct copy_rgb655_block_swizzled { template static void copy_mipmap_level(gsl::span dst, gsl::span src, u16 width_in_block, u16 row_count, u16 depth, u8 border, u32 dst_pitch_in_block) { u32 padded_width, padded_height; if (border) { padded_width = rsx::next_pow2(width_in_block + border + border); padded_height = rsx::next_pow2(row_count + border + border); } else { padded_width = width_in_block; padded_height = row_count; } u32 size = padded_width * padded_height * depth * 2; std::vector tmp(size); rsx::convert_linear_swizzle_3d(src.data(), tmp.data(), padded_width, padded_height, depth); gsl::span src_span = tmp; copy_rgb655_block::copy_mipmap_level(dst, src_span, width_in_block, row_count, depth, border, dst_pitch_in_block, padded_width); } }; namespace { /** * Texture upload template. * * Source textures are stored as following (for power of 2 textures): * - For linear texture every mipmap level share rowpitch (which is the one of mipmap 0). This means that for non 0 mipmap there's padding between row. * - For swizzled texture row pitch is texture width X pixel/block size. There's not padding between row. * - There is no padding between 2 mipmap levels. This means that next mipmap level starts at offset rowpitch X row count * - Cubemap images are 128 bytes aligned. * * The template iterates over all depth (including cubemap) and over all mipmaps. * Sometimes texture provides a pitch even if texture is swizzled (and then packed) and in such case it's ignored. It's passed via suggested_pitch and is used only if padded_row is false. */ template std::vector get_subresources_layout_impl(const std::byte *texture_data_pointer, u16 width_in_texel, u16 height_in_texel, u16 depth, u8 layer_count, u16 mipmap_count, u32 suggested_pitch_in_bytes, bool padded_row, bool border) { /** * Note about size type: RSX texture width is stored in a 16 bits int and pitch is stored in a 20 bits int. */ // <= 128 so fits in u8 u8 block_size_in_bytes = sizeof(SRC_TYPE); std::vector result; usz offset_in_src = 0; u8 border_size = border ? (padded_row ? 1 : 4) : 0; u32 src_pitch_in_block; u32 full_height_in_block; u32 slice_sz; for (unsigned layer = 0; layer < layer_count; layer++) { u16 miplevel_width_in_texel = width_in_texel, miplevel_height_in_texel = height_in_texel; for (unsigned mip_level = 0; mip_level < mipmap_count; mip_level++) { result.push_back({}); rsx::subresource_layout& current_subresource_layout = result.back(); current_subresource_layout.width_in_texel = miplevel_width_in_texel; current_subresource_layout.height_in_texel = miplevel_height_in_texel; current_subresource_layout.level = mip_level; current_subresource_layout.layer = layer; current_subresource_layout.depth = depth; current_subresource_layout.border = border_size; if constexpr (block_edge_in_texel == 1) { current_subresource_layout.width_in_block = miplevel_width_in_texel; current_subresource_layout.height_in_block = miplevel_height_in_texel; } else { current_subresource_layout.width_in_block = aligned_div(miplevel_width_in_texel, block_edge_in_texel); current_subresource_layout.height_in_block = aligned_div(miplevel_height_in_texel, block_edge_in_texel); } if (padded_row) { src_pitch_in_block = suggested_pitch_in_bytes / block_size_in_bytes; full_height_in_block = current_subresource_layout.height_in_block + (border_size + border_size); } else if (!border) { src_pitch_in_block = current_subresource_layout.width_in_block; full_height_in_block = current_subresource_layout.height_in_block; } else { src_pitch_in_block = rsx::next_pow2(current_subresource_layout.width_in_block + border_size + border_size); full_height_in_block = rsx::next_pow2(current_subresource_layout.height_in_block + border_size + border_size); } slice_sz = src_pitch_in_block * block_size_in_bytes * full_height_in_block * depth; current_subresource_layout.pitch_in_block = src_pitch_in_block; current_subresource_layout.data = gsl::span(texture_data_pointer + offset_in_src, slice_sz); offset_in_src += slice_sz; miplevel_width_in_texel = std::max(miplevel_width_in_texel / 2, 1); miplevel_height_in_texel = std::max(miplevel_height_in_texel / 2, 1); } offset_in_src = align(offset_in_src, 128); } return result; } } template u32 get_row_pitch_in_block(u16 width_in_block, usz alignment) { if (const usz pitch = width_in_block * sizeof(T); pitch == alignment) { return width_in_block; } else { usz divided = (pitch + alignment - 1) / alignment; return static_cast(divided * alignment / sizeof(T)); } } u32 get_row_pitch_in_block(u16 block_size_in_bytes, u16 width_in_block, usz alignment) { if (const usz pitch = width_in_block * block_size_in_bytes; pitch == alignment) { return width_in_block; } else { usz divided = (pitch + alignment - 1) / alignment; return static_cast(divided * alignment / block_size_in_bytes); } } /** * Since rsx ignore unused dimensionality some app set them to 0. * Use 1 value instead to be more general. */ template std::tuple get_height_depth_layer(const RsxTextureType &tex) { switch (tex.get_extended_texture_dimension()) { case rsx::texture_dimension_extended::texture_dimension_1d: return std::make_tuple(1, 1, 1); case rsx::texture_dimension_extended::texture_dimension_2d: return std::make_tuple(tex.height(), 1, 1); case rsx::texture_dimension_extended::texture_dimension_cubemap: return std::make_tuple(tex.height(), 1, 6); case rsx::texture_dimension_extended::texture_dimension_3d: return std::make_tuple(tex.height(), tex.depth(), 1); } fmt::throw_exception("Unsupported texture dimension"); } } template std::vector get_subresources_layout_impl(const RsxTextureType &texture) { u16 w = texture.width(); u16 h; u16 depth; u8 layer; std::tie(h, depth, layer) = get_height_depth_layer(texture); const auto format = texture.format() & ~(CELL_GCM_TEXTURE_LN | CELL_GCM_TEXTURE_UN); const auto pitch = texture.pitch(); const u32 texaddr = rsx::get_address(texture.offset(), texture.location()); auto pixels = vm::_ptr(texaddr); const bool is_swizzled = !(texture.format() & CELL_GCM_TEXTURE_LN); const bool has_border = !texture.border_type(); if (!is_swizzled) { if (pitch) [[likely]] { if (pitch < rsx::get_format_packed_pitch(format, w, has_border, false)) { const u32 real_width_in_block = pitch / rsx::get_format_block_size_in_bytes(format); w = std::max(real_width_in_block * rsx::get_format_block_size_in_texel(format), 1); } } else { w = h = depth = 1; } } switch (format) { case CELL_GCM_TEXTURE_B8: return get_subresources_layout_impl<1, u8>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, has_border); case CELL_GCM_TEXTURE_COMPRESSED_B8R8_G8R8: case CELL_GCM_TEXTURE_COMPRESSED_R8B8_R8G8: case CELL_GCM_TEXTURE_COMPRESSED_HILO8: case CELL_GCM_TEXTURE_COMPRESSED_HILO_S8: case CELL_GCM_TEXTURE_DEPTH16: case CELL_GCM_TEXTURE_DEPTH16_FLOAT: // Untested case CELL_GCM_TEXTURE_D1R5G5B5: case CELL_GCM_TEXTURE_A1R5G5B5: case CELL_GCM_TEXTURE_A4R4G4B4: case CELL_GCM_TEXTURE_R5G5B5A1: case CELL_GCM_TEXTURE_R5G6B5: case CELL_GCM_TEXTURE_R6G5B5: case CELL_GCM_TEXTURE_G8B8: case CELL_GCM_TEXTURE_X16: return get_subresources_layout_impl<1, u16>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, has_border); case CELL_GCM_TEXTURE_DEPTH24_D8: // Untested case CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT: // Untested case CELL_GCM_TEXTURE_D8R8G8B8: case CELL_GCM_TEXTURE_A8R8G8B8: case CELL_GCM_TEXTURE_Y16_X16: case CELL_GCM_TEXTURE_Y16_X16_FLOAT: case CELL_GCM_TEXTURE_X32_FLOAT: return get_subresources_layout_impl<1, u32>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, has_border); case CELL_GCM_TEXTURE_W16_Z16_Y16_X16_FLOAT: return get_subresources_layout_impl<1, u64>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, has_border); case CELL_GCM_TEXTURE_W32_Z32_Y32_X32_FLOAT: return get_subresources_layout_impl<1, u128>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, has_border); case CELL_GCM_TEXTURE_COMPRESSED_DXT1: return get_subresources_layout_impl<4, u64>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, false); case CELL_GCM_TEXTURE_COMPRESSED_DXT23: case CELL_GCM_TEXTURE_COMPRESSED_DXT45: return get_subresources_layout_impl<4, u128>(pixels, w, h, depth, layer, texture.get_exact_mipmap_count(), pitch, !is_swizzled, false); } fmt::throw_exception("Wrong format 0x%x", format); } namespace rsx { void typeless_xfer::analyse() { // TODO: This method needs to be re-evaluated // Check if scaling hints match, which likely means internal formats match as well // Only possible when doing RTT->RTT transfer with non-base-type formats like WZYX16/32 if (src_is_typeless && dst_is_typeless && src_gcm_format == dst_gcm_format) { if (fcmp(src_scaling_hint, dst_scaling_hint) && !fcmp(src_scaling_hint, 1.f)) { src_is_typeless = dst_is_typeless = false; src_scaling_hint = dst_scaling_hint = 1.f; } } } std::vector get_subresources_layout(const rsx::fragment_texture& texture) { return get_subresources_layout_impl(texture); } std::vector get_subresources_layout(const rsx::vertex_texture& texture) { return get_subresources_layout_impl(texture); } texture_memory_info upload_texture_subresource(gsl::span dst_buffer, const rsx::subresource_layout& src_layout, int format, bool is_swizzled, const texture_uploader_capabilities& caps) { u16 w = src_layout.width_in_block; u16 h = src_layout.height_in_block; u16 depth = src_layout.depth; u32 pitch = src_layout.pitch_in_block; texture_memory_info result{}; // Ignore when texture width > pitch if (w > pitch) return result; // Check if we can use a fast path int word_size = 0; int words_per_block; u32 dst_pitch_in_block; switch (format) { case CELL_GCM_TEXTURE_B8: { word_size = words_per_block = 1; dst_pitch_in_block = get_row_pitch_in_block(w, caps.alignment); break; } case CELL_GCM_TEXTURE_COMPRESSED_B8R8_G8R8: { copy_decoded_rb_rg_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), w, h, depth, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); break; } case CELL_GCM_TEXTURE_COMPRESSED_R8B8_R8G8: { copy_decoded_rb_rg_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), w, h, depth, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); break; } case CELL_GCM_TEXTURE_R6G5B5: { if (is_swizzled) copy_rgb655_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), w, h, depth, src_layout.border, get_row_pitch_in_block(w, caps.alignment)); else copy_rgb655_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), w, h, depth, src_layout.border, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); break; } case CELL_GCM_TEXTURE_COMPRESSED_HILO8: case CELL_GCM_TEXTURE_COMPRESSED_HILO_S8: // TODO: Test if the HILO compressed formats support swizzling (other compressed_* formats ignore this option) case CELL_GCM_TEXTURE_DEPTH16: case CELL_GCM_TEXTURE_DEPTH16_FLOAT: // Untested case CELL_GCM_TEXTURE_D1R5G5B5: case CELL_GCM_TEXTURE_A1R5G5B5: case CELL_GCM_TEXTURE_A4R4G4B4: case CELL_GCM_TEXTURE_R5G5B5A1: case CELL_GCM_TEXTURE_R5G6B5: case CELL_GCM_TEXTURE_G8B8: { word_size = 2; words_per_block = 1; dst_pitch_in_block = get_row_pitch_in_block(w, caps.alignment); break; } case CELL_GCM_TEXTURE_A8R8G8B8: case CELL_GCM_TEXTURE_D8R8G8B8: case CELL_GCM_TEXTURE_DEPTH24_D8: case CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT: // Untested { word_size = 4; words_per_block = 1; dst_pitch_in_block = get_row_pitch_in_block(w, caps.alignment); break; } // NOTE: Textures with WZYX notations refer to arbitrary data and not color swizzles as in common GPU lang // WZYX actually maps directly as a RGBA16 format in Cell memory! R=W, not R=X case CELL_GCM_TEXTURE_X16: case CELL_GCM_TEXTURE_Y16_X16: case CELL_GCM_TEXTURE_Y16_X16_FLOAT: case CELL_GCM_TEXTURE_W16_Z16_Y16_X16_FLOAT: { const u16 block_size = get_format_block_size_in_bytes(format); word_size = 2; words_per_block = block_size / 2; dst_pitch_in_block = get_row_pitch_in_block(block_size, w, caps.alignment); break; } case CELL_GCM_TEXTURE_X32_FLOAT: case CELL_GCM_TEXTURE_W32_Z32_Y32_X32_FLOAT: { const u16 block_size = get_format_block_size_in_bytes(format); word_size = 4; words_per_block = block_size / 4; dst_pitch_in_block = get_row_pitch_in_block(block_size, w, caps.alignment); break; } case CELL_GCM_TEXTURE_COMPRESSED_DXT1: { if (depth > 1 && !caps.supports_vtc_decoding) { // PS3 uses the Nvidia VTC memory layout for compressed 3D textures. // This is only supported using Nvidia OpenGL. // Remove the VTC tiling to support ATI and Vulkan. copy_unmodified_block_vtc::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), w, h, depth, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); } else { copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), 1, w, h, depth, 0, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); } break; } case CELL_GCM_TEXTURE_COMPRESSED_DXT23: case CELL_GCM_TEXTURE_COMPRESSED_DXT45: { if (depth > 1 && !caps.supports_vtc_decoding) { // PS3 uses the Nvidia VTC memory layout for compressed 3D textures. // This is only supported using Nvidia OpenGL. // Remove the VTC tiling to support ATI and Vulkan. copy_unmodified_block_vtc::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), w, h, depth, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); } else { copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), 1, w, h, depth, 0, get_row_pitch_in_block(w, caps.alignment), src_layout.pitch_in_block); } break; } default: fmt::throw_exception("Wrong format 0x%x", format); } if (word_size) { if (word_size == 1) { if (is_swizzled) copy_unmodified_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block); else copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block, src_layout.pitch_in_block); } else if (caps.supports_byteswap) { result.require_swap = true; result.element_size = word_size; result.block_length = words_per_block; if (word_size == 2) { if (is_swizzled) { if (((word_size * words_per_block) & 3) == 0 && caps.supports_hw_deswizzle) { result.require_deswizzle = true; } } if (is_swizzled && !result.require_deswizzle) copy_unmodified_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block); else copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block, src_layout.pitch_in_block); } else if (word_size == 4) { result.require_deswizzle = (is_swizzled && caps.supports_hw_deswizzle); if (is_swizzled && !caps.supports_hw_deswizzle) copy_unmodified_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block); else copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block, src_layout.pitch_in_block); } } else { if (word_size == 2) { if (is_swizzled) copy_unmodified_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block); else copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block, src_layout.pitch_in_block); } else if (word_size == 4) { if (is_swizzled) copy_unmodified_block_swizzled::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block); else copy_unmodified_block::copy_mipmap_level(as_span_workaround(dst_buffer), as_const_span>(src_layout.data), words_per_block, w, h, depth, src_layout.border, dst_pitch_in_block, src_layout.pitch_in_block); } } } return result; } /** * A texture is stored as an array of blocks, where a block is a pixel for standard texture * but is a structure containing several pixels for compressed format */ u8 get_format_block_size_in_bytes(int format) { switch (format) { case CELL_GCM_TEXTURE_B8: return 1; case CELL_GCM_TEXTURE_X16: case CELL_GCM_TEXTURE_G8B8: case CELL_GCM_TEXTURE_R6G5B5: case CELL_GCM_TEXTURE_R5G6B5: case CELL_GCM_TEXTURE_D1R5G5B5: case CELL_GCM_TEXTURE_R5G5B5A1: case CELL_GCM_TEXTURE_A1R5G5B5: case CELL_GCM_TEXTURE_A4R4G4B4: case CELL_GCM_TEXTURE_DEPTH16: case CELL_GCM_TEXTURE_DEPTH16_FLOAT: case CELL_GCM_TEXTURE_COMPRESSED_HILO8: case CELL_GCM_TEXTURE_COMPRESSED_HILO_S8: return 2; case CELL_GCM_TEXTURE_A8R8G8B8: case CELL_GCM_TEXTURE_D8R8G8B8: case CELL_GCM_TEXTURE_DEPTH24_D8: case CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT: case CELL_GCM_TEXTURE_X32_FLOAT: case CELL_GCM_TEXTURE_Y16_X16: case CELL_GCM_TEXTURE_Y16_X16_FLOAT: case CELL_GCM_TEXTURE_COMPRESSED_B8R8_G8R8: case CELL_GCM_TEXTURE_COMPRESSED_R8B8_R8G8: return 4; case CELL_GCM_TEXTURE_COMPRESSED_DXT1: case CELL_GCM_TEXTURE_W16_Z16_Y16_X16_FLOAT: return 8; case CELL_GCM_TEXTURE_COMPRESSED_DXT23: case CELL_GCM_TEXTURE_COMPRESSED_DXT45: case CELL_GCM_TEXTURE_W32_Z32_Y32_X32_FLOAT: return 16; default: rsx_log.error("Unimplemented block size in bytes for texture format: 0x%x", format); return 1; } } u8 get_format_block_size_in_texel(int format) { switch (format) { case CELL_GCM_TEXTURE_B8: case CELL_GCM_TEXTURE_G8B8: case CELL_GCM_TEXTURE_D8R8G8B8: case CELL_GCM_TEXTURE_D1R5G5B5: case CELL_GCM_TEXTURE_A1R5G5B5: case CELL_GCM_TEXTURE_A4R4G4B4: case CELL_GCM_TEXTURE_A8R8G8B8: case CELL_GCM_TEXTURE_R5G5B5A1: case CELL_GCM_TEXTURE_R6G5B5: case CELL_GCM_TEXTURE_R5G6B5: case CELL_GCM_TEXTURE_DEPTH24_D8: case CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT: case CELL_GCM_TEXTURE_DEPTH16: case CELL_GCM_TEXTURE_DEPTH16_FLOAT: case CELL_GCM_TEXTURE_X16: case CELL_GCM_TEXTURE_Y16_X16: case CELL_GCM_TEXTURE_Y16_X16_FLOAT: case CELL_GCM_TEXTURE_W16_Z16_Y16_X16_FLOAT: case CELL_GCM_TEXTURE_W32_Z32_Y32_X32_FLOAT: case CELL_GCM_TEXTURE_X32_FLOAT: case CELL_GCM_TEXTURE_COMPRESSED_HILO8: case CELL_GCM_TEXTURE_COMPRESSED_HILO_S8: case CELL_GCM_TEXTURE_COMPRESSED_B8R8_G8R8: case CELL_GCM_TEXTURE_COMPRESSED_R8B8_R8G8: return 1; case CELL_GCM_TEXTURE_COMPRESSED_DXT1: case CELL_GCM_TEXTURE_COMPRESSED_DXT23: case CELL_GCM_TEXTURE_COMPRESSED_DXT45: return 4; default: rsx_log.error("Unimplemented block size in texels for texture format: 0x%x", format); return 1; } } u8 get_format_block_size_in_bytes(rsx::surface_color_format format) { switch (format) { case rsx::surface_color_format::b8: return 1; case rsx::surface_color_format::g8b8: case rsx::surface_color_format::r5g6b5: case rsx::surface_color_format::x1r5g5b5_o1r5g5b5: case rsx::surface_color_format::x1r5g5b5_z1r5g5b5: return 2; case rsx::surface_color_format::a8b8g8r8: case rsx::surface_color_format::a8r8g8b8: case rsx::surface_color_format::x8b8g8r8_o8b8g8r8: case rsx::surface_color_format::x8b8g8r8_z8b8g8r8: case rsx::surface_color_format::x8r8g8b8_o8r8g8b8: case rsx::surface_color_format::x8r8g8b8_z8r8g8b8: case rsx::surface_color_format::x32: return 4; case rsx::surface_color_format::w16z16y16x16: return 8; case rsx::surface_color_format::w32z32y32x32: return 16; default: fmt::throw_exception("Invalid color format 0x%x", static_cast(format)); } } u8 get_format_block_size_in_bytes(rsx::surface_depth_format2 format) { switch (format) { case rsx::surface_depth_format2::z24s8_uint: case rsx::surface_depth_format2::z24s8_float: return 4; default: return 2; } } u8 get_format_sample_count(rsx::surface_antialiasing antialias) { switch (antialias) { case rsx::surface_antialiasing::center_1_sample: return 1; case rsx::surface_antialiasing::diagonal_centered_2_samples: return 2; case rsx::surface_antialiasing::square_centered_4_samples: case rsx::surface_antialiasing::square_rotated_4_samples: return 4; default: fmt::throw_exception("Unreachable"); } } bool is_depth_stencil_format(rsx::surface_depth_format2 format) { switch (format) { case rsx::surface_depth_format2::z24s8_uint: case rsx::surface_depth_format2::z24s8_float: return true; default: return false; } } /** * Returns number of texel lines decoded in one pitch-length number of bytes */ u8 get_format_texel_rows_per_line(u32 format) { switch (format) { case CELL_GCM_TEXTURE_COMPRESSED_DXT1: case CELL_GCM_TEXTURE_COMPRESSED_DXT23: case CELL_GCM_TEXTURE_COMPRESSED_DXT45: // Layout is 4x4 blocks, i.e one row of pitch bytes in length actually encodes 4 texel rows return 4; default: return 1; } } u32 get_format_packed_pitch(u32 format, u16 width, bool border, bool swizzled) { const auto texels_per_block = get_format_block_size_in_texel(format); const auto bytes_per_block = get_format_block_size_in_bytes(format); auto width_in_block = ((width + texels_per_block - 1) / texels_per_block); if (border) { width_in_block = swizzled ? rsx::next_pow2(width_in_block + 8) : width_in_block + 2; } return width_in_block * bytes_per_block; } usz get_placed_texture_storage_size(u16 width, u16 height, u32 depth, u8 format, u16 mipmap, bool cubemap, usz row_pitch_alignment, usz mipmap_alignment) { format &= ~(CELL_GCM_TEXTURE_LN | CELL_GCM_TEXTURE_UN); usz block_edge = get_format_block_size_in_texel(format); usz block_size_in_byte = get_format_block_size_in_bytes(format); usz height_in_blocks = (height + block_edge - 1) / block_edge; usz width_in_blocks = (width + block_edge - 1) / block_edge; usz result = 0; for (u16 i = 0; i < mipmap; ++i) { usz rowPitch = align(block_size_in_byte * width_in_blocks, row_pitch_alignment); result += align(rowPitch * height_in_blocks * depth, mipmap_alignment); height_in_blocks = std::max(height_in_blocks / 2, 1); width_in_blocks = std::max(width_in_blocks / 2, 1); } // Mipmap, height and width aren't allowed to be zero return (ensure(result) * (cubemap ? 6 : 1)); } usz get_placed_texture_storage_size(const rsx::fragment_texture& texture, usz row_pitch_alignment, usz mipmap_alignment) { return get_placed_texture_storage_size(texture.width(), texture.height(), texture.depth(), texture.format(), texture.mipmap(), texture.cubemap(), row_pitch_alignment, mipmap_alignment); } usz get_placed_texture_storage_size(const rsx::vertex_texture& texture, usz row_pitch_alignment, usz mipmap_alignment) { return get_placed_texture_storage_size(texture.width(), texture.height(), texture.depth(), texture.format(), texture.mipmap(), texture.cubemap(), row_pitch_alignment, mipmap_alignment); } static usz get_texture_size(u32 format, u16 width, u16 height, u16 depth, u32 pitch, u16 mipmaps, u16 layers, u8 border) { const auto gcm_format = format & ~(CELL_GCM_TEXTURE_LN | CELL_GCM_TEXTURE_UN); const bool packed = !(format & CELL_GCM_TEXTURE_LN); const auto texel_rows_per_line = get_format_texel_rows_per_line(gcm_format); if (!pitch && !packed) { if (width > 1 || height > 1) { // If width == 1, the scanning just returns texel 0, so it is a valid setup rsx_log.error("Invalid texture pitch setup, width=%d, height=%d, format=0x%x(0x%x)", width, height, format, gcm_format); } pitch = get_format_packed_pitch(gcm_format, width, !!border, packed); } u32 size = 0; if (!packed) { // Constant pitch layout, simple scanning const u32 internal_height = (height + texel_rows_per_line - 1) / texel_rows_per_line; // Convert texels to blocks for (u32 layer = 0; layer < layers; ++layer) { u32 mip_height = internal_height; for (u32 mipmap = 0; mipmap < mipmaps && mip_height > 0; ++mipmap) { size += pitch * mip_height * depth; mip_height = std::max(mip_height / 2u, 1u); } } } else { // Variable pitch per mipmap level const auto texels_per_block = get_format_block_size_in_texel(gcm_format); const auto bytes_per_block = get_format_block_size_in_bytes(gcm_format); const u32 internal_height = (height + texel_rows_per_line - 1) / texel_rows_per_line; // Convert texels to blocks const u32 internal_width = (width + texels_per_block - 1) / texels_per_block; // Convert texels to blocks for (u32 layer = 0; layer < layers; ++layer) { u32 mip_height = internal_height; u32 mip_width = internal_width; for (u32 mipmap = 0; mipmap < mipmaps && mip_height > 0; ++mipmap) { size += (mip_width * bytes_per_block * mip_height * depth); mip_height = std::max(mip_height / 2u, 1u); mip_width = std::max(mip_width / 2u, 1u); } } } return size; } usz get_texture_size(const rsx::fragment_texture& texture) { return get_texture_size(texture.format(), texture.width(), texture.height(), texture.depth(), texture.pitch(), texture.get_exact_mipmap_count(), texture.cubemap() ? 6 : 1, texture.border_type() ^ 1); } usz get_texture_size(const rsx::vertex_texture& texture) { return get_texture_size(texture.format(), texture.width(), texture.height(), texture.depth(), texture.pitch(), texture.get_exact_mipmap_count(), texture.cubemap() ? 6 : 1, texture.border_type() ^ 1); } u32 get_remap_encoding(const std::pair, std::array>& remap) { u32 encode = 0; encode |= (remap.first[0] << 0); encode |= (remap.first[1] << 2); encode |= (remap.first[2] << 4); encode |= (remap.first[3] << 6); encode |= (remap.second[0] << 8); encode |= (remap.second[1] << 10); encode |= (remap.second[2] << 12); encode |= (remap.second[3] << 14); return encode; } std::pair get_compatible_gcm_format(rsx::surface_color_format format) { switch (format) { case rsx::surface_color_format::r5g6b5: return{ CELL_GCM_TEXTURE_R5G6B5, false }; case rsx::surface_color_format::x8r8g8b8_z8r8g8b8: case rsx::surface_color_format::x8r8g8b8_o8r8g8b8: case rsx::surface_color_format::a8r8g8b8: return{ CELL_GCM_TEXTURE_A8R8G8B8, true }; //verified case rsx::surface_color_format::x8b8g8r8_o8b8g8r8: case rsx::surface_color_format::x8b8g8r8_z8b8g8r8: case rsx::surface_color_format::a8b8g8r8: return{ CELL_GCM_TEXTURE_A8R8G8B8, true }; case rsx::surface_color_format::w16z16y16x16: return{ CELL_GCM_TEXTURE_W16_Z16_Y16_X16_FLOAT, true }; case rsx::surface_color_format::w32z32y32x32: return{ CELL_GCM_TEXTURE_W32_Z32_Y32_X32_FLOAT, true }; case rsx::surface_color_format::x1r5g5b5_o1r5g5b5: case rsx::surface_color_format::x1r5g5b5_z1r5g5b5: return{ CELL_GCM_TEXTURE_A1R5G5B5, false }; case rsx::surface_color_format::b8: return{ CELL_GCM_TEXTURE_B8, false }; case rsx::surface_color_format::g8b8: return{ CELL_GCM_TEXTURE_G8B8, true }; case rsx::surface_color_format::x32: return{ CELL_GCM_TEXTURE_X32_FLOAT, true }; //verified default: fmt::throw_exception("Unhandled surface format 0x%x", static_cast(format)); } } std::pair get_compatible_gcm_format(rsx::surface_depth_format2 format) { switch (format) { case rsx::surface_depth_format2::z16_uint: return{ CELL_GCM_TEXTURE_DEPTH16, true }; case rsx::surface_depth_format2::z24s8_uint: return{ CELL_GCM_TEXTURE_DEPTH24_D8, true }; case rsx::surface_depth_format2::z16_float: return{ CELL_GCM_TEXTURE_DEPTH16_FLOAT, true }; case rsx::surface_depth_format2::z24s8_float: return{ CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT, true }; default: fmt::throw_exception("Unreachable"); } } rsx::format_class classify_format(rsx::surface_depth_format2 format) { switch (format) { case rsx::surface_depth_format2::z16_uint: return RSX_FORMAT_CLASS_DEPTH16_UNORM; case rsx::surface_depth_format2::z24s8_uint: return RSX_FORMAT_CLASS_DEPTH24_UNORM_X8_PACK32; case rsx::surface_depth_format2::z16_float: return RSX_FORMAT_CLASS_DEPTH16_FLOAT; case rsx::surface_depth_format2::z24s8_float: return RSX_FORMAT_CLASS_DEPTH24_FLOAT_X8_PACK32; default: return RSX_FORMAT_CLASS_COLOR; } } rsx::format_class classify_format(u32 gcm_format) { switch (gcm_format) { case CELL_GCM_TEXTURE_DEPTH16: return RSX_FORMAT_CLASS_DEPTH16_UNORM; case CELL_GCM_TEXTURE_DEPTH16_FLOAT: return RSX_FORMAT_CLASS_DEPTH16_FLOAT; case CELL_GCM_TEXTURE_DEPTH24_D8: return RSX_FORMAT_CLASS_DEPTH24_UNORM_X8_PACK32; case CELL_GCM_TEXTURE_DEPTH24_D8_FLOAT: return RSX_FORMAT_CLASS_DEPTH24_FLOAT_X8_PACK32; default: return RSX_FORMAT_CLASS_COLOR; } } u32 get_max_depth_value(rsx::surface_depth_format2 format) { return get_format_block_size_in_bytes(format) == 2 ? 0xFFFF : 0xFFFFFF; } }