diff --git a/rpcs3/Emu/RSX/Common/TextureUtils.cpp b/rpcs3/Emu/RSX/Common/TextureUtils.cpp
index 0d94798da3..967bc81a9b 100644
--- a/rpcs3/Emu/RSX/Common/TextureUtils.cpp
+++ b/rpcs3/Emu/RSX/Common/TextureUtils.cpp
@@ -492,7 +492,10 @@ namespace
 				miplevel_depth = std::max(miplevel_depth / 2, 1);
 			}
 
-			offset_in_src = utils::align(offset_in_src, 128);
+			if (!padded_row) // Only swizzled textures obey this restriction
+			{
+				offset_in_src = utils::align(offset_in_src, 128);
+			}
 		}
 
 		return result;