diff --git a/rpcs3/Emu/Audio/XAudio2/XAudio27Backend.cpp b/rpcs3/Emu/Audio/XAudio2/XAudio27Backend.cpp
index b0937f8b04..c525bb7826 100644
--- a/rpcs3/Emu/Audio/XAudio2/XAudio27Backend.cpp
+++ b/rpcs3/Emu/Audio/XAudio2/XAudio27Backend.cpp
@@ -1,4 +1,6 @@
-#ifdef _WIN32
+#ifndef _WIN32
+#error "XAudio27 can only be built on Windows."
+#endif
 
 #include "Utilities/Log.h"
 #include "Utilities/StrFmt.h"
@@ -199,5 +201,3 @@ XAudio2Backend::XAudio2Library* XAudio2Backend::xa27_init(void* lib2_7)
 {
 	return new XAudio27Library(lib2_7);
 }
-
-#endif
diff --git a/rpcs3/Emu/Audio/XAudio2/XAudio28Backend.cpp b/rpcs3/Emu/Audio/XAudio2/XAudio28Backend.cpp
index 485e1a90be..22c2539d87 100644
--- a/rpcs3/Emu/Audio/XAudio2/XAudio28Backend.cpp
+++ b/rpcs3/Emu/Audio/XAudio2/XAudio28Backend.cpp
@@ -1,4 +1,6 @@
-#ifdef _WIN32
+#ifndef _WIN32
+#error "XAudio28 can only be built on Windows."
+#endif
 
 #include "Utilities/Log.h"
 #include "Utilities/StrFmt.h"
@@ -211,5 +213,3 @@ XAudio2Backend::XAudio2Library* XAudio2Backend::xa28_init(void* lib2_8)
 {
 	return new XAudio28Library(lib2_8);
 }
-
-#endif
diff --git a/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.cpp b/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.cpp
index ff0baebc8a..fd01402d75 100644
--- a/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.cpp
+++ b/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.cpp
@@ -1,4 +1,6 @@
-#ifdef _WIN32
+#ifndef _WIN32
+#error "XAudio2 can only be built on Windows."
+#endif
 
 #include "Utilities/Log.h"
 #include "Utilities/StrFmt.h"
@@ -88,5 +90,3 @@ f32 XAudio2Backend::SetFrequencyRatio(f32 new_ratio)
 {
 	return lib->set_freq_ratio(new_ratio);
 }
-
-#endif
diff --git a/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.h b/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.h
index 5f8aad2afe..f03cf17d70 100644
--- a/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.h
+++ b/rpcs3/Emu/Audio/XAudio2/XAudio2Backend.h
@@ -1,6 +1,8 @@
 #pragma once
 
-#ifdef _WIN32
+#ifndef _WIN32
+#error "XAudio2 can only be built on Windows."
+#endif
 
 #include "Emu/Audio/AudioBackend.h"
 
@@ -49,5 +51,3 @@ public:
 	virtual u64 GetNumEnqueuedSamples() override;
 	virtual f32 SetFrequencyRatio(f32 new_ratio) override;
 };
-
-#endif
diff --git a/rpcs3/Emu/CMakeLists.txt b/rpcs3/Emu/CMakeLists.txt
index 5b45c81aec..c787a66870 100644
--- a/rpcs3/Emu/CMakeLists.txt
+++ b/rpcs3/Emu/CMakeLists.txt
@@ -90,12 +90,14 @@ target_sources(rpcs3_emu PRIVATE
 	Audio/AL/OpenALBackend.cpp
 	Audio/ALSA/ALSABackend.cpp
 	Audio/Pulse/PulseBackend.cpp
-	Audio/XAudio2/XAudio27Backend.cpp
-	Audio/XAudio2/XAudio28Backend.cpp
-	Audio/XAudio2/XAudio2Backend.cpp
 )
 
 if(WIN32)
+	target_sources(rpcs3_emu PRIVATE
+		Audio/XAudio2/XAudio27Backend.cpp
+		Audio/XAudio2/XAudio28Backend.cpp
+		Audio/XAudio2/XAudio2Backend.cpp
+	)
 	# Slimmed down version of minidx9 for XAudio2_7 only
 	include_directories(BEFORE "${RPCS3_SRC_DIR}/../3rdparty/XAudio2_7")
 endif()