diff --git a/libjpeg-turbo.spec b/libjpeg-turbo.spec
index 624c86f..6b918d4 100644
--- a/libjpeg-turbo.spec
+++ b/libjpeg-turbo.spec
@@ -5,7 +5,9 @@ Summary:        MMX/SSE2/SIMD accelerated libjpeg-compatible JPEG codec library
 License:        IJG
 URL:            http://sourceforge.net/projects/libjpeg-turbo
 Source0:        http://downloads.sourceforge.net/libjpeg-turbo/libjpeg-turbo-%{version}.tar.gz
+%ifarch loongarch64
 Patch0001:      Add-loongarch64.patch
+%endif
 
 BuildRequires:  gcc cmake libtool nasm
 BuildRequires:  guile
@@ -59,9 +61,6 @@ manipulate JPEG files using the TurboJPEG library.
 
 %prep
 %autosetup -n %{name}-%{version} -p1
-%ifnarch loongarch64
-%patch0001 -R -p1
-%endif
 
 %build
 %{cmake} -DCMAKE_SKIP_RPATH:BOOL=YES -DCMAKE_SKIP_INSTALL_RPATH:BOOL=YES -DENABLE_STATIC:BOOL=NO .