diff --git a/libavif.spec b/libavif.spec
index 7b8c60a..2e9fc94 100644
--- a/libavif.spec
+++ b/libavif.spec
@@ -25,7 +25,7 @@ BuildRequires:  pkgconfig(dav1d)
 BuildRequires:  pkgconfig(libjpeg)
 BuildRequires:  pkgconfig(libpng)
 BuildRequires:  pkgconfig(rav1e)
-BuildRequires:  pkgconfig(SvtAv1Enc)
+%{?with_svt:BuildRequires:  pkgconfig(SvtAv1Enc)}
 BuildRequires:  pkgconfig(zlib)
 
 %description