diff --git a/ocserv.spec b/ocserv.spec
index 021a1fa..764219e 100644
--- a/ocserv.spec
+++ b/ocserv.spec
@@ -92,7 +92,11 @@ BuildRequires:	systemd
 BuildRequires:	systemd-devel
 BuildRequires:	liboath-devel
 BuildRequires:	uid_wrapper
+# Disable socket_wrapper on certain architectures because it
+# introduces new syscalls that the worker cannot handle.
+%ifnarch aarch64 %{ix86} %{arm}
 BuildRequires:	socket_wrapper
+%endif
 BuildRequires:	gnupg2
 
 %if 0%{?rhel} && 0%{?rhel} >= 7