diff --git a/rubygem-cucumber-wire.spec b/rubygem-cucumber-wire.spec
index b9bf96a..dc6c69d 100644
--- a/rubygem-cucumber-wire.spec
+++ b/rubygem-cucumber-wire.spec
@@ -5,7 +5,7 @@
 
 Name: rubygem-%{gem_name}
 Version: 0.0.1
-Release: 2%{?dist}
+Release: 3%{?dist}
 Summary: Wire protocol for Cucumber
 Group: Development/Languages
 License: MIT
@@ -58,9 +58,14 @@ cp -a .%{gem_dir}/* \
 pushd .%{gem_instdir}
 LANG=C.UTF-8 rspec spec
 
-# Not exactly sure why this is failing :/
-sed -i "/(Timeout::Error)/ a\            /usr/share/ruby/timeout.rb:106:in \`timeout'" features/timeouts.feature
-cucumber
+# The Timeout::Error backtrace used to look differently but upstream have
+# to yet support more recent Ruby.
+# https://github.com/cucumber/cucumber-ruby-wire/pull/7
+sed -i "/(Timeout::Error)/ a\            /usr/share/ruby/timeout.rb:108:in \`timeout'" features/timeouts.feature
+
+# Ensure the current version of cucumber-wire is used in place of system one,
+# pulled in as a Cucumber dependency.
+RUBYOPT="-I$(pwd)/lib" cucumber
 popd
 %endif
 
@@ -81,6 +86,9 @@ popd
 %{gem_instdir}/spec
 
 %changelog
+* Tue Feb 21 2017 Vít Ondruch <vondruch@redhat.com> - 0.0.1-3
+- Fix Ruby 2.4 compatibility.
+
 * Sat Feb 11 2017 Fedora Release Engineering <releng@fedoraproject.org> - 0.0.1-2
 - Rebuilt for https://fedoraproject.org/wiki/Fedora_26_Mass_Rebuild