diff --git a/rubygem-httpclient.spec b/rubygem-httpclient.spec
index ab14ecb..607edcc 100644
--- a/rubygem-httpclient.spec
+++ b/rubygem-httpclient.spec
@@ -5,7 +5,7 @@
 Summary:        HTTP Client interface for ruby
 Name:           rubygem-%{gem_name}
 Version:        2.5.1
-Release:        3%{?dist}
+Release:        4%{?dist}
 Group:          Development/Languages
 License:        (Ruby or BSD) and Public Domain
 URL:            https://github.com/nahi/httpclient
@@ -79,7 +79,7 @@ pushd %{buildroot}%{gem_instdir}
 #  but on Ruby 1.8, the bypass didn't work and would fail.
 # Just remove the file since it was being bypassed anyway.
 rm -f test/test_auth.rb
-testrb -Ilib test
+ruby -Ilib -e 'Dir.glob "./test/test_*.rb", &method(:require)'
 popd
 
 %files
@@ -97,6 +97,9 @@ popd
 
 
 %changelog
+* Tue Jul 21 2015 Troy Dawson <tdawson@redhat.com> - 2.5.1-4
+- Changed check from testrb2 to ruby
+
 * Thu Jun 18 2015 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 2.5.1-3
 - Rebuilt for https://fedoraproject.org/wiki/Fedora_23_Mass_Rebuild