diff --git a/stan/math/rev.hpp b/stan/math/rev.hpp
index 20d5a477846..91d374eb12d 100644
--- a/stan/math/rev.hpp
+++ b/stan/math/rev.hpp
@@ -3,7 +3,9 @@
 
 #include <stan/math/prim/fun/Eigen.hpp>
 
+#ifdef STAN_OPENCL
 #include <stan/math/opencl/rev.hpp>
+#endif
 
 #include <stan/math/rev/core.hpp>
 #include <stan/math/rev/meta.hpp>