diff --git a/include/mxnet/random_generator.h b/include/mxnet/random_generator.h
index 67e87efcf8c6..71c4ce5a2754 100644
--- a/include/mxnet/random_generator.h
+++ b/include/mxnet/random_generator.h
@@ -60,7 +60,7 @@ class RandGenerator<cpu, DType> {
     Impl(const Impl &) = delete;
     Impl &operator=(const Impl &) = delete;
 
-    MSHADOW_XINLINE int rand();
+    int rand();
 
     MSHADOW_XINLINE FType uniform() {
       typedef typename std::conditional<std::is_integral<DType>::value,