diff --git a/src/caffe/util/gpu_memory.cpp b/src/caffe/util/gpu_memory.cpp
index da990b88af0..92f2a6764c8 100644
--- a/src/caffe/util/gpu_memory.cpp
+++ b/src/caffe/util/gpu_memory.cpp
@@ -88,6 +88,8 @@ namespace caffe {
           }
           // retry once
           CUDA_CHECK(cubAlloc->DeviceAllocate(ptr, size, stream));
+          // If retry succeeds we need to clean up last error:
+          cudaGetLastError();
         }
       break;
     default: