diff --git a/dvc/remote/s3.py b/dvc/remote/s3.py
index 7f3602f07..123695d9d 100644
--- a/dvc/remote/s3.py
+++ b/dvc/remote/s3.py
@@ -108,11 +108,13 @@ class RemoteS3(RemoteBase):
         Logger.debug('Removing s3://{}/{}'.format(path_info['bucket'],
                                                   path_info['key']))
 
+        obj = self.s3.Object(path_info['bucket'], path_info['key'])
         try:
-            obj = self.s3.Object(path_info['bucket'], path_info['key']).get()
-            obj.delete()
+            obj.get()
         except Exception:
-            pass
+            return
+
+        obj.delete()
 
     def md5s_to_path_infos(self, md5s):
         return [{'scheme': self.scheme,