diff --git a/lib/matplotlib/artist.py b/lib/matplotlib/artist.py
index b54a6cc42094..e89180387103 100644
--- a/lib/matplotlib/artist.py
+++ b/lib/matplotlib/artist.py
@@ -249,9 +249,9 @@ def remove(self):
                 _ax_flag = True
 
             if self.figure:
-                self.figure = None
                 if not _ax_flag:
-                    self.figure = True
+                    self.figure.stale = True
+                self.figure = None
 
         else:
             raise NotImplementedError('cannot remove artist')