diff --git a/git_config.py b/git_config.py
index 2655939..b47bc66 100644
--- a/git_config.py
+++ b/git_config.py
@@ -262,9 +262,11 @@ class GitConfig(object):
       finally:
         fd.close()
     except IOError:
-      os.remove(self._pickle)
+      if os.path.exists(self._pickle):
+        os.remove(self._pickle)
     except cPickle.PickleError:
-      os.remove(self._pickle)
+      if os.path.exists(self._pickle):
+        os.remove(self._pickle)
 
   def _ReadGit(self):
     """