diff --git a/lib/dpl/provider/pypi.rb b/lib/dpl/provider/pypi.rb
index <HASH>..<HASH> 100644
--- a/lib/dpl/provider/pypi.rb
+++ b/lib/dpl/provider/pypi.rb
@@ -6,6 +6,7 @@ module DPL
 
       def self.install_setuptools
         shell 'wget https://bitbucket.org/pypa/setuptools/raw/bootstrap/ez_setup.py -O - | sudo python'
+        shell 'rm -f setuptools-*.tar.gz'
       end
 
       install_setuptools
Remove setuptools.tar.gz after installation for PyPI