diff --git a/cms/djangoapps/contentstore/management/commands/export_olx.py b/cms/djangoapps/contentstore/management/commands/export_olx.py
index eb8dbe308387..68b291c01342 100644
--- a/cms/djangoapps/contentstore/management/commands/export_olx.py
+++ b/cms/djangoapps/contentstore/management/commands/export_olx.py
@@ -57,6 +57,7 @@ def handle(self, *args, **options):
         if filename is None:
             fd, filename = mkstemp()
             os.close(fd)
+            os.unlink(filename)
             pipe_results = True
 
         export_course_to_tarfile(course_key, filename)