diff --git a/tools/bugpoint/ExtractFunction.cpp b/tools/bugpoint/ExtractFunction.cpp
index 0a56ceb35d2..1c7f046b74b 100644
--- a/tools/bugpoint/ExtractFunction.cpp
+++ b/tools/bugpoint/ExtractFunction.cpp
@@ -24,6 +24,7 @@
 #include "llvm/Transforms/Utils/Cloning.h"
 #include "llvm/Target/TargetData.h"
 #include "Support/CommandLine.h"
+#include "Support/FileUtilities.h"
 using namespace llvm;
 
 namespace llvm {
@@ -129,6 +130,7 @@ Module *BugDriver::performFinalCleanups(Module *M, bool MayModifySemantics) {
                 << Filename << "'!\n";
       exit(1);
     }
+    removeFile(Filename);
   }
   return M;
 }