diff --git a/src/lib/generateBundle.ts b/src/lib/generateBundle.ts
index b9cc8db..6e75372 100644
--- a/src/lib/generateBundle.ts
+++ b/src/lib/generateBundle.ts
@@ -83,15 +83,9 @@ export function generateBundle(
         if (compilerOptions.declarationDir!.endsWith("dts-prebundle")) {
             rmSync(compilerOptions.declarationDir!, { recursive: true });
         }
-
+    } finally {
         if (shouldDeleteTsConfig && tsconfigPath) {
             rmSync(tsconfigPath);
         }
-    } catch (e) {
-        if (shouldDeleteTsConfig && tsconfigPath) {
-            rmSync(tsconfigPath);
-        }
-
-        throw e;
     }
 }