diff --git a/src/docker/install.ts b/src/docker/install.ts
index e3c1629..0c0203d 100644
--- a/src/docker/install.ts
+++ b/src/docker/install.ts
@@ -492,6 +492,13 @@ EOF`,
         throw new Error(`Unsupported platform: ${os.platform()}`);
       }
     }
+
+    await core.group(`Cleaning up toolDir`, async () => {
+      if (!this._toolDir) {
+        return;
+      }
+      fs.rmSync(this._toolDir, {recursive: true, force: true});
+    });
   }
 
   private async tearDownDarwin(): Promise<void> {