diff --git a/dist/index.js b/dist/index.js
index 443a342..267a3c7 100644
--- a/dist/index.js
+++ b/dist/index.js
@@ -34,7 +34,8 @@ function getVersionIds(input) {
     if (input.hasOldestVersionQueryInfo()) {
         return version_1.getOldestVersions(input.owner, input.repo, input.packageName, input.numOldVersionsToDelete + input.minVersionsToKeep, input.token).pipe(operators_1.map(versionInfo => {
             const numberVersionsToDelete = versionInfo.length - input.minVersionsToKeep;
-            if (input.deletePreReleaseVersions == 'true') {
+            if (input.deletePreReleaseVersions == 'true' &&
+                input.minVersionsToKeep > 0) {
                 return numberVersionsToDelete <= 0
                     ? []
                     : versionInfo
@@ -101,8 +102,6 @@ class Input {
         this.deletePreReleaseVersions = validatedParams.deletePreReleaseVersions;
         this.token = validatedParams.token;
         if (this.deletePreReleaseVersions == 'true') {
-            this.minVersionsToKeep =
-                this.minVersionsToKeep > 0 ? this.minVersionsToKeep : 1;
             this.numOldVersionsToDelete = 100 - this.minVersionsToKeep;
             this.ignoreVersions = new RegExp('^(0|[1-9]\\d*)((\\.(0|[1-9]\\d*))*)$');
         }
diff --git a/src/delete.ts b/src/delete.ts
index 5ea8f94..e544947 100644
--- a/src/delete.ts
+++ b/src/delete.ts
@@ -20,7 +20,10 @@ export function getVersionIds(input: Input): Observable<string[]> {
         const numberVersionsToDelete =
           versionInfo.length - input.minVersionsToKeep
 
-        if (input.deletePreReleaseVersions == 'true') {
+        if (
+          input.deletePreReleaseVersions == 'true' &&
+          input.minVersionsToKeep > 0
+        ) {
           return numberVersionsToDelete <= 0
             ? []
             : versionInfo
diff --git a/src/input.ts b/src/input.ts
index 4b80a10..86c0c71 100644
--- a/src/input.ts
+++ b/src/input.ts
@@ -47,8 +47,6 @@ export class Input {
     this.token = validatedParams.token
 
     if (this.deletePreReleaseVersions == 'true') {
-      this.minVersionsToKeep =
-        this.minVersionsToKeep > 0 ? this.minVersionsToKeep : 1
       this.numOldVersionsToDelete = 100 - this.minVersionsToKeep
       this.ignoreVersions = new RegExp('^(0|[1-9]\\d*)((\\.(0|[1-9]\\d*))*)$')
     }