diff --git a/packages/core/parcel-bundler/src/builtins/bundle-loader.js b/packages/core/parcel-bundler/src/builtins/bundle-loader.js
index f36878875f7..9f350844d96 100644
--- a/packages/core/parcel-bundler/src/builtins/bundle-loader.js
+++ b/packages/core/parcel-bundler/src/builtins/bundle-loader.js
@@ -59,6 +59,10 @@ function loadBundle(bundle) {
         }
 
         return resolved;
+      }).catch(function(e) {
+        delete bundles[bundle];
+        
+        throw e;
       });
   }
 }