diff --git a/lib/builder/builder.js b/lib/builder/builder.js
index 97a334a029..2a519ad722 100644
--- a/lib/builder/builder.js
+++ b/lib/builder/builder.js
@@ -179,12 +179,10 @@ module.exports = class Builder {
   getBabelOptions({ isServer }) {
     const options = _.defaults(
       {},
-      {
-        cacheDirectory: !!this.options.dev
-      },
       this.options.build.babel,
       {
-        babelrc: false
+        babelrc: false,
+        cacheDirectory: !!this.options.dev
       }
     )