Fixed: Restored robots.txt

(cherry picked from commit 37501094d7256e4dbe13de33b392933f6d475553)

frontend/gulp/build.js

@@ -10,7 +10,8 @@ gulp.task('build',
       'webpack',
       'copyHtml',
       'copyFonts',
-      'copyImages'
+      'copyImages',
+      'copyRobots'
     )
   )
 );

frontend/gulp/copy.js

@@ -32,3 +32,11 @@ gulp.task('copyImages', () => {
     .pipe(gulp.dest(paths.dest.root))
     .pipe(livereload());
 });
+
+gulp.task('copyRobots', () => {
+  return gulp.src(paths.src.robots, { base: paths.src.root })
+    .pipe(cache('copyRobots'))
+    .pipe(print())
+    .pipe(gulp.dest(paths.dest.root))
+    .pipe(livereload());
+});

frontend/gulp/helpers/paths.js

@@ -8,6 +8,7 @@ const paths = {
     content: `${root}/Content/`,
     fonts: `${root}/Content/Fonts/`,
     images: `${root}/Content/Images/`,
+    robots: `${root}/Content/robots.txt`,
     exclude: {
       libs: `!${root}/JsLibraries/**`
     }

frontend/gulp/watch.js

@@ -13,6 +13,7 @@ function watch() {
   gulpWatch(paths.src.html, gulp.series('copyHtml'));
   gulpWatch(`${paths.src.fonts}**/*.*`, gulp.series('copyFonts'));
   gulpWatch(`${paths.src.images}**/*.*`, gulp.series('copyImages'));
+  gulpWatch(paths.src.robots, gulp.series('copyRobots'));
 }
 
 gulp.task('watch', gulp.series('build', watch));

frontend/src/Content/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /