feat: allow robots to crawl (#49)

monicahq · Feb 18, 2024 · fc4ac77 · fc4ac77
1 parent 9a6d843
commit fc4ac77
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/app/Console/Commands/GenerateSitemap.php b/app/Console/Commands/GenerateSitemap.php
@@ -5,6 +5,7 @@
 use App\Models\Name;
 use Illuminate\Console\Command;
 use Illuminate\Support\Collection;
+use Illuminate\Support\Facades\File;
 use Illuminate\Support\Str;
 use Spatie\Sitemap\Sitemap;
 use Spatie\Sitemap\SitemapGenerator;
@@ -44,6 +45,11 @@ public function handle(): void
         $this->sitemap_names($sitemapIndex);
 
         $sitemapIndex->writeToFile(public_path(static::PREFIX_PATH . '/sitemap.xml'));
+
+        // Replace sitemap in robots.txt
+        $robots = File::get(public_path('robots.txt'));
+        $robots = Str::of($robots)->replaceMatches('/Sitemap: .*/', 'Sitemap: ' . url(static::PREFIX_PATH . '/sitemap.xml'));
+        File::put(public_path('robots.txt'), $robots);
     }
 
     /**

diff --git a/public/robots.txt b/public/robots.txt
@@ -1,3 +1,7 @@
 User-agent: *
-Disallow:
+Disallow: /register
+Disallow: /login
+Disallow: /forgot-password
+Disallow: /reset-password
+Allow: /
 Sitemap: /sitemap/sitemap.xml