update robots

inex · Jun 21, 2021 · c0aa503 · c0aa503
1 parent 19dd74c
commit c0aa503
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,6 +1,8 @@
 # Crawlers should not search the looking glasses
 User-agent: *
 Disallow: /lg/
+Disallow: /ixp/lg/
+Disallow: /ixp/*/lg/
 
 User-agent: *
 Allow: /