diff --git a/apps/site/assets/static/robots.txt b/apps/site/assets/static/robots.txt index 3a504e5efc..6226a813cd 100644 --- a/apps/site/assets/static/robots.txt +++ b/apps/site/assets/static/robots.txt @@ -8,3 +8,7 @@ Disallow: /search?* Disallow: /*?*preview*&vid=* Disallow: /schedules/*/line?*date* Disallow: /org/* +Disallow: /charlie/* +Disallow: /policies/terms-use-charlie* +Disallow: /charlieapp +Disallow: /learnmore-transfer \ No newline at end of file diff --git a/apps/site/lib/site_web/templates/layout/app.html.eex b/apps/site/lib/site_web/templates/layout/app.html.eex index b0ba6b52d4..b16b42b0f0 100644 --- a/apps/site/lib/site_web/templates/layout/app.html.eex +++ b/apps/site/lib/site_web/templates/layout/app.html.eex @@ -18,7 +18,14 @@ if @conn.request_path == "/org" || String.slice(@conn.request_path, 0..4) == "/org/" do %> <% end %> - + <%= # hide any page in /charlie directory from search engines + if @conn.request_path == "/charlie" || String.slice(@conn.request_path, 0..8) == "/charlie/" do %> + + <% end %> + <%= # hide any page in /policies/terms-use-charlie directory from search engines + if @conn.request_path == "/policies/terms-use-charlie" || String.slice(@conn.request_path, 0..26) == "/policies/terms-use-charlie" do %> + + <% end %> <% title = if Phoenix.Controller.view_template(@conn) == "404.html", do: "Page Not Found | MBTA - Massachusetts Bay Transportation Authority", else: title_breadcrumbs(@conn) %> <%= title %> " type="image/png">