From 3eabaab009c9b8d86759374a3b66a6b7a71dd5aa Mon Sep 17 00:00:00 2001 From: Martin Staffa Date: Thu, 15 Feb 2018 11:54:14 +0100 Subject: [PATCH] chore(docs.angularjs.org): allow crawling but not indexing of partials/ The sitemap.xml might also prevent the indexing, as the partials are not listed. Related to #16432 Closes #16457 --- docs/app/assets/robots.txt | 1 - scripts/docs.angularjs.org-firebase/firebase.json | 9 +++++++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/docs/app/assets/robots.txt b/docs/app/assets/robots.txt index 96b3734af696..36b7daeca859 100644 --- a/docs/app/assets/robots.txt +++ b/docs/app/assets/robots.txt @@ -1,7 +1,6 @@ User-agent: * Disallow: /examples/ -Disallow: /partials/ Disallow: /ptore2e/ Disallow: /Error404.html diff --git a/scripts/docs.angularjs.org-firebase/firebase.json b/scripts/docs.angularjs.org-firebase/firebase.json index bf080d386fd7..9e112f2ff9ee 100644 --- a/scripts/docs.angularjs.org-firebase/firebase.json +++ b/scripts/docs.angularjs.org-firebase/firebase.json @@ -26,6 +26,15 @@ "source": "**/*!(.@(jpg|jpeg|gif|png|html|js|map|json|css|svg|ttf|txt|woff|woff2|eot|xml))", "function": "sendFile" } + ], + "headers": [ + { + "source": "/partials/**", + "headers" : [{ + "key" : "X-Robots-Tag", + "value" : "noindex" + }] + } ] } }