From 7aff2fd1861af7fb454cea1d502878e6062771c6 Mon Sep 17 00:00:00 2001 From: Valentin Popov Date: Tue, 15 May 2018 15:53:48 +0400 Subject: Flexible exception list Signed-off-by: Valentin Popov --- _pages/robots.txt | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) (limited to '_pages') diff --git a/_pages/robots.txt b/_pages/robots.txt index c4c4d2c..7ad8e77 100644 --- a/_pages/robots.txt +++ b/_pages/robots.txt @@ -5,6 +5,9 @@ layout: null User-agent: * Allow: {{ site.baseurl | relative_url | uri_escape }} -Disallow: {{ "/404.html" | relative_url | uri_escape }} -Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }} \ No newline at end of file +{% for link in site.data.robots_disallow %} + Disallow: {{ link.path | relative_url | uri_escape }} +{% endfor %} + +Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }} -- cgit v1.2.3