diff options
| -rw-r--r-- | _data/robots_disallow.yml | 1 | ||||
| -rw-r--r-- | _pages/robots.txt | 6 |
2 files changed, 1 insertions, 6 deletions
diff --git a/_data/robots_disallow.yml b/_data/robots_disallow.yml deleted file mode 100644 index b5fbe1d..0000000 --- a/_data/robots_disallow.yml +++ /dev/null @@ -1 +0,0 @@ -- path: "/404.html" diff --git a/_pages/robots.txt b/_pages/robots.txt index 7ad8e77..0e79b92 100644 --- a/_pages/robots.txt +++ b/_pages/robots.txt @@ -5,9 +5,5 @@ layout: null User-agent: * Allow: {{ site.baseurl | relative_url | uri_escape }} - -{% for link in site.data.robots_disallow %} - Disallow: {{ link.path | relative_url | uri_escape }} -{% endfor %} - +Disallow: {{ "/404.html" | relative_url | uri_escape }} Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }} |