_pages/robots.txt


1
2
3
4
5
6
7
8
9
10
11
12
13

---
permalink: "robots.txt"
layout: null
---

User-agent: *
Allow: {{ site.baseurl | relative_url | uri_escape }}

{% for link in site.data.robots_disallow %}
  Disallow: {{ link.path | relative_url | uri_escape }}
{% endfor %}

Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }}