# www.robotstxt.org

# Allow crawling of all content
User-agent: *
Allow: /

# Disallow crawling of archiver
User-agent: ia_archiver
Disallow: /

# Disallow dev specific folders
Disallow: /cgi-bin/
Disallow: /tmp/

# Disallow WordPress specific folders
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Add Sitemap locations
Sitemap: https://learnmatch.net/sitemap_index.xml