# robots.txt for https://y57.net

# Blocks all web crawlers from accessing specific folders
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /admin/

# Allow everything else
Allow: /

# Crawl-delay (optional, for slower servers)
# Crawl-delay: 10

# Specific rules for a bot (example)
# User-agent: Googlebot
# Disallow: /no-google/

# Sitemap location
Sitemap: https://y57.net/sitemap.xml
sitemap: https://y57.net/sitemap-main.xml