# Thaifoodmaster.com - robots.txt
# Last updated: April 2026

# === General crawler rules ===
User-agent: *
Disallow: /wp-admin/
Disallow: /author/
Disallow: /matamai_private/
Disallow: /member-archive-bulk/
Disallow: /event-type/
Disallow: /events
Disallow: /thai_food_ingredients/
Disallow: /product/
Disallow: /mm-error*
Disallow: /lessons/
Disallow: /error_*
Disallow: /confirmation
Disallow: /qa-archive
Disallow: /category/
Allow: /wp-admin/admin-ajax.php

# === Aggressive scrapers not permitted ===
# Content on this site is for human readers and paying members only.
# Legitimate search engines and AI assistants with citation are welcome.

User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

# === Sitemap ===
Sitemap: https://thaifoodmaster.com/sitemap.xml
Sitemap: https://thaifoodmaster.com/sitemap_index.xml