# Allow all user agents to access everything User-agent: * Disallow: # Explicitly allow certain crawlers (grapeshot and ias_crawler) to access everything User-agent: grapeshot Disallow: User-agent: ias_crawler Disallow: # Provide a reference to your sitemap Sitemap: https://www.thairath.co.th/sitemap.xml