# robots.txt for ファイブ税理士法人 # https://five-tax.co.jp User-agent: * Allow: / # Sitemap location Sitemap: https://five-tax.co.jp/sitemap.xml # Disallow admin or private areas (if any) Disallow: /admin/ Disallow: /private/ # Allow all search engines to crawl User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / # Crawl delay (optional, for server performance) Crawl-delay: 1