User-agent: ia_archiver
Disallow: /

User-agent: Megalodon
Disallow: /

# botのクロール頻度を下げる
User-agent: Bingbot
Crawl-delay: 1800

User-agent: Barkrowler
Crawl-delay: 1800

User-agent: YandexBot
Crawl-delay: 1800

User-agent: AhrefsBot
Crawl-delay: 1800

User-agent: DataForSeoBot
Crawl-delay: 1800

# Google Search Consoleへ登録
Sitemap: https://nijitoraware.com/sitemap.xml.gz
Sitemap: https://nijitoraware.com/sitemap.xml
Sitemap: https://nijitoraware.com/feed