robot.txt
sitemap: https://www.kaiturinsahko.fi/sitemap.xml
User-agent: Googlebot
User-agent: AdsBot-Google
Disallow: /
Allow: /
Sitemap: https://www.kaiturinsahko.fi/sitemap.xml
User-agent: msnbot
Crawl-delay: 120
User-agent: discobot Disallow: /
User-agent: dotbot Disallow: /
User-agent: Slurp
Crawl-delay: 4
Allow: / Sitemap: https://www.kaiturinsahko.fi/sitemap.xml
User-agent: yacybot
Disallow: /