# robots.txt file for https://www.nettivinkki.fi/
# version 1.5

Sitemap: https://www.nettivinkki.fi/sitemap.xml

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# No archive.org
User-agent: ia_archiver
Disallow: /

# Comodo spambots
User-agent: Comodo SSL Checker
Disallow: /
User-agent: Comodo-Certificates-Spider
Disallow: /

# No recursive wget leeching, thank you
User-agent: Wget
Disallow: /

# everyone, please stay out of these dirs
User-agent: *
Crawl-delay: 30
Disallow: /cgi-bin