# robots.txt
User-agent: *
Disallow: /wp-
Disallow: /feed
Disallow: /feed/
Disallow: /author
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /comment/
Disallow: /comments/
Disallow: /trackback/
Disallow: /comment
Disallow: /comments
Disallow: /trackback
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/
Allow: /wp-admin/admin-ajax.php
# google bot
User-agent: Googlebot
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*
# google image bot
User-agent: Googlebot-Image
Allow: /*
#We terminate bad robots
User-agent: t-800
User-agent: hal9000
User-agent: roberto
User-agent: ultron
User-agent: teslabot
Disallow: /
Sitemap: https://dampoteket.no/sitemap_index.xml