User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json

# Block link types
Disallow: /*.shtml
Disallow: /*.html

# Block Feed and Comments
Disallow: /feed/
Disallow: /feed/$
Disallow: /comments/feed
Disallow: /trackback/
Disallow: /?author=
Disallow: */comments$
Disallow: */feed$
Disallow: */trackback
Disallow: /replytocom=
Disallow: /wp-comments
Disallow: /wp-feed
Disallow: /wp-trackback

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

# Sitemap
Sitemap: https://deepjournal.uk/sitemap_index.xml