# WordPress Robots.txt Boilerplate
# UTF-8 BOM Tested & Approved

User-agent: Googlebot

# Allow files critical for rendering
Allow: *.js
Allow: *.css

# Allow AJAX - Do Not Remove
Allow: /wp-admin/admin-ajax.php

# Prevent crawl-budget waste on search pages
Disallow: /?s=
Disallow: /search/
Disallow: /qnups-guide/
# Prevent private admin areas from being crawled
Disallow: /wp-admin
# Prevent duplicate /feed/ pages from being crawled
Disallow: *feed/
# Prevent login page crawls etc
Disallow: /wp-login.php
# Prevent register page crawls etc
Disallow: /wp-register.php
# Prevent Trackback Neg SEO
Disallow: /trackback/
# Optimize your crawling budget if you use Cloudflare
Disallow: /cdn-cgi/

User-agent: *
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /trackback/
Disallow: /wp-register.php

# Add all sitemaps
Sitemap: https://timebank.org.uk/sitemap.xml

# Disallow Bots
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: aiHitBot
Disallow: /