User-agent: *
Disallow: /cgi-bin/
Disallow: /wc-logs/
Disallow: /wp-admin/
Disallow: /wp-includes/

Disallow: /wp-content/backup-db/
Disallow: /wp-content/mu-plugins/
Disallow: /wp-content/updraft/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/wp-rocket-config/

Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-content/uploads/

Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-includes/images/

Allow: /wp-admin/admin-ajax.php 

Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$


User-agent: Googlebot-Image
Disallow:
Allow: / # It is not a standard use of this directive but Google prefers it

User-agent: Googlebot-Mobile
Allow: /

crawl-delay: 30

# User-agent: Semrushbot-SA
# Allow: /

# Blackhole Pro
Disallow: /*blackhole
Disallow: /?blackhole

# Define website sitemaps
Sitemap: https://juleswebb.com/sitemap_index.xml