# This section allows all web crawlers full access to the website
User-agent: *
Allow: /

User-agent: Googlebot
Disallow: *?lightbox=

# Disallow access to specific directories
Disallow: /cgi-bin/

# Block certain files
Disallow: /*.pdf$
Disallow: /cgi-bin/
Disallow: /*/feed/
Disallow: /tmp/
Disallow: /junk/
Disallow: /readme.html
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /_api/*
Disallow: /_partials*
Disallow: /portfolio/*
Disallow: /?s=

# Allow access to certain files in wp-admin
Allow: /wp-admin/admin-ajax.php
Allow: /public/
Allow: /wp-includes/

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Allow search engines to access the images directory
Allow: /images/

# Allow search engines to access the CSS directory
Allow: /css/

# Allow search engines to access the JavaScript directory
Allow: /js/

Sitemap: https://e-digital.com.au/sitemap.xml
Sitemap: https://e-digital.com.au/sitemap.xsd.xml