User-agent: *
Disallow: /includes/

User-agent: Googlebot
Allow: /includes/

User-agent: Googlebot-Image 
Allow:  https://theathenaprogramme.co.uk/wp-content/uploads/



Sitemap: https://theathenaprogramme.co.uk/sitemap.xml
Sitemap: https://theathenaprogramme.co.uk/sitemap_index.xml

User-agent: *
Disallow: /blog/
Allow: /blog/allowed-post
Disallow: /blog/category/

User-agent: Googlebot
Allow: /blog/
Allow: /blog/allowed-post
Disallow: /category/blog/
Disallow: /blog/category/

User-Agent: *
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /refer/
 
Sitemap: https://theathenaprogramme.co.uk/post-sitemap.xml
Sitemap: https://theathenaprogramme.co.uk/page-sitemap.xml

User-agent: *
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /tag/ #block access to tag pages
Disallow: /author/ #block access to author pages
Disallow: /404-error/ #block access to 404 page