#
User-agent: *
Disallow: /mf_questions/

# Disallow wp-admin, wp-content and includes on main domain
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/

# Disabllow wp-admin, wp-content and includes on subfolder domains
Disallow: /*/wp-admin/
Disallow: /*/wp-content/
Disallow: /*/wp-includes/

#
Disallow: /?s=
Disallow: /*?post_type=media-release
Disallow: /search
Disallow: /study/search/?search_text
Disallow: /study/search/?study_area
Disallow: /study/search/?pageno
Disallow: /wp-json

# Allow image formats and CSS/JS to be crawled in wp-content
Allow: /wp-content/*.webp$
Allow: /wp-content/*.jpg$
Allow: /wp-content/*.jpg.webp$
Allow: /wp-content/*.jpeg$
Allow: /wp-content/*.jpeg.webp$
Allow: /wp-content/*.png$
Allow: /wp-content/*.png.webp$
Allow: /wp-content/*.svg$
Allow: /wp-content/*.css
Allow: /wp-content/*.js

Allow: /wp-includes/*.js
Allow: /wp-includes/*.css

# Allow PDFs
Allow: /wp-content/*.pdf$
Allow: /*/wp-content/*.pdf$

# Allow image formats and CSS/JS to be crawled in wp-content for subfolder domains
Allow: /*/wp-content/*.webp$
Allow: /*/wp-content/*.jpg$
Allow: /*/wp-content/*.jpg.webp$
Allow: /*/wp-content/*.jpeg$
Allow: /*/wp-content/*.jpeg.webp$
Allow: /*/wp-content/*.png$
Allow: /*/wp-content/*.png.webp$
Allow: /*/wp-content/*.svg$
Allow: /*/wp-content/*.css
Allow: /*/wp-content/*.js

Allow: /*/wp-includes/*.js
Allow: /*/wp-includes/*.css

Sitemap: https://curtin.edu.au/sitemap.xml 
Sitemap: https://www.curtin.edu.au/about/page-sitemap1.xml
Sitemap: https://www.curtin.edu.au/engage/page-sitemap1.xml
Sitemap: https://www.curtin.edu.au/study/pd-sitemap1.xml
Sitemap: https://www.curtin.edu.au/study/page-sitemap1.xml
Sitemap: https://www.curtin.edu.au/study/extras-sitemap1.xml
Sitemap: https://www.curtin.edu.au/news/extras-sitemap1.xml
Sitemap: https://www.curtin.edu.au/news/media-release-sitemap2.xml