User-agent: *
Allow: /
Allow: /wp-content/uploads/*
Allow: /wp-content/*.css
Disallow: /wp-content/themes/
Sitemap: https://www.engineeringstructures.com.au/sitemapindex.xml
Disallow: /wp-includes/
Disallow: /tag/*/page/
Disallow: /page/
Disallow: /xmlrpc.php
Disallow: /?s= 
Disallow: /search
Disallow: /trackback
Disallow: /*trackback
Disallow: /*/trackback
Allow: /feed/$
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/rss/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
User-agent: Slurpbot
Disallow: /Sitemap
User-agent: Baiduspider
Disallow: /Sitemap
User-agent: Googlebot
Disallow: /Sitemap
User-agent: Yandex
Disallow: /Sitemap
User-agent: Sogou
Disallow: /Sitemap
User-agent: Bingbot
Disallow: /Sitemap
User-agent: Exabot
Disallow: /Sitemap
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Orthogaffe
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: wget
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: WebReaper
Disallow: /