# Disallow all crawlers to access certain pages.

# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Google 
# Yahoo! and Bing. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.

User-agent: *
Disallow: /uc/
Disallow: /old/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /wp-activate.php
Disallow: /wp-app.php
Disallow: /wp-atom.php
Disallow: /wp-config-sample.php
Disallow: /wp-feed.php
Disallow: /wp-links-opml.php
Disallow: /wp-login.php
Disallow: /wp-mail.php
Disallow: /wp-rdf.php
Disallow: /wp-register.php
Disallow: /wp-rss.php
Disallow: /wp-rss2.php
Disallow: /wp-settings.php
Disallow: /wp-signup.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php
Disallow: /category/
Disallow: /tag/
Disallow: /page/
Disallow: /thank-you/
Disallow: /notice/
Disallow: advice/
User-agent: Adsbot-Google
Allow: /

User-agent: NinjaBot
Allow: /

User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Search Engine Sitemap Submission

Sitemap: https://www.expat.com.au/sitemap_index.xml