# Disallow all crawlers access to certain pages.
User-agent: *
Sitemap: https://www.expertwriters.co.uk/sitemap.xml

Allow: /
Disallow: /client/
Disallow: /Client/
Disallow: /Client
Disallow: /Pages
Disallow: /WebServices/
Disallow: /documents/
Disallow: /tag/
Disallow: /category/
Disallow: /comments/
Disallow: /online-bank-Transfer
Disallow: /online-bank-transfer
Disallow: /404.html



# Disallow Following crawlers access to site.

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: TurnitinBot/2.1
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: AboutUsBot 
Disallow: /

User-agent: robtexbot
Disallow: /