# Disallow all crawlers to access these pages. User-agent: * Disallow: /index2.asp Disallow: /account/ Disallow: /webpages/ Disallow: /Webpages/ # Disallow Following crawlers access to Design Back Office. User-agent: ia_archiver-web.archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: /robots.txt User-agent: ia_archiver-web.archive.org Disallow: robots.txt User-agent: ia_archiver Disallow: /robots.txt User-agent: ia_archiver Disallow: robots.txt