# Disallow all crawlers access to certain pages. User-agent: * Disallow: /images Disallow: /services.php Disallow: /about.php Disallow: /deluxe.php Disallow: /economy.php Disallow: /index.php Disallow: /package.php Disallow: /unlimited.php Disallow: /whatweb.php Disallow: /chooseweb.php Sitemap: http://www.hostingpro.com.sg/sitemap.xml # Disallow Following crawlers access to the site. User-agent: ia_archiver-web.archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: /robots.txt User-agent: ia_archiver-web.archive.org Disallow: robots.txt User-agent: ia_archiver Disallow: /robots.txt User-agent: ia_archiver Disallow: robots.txt User-agent: AboutUsBot Disallow: /