User-agent: * Disallow: /*? # URLS Disallow: /hosting-search Disallow: /advanced-hosting-search Disallow: /alphabet/ Disallow: /awards/ Disallow: /hosting/ Disallow: /metrics/ Disallow: /compare/ Disallow: /country/ Disallow: /search/ Disallow: /hosting-search/ Disallow: /awards Disallow: /advanced-hosting-search/ Disallow: /user Disallow: /best-hosting Disallow: /linux-web-hosting Disallow: /windows-web-hosting Disallow: /tutorials/cpanel/ Disallow: /country Disallow: /personal-web-hosting Disallow: /affordable-web-hosting Disallow: /frontpage-web-hosting Disallow: /wordpress-hosting Disallow: /unix-servers Disallow: /awardspace Disallow: /business-web-hosting Disallow: /managed-hosting Disallow: /shared-web-hosting Disallow: /unix-web-hosting Disallow: /country/ Disallow: /alphabet Disallow: /jsp-hosting Disallow: /cheapest-domain-names Disallow: /green-hosting Disallow: /blog-hosting Disallow: /top-free-web-hosting Disallow: /aspnet-hosting Disallow: /coldfusion-web-hosting Disallow: /php-web-hosting Disallow: /budget-web-hosting Disallow: /windows-servers # Directories Disallow: /page/ Disallow: /node/ Disallow: /blogs/ Disallow: /user/ Disallow: /users/ Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /profiles/ # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/ Disallow: /contact/ Disallow: /logout/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php # Plan Directories Disallow: /1and1/ Disallow: /a2-hosting/ Disallow: /dotster/ Disallow: /esecuredata/ Disallow: /excitahost/ Disallow: /godaddy-review/ Disallow: /gogax/ Disallow: /hostgator-review/ Disallow: /hostpapa-review/ Disallow: /hostrocket/ Disallow: /inmotionhosting-review/ Disallow: /ipower-review/ Disallow: /ixwebhosting-review/ Disallow: /netfirms/ Disallow: /network-solutions/ Disallow: /planet/ Disallow: /powweb-review/ Disallow: /startlogic-review/ Disallow: /ultra-hosting/ Disallow: /our-internet/ Disallow: /dreamhost/ Disallow: /omnis/ Disallow: /vistapages-review/ Disallow: /imhosted/ Disallow: /layeronline/ # Old dirs Disallow: /dns-tools/ Disallow: /dedicated-server/ Disallow: /danga-software-hosting/ Disallow: /virtual-private-server/ Disallow: /blog/ Disallow: /dns-tools/