User-Agent: *

Disallow: /
Allow: /$
Allow: /sitemap.xml 
Allow: //
Allow: /networking-online-and-seo-essex-firms-and-those-in-all-areas-can-use/
Allow: /why-people-use-how-to-build-a-website-technology-web-blogging-enthusiasts/
Allow: /internet-trends-and-web-hosting-working-in-conjunction-with-each-other/
Allow: /sitemap/
Allow: /travel-trends-sydney-hotels-are-hot/
Allow: /why-internet-censorship-is-not-always-effective/
Allow: /promoting-your-psychic-readings-site-social-networking/
Allow: /interactive-websites-with-colocation-facilities-for-maximum-performance/
Allow: /scary-occurrences-when-pet-insurance-claims-are-made-jilted-lovers/
Allow: /a-move-to-the-traditionnel-with-la-princesse-et-la-grenouille-on-video/
Allow: /the-latest-trends-in-cosmetic-dentistry-and-internet-use/
Allow: /using-work-injury-compensation-information/
Allow: /emergence-of-social-networks/
Allow: /accessible-entertainment-options-online/
Allow: /streaming-video-of-live-sports/
Allow: /online-banking-solutions/
Allow: /evaluating-car-features-online/
Allow: /online-property-hunting/
Allow: /networking-on-the-internet-with-on-line-casino-hobbyists-who-share-your-enthusiasm/
Allow: /social-networking-with-hd-ready-appliance-to-keep-everyone-happy/
Allow: /in-the-world-of-internet-trends-online-betting-is-gaining-steam/
Allow: /internet-trends-in-football-odds-and-sports-betting-in-general/
Allow: /sex-videos-on-the-internet/
Allow: /be-a-poker-star-on-the-world-wide-web/
Allow: /comparison-engines-for-wise-web-shoppers/
Allow: /responsible-web-surfing/
Allow: /diy-guides-on-the-net/
Allow: /downloadable-exercise-videos/
Allow: /finding-affordable-gadgets-online/
Allow: /managing-an-online-shop/
Allow: /the-advantages-of-seo/
Allow: /the-surge-of-online-trip-planners/
Allow: /internetbuyerdirect/
Allow: /mirc/
Allow: /skype/
Allow: /yahoo-messenger/
Allow: /chat-messenger/
Allow: /free-webhost/
Allow: /geocities/
Allow: /flickr/
Allow: /photobucket/
Allow: /photo-and-web-hosting/
Allow: /wordpress/
Allow: /multiply/
Allow: /friendster/
Allow: /myspace/
Allow: /templates-layout-and-design/
Allow: /bigchurchcom/
Allow: /asianeurocom/
Allow: /hotornotcom/
Allow: /cebuanascom/
Allow: /dating-site/
Allow: /popular-blog-sites/
Allow: /effective-blogging/
Allow: /different-blog-host/
Allow: /blogging/
Allow: /advantages-and-disadvantages/
Allow: /different-kinds/
Allow: /history/
Allow: /social-networking/
Allow: /contact-crowestudio/

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10