# # robots.txt for http://www.searchinmena.com/ # # Allow all spiders/bots to all directories & files... User-Agent: * Disallow: Disallow: /admin Disallow: /8rbtna Disallow: /8rbtna-new-v2 Disallow: /mena2012-old Disallow: /8rbtna-old Disallow: /ajax Disallow: /api Disallow: /awesome_map Disallow: /myApp Disallow: /css/ Disallow: /js/ User-agent: * Allow: / # Sitemaps Sitemap: http://8rbtna.com/sitemap.xml Sitemap: http://www.8rbtna.com/sitemap.xml