# robots.txt, www.mysocalledgyalife.com 6/15/2008 ## robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: / User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: / User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: yahoo-mmcrawler Disallow: / User-agent: psbot Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: User-agent: * Disallow: Crawl-delay: 5 Disallow: /mscgl/us/ Disallow: /cgi-bin/ Disallow: /gayradio/ Disallow: /ads-img/ Disallow: /ads/ Disallow: /_db_backups/ Disallow: /ca/ Disallow: /uk/ Disallow: /usa/ Disallow: /dk/ Disallow: /no/ Disallow: /se/ Disallow: /ads/ Disallow: /gaystats/ Disallow: /gaytube/ Disallow: /img/ Disallow: /news/ Disallow: /norway/ Disallow: /sgay/ Disallow: /stats/ Disallow: /mscgl/ca/administrator/ Disallow: /mscgl/uk/administrator/ Disallow: /mscgl/usa/administrator/ Disallow: /mscgl/no/administrator/ Disallow: /mscgl/dk/administrator/ Disallow: /mscgl/se/administrator/ Disallow: /mscgl/uk/ Disallow: /mscgl/uk2/ Disallow: /mscgl/ca/images/ Disallow: /mscgl/uk/images/ Disallow: /mscgl/usa/images/ Disallow: /mscgl/no/images/ Disallow: /mscgl/dk/images/ Disallow: /mscgl/se/images/ Disallow: /mscgl/ca/templates/ Disallow: /mscgl/uk/templates/ Disallow: /mscgl/usa/templates/ Disallow: /mscgl/no/templates/ Disallow: /mscgl/dk/templates/ Disallow: /mscgl/se/templates/ Disallow: index2.php?option=com_content&task=view&id= Disallow: index.php?option=com_search User-agent: * Sitemap: http://usa.mysocalledgaylife.com/sitemap.xml.gz