# robots.txt for http://dog.24-7smile.com/

User-agent: *
Crawl-delay: 10

User-agent: Googlebot-Image
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Sosospider+
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: CatchBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: LC-Crawler
Disallow: /

User-Agent: envolk
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: boitho.com-dc
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Exabot-Images
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Speedy
Disallow: /

User-Agent: WebAlta Crawler
Disallow: /

User-Agent: W_Univ_BJ_spider
Disallow: /

User-Agent: KaloogaBot
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: Megalodon
Disallow: /

User-agent: Mediapartners-Google
Allow: /album/2008/08/
Allow: /album/2008/04/
Allow: /album/2007/12/
Allow: /album/2007/10/
Allow: /album/2007/01/
Allow: /album/2006/09/
Allow: /album/2005/09/
Allow: /album/2005/07/
Allow: /album/2005/03/
Allow: /album/2005/01/
Allow: /album/2004/12/
Allow: /album/2004/11/
Allow: /album/2004/10/
Allow: /album/2004/09/
Allow: /album/2004/08/
Allow: /album/2004/07/
Allow: /album/2004/06/
Allow: /album/2004/05/
Allow: /album/2004/04/
Allow: /album/2004/03/

User-agent: *
Disallow: /0/
Disallow: /album/2008/08/
Disallow: /album/2008/04/
Disallow: /album/2007/12/
Disallow: /album/2007/10/
Disallow: /album/2007/01/
Disallow: /album/2006/09/
Disallow: /album/2005/09/
Disallow: /album/2005/07/
Disallow: /album/2005/03/
Disallow: /album/2005/01/
Disallow: /album/2004/12/
Disallow: /album/2004/11/
Disallow: /album/2004/10/
Disallow: /album/2004/09/
Disallow: /album/2004/08/
Disallow: /album/2004/07/
Disallow: /album/2004/06/
Disallow: /album/2004/05/
Disallow: /album/2004/04/
Disallow: /album/2004/03/
Disallow: /album/blog_img_list/
Disallow: /css/
Disallow: /gallery/
Disallow: /image/
Disallow: /img/
Disallow: /JS/
Disallow: /present_form/
Disallow: /present2/
Disallow: /diary/uploads/
Disallow: /diary/wp-admin/
Disallow: /diary/wp-content/
Disallow: /diary/wp-includes/
Disallow: /dog_403.html$
Disallow: /dog_404.html$
Disallow: /dog1_404.php$
Disallow: /dog2_404.php$
Disallow: /*.ico$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.swf$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.dat$
Disallow: /*.cgi$

User-agent: *
Sitemap: http://dog.24-7smile.com/sitemap_index.xml
Sitemap: http://dog.24-7smile.com/sitemap.xml
Sitemap: http://dog.24-7smile.com/diary/sitemap.xml