# For domain: http://www.mydogplace.com

# Image spiders will not spider the domain
User-Agent: Googlebot-Image
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: psbot
Disallow: /

# Google AdSense allowed to spider
User-agent: Mediapartners-Google*
Disallow:

# All robots will spider the domain
User-agent: *
Disallow: /cgi-bin/
Disallow: /comments/
Disallow: /content/
Disallow: /dog-content/dog-health-series/images/
Disallow: /videos/comments/
Disallow: /videos/bannercolor.txt
Disallow: /videos/block1.txt
Disallow: /videos/block2.txt
Disallow: /videos/delicious.gif
Disallow: /videos/digg.gif
Disallow: /videos/footer.shtml
Disallow: /videos/header.txt
Disallow: /videos/tag.txt
Disallow: /videos/tellafriend.txt
Disallow: /videos/title.txt
Disallow: /includes/
Disallow: /includes/google_adsense_script.html
Disallow: /mlinterface/
Disallow: /resources/admin.php
Disallow: /resources/adminf.php
Disallow: /resources/adminh.php
Disallow: /resources/adminstyle.css
Disallow: /resources/admintemplate.php
Disallow: /resources/arelis_import.php
Disallow: /resources/backup.txt
Disallow: /resources/captcha.php
Disallow: /resources/changelog.txt
Disallow: /resources/crawler_class.php
Disallow: /resources/cronJob.php
Disallow: /resources/cronjob_help.php
Disallow: /resources/directory_template.php
Disallow: /resources/ez_sql.php
Disallow: /resources/html_import.php
Disallow: /resources/import_funcs.php
Disallow: /resources/index.php
Disallow: /resources/linksmanager_import.php
Disallow: /resources/makepages.php
Disallow: /resources/nav-left.php
Disallow: /resources/nav-top.php
Disallow: /resources/newsfeed.php
Disallow: /resources/parselinks.php
Disallow: /resources/PEAR.php
Disallow: /resources/nav-left.php
Disallow: /resources/Request.php
Disallow: /resources/rm.php
Disallow: /resources/searchenginedefs.php
Disallow: /resources/searchfeed-js.php
Disallow: /resources/template.php
Disallow: /resources/template_help.php
Disallow: /resources/test.php
Disallow: /resources/upgrade.php
Disallow: /resources/url_funcs.php
Disallow: /resources/user.php
Disallow: /resources/util.php
Disallow: /resources/validate.php
Disallow: /resources/validatelinks.php
Disallow: /resources/zeus_import.php
Disallow: /rss/
Disallow: /WysiwygPro/
Disallow: /captcha.php
Disallow: /captcha_image.php
Disallow: /confirm.php
Disallow: /contactus_error.php
Disallow: /dogtrainingfeeds.php
Disallow: /doghealthfeeds.php
Disallow: /formemail.php
Disallow: /hurryup.ttf
Disallow: /newsrssfeeds.php
Disallow: /rssdirfeeds.php
Disallow: /rssfeeds.php
Disallow: /unsubscribe.php