User-Agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /photos/
Disallow: /thickbox/
Disallow: /noah/
Disallow: /pet-classifieds/
Disallow: /view.php?id=*/
Disallow: /directory/detail/*.html
Disallow: /pet-pictures.php?order=*&category=*&userid=*&page=*
Disallow: /directory/submit.php?*/




User-Agent: Twiceler-0.9
Disallow: /

User-Agent: IRLbot/3.0
Disallow: /


User-Agent: SBIder/SBIder-0.8.2-dev
Disallow: /

User-agent: psbot
Disallow: /