# All robots will spider the domain

User-agent: *
Disallow: /st/

Disallow: /cgi-bin/
Disallow: /images/
Disallow: /static/
Disallow: /directory/

Disallow: /temp/
Disallow: /amateurs/
Disallow: /bears/
Disallow: /bisexual/
Disallow: /cartoons/
Disallow: /ethnic/
Disallow: /fetish/
Disallow: /gay_blogs/
Disallow: /gay_sex/
Disallow: /military/
Disallow: /nude_men/
Disallow: /porn_stars/
Disallow: /premium_sites/
Disallow: /resources/
Disallow: /twinks/
Disallow: /videos/
Disallow: /web_cams/