# robots.txt for http://www.pgdm.com/
User-Agent: MJ12bot
Disallow: 
User-agent: *
Disallow: /css/ # can skip
Disallow: /images/ # no need to show
Disallow: /js/ # just js
Disallow: /upload/ # skip
Disallow: /download/ # not public
Disallow: /upload.php/ # just js