# robots.txt for http://www.datasetgo.com/

User-agent: *
Disallow: /images/ # leave images alone
Disallow: /includes/ # include files - used for on-the-fly page building
Disallow: /admin/ # ah ah ah - no peeking
Disallow: /contact_datasetgo.php # don't need these crawled.
Disallow: /clients/ # don't need these crawled.
Disallow: /secure/ # don't need these crawled.