# robots.txt for CommonsenseSearch Script 3.4 # Made available by http://www.42search.com/ User-agent: * Disallow: /config/ Disallow: /configurator/ Disallow: /data/ Disallow: /docs/ Disallow: /images/ Disallow: /includes/ Disallow: /lang/ Disallow: /layout/ Disallow: /script/ Disallow: /securimage/ Disallow: /class/ Disallow: /amazon.php Disallow: /clickbank.php Disallow: /cms.php Disallow: /config.php Disallow: /crypt.php Disallow: /doctor.php Disallow: /ebay.php Disallow: /layout.php Disallow: /news.php Disallow: /search.php Disallow: /related.php Disallow: /url.php