User-agent: * Disallow: /admin/ Disallow: /admin/* Disallow: /includes/ Disallow: /includes/* Disallow: /scripts/ Disallow: /scripts/* Disallow: /images/ Disallow: /images/* Disallow: /feeds/ Disallow: /feeds/* Disallow: /config.php Disallow: /default.css Disallow: /categories.php Disallow: /brands.php Disallow: /reviews.php Disallow: /category/ Disallow: /category/* Disallow: /brand/ Disallow: /brand/* Disallow: /review/ Disallow: /review/* Disallow: /search.php Disallow: /jump.php Disallow: /backlinks.html Disallow: /link-1.html Allow: / Sitemap: http://www.bargainwatch.com.au/sitemap.php # Make sure you have delete setup.sql and setup.php. But in allows for a few cats at a time 5 per week then when all indexed take down Disallow: /