User-agent: Googlebot User-agent: googlebot-image User-agent: googlebot-mobile User-agent: MSNBot User-agent: Slurp User-agent: Teoma User-agent: twiceler User-agent: Gigabot Crawl-delay: 10 # Directories Disallow: /images/ Disallow: /css/ Disallow: /img/ Disallow: /scripts/ Disallow: /admin/ Disallow: /contacts/ Disallow: /cache/ Disallow: /register/ Disallow: /include/ # Files Disallow: /password_protect.php Disallow: /request_password.php Disallow: /sendmail.php Disallow: /panel_thankyou.php Disallow: /registration.php Disallow: /registration.php Disallow: /registermail # Paths (clean URLs) Disallow: /user_review.php Disallow: /add_rating.php Disallow: /selected_items.php Disallow: /toggletextsize.php Disallow: /access to indoor & outdoor environments/ Disallow: /access%20to%20indoor%20&%20outdoor%20environments/ Disallow: /for%20testing%20two%20b%20ii/ Disallow: /groups%20to%20be%20deleted/ Disallow: /%20http://www.dlf.org.uk/ Disallow: *index.php Disallow: *class_id