User-Agent: *
Disallow: 
Disallow: /registration.php
Disallow: /update_data.php
Disallow: /update_processed.php

User-agent: slurp
Allow: / 

User-agent: bingbot
Allow: /

User-agent: googlebot
Allow: /

User-agent: Googlebot-Image
Allow: / 

User-agent: Googlebot-Mobile
Allow: / 

User-agent: MSNBot
Allow: / 

User-agent: Teoma
Allow: / 

User-agent: Scooter
Allow: / 

User-agent: Scrubby
Allow: /