User-Agent: *
Disallow: /generatefeed2.php
Disallow: /generatefeed.php
Allow: /

User-Agent: Mediapartners-Google
Allow: /

User-Agent: Adsbot-Google
Allow: /