# Google AdSense
User-agent: Mediapartners-Google
Allow: /

# Adsbot-Google
User-agent: Adsbot-Google
Allow: /

# Google Bot
User-agent: Googlebot
Disallow: /index.php
# Disallow: /scripts
Disallow: /ajax
# Disallow: /media
Disallow: /soccer_widget
Allow: /

# Yahoo Bot
User-agent: Slurp
Disallow: /index.php
# Disallow: /scripts
Disallow: /ajax
# Disallow: /media
Disallow: /soccer_widget
Allow: /