User-agent: *
Disallow: /comps/registration.html
Disallow: /comps/regolist.html
Crawl-delay: 20 

User-agent: Mediapartners-Google
Disallow: /
Crawl-delay: 99998

User-agent: Adsbot-Google
Disallow: /
Crawl-delay: 99998