# allow google content parsing for adsense
User-agent: Mediapartners-Google*
Disallow:
# disallow refence linked content or content rules
User-agent: *
Disallow: /images
Disallow: /scripts
Disallow: /styles
# disallow stress test
user-agent: stress-agent
Disallow: /