User-agent: *
Disallow: /dev
Disallow: /ads
Disallow: /advertising
Disallow: /dev
Disallow: /developers
Disallow: /test
Disallow: /cgi-bin