User-agent: *
Disallow: /advertising
Disallow: /cgi-bin
Disallow: /upload
Disallow: /images

User-agent: bingbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: libwww-perl
Disallow: /