# suggest that Googlebot ignore the following content
User-agent: Googlebot
Disallow: /404.html
Disallow: /404.jsp
Disallow: /ARA
Disallow: /servlets/Community?
Disallow: /css
Disallow: /disclaimer.jsp
Disallow: /images
Disallow: /js
Disallow: /manual
Disallow: /search
Disallow: /usage
Disallow: /cgi-bin
Disallow: /db
Disallow: /servlets/sv?
Disallow: /servlets/Order?

# suggest that Teoma ignore the following content
User-agent: Teoma
Disallow: /404.html
Disallow: /404.jsp
Disallow: /ARA
Disallow: /servlets/Community?
Disallow: /css
Disallow: /disclaimer.jsp
Disallow: /images
Disallow: /js
Disallow: /manual
Disallow: /search
Disallow: /usage
Disallow: /cgi-bin
Disallow: /db
Disallow: /servlets/sv?
Disallow: /servlets/Order?

#suggest that MSN ignore the following content
User-agent: msnbot
Disallow: /404.html
Disallow: /404.jsp
Disallow: /ARA
Disallow: /servlets/Community?
Disallow: /css
Disallow: /disclaimer.jsp
Disallow: /images
Disallow: /js
Disallow: /manual
Disallow: /search
Disallow: /usage
Disallow: /cgi-bin
Disallow: /db
Disallow: /servlets/sv?
Disallow: /servlets/Order? 
Crawl-delay: 5

# suggest that Applebot ignore the following content
User-agent: Applebot
Disallow: /404.html
Disallow: /404.jsp
Disallow: /ARA
Disallow: /servlets/Community?
Disallow: /css
Disallow: /disclaimer.jsp
Disallow: /images
Disallow: /js
Disallow: /manual
Disallow: /search
Disallow: /usage
Disallow: /cgi-bin
Disallow: /db
Disallow: /servlets/sv?
Disallow: /servlets/Order?

User-agent: ia_archiver
Disallow:

User-agent: MJ12bot
Disallow: /

# generic robots are not welcome
User-agent: *
Disallow: /