# Robots.txt file for http://www.elsevier.com User-agent: FAST Enterprise Crawler 6 / Scirus Disallow: User-agent: innosense/Nutch-1.0 Disallow: / User-agent: Sogou web spider/4.0 Disallow: / User-agent: Xenu Link Sleuth/1.3.8 Disallow: / User-agent: discoverybot/2.0 Disallow: / User-agent: YoudaoBot/1.0 Disallow: / User-agent: Sogou web spider/3.0 Disallow: / User-agent: funnelback Disallow: /wps/find/intro.cws_home/ Disallow: /wps/find/books_browse.cws_home Disallow: /wps/find/journal_browse.cws_home Disallow: /wps/find/subject_conference_browse.cws_home Disallow: /wps/find/subject_electronic_browse.cws_home Disallow: /wps/find/bibliographic_browse.cws_home Disallow: /wps/find/newsletter_browse.cws_home Disallow: /wps/find/about_companynews.cws_home Disallow: /wps/find/authored_newsitem.cws_home Disallow: /wps/find/newsroom.newsroom Disallow: /wps/find/conferences_overview.cws_home/ Disallow: /wps/find/subject_area_browse.cws_home Disallow: /wps/find/subject_all_products_browse.cws_home Disallow: /wps/find/advproductsearch.cws_home Disallow: /wps/find/subject_books_browse.cws_home/ Disallow: /wps/find/subject_journals_browse.cws_home Disallow: /wps/find/all_products_browse.cws_home Disallow: /wps/find/subject_all_products_browse.cws_home/.* Disallow: /wps/find/subject_books_browse.cws_hom/.* Disallow: /wps/find/subject_journal_browse.cws_home/.* Disallow: /wps/find/subject_electronic_browse.cws_home/.* Disallow: /wps/find/subject_bibliographic_browse.cws_home/.* Disallow: /wps/find/subject_newsletter_browse.cws_home/.* Disallow: /wps/find/subject_area_browse.cws_home.* Disallow: /wps/find/newsroom.newsroom/.* User-agent: bingbot Disallow: /wps/find/subject_area_browse.advertisers User-agent: * Disallow: /components-configuration/ Disallow: /administration/ Disallow: /squiz-test/ Disallow: /reports/ Sitemap: /sitemap.xml Sitemap: /product-sitemap.xm