# See documentation in: http://info.webcrawler.com/mak/projects/robots/norobots.html # robots.txt file for server www3.interscience.wiley.com # Allow Google/Yahoo/MSN access to all parts of the site except: # Licensed areas, personalised areas, forms and user tools # Also keep away from single year lists of issues. Push them to the full list of issues. User-agent: Googlebot Disallow: /book/*/references Disallow: /booktext/*/BOOKPDFSTART Disallow: /cgi-bin/abstract/*/REFERENCES Disallow: /cgi-bin/accessdenied Disallow: /cgi-bin/advancedsearch Disallow: /cgi-bin/athenslogin Disallow: /cgi-bin/authenticate Disallow: /cgi-bin/booktext Disallow: /cgi-bin/createsavedtitle Disallow: /cgi-bin/firstpage Disallow: /cgi-bin/fulltext Disallow: /cgi-bin/getconfirm Disallow: /cgi-bin/login Disallow: /cgi-bin/logout Disallow: /cgi-bin/mailform Disallow: /cgi-bin/mailtool Disallow: /cgi-bin/preauthenticate Disallow: /cgi-bin/refererlogin Disallow: /cgi-bin/regaffil Disallow: /cgi-bin/register Disallow: /cgi-bin/resetpassword Disallow: /cgi-bin/rightnow Disallow: /cgi-bin/saved* Disallow: /cgi-bin/setalert Disallow: /cgi-bin/simplesearch Disallow: /cgi-bin/titlesearch Disallow: /cgi-bin/vsample Disallow: /cgi-bin/writesessioncache Disallow: /cochrane/ Disallow: /customer/ Disallow: /files/ Disallow: /forwardlinking Disallow: /giflibrary/ Disallow: /institaccess Disallow: /iucr/*/full Disallow: /iucr/*/pdf Disallow: /jcatalog Disallow: /journal/*/issueyeargroup Disallow: /journal/*/references Disallow: /journal/titlesearch Disallow: /libraryservices/ Disallow: /loginproxy/ Disallow: /myprofile Disallow: /search Disallow: /services/ Disallow: /stasa/ Disallow: /tools/ Disallow: /trial/ Disallow: /user/ # Allow Google/Yahoo/MSN access to all parts of the site except: # Licensed areas, personalised areas, forms and user tools # Also keep away from single year lists of issues. Push them to the full list of issues. User-agent: Slurp Disallow: /book/*/references Disallow: /booktext/*/BOOKPDFSTART Disallow: /cgi-bin/abstract/*/REFERENCES Disallow: /cgi-bin/accessdenied Disallow: /cgi-bin/advancedsearch Disallow: /cgi-bin/athenslogin Disallow: /cgi-bin/authenticate Disallow: /cgi-bin/booktext Disallow: /cgi-bin/createsavedtitle Disallow: /cgi-bin/firstpage Disallow: /cgi-bin/fulltext Disallow: /cgi-bin/getconfirm Disallow: /cgi-bin/login Disallow: /cgi-bin/logout Disallow: /cgi-bin/mailform Disallow: /cgi-bin/mailtool Disallow: /cgi-bin/preauthenticate Disallow: /cgi-bin/refererlogin Disallow: /cgi-bin/regaffil Disallow: /cgi-bin/register Disallow: /cgi-bin/resetpassword Disallow: /cgi-bin/rightnow Disallow: /cgi-bin/saved* Disallow: /cgi-bin/setalert Disallow: /cgi-bin/simplesearch Disallow: /cgi-bin/titlesearch Disallow: /cgi-bin/vsample Disallow: /cgi-bin/writesessioncache Disallow: /cochrane/ Disallow: /customer/ Disallow: /files/ Disallow: /forwardlinking Disallow: /giflibrary/ Disallow: /institaccess Disallow: /iucr/*/full Disallow: /iucr/*/pdf Disallow: /jcatalog Disallow: /journal/*/issueyeargroup Disallow: /journal/*/references Disallow: /journal/titlesearch Disallow: /libraryservices/ Disallow: /loginproxy/ Disallow: /myprofile Disallow: /search Disallow: /services/ Disallow: /stasa/ Disallow: /tools/ Disallow: /trial/ Disallow: /user/ # Allow Google/Yahoo/MSN access to all parts of the site except: # Licensed areas, personalised areas, forms and user tools # Also keep away from single year lists of issues. Push them to the full list of issues. User-agent: msnbot Disallow: /book/*/references Disallow: /booktext/*/BOOKPDFSTART Disallow: /cgi-bin/abstract/*/REFERENCES Disallow: /cgi-bin/accessdenied Disallow: /cgi-bin/advancedsearch Disallow: /cgi-bin/athenslogin Disallow: /cgi-bin/authenticate Disallow: /cgi-bin/booktext Disallow: /cgi-bin/createsavedtitle Disallow: /cgi-bin/firstpage Disallow: /cgi-bin/fulltext Disallow: /cgi-bin/getconfirm Disallow: /cgi-bin/login Disallow: /cgi-bin/logout Disallow: /cgi-bin/mailform Disallow: /cgi-bin/mailtool Disallow: /cgi-bin/preauthenticate Disallow: /cgi-bin/refererlogin Disallow: /cgi-bin/regaffil Disallow: /cgi-bin/register Disallow: /cgi-bin/resetpassword Disallow: /cgi-bin/rightnow Disallow: /cgi-bin/saved* Disallow: /cgi-bin/setalert Disallow: /cgi-bin/simplesearch Disallow: /cgi-bin/titlesearch Disallow: /cgi-bin/vsample Disallow: /cgi-bin/writesessioncache Disallow: /cochrane/ Disallow: /customer/ Disallow: /files/ Disallow: /forwardlinking Disallow: /giflibrary/ Disallow: /institaccess Disallow: /iucr/*/full Disallow: /iucr/*/pdf Disallow: /jcatalog Disallow: /journal/*/issueyeargroup Disallow: /journal/*/references Disallow: /journal/titlesearch Disallow: /libraryservices/ Disallow: /loginproxy/ Disallow: /myprofile Disallow: /search Disallow: /services/ Disallow: /stasa/ Disallow: /tools/ Disallow: /trial/ Disallow: /user/ User-agent: * Disallow: / Sitemap: http://www3.interscience.wiley.com/sitemap-journals-www3.xml Sitemap: http://www3.interscience.wiley.com/sitemap-books-www3.xml Sitemap: http://www3.interscience.wiley.com/sitemap-mrws-www3.xml