# Encyclopedia: robots.txt # # this file is used to allow crawlers to crawl our site. # user-agent: * Disallow: /printtopic.aspx Disallow: /printdocument.aspx Disallow: /documentlogging.aspx Disallow: /doc/fullarticle/ Disallow: /doc/Fullarticle/ Disallow: /doc/FullArticle/ Disallow: /doc/FULLARTICLE/ Disallow: /doc/fullarticle/ Disallow: /RankImages.aspx Disallow: /rankImages.aspx Disallow: /Rankimages.aspx Disallow: /rankimages.aspx Disallow: /RelatedTopics.aspx Disallow: /relatedTopics.aspx Disallow: /Relatedtopics.aspx Disallow: /relatedtopics.aspx Disallow: /rankyoutube.aspx Disallow: /beta/ Disallow: /register/ Disallow: /Register/ Disallow: /privacy.aspx Disallow: /termsofservice.aspx Disallow: /emailus.aspx Disallow: /faq.aspx Disallow: /about.aspx Disallow: /webservices/ Disallow: /doubleclick/ Disallow: /eyewonder/ Disallow: /test/ Disallow: /libraries.aspx Disallow: /flashtalking/ Disallow: /video/ sitemap: http://www.encyclopedia.com/free_reference_sitemap.index sitemap: http://www.encyclopedia.com/topic_sitemap.inde