# Encyclopedia: robots.txt # # this file is used to allow crawlers to crawl our site. # user-agent: * Disallow: /printable.aspx Disallow: /documentlogging.aspx Disallow: /doc/fullarticle/ Disallow: /doc/Fullarticle/ Disallow: /doc/FullArticle/ Disallow: /doc/FULLARTICLE/ Disallow: /doc/fullarticle/ Disallow: /RankImages.aspx Disallow: /rankImages.aspx Disallow: /Rankimages.aspx Disallow: /rankimages.aspx Disallow: /RelatedTopics.aspx Disallow: /relatedTopics.aspx Disallow: /Relatedtopics.aspx Disallow: /relatedtopics.aspx Disallow: /rankyoutube.aspx Disallow: /beta/ sitemap: http://www.encyclopedia.com/gof_f_sitemap1.index sitemap: http://www.encyclopedia.com/gof_p_sitemap1.index sitemap: http://www.encyclopedia.com/gof_p_sitemap2.index sitemap: http://www.encyclopedia.com/gof_p_sitemap3.index sitemap: http://www.encyclopedia.com/gof_p_sitemap4.index sitemap: http://www.encyclopedia.com/otindex_1.index