# robots.txt for http://archives.gnb.ca/ User-agent: * Disallow: /aspnet_client/ # Do not allow this folder to be searched Disallow: /Audio/ # Do not allow this folder to be searched Disallow: /DigitizedDocuments/ # Do not allow this folder to be searched Disallow: /Documents/ # Do not allow this folder to be searched Disallow: /Downloads/ # Do not allow this folder to be searched Disallow: /Photos/ # Do not allow this folder to be searched Disallow: /Video/ # Do not allow this folder to be searched Disallow: /App_Images/ # Do not allow this folder to be searched Disallow: /App_CSS/ # Do not allow this folder to be searched Disallow: /App_Handlers/ # Do not allow this folder to be searched, Keep robots away from this, it causes an error Disallow: /App_Controls/ # Do not allow this folder to be searched Disallow: /PortfolioArchivistique/ #This folder contains IIS redirects Disallow: /R/ #This folder contains IIS redirects Disallow: /js/ #javascript folder Disallow: /ErrorPage.aspx Disallow: /Error404.aspx Disallow: /ImageWindow.aspx Disallow: /redirect.htm