# # robots.txt for http://psg.deloitte.com # # Created by Chris Collacott on 08-Jul-03 # # This file will prevent ALL search engine spiders from indexing all pages except those classified as marketing pages. # # Please DO NOT DELETE!! # # specfies all agents User-agent: * # specific pages within the root directory Disallow: /_vti_inf.html Disallow: /footer.asp Disallow: /global.asa Disallow: /header.htm Disallow: /headerlocal.asp Disallow: /index.htm Disallow: /loadheader.asp Disallow: /Login.asp Disallow: /Search.aspx Disallow: /ContactUsTalk.aspx Disallow: /LoginTrial.asp Disallow: /Main.asp Disallow: /PermissionCheck_VBScript.asp Disallow: /Permissions.asp Disallow: /postinfo.html Disallow: /Temppage.asp Disallow: /text.txt Disallow: /TrialUser.asp Disallow: /Login_new.asp Disallow: /Logout.asp Disallow: /AdvisoryServicesGIS.asp Disallow: /ResourcesNorthSea.asp Disallow: /ResourcesNorthSeaAberdeen.asp Disallow: /Resources/PetroViewUGM2008.pdf # specific sub-directories Disallow: /_derived Disallow: /_private Disallow: /_ScriptLibrary Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /Admin Disallow: /anonymous_access Disallow: /Contacts Disallow: /crweb Disallow: /dll Disallow: /download Disallow: /frontpdf Disallow: /fw Disallow: /Help Disallow: /images Disallow: /include Disallow: /media Disallow: /media56k Disallow: /NFuseIcons Disallow: /pAdm Disallow: /pApp Disallow: /pCon Disallow: /pDea Disallow: /pFas Disallow: /pInd Disallow: /pLis Disallow: /pPet Disallow: /pRpt Disallow: /PSGdownload Disallow: /pTri Disallow: /spectron Disallow: /tmp Disallow: /User Disallow: /PetroSphere Disallow: /ProjectSydney