# File Name: robots.txt # File Description: Robots and User Agents Guide # Web Site Owners: Dún Laoghaire Harbour Company # URL: www.dlharbour.ie # Email: info@dlharbour.ie # Created: 2003:11:29 # Author: DaGlenn # Copyright: (c) 2004 by DaGlenn # All Rights Reserved. # Email: info@webpaddy.org # Modified: 2004-07-26 # Modified By: DaGlenn # Current Version: 1.2.0 ########################################### # Guide For Specified User Agents # ########################################### # Partial access (Alta Vista) User-agent: Scooter Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Excite) User-agent: ArchitextSpider Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Google) User-agent: Googlebot Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Lycos) User-agent: Lycos_Spider_(T-Rex) Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (EuroSeek) User-agent: Freecrawl Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Entire Web) User-agent: speedy Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Inktomi) User-agent: Slurp Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (whatUseek) User-agent: winona Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ # Partial access (Google Image) User-agent: Googlebot-Image Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/ ########################################### # Guide For All Other User Agents # ########################################### # Partial access User-agent: * Disallow: /_test/ Disallow: /common/ Disallow: /content/class.breadcrumbs.inc.php Disallow: /content/newsletter/ Disallow: /content/articles/ Disallow: /content/common/ Disallow: /admin/ Disallow: /banner/ Disallow: /files/ Disallow: /images/ Disallow: /ipcountry/ Disallow: /met/ Disallow: /polling/ Disallow: /elinks/ Disallow: /stats/ Disallow: /style/ Disallow: /textad/ Disallow: /textad/conf.php Disallow: /textad/admin/ Disallow: /textads/ Disallow: /textads/admin/ Disallow: /textads/conf.php Disallow: /templates/ Disallow: /ticker/ Disallow: /tmp/ Disallow: /wap/