User-agent: * Disallow: /cms/administrator/ Disallow: /cms/cache/ Disallow: /cms/components/ Disallow: /cms/editor/ Disallow: /cms/help/ Disallow: /cms/images/ Disallow: /cms/includes/ Disallow: /cms/language/ Disallow: /cms/mambots/ Disallow: /cms/media/ Disallow: /cms/modules/ Disallow: /cms/templates/ Disallow: /cms/installation/ # Dont index the events calendar, there is no end to it Disallow: /cms/component/option,com_events/ # Disallow specific bots from indexing or crawling the site at all # Most recent additions first. User-agent: GigaBot Disallow: / User-agent: Voyager Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: BackRub/*.* Disallow: / User-agent: Grub.org Disallow: / User-agent: BotRightHere Disallow: / User-agent: larbin Disallow: / User-agent: psbot Disallow: / User-agent: Walhello appie Disallow: / User-agent: Python-urllib Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: CherryPicker Disallow: / User-agent: EmailCollector Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: yandex bot Disallow: / User-agent: twiceler Disallow: / User-agent: WebVac Disallow: / User-agent: webvac/1.0 Disallow: / User-agent: Atomz/1.0 Disallow: /