# # Cloned from the rubylux robots.txt as per Tom # # These do not now exist: # #Sitemap: https://www.cinoa.org/sitemaps/cinoaSitemap.xml #Sitemap: https://www.cinoa.org/sitemaps/cinoaSitemapindex_listing.xml # User-agent: AhrefsBot Disallow: / User-agent: AddThis.com robot tech.support@clearspring.com Disallow: / User-agent: AddThis.com Disallow: / User-agent: Sosospider Disallow: / User-agent: 008 Disallow: / User-agent: psbot Disallow: / User-agent: spbot Disallow: / User-agent: linksmanager Disallow: / User-agent: RedCarpet Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: SeznamBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Twiceler Disallow: / User-agent: grub-client Disallow: / User-agent: NaverBot Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: PCNBot Disallow: / User-agent: aipbot Disallow: / User-agent: PGBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: VoilaBot Disallow: / User-agent: DealOzBot Disallow: / User-agent: * Disallow: /cgi-bin Disallow: /clickv1 Disallow: /graphics Disallow: /too Disallow: /en/ Disallow: /ni/ Disallow: /ajax/ Disallow: /_hp