#
# robot.txt for https://www.12manage.com/
#

# Crawlers that are kind enough to obey, but which we'd rather not have
# unless they're feeding search engines.
User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

#
# The 'grub' distributed client has been *very* poorly behaved.
#
User-agent: grub-client
Disallow: /

#
# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
#
User-agent: NPBot
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: coccoc
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Bytespider
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

# Don't allow the wayback-maschine to index pages
User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /bibit/
Disallow: /invoi
Disallow: /bab
Disallow: /books
Disallow: /clean
Disallow: /comp
Disallow: /contri
Disallow: /das
Disallow: /deskt
Disallow: /edit_
Disallow: /email.asp
Disallow: /end_
Disallow: /fulf
Disallow: /funct
Disallow: /gold
Disallow: /intr
Disallow: /keyw
Disallow: /md
Disallow: /menu_check
Disallow: /menu_comment
Disallow: /menu_crea
Disallow: /menu_expert
Disallow: /menu_gene
Disallow: /menu_last
Disallow: /menu_mai
Disallow: /menu_mar
Disallow: /menu_member_c
Disallow: /menu_meta
Disallow: /menu_pageview
Disallow: /menu_rebui
Disallow: /menu_resour
Disallow: /menu_site
Disallow: /menu_stat
Disallow: /premium
Disallow: /remin
Disallow: /renew
Disallow: /sig
Disallow: /start.as
Disallow: /submi
Disallow: /test
Disallow: /translate
Disallow: /undo
Disallow: /upda
Disallow: /user
Disallow: /veri
Disallow: /view_
Crawl-delay: 1

Sitemap: https://www.12manage.com/sitemapindex_12manage.xml