User-agent: *
Disallow: /debian/
User-agent: *
# Prevent bots from executing all actions except "view" since:
# 1) we don't want bots to execute stuff in the wiki!
# 2) we don't want bots to consume CPU and memory 
# (for example to perform exports)
# Note: You may want to allow /download/ if you wish to have
# attachments indexed.
# Note2: Using * instead of /bin/ to also match path-based
# subwikis like "/xwiki/wiki/wikialias/view/Space/Page"
Disallow: /xwiki/*/viewattachrev/
Disallow: /xwiki/*/viewrev/
Disallow: /xwiki/*/pdf/
Disallow: /xwiki/*/tex/
Disallow: /xwiki/*/edit/
Disallow: /xwiki/*/create/
Disallow: /xwiki/*/inline/
Disallow: /xwiki/*/preview/
Disallow: /xwiki/*/save/
Disallow: /xwiki/*/saveandcontinue/
Disallow: /xwiki/*/rollback/
Disallow: /xwiki/*/deleteversions/
Disallow: /xwiki/*/cancel/
Disallow: /xwiki/*/delete/
Disallow: /xwiki/*/deletespace/
Disallow: /xwiki/*/undelete/
Disallow: /xwiki/*/reset/
Disallow: /xwiki/*/register/
Disallow: /xwiki/*/propupdate/
Disallow: /xwiki/*/propadd/
Disallow: /xwiki/*/propdisable/
Disallow: /xwiki/*/propenable/
Disallow: /xwiki/*/propdelete/
Disallow: /xwiki/*/objectadd/
Disallow: /xwiki/*/commentadd/
Disallow: /xwiki/*/commentsave/
Disallow: /xwiki/*/objectsync/
Disallow: /xwiki/*/objectremove/
Disallow: /xwiki/*/attach/
Disallow: /xwiki/*/upload/
Disallow: /xwiki/*/download/
Disallow: /xwiki/*/temp/
Disallow: /xwiki/*/downloadrev/
Disallow: /xwiki/*/dot/
Disallow: /xwiki/*/svg/
Disallow: /xwiki/*/delattachment/
Disallow: /xwiki/*/skin/
Disallow: /xwiki/*/jsx/
Disallow: /xwiki/*/ssx/
Disallow: /xwiki/*/login/
Disallow: /xwiki/*/loginsubmit/
Disallow: /xwiki/*/loginerror/
Disallow: /xwiki/*/logout/
Disallow: /xwiki/*/charting/
Disallow: /xwiki/*/lock/
Disallow: /xwiki/*/redirect/
Disallow: /xwiki/*/admin/
Disallow: /xwiki/*/export/
Disallow: /xwiki/*/import/
Disallow: /xwiki/*/get/
Disallow: /xwiki/*/distribution/
Disallow: /xwiki/*/imagecaptcha/
Disallow: /xwiki/*/unknown/
# Note: In addition, this matches both old /xwiki/bin/webjars/
# and new /xwiki/webjars paths.
Disallow: /xwiki/*/webjars/
# Don't index additional UI-related resources.
Disallow: /xwiki/resources/
# Don't index sandbox content since it's sample content
Disallow: /xwiki/*/view/Sandbox/
# Don't index Admin space since it contains Admin stuff. 
# Note that the Admin space is protected by permissions 
# anyway but this acts as a safety net to not have private 
# info leaked on the internet ;)
Disallow: /xwiki/*/view/Admin/
# Don't index Stats data (just because it's not useful and
# those pages are a bit CPU intensive)
Disallow: /xwiki/*/view/Stats/
# Don't index Panels data (because we don't want it 
# indexed on the internet)
Disallow: /xwiki/*/view/Panels/
# Don't index the search page.
Disallow: /xwiki/*/Main/Search
# Don't index the REST API.
Disallow: /xwiki/rest/
# These are just UI elements which can cause infinite loops in
# web crawlers. See https://jira.xwiki.org/browse/XWIKI-16915
Disallow: /xwiki/*?*xpage=*