User-agent: *
Crawl-delay: 60

Disallow: /*/login
Disallow: /*/registration
Disallow: /*/account
Disallow: /*/profile
Disallow: /*/address
Disallow: /*/history
Disallow: /*/wishlist
Disallow: /*/logout
Disallow: /*/cart
Disallow: /*/shipping
Disallow: /*/billing
Disallow: /*/payment
Disallow: /*/confirmation
Disallow: /on/demandware.store/Sites-anki-US-Site/en_US/Cart*
Disallow: /on/demandware.store/Sites-anki-US-Site/en_US/COShipping*
Disallow: /on/demandware.store/Sites-anki-US-Site/en_US/COBilling*
Disallow: /on/demandware.store/Sites-anki-GB-Site/en_GB/Cart*
Disallow: /on/demandware.store/Sites-anki-GB-Site/en_GB/COShipping*
Disallow: /on/demandware.store/Sites-anki-GB-Site/en_GB/COBilling*
Disallow: /on/demandware.store/Sites-anki-DE-Site/de_DE/Cart*
Disallow: /on/demandware.store/Sites-anki-DE-Site/de_DE/COShipping*
Disallow: /on/demandware.store/Sites-anki-DE-Site/de-DE/COBilling*
Disallow: /on/demandware.store/Sites-anki-FR-Site/fr_FR/Cart*
Disallow: /on/demandware.store/Sites-anki-FR-Site/fr_FR/COShipping*
Disallow: /on/demandware.store/Sites-anki-FR-Site/fr_FR/COBilling*

# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/

# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/

# no access to profile listings, they are costly to generate and don't provide useful information.
Disallow: /profile
Disallow: /profile/*
Disallow: /?q=profile
Disallow: /?q=profile/*

# Additional Rules
Disallow: /file
Disallow: /file/*
Disallow: /content
Disallow: /content*
Disallow: /file/*
Disallow: /node$
Disallow: /user$
Disallow: /unit-*

# Googlebot picked up strange homepage URLs somewhere
Disallow: /home/*