User-agent: YandexBot
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /tmp/
# Files
Disallow: /cron.php
Disallow: /update.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/
Disallow: /comment/*/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /taxonomy/term/
Disallow: /user/
Disallow: /user/*/
# Paths tech and errors
Disallow: /tech/
Disallow: /tech/*
Disallow: /error
# Paths (no clean URLs)
Disallow: /?*
Disallow: /*?*

User-agent: Googlebot
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /tmp/
# Files
Disallow: /cron.php
Disallow: /update.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/
Disallow: /comment/*/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /taxonomy/term/
Disallow: /user/
Disallow: /user/*/
# Paths tech and errors
Disallow: /tech/
Disallow: /tech/*
Disallow: /error
# Paths (no clean URLs)
Disallow: /?*
Disallow: /*?*

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
Disallow: /tmp/
# Files
Disallow: /cron.php
Disallow: /update.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/
Disallow: /comment/*/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /taxonomy/term/
Disallow: /user/
Disallow: /user/*/
# Paths tech and errors
Disallow: /tech/
Disallow: /tech/*
Disallow: /error
# Paths (no clean URLs)
Disallow: /?*
Disallow: /*?*

Host: www.tehkadastr.ru
Sitemap: http://tehkadastr.ru/sitemap.xml