User-Agent: *
Crawl-delay: 2 # задает таймаут в 2 секунды
Disallow: /stat/
Disallow: /media/movies/
Disallow: /veterok/
Disallow: /link/plagiat.php
Disallow: /mail_client/
Disallow: /main_control_js/
Disallow: /sys/
Disallow: /subscription/
Disallow: /search/
Disallow: /mail_client/
Disallow: /feature_site_offer/
Disallow: /error_sending/
Disallow: /download/
Disallow: /direct_edit/
Disallow: /autorization/
Disallow: /anclave/
Disallow: /mail_client/mail_client/mail.php
Disallow: /stat/stats.php
Disallow: /art_reiting/raiting_form.php