# /robots.txt - ÓÊÀÇÛÂÀÅÒ ÏÎÈÑÊÎÂÛÌ ÐÎÁÎÒÀÌ ÊÀÊÈÅ ÊÀÒÀËÎÃÈ
#               ÁÐÀÒÜ ÄËß ÈÍÄÅÊÑÀÖÈÈ ÍÅ ÑËÅÄÓÅÒ.
#               åÑËÈ ÏÓÑÒ ÈËÈ ÍÅ ÑÓÙÅÑÒÂÓÅÒ, ÒÎ ÂÑÅ ÌÎÆÍÎ ÁÐÀÒÜ
#
#     ïÐÈÌÅÐ /robots.txt file
#
#     User-agent: webcrawler
#     Disallow:
#
#     User-agent: lycra
#     Disallow: /

     User-agent: *
     Disallow: /download
     Disallow: /img
     Disallow: /include
     Disallow: *.inc
     Disallow: *.css
     Disallow: _mail.php
     Disallow: /link