User-agent: Slurp
Crawl-delay: 250
disallow: /web.shtml
disallow: /cgi-bin/  
disallow: /error/
disallow: /get/
disallow: /files/
disallow: /url.php
disallow: /web.php
Disallow: /*.mp3$
Disallow: /*.zip$ 
Disallow: /*.rar$

User-agent: msnbot 
Crawl-delay: 250
disallow: /web.shtml
disallow: /cgi-bin/  
disallow: /error/
disallow: /get/
disallow: /files/
disallow: /url.php
disallow: /web.php
Disallow: /*.mp3$
Disallow: /*.zip$ 
Disallow: /*.rar$

User-agent: Yandex
disallow: /web.shtml
disallow: /cgi-bin/  
disallow: /error/
disallow: /get/
disallow: /files/
disallow: /url.php
disallow: /web.php
Host: anime-get.com

User-agent: *
disallow: /web.shtml
disallow: /cgi-bin/  
disallow: /error/
disallow: /get/
disallow: /files/
disallow: /url.php
disallow: /web.php