# This site should be indexed by robots only in part.

User-agent: AhrefsBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /searching/
Disallow: /dKWIC.php
Disallow: /gifs/
Disallow: /getlex.php
Disallow: /browseheaders.php
Disallow: /bablex.php
Disallow: /oneentry.php
Disallow: /get_a_chapter.php
Disallow: /showachapter.php
Disallow: /get_file_info.php
Disallow: /newconcord.php
Disallow: /comment.php
Disallow: /djpa.php
Disallow: /showjps.php
Disallow: /showjastrow.php
Disallow: /showcpa.php
Disallow: /J/
Disallow: /showlevy.php
Disallow: /levy
Disallow: /Schulthess
Crawl-delay: 35