User-agent: *
Disallow: /per/
Disallow: /per
Disallow: /privacy-policy/
Disallow: /privacy-policy
Disallow: /endorsement-policy/
Disallow: /endorsement-policy
Disallow: /feeds/
Disallow: /feeds
Disallow: /auction.php
Disallow: /auctions.php
Disallow: /auctions.php
Disallow: /get.php
Disallow: /wp-content/
Disallow: /wp-content
Disallow: /wp-content/plugins/
Disallow: /wp-content/plugins

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10