User-agent: * 
Crawl-Delay: 20

User-agent: *
Disallow: /cgi-bin
Disallow: /wp-login.php
Disallow: /xmlrpc.php

User-agent: *
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.zip$