User-Agent: *
Crawl-Delay: 15
User-agent: *
Disallow: /includes/
Disallow: /globals/
Disallow: /misc/
Disallow: /themes/
Disallow: /modules/
Disallow: /database/
Disallow: /cgi-bin/
Disallow: /scripts/