# All robots will spider the domain

# Rules for Omni Explorer Bot
User-Agent: OmniExplorer_Bot
Crawl-delay: 20

User-agent: *
# Disallow directory /scripts/
Disallow: /scripts/
Crawl-delay: 20