# File: robots.txt

# All agents
User-agent: *

# 10 seconds between visits please
Crawl-delay: 10

# Allow something
Allow: /index.php

# Dissalow anything
#Disallow: /

Disallow: /Custom
Disallow: /index.asp
Disallow: /data/