# Robots.txt

# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /cgi-bin
User-agent: *
Disallow: /cgi-bin

# Disallow directory /images
User-agent: *
Disallow: /images

# Disallow directory /data
User-agent: *
Disallow: /data

# Disallow directory /data
User-agent: *
Disallow: /functions

# Disallow directory /data
User-agent: *
Disallow: /modules

# Disallow directory /data
User-agent: *
Disallow: /themes

# Disallow directory /data
User-agent: *
Disallow: /html

# Disallow directory /data
User-agent: *
Disallow: /manage

# Disallow directory /data
User-agent: *
Disallow: /docs