# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory admin
User-agent: *
Disallow: admin

# Disallow directory cls
User-agent: *
Disallow: cls

# Disallow directory crd
User-agent: *
Disallow: crd

# Disallow directory css
User-agent: *
Disallow: css

# Disallow directory csv
User-agent: *
Disallow: csv

# Disallow directory data
User-agent: *
Disallow: data

# Disallow directory download
User-agent: *
Disallow: download

# Disallow directory fonts
User-agent: *
Disallow: fonts

# Disallow directory img
User-agent: *
Disallow: img

# Disallow directory inc
User-agent: *
Disallow: inc

# Disallow directory js
User-agent: *
Disallow: js

# Disallow directory logs
User-agent: *
Disallow: logs

# Disallow directory media
User-agent: *
Disallow: media

# Disallow directory php
User-agent: *
Disallow: php