# All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /manager/
User-agent: *
Disallow: /manager/

# Disallow directory /assets/
User-agent: *
Disallow: /assets/

# Disallow directory /templates/
User-agent: *
Disallow: /templates/

#Disallow directort pdf - this contains PDF files for Agents
User-agent: *
Disallow: /pdf/

#Disallow directort pdf - this contains PDF files for Agents
User-agent: *
Disallow: /downloads/