# All robots will spider the domain

User-agent: *
Disallow: /admin/
Disallow: /clients/
Disallow: /fonts/
Disallow: /net2ftp/
Disallow: /search/