user-agent: * Disallow: /bin Disallow: /admin Disallow: /customer Disallow: /demo Disallow: /login Disallow: /documents/private