User-Agent: * 
Allow: / 
Disallow: /concrete 
Disallow: /login 
Disallow: /dashboard 
Disallow: /register