# robots.txt to allow all robots anywhere except in the given sub directories User-agent: * Disallow: Disallow: /cakeshop Disallow: /shop