user-agent: *     #all robots
disallow: /cdi/   #disallow /cdi/ as it points out of this domain