User-agent: *    # applies to all robots
Disallow: /database/      # disallow access to the following folders
Disallow: /css/
Disallow: /images/
Disallow: /test/