# robots.txt for http://www.example.com/

User-agent: *
Disallow: /admin/ # Skal ikke crawle /admin/
Disallow: /php/generalfunctions/
Disallow: /php/test/
Disallow: /php/log/
Disallow: /data/