# exclude certain stuff from web-crawlers
# exclude web forms that alter data in our database
User-agent: *
Disallow: /program
Disallow: /admin/
Disallow: /medlem/
Disallow: /register/
Disallow: /innmelding.php
Disallow: /twiki/