User-agent: gsa-crawler
Allow: *

User-agent: *
Disallow: /cgi-bin/
Disallow: /pmia/
Disallow: /register/
Disallow: /library/documentation/