User-agent: *
Allow: /
Disallow: /reg
Disallow: /GDF*
Disallow: /*.zip
Disallow: /*.pdf