User-agent: *
Disallow: /cgi-bin/
Disallow: /redirect/
Disallow: /links/
Disallow: /php-scripts/


# Disallow: to allow full access