User-agent: * 
Disallow: /404/ 
Disallow: /404.shtml 
Disallow: /GeneratedItems/
Disallow: /web-design/
Disallow: /advertising/
Disallow: /cgi/
Disallow: /cgi-bin/ 
Disallow: /links/
Disallow: /links/index.html
Disallow: /links/index2.html
Disallow: /links/index3.html
Disallow: /links/index3.html
Disallow: /cat43.php
Disallow: /webdesign/portfolio/din.html
revisit: 5