# All robots will spider the domain
User-agent: *
Disallow: 

User-agent: *
Disallow: /gotlinks.php

User-agent: *
Disallow: /linkdash.php

User-agent: *
Disallow: /syndicat/

User-agent: *
Disallow: /linkpage.htm

User-agent: *
Disallow: /linkpage2.htm

User-agent: *
Disallow: /resourcedirectory.php

User-agent: *
Disallow: http://www.all-linksite.com/cgi-bin/links/index.cgi?ID=36840