User-agent: linkCheck    
Disallow: /cgi-bin/      
                        
User-agent: BadSpider    
Disallow: /             
                         
User-agent: *            
Disallow: /cgi-bin/      
Disallow: /verboten/