#These folders do not contain html docs and should not be spidered
User-agent: *
Disallow: /CGI-BIN/ 
Disallow: /css/  
Disallow: /database/ 
Disallow: /movies/ 
Disallow: /Templates/  
Disallow: /NextGen/
Disallow: /scripts/
Disallow: /html/
Disallow: /Libary/
Disallow: /assets/
Disallow: /MMWIP/