###############################

#

#

Sitemap: http://www.rapid7.com/sitemap.xml

User-agent: *

#

# list folders robots are not allowed to index 

#

Disallow: /css/

Disallow: /img/

Disallow: /includes/

Disallow: /js/

Disallow: /lib/

Disallow: /swf/

Disallow: /WEB-INF/

Disallow: /xml/

#

# list specific files robots are not allowed to index

#


# 

#

###############################