# robots.txt
User-agent: *
Disallow: 
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /images/
Disallow: /css/
Disallow: /js/
Disallow: /gbcf-v3/
Disallow: /alg/
# …
Sitemap: http://www.genericwebdomains.com/sitemap.xml