# All robots will spider the domain User-agent: * Disallow: /css Disallow: /errors Disallow: /generator Disallow: /images Disallow: /js Disallow: /securimage Disallow: /seo Disallow: /templates Sitemap: http://www.distancelearningu.com/sitemap.xml Sitemap: http://www.distancelearningu.com/urllist.txt Sitemap: http://www.distancelearningu.com/ror.xml