# prevent robots indexing directories or files on site User-agent: * Sitemap: http://www.vsni.co.uk/sitemap_index.xml Disallow: /register/ Disallow: /downloads/genstat/release9/ Disallow: /downloads/asreml/release2/ Disallow: /common/ Disallow: /downloads/genstat/gtrial.php Disallow: /downloads/genstat/gcuser.php Disallow: /downloads/asreml/as2windows.php Disallow: /downloads/asreml/as2sun.php Disallow: /downloads/asreml/as2linux.php Disallow: /downloads/samm/samm2linr.php Disallow: /downloads/samm/samm2winr.php Disallow: /downloads/samm/samm2wins.php Disallow: /products/genstat/hglm/promolicense.php Disallow: /downloads/genstat/support/ # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.vsni.co.uk/sitemap.xml.gz # END XML-SITEMAP-PLUGIN