# robots.txt for http://www.prontanet.lt/ User-agent: * Disallow: /home/ # this is the dynamic page server allow: /home/counter.php # otherwise the counter does not get updated Disallow: /edit/ # this is just a link to the CMS Disallow: /commerce/ # this is just a link to the CMS Disallow: /miniflex/data/ # this is just a link to the CMS Disallow: /miniflex/includes/ # this is just a link to the CMS Disallow: /darbai/ # this is just a link to the CMS Disallow: /whois/ # this is just a link to the CMS Disallow: /saugos_kopija/ # backups of html files