User-agent: Slurp
Crawl-Delay: 5
User-Agent: *
Allow: /                                      # Allow bot to enter
Disallow: /fileadmin/templates/    # Exclude only folders with no
Disallow: /fileadmin/dok/
Disallow: /typo3/                             # Nothing to see here
Disallow: /typo3temp/                         # Nothing to see here
Disallow: /*&type=98                          # Disable print pages
Sitemap: http://www.terviseamet.ee/?eID=dd_googlesitemap   # Your Sitemap
Sitemap: http://www.terviseamet.ee/?type=100       # Your RSS Feed
Disallow: /*?id=*                             # Disable non-realurl
Disallow: /info/otsing.html$

User-Agent: Googlebot
Allow: /
Disallow: /fileadmin/dok/
Disallow: /typo3/                             # Nothing to see here
Disallow: /typo3temp/                         # Nothing to see here
Disallow: /*&type=98                          # Disable print pages
Sitemap: http://www.terviseamet.ee/?eID=dd_googlesitemap   # Your Sitemap
Sitemap: http://www.terviseamet.ee/?type=100       # Your RSS Feed
Disallow: /*?id=*                             # Disable non-realurl
Disallow: /info/otsing.html$