Sitemap: http://www.digo.it/sitemapindex.xml

User-agent: Teoma
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: asterias
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: Slurp
Crawl-delay: 300

User-agent: *
Disallow: /3rdparty/
Disallow: /admin
Disallow: /admin/
Disallow: /avatars/
Disallow: /backup/
Disallow: /cache/
Disallow: /category/
Disallow: /evb/
Disallow: /evb_alt/
Disallow: /image/
Disallow: /internal/
Disallow: /js/
Disallow: /libs/
Disallow: /live
Disallow: /modules/
Disallow: /plesk-stat/
Disallow: /plugins/
Disallow: /published/
Disallow: /published/page/
Disallow: /rss/
Disallow: /search/
Disallow: /story/
Disallow: /story/title/
Disallow: /submit/
Disallow: /templates/
Disallow: /templates_c/
Disallow: /upcoming/
Disallow: /upcoming/page/
Disallow: /user/
Disallow: /widget/
Disallow: /admin_index.php
Disallow: /login.php
Disallow: /search.php
Disallow: /story.php
Disallow: /submit.php
Disallow: /upcoming.php
Disallow: /user.php

Crawl-delay: 120