User-agent: Buck
Disallow: /
# User-agent: PetalBot
# Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: sentibot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: psbot
Disallow: /
User-Agent: trendictionbot 
Disallow: /
user-agent: AhrefsBot
Disallow: /
user-agent: Purebot
Disallow: /
User-agent: dotbot 
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: TasBot
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: BabalooSpider
Disallow: /
User-agent: OOZBOT
Disallow: /
User-agent: search.KumKie.com
Disallow: /
User-agent: Python-urllib/2.7
Disallow: /
User-agent: Spinn3r
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TopBlogsInfo/2.0
Disallow: /

User-agent: * 
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /editor/
Disallow: /help/
Disallow: /images/
Disallow: /includes/
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /installation/
Disallow: /content/go/
sitemap: http://www.preberi.si/sitemap.xml.gz