# Begränsa högbelastning från Googlebot
User-agent: Googlebot
Disallow: /inc/ajax_portal.php

# Begränsa SemrushBot med crawl-delay
User-agent: SemrushBot
Crawl-delay: 10

User-agent: Baiduspider
Disallow: /

User-agent: Arquivo-web-crawler 
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: TinyTestBot
Disallow: /

User-agent: dotbot 
Disallow: /

User-agent: GeedoBot
Disallow: /

User-agent: GeedoProductSearch
Disallow: /

User-agent: VelenPublicWebCrawler 
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-Agent: ImagesiftBot 
Disallow: / 

User-agent: Yandex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /



User-agent: Pinterestbot
Disallow: /

User-agent: * 
Disallow: /generator

/*  Crawl Delays */
user-agent: Pinterestbot
Crawl-delay: 5

User-agent: wget
Disallow: /

Sitemap: https://gallerix.pl/sitemaps/gallerix.pl.xml