# Creado el 17/4/98
# Modificado el 20/4/2007 (cgi*)
#
# Asimov-en robotikaren 3 legeak (Itzulpena: Makilakixki, 2014ko urrian gehitua)
# 1. Robot batek ez dio gizaki bati kalterik egingo ez eta ekintza faltagatik gizaki bat kaltetua izaten utziko.
# 2. Robot batek gizakiek emandako aginduak bete behar ditu, aginduok Lehenengo Legea urratzen ez duten bitartean.
# 3. Robot batek bere izatea babestu behar du, Lehenengo edo Bigarren Legeekin gatazka sortzen denean izan ezik.

User-agent: Twitterbot
Allow: /argia/fitx/

User-agent: facebookexternalhit
Allow: /argia/fitx/

User-agent: Googlebot
Allow: /argia/fitx/

User-agent: WhatsApp
Allow: /argia/fitx/

User-agent: AhrefsBot
Disallow: /

User-agent: trendkite-akashic-crawler
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-Agent: GynxBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Moreover
Disallow: /

User-agent: ecoresearchCrawler
Disallow: /

User-agent: TrendsmapResolver
Disallow: /

User-agent: Amazonbot
User-agent: Amzn-SearchBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: AwarioBot
Disallow: / 

User-agent: *
Crawl-delay: 20
Disallow: /argia/fitx/
Disallow: /cgi*/
Disallow: /icons/
Disallow: /images/
Disallow: /aurrebista/
Disallow: /albistea-z/
Disallow: /argia-astekaria-z/
Disallow: /azala/
Disallow: /interaktiboak/
#Disallow: /*/inprimatu$
Disallow: /API/
Disallow: /komunitatea/
Disallow: /adserver/
Disallow: /blogak/urko-saenz-buruaga/calendar/
Disallow: /albistea/mundu-bat-egunkariarekin-2/
Disallow: /bilaketa?
Disallow: /multimedia/bilaketa?