User-agent: Amazonbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: barkrowler
Disallow: /

# Default: block all bots
User-agent: *
Disallow: /

# Allow Googlebot to index the site
User-agent: Googlebot
Allow: /

# Allow Bingbot to index (optional)
User-agent: Bingbot
Allow: /

# Allow Facebook crawler for link previews
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

# Allow Twitterbot for link previews
User-agent: Twitterbot
Allow: /

# Optional: Google Ads / verification bots
User-agent: AdsBot-Google
Allow: /
User-agent: Google-Site-Verification
Allow: /

# AI crawlers: allowed to read public content. robots.txt groups do not
# inherit, so the "User-Agent: *" Disallow rules are repeated here to keep
# these bots off admin and the expensive ajax/map endpoints.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
Allow: /
Disallow: /zemelapis/
Disallow: /bendras-zemelapis/
Disallow: /en/full-map
Disallow: /en/map
Disallow: /pl/mapa
Disallow: /admin
Disallow: /*action=ajax*
Disallow: /*tourism-ajax_get_map_markers_list*
Disallow: /*tourism&action=ajax_get_map_markers_list*
Disallow: /index.php?module=events&action=list_only
Disallow: /katalogas/keltas-dreverna-juodkrante/
Disallow: /members-register_google/
Disallow: /index.php?module=elements&action=map&ajax=*
Disallow: /*/atsiliepimai
Disallow: /data/tourism_objects/list/*
Disallow: /templates/images/map_icon/cluster/*
Disallow: /?module=tourism&action=list_load&ajax=*
Disallow: /*events-send_email/*

User-Agent: *
Disallow: /zemelapis/
Disallow: /bendras-zemelapis/
Disallow: /en/full-map
Disallow: /en/map
Disallow: /pl/mapa
Disallow: /admin
Disallow: /*action=ajax*
Disallow: /*tourism-ajax_get_map_markers_list*
Disallow: /*tourism&action=ajax_get_map_markers_list*
Disallow: /index.php?module=events&action=list_only
Disallow: /katalogas/keltas-dreverna-juodkrante/
Disallow: /members-register_google/
Disallow: /index.php?module=elements&action=map&ajax=*
Disallow: /*/atsiliepimai
Disallow: /data/tourism_objects/list/*
Disallow: /templates/images/map_icon/cluster/*
Disallow: /?module=tourism&action=list_load&ajax=*
Disallow: /*events-send_email/*