User-agent: * Allow: /social_instagram/ Sitemap: https://www.uportho.ro/sitemap.xml ############## # custom # ############## # Closes Odoo's default "User-agent: *" group above (a Sitemap line does not end a group) Disallow: User-agent: meta-externalagent User-agent: meta-externalfetcher User-agent: PetalBot User-agent: Bytespider User-agent: GPTBot User-agent: ClaudeBot User-agent: CCBot User-agent: Amazonbot User-agent: SemrushBot User-agent: AhrefsBot User-agent: MJ12bot User-agent: DotBot User-agent: DataForSeoBot Disallow: / # Meta link preview + catalog crawlers: clean URLs only (keeps share previews working) User-agent: facebookexternalhit User-agent: facebookcatalog Disallow: /*? Disallow: /shop/cart Disallow: /*/shop/cart Disallow: /shop/checkout Disallow: /*/shop/checkout Disallow: /shop/wishlist Disallow: /*/shop/wishlist User-agent: bingbot Crawl-delay: 5 Disallow: /*?*search= Disallow: /*?*order= Disallow: /*?*view_mode= Disallow: /*?*category= Disallow: /*?*attribute_value= Disallow: /*?*tags= Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*page= Disallow: /*?*ppg= Disallow: /shop/cart Disallow: /*/shop/cart Disallow: /shop/checkout Disallow: /*/shop/checkout Disallow: /shop/payment Disallow: /*/shop/payment Disallow: /shop/wishlist Disallow: /*/shop/wishlist Disallow: /website/info Disallow: /profile/ Disallow: /livechat Disallow: /jobs Disallow: /events User-agent: * Allow: /social_instagram/ Disallow: /*?*search= Disallow: /*?*order= Disallow: /*?*view_mode= Disallow: /*?*category= Disallow: /*?*attribute_value= Disallow: /*?*tags= Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*page= Disallow: /*?*ppg= Disallow: /shop/cart Disallow: /*/shop/cart Disallow: /shop/checkout Disallow: /*/shop/checkout Disallow: /shop/payment Disallow: /*/shop/payment Disallow: /shop/wishlist Disallow: /*/shop/wishlist Disallow: /website/info Disallow: /profile/ Disallow: /livechat Disallow: /jobs Disallow: /events