# ========================================================== # ePiesa.ro - Robots.txt (versiune optimizată anti-scraping) # Ultima actualizare: Octombrie 2025 # ========================================================== # ---------------------------------------------------------- # Directive generale (permite indexarea normală, interzice AI training) # ---------------------------------------------------------- User-agent: * Content-signal: search=yes, ai-train=no # ---------------------------------------------------------- # Blochează paginile dinamice și de căutare (anti-scraping) # ---------------------------------------------------------- Disallow: /cautare-piesa/ Disallow: /filtre-* Disallow: /produse_2018_*/ Disallow: /produse_2019_*/ Disallow: /produse_2020_*/ Disallow: /produse_2022_*/ Disallow: /produse_2023_*/ Disallow: /produse_2024_*/ Disallow: /produse_2025_*/ Disallow: /produse_2026_*/ Disallow: /produse_2027_*/ Disallow: /produse_2028_*/ Disallow: /produse_2029_*/ Disallow: /produse_2030_*/ Disallow: /produse_2031_*/ Disallow: /produse_2032_*/ Disallow: /produse_2033_*/ Disallow: /produse_2034_*/ Disallow: /produse_2035_*/ Disallow: /produse_2036_*/ Disallow: /produse_2037_*/ Disallow: /produse_2038_*/ Disallow: /produse_2039_*/ Disallow: /produse_2040_*/ Disallow: /produse_2041_*/ Disallow: /produse_2042_*/ Disallow: /produse_2043_*/ Disallow: /produse_2044_*/ Disallow: /produse_2045_*/ Disallow: *;* Disallow: *,* # ---------------------------------------------------------- # Blocare crawlere / boți inutili sau agresivi # ---------------------------------------------------------- User-agent: 008 Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: SeznamBot Disallow: / User-agent: PetalBot Disallow: / User-agent: TrendictionBot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: Sogou Disallow: / User-agent: BLEXBot Disallow: / User-agent: Exabot Disallow: / User-agent: EasouSpider Disallow: / User-agent: EtaoSpider Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: SeekportBot Disallow: / User-agent: MauiBot Disallow: / User-agent: Twitterbot Disallow: / User-agent: facebot Disallow: / User-agent: Pinterest Disallow: / User-agent: LinkedInBot Disallow: / User-agent: meta-externalagent Disallow: / # ---------------------------------------------------------- # Blocare roboți AI și de conținut automat (Cloudflare Managed list) # ---------------------------------------------------------- User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Google-Extended Disallow: / User-agent: PerplexityBot Disallow: / User-agent: YouBot Disallow: / # ---------------------------------------------------------- # Permisiuni pentru motoare de căutare legitime (SEO) # ---------------------------------------------------------- User-agent: Googlebot Allow: / Disallow: /cautare-piesa/ User-agent: Bingbot Allow: / Disallow: /cautare-piesa/ User-agent: DuckDuckBot Allow: / Disallow: /cautare-piesa/ User-agent: Applebot Allow: / Disallow: /cautare-piesa/