User-agent:*

# Default Instructions

Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=

# Restrict User Account & Checkout Pages

Disallow: /checkout/
Disallow: /onestepcheckout/

# Disallow Catalog Search Pages

Disallow: /catalog/product_compare/
Disallow: /search/
Disallow: /*?q=
# 2026-09-13: cautarea interna consuma ~2,9 h/zi CPU pentru pagini oricum noindex.
# Reguli pe CALE (nu pe parametru) - nu intra in conflict cu Allow: /*?p=
Disallow: /catalogsearch/
Disallow: /searchautocomplete/


# Restrict CMS Directories

Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/


# Disallow Duplicate Content

Disallow: /tag/
Disallow: /review/
 
# Allow pagination 
Allow: /*?p=
Allow: /*?amp=1



User-agent: ICC-Crawler
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: Webzio-Extended
Disallow: /
User-agent: img2dataset
Disallow: /

User-agent: omgili
Disallow: /


User-agent: cohere-ai
Disallow: /

User-agent: Ai2Bot
Disallow: /
User-agent: Ai2Bot-Dolma
Disallow: /
User-agent: FriendlyCrawler
Disallow: /


# === Block Meta AI-training crawlers (facebook OG scrapers permise 2026-06-30) ===
User-agent: meta-externalagent
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: meta-externalfetcher
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /
Sitemap: https://www.gsmboutique.ro/sitemap-imagini.xml

Sitemap: https://www.gsmboutique.ro/sitemap.xml