# robots.txt for craftin.lv # Managed by CraftIN AI Discoverability v0.7.0 # Owner: CraftIN AI Discoverability. If CraftIN Smart Sitemap syncs robots.txt later, regenerate this file here again. # Policy: max_visibility # --- Social sharing / Meta preview crawlers --- User-agent: facebookexternalhit User-agent: facebookcatalog User-agent: Facebot User-agent: meta-externalfetcher Allow: / Allow: /module/craftinsocialbridge/ Allow: /modules/craftinsocialbridge/ # Private query pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= # Private PrestaShop controllers Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Private system directories Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # Private customer/account pages - Latvian and fallback slugs Disallow: /adrese Disallow: /adreses Disallow: /pieslēgties Disallow: /pieslegties Disallow: /iepirkumu-grozs Disallow: /atlaide Disallow: /guest-tracking Disallow: /pasūtījumu-vēsture Disallow: /pasutijumu-vesture Disallow: /identitāte Disallow: /identitate Disallow: /mans-konts Disallow: /pasūtījums Disallow: /pasutijums Disallow: /order-confirmation Disallow: /pasūtījuma-izsekošana Disallow: /pasutijuma-izsekosana Disallow: /kredītrēķins Disallow: /kreditrekins Disallow: /paroles-atjaunošana Disallow: /paroles-atjaunosana Disallow: /registration Disallow: /meklēt Disallow: /meklet # --- AI search / user-requested access: public pages allowed, private PrestaShop pages blocked --- User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: Claude-SearchBot User-agent: Claude-User User-agent: Claude-Web User-agent: PerplexityBot User-agent: Perplexity-User User-agent: GoogleOther User-agent: GPTBot User-agent: ClaudeBot User-agent: Google-Extended User-agent: CCBot User-agent: Bytespider User-agent: Meta-ExternalAgent User-agent: cohere-ai Allow: / # Allow public module assets Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: */modules/*.jpeg Allow: */modules/*.gif Allow: */modules/*.svg Allow: */modules/*.webp Allow: */modules/*.avif Allow: /js/jquery/* # Allow CraftIN public custom module routes/assets Allow: /craftin-sitemap.xml Allow: /craftin-sitemap-*.xml Allow: /module/craftinsitemap/ Allow: /module/craftinsitemap/sitemap Allow: /module/craftinaidiscoverability/ Allow: /module/craftinaidiscoverability/content Allow: /module/craftinaidiscoverability/ai Allow: /ai Allow: /ai/ Allow: /ai.html Allow: /craftin-overview.html Allow: /ai-sitemap.xml Allow: /llms.txt Allow: /llms-full.txt Allow: /ai-content.txt Allow: /ai-content-full.txt Allow: /modules/craftingallery/img/ Allow: /modules/craftinsitemap/ # Private query pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= # Private PrestaShop controllers Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Private system directories Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # Private customer/account pages - Latvian and fallback slugs Disallow: /adrese Disallow: /adreses Disallow: /pieslēgties Disallow: /pieslegties Disallow: /iepirkumu-grozs Disallow: /atlaide Disallow: /guest-tracking Disallow: /pasūtījumu-vēsture Disallow: /pasutijumu-vesture Disallow: /identitāte Disallow: /identitate Disallow: /mans-konts Disallow: /pasūtījums Disallow: /pasutijums Disallow: /order-confirmation Disallow: /pasūtījuma-izsekošana Disallow: /pasutijuma-izsekosana Disallow: /kredītrēķins Disallow: /kreditrekins Disallow: /paroles-atjaunošana Disallow: /paroles-atjaunosana Disallow: /registration Disallow: /meklēt Disallow: /meklet # --- Default public crawlers and classic search engines --- User-agent: * # Allow public module assets Allow: */modules/*.css Allow: */modules/*.js Allow: */modules/*.png Allow: */modules/*.jpg Allow: */modules/*.jpeg Allow: */modules/*.gif Allow: */modules/*.svg Allow: */modules/*.webp Allow: */modules/*.avif Allow: /js/jquery/* # Allow CraftIN public custom module routes/assets Allow: /craftin-sitemap.xml Allow: /craftin-sitemap-*.xml Allow: /module/craftinsitemap/ Allow: /module/craftinsitemap/sitemap Allow: /module/craftinaidiscoverability/ Allow: /module/craftinaidiscoverability/content Allow: /module/craftinaidiscoverability/ai Allow: /ai Allow: /ai/ Allow: /ai.html Allow: /craftin-overview.html Allow: /ai-sitemap.xml Allow: /llms.txt Allow: /llms-full.txt Allow: /ai-content.txt Allow: /ai-content-full.txt Allow: /modules/craftingallery/img/ Allow: /modules/craftinsitemap/ # Private query pages Disallow: /*?order= Disallow: /*?tag= Disallow: /*?id_currency= Disallow: /*?search_query= Disallow: /*?back= Disallow: /*?n= Disallow: /*&order= Disallow: /*&tag= Disallow: /*&id_currency= Disallow: /*&search_query= Disallow: /*&back= Disallow: /*&n= # Private PrestaShop controllers Disallow: /*controller=addresses Disallow: /*controller=address Disallow: /*controller=authentication Disallow: /*controller=cart Disallow: /*controller=discount Disallow: /*controller=footer Disallow: /*controller=get-file Disallow: /*controller=header Disallow: /*controller=history Disallow: /*controller=identity Disallow: /*controller=images.inc Disallow: /*controller=init Disallow: /*controller=my-account Disallow: /*controller=order Disallow: /*controller=order-slip Disallow: /*controller=order-detail Disallow: /*controller=order-follow Disallow: /*controller=order-return Disallow: /*controller=order-confirmation Disallow: /*controller=pagination Disallow: /*controller=password Disallow: /*controller=pdf-invoice Disallow: /*controller=pdf-order-return Disallow: /*controller=pdf-order-slip Disallow: /*controller=product-sort Disallow: /*controller=registration Disallow: /*controller=search Disallow: /*controller=statistics Disallow: /*controller=attachment Disallow: /*controller=guest-tracking # Private system directories Disallow: /app/ Disallow: /cache/ Disallow: /classes/ Disallow: /config/ Disallow: /controllers/ Disallow: /download/ Disallow: /js/ Disallow: /localization/ Disallow: /log/ Disallow: /mails/ Disallow: /modules/ Disallow: /override/ Disallow: /pdf/ Disallow: /src/ Disallow: /tools/ Disallow: /translations/ Disallow: /upload/ Disallow: /var/ Disallow: /vendor/ Disallow: /webservice/ # Private customer/account pages - Latvian and fallback slugs Disallow: /adrese Disallow: /adreses Disallow: /pieslēgties Disallow: /pieslegties Disallow: /iepirkumu-grozs Disallow: /atlaide Disallow: /guest-tracking Disallow: /pasūtījumu-vēsture Disallow: /pasutijumu-vesture Disallow: /identitāte Disallow: /identitate Disallow: /mans-konts Disallow: /pasūtījums Disallow: /pasutijums Disallow: /order-confirmation Disallow: /pasūtījuma-izsekošana Disallow: /pasutijuma-izsekosana Disallow: /kredītrēķins Disallow: /kreditrekins Disallow: /paroles-atjaunošana Disallow: /paroles-atjaunosana Disallow: /registration Disallow: /meklēt Disallow: /meklet # Sitemaps Sitemap: https://craftin.lv/craftin-sitemap.xml Sitemap: https://craftin.lv/module/craftinsitemap/sitemap Sitemap: https://craftin.lv/ai-sitemap.xml