# As a condition of accessing this website, you agree to abide by the following
# content signals:

# (a)  If a Content-Signal = yes, you may collect content for the corresponding
#      use.
# (b)  If a Content-Signal = no, you may not collect content for the
#      corresponding use.
# (c)  If the website operator does not include a Content-Signal for a
#      corresponding use, the website operator neither grants nor restricts
#      permission via Content-Signal with respect to the corresponding use.

# The content signals and their meanings are:

# search:   building a search index and providing search results (e.g., returning
#           hyperlinks and short excerpts from your website's contents). Search does not
#           include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
#           augmented generation, grounding, or other real-time taking of content for
#           generative AI search answers).
# ai-train: training or fine-tuning AI models.

# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.

# BEGIN Cloudflare Managed content

User-agent: *
Content-Signal: search=yes,ai-train=no
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: uptimerobot
Disallow: /

User-agent: viberbot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: *
Disallow: /corp/product/reviews/
Disallow: /corp/Policies/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/ 
Disallow: /recognition/
Disallow: /my4lifesettings/
Disallow: /shared/
Disallow: /mediaApp/
Disallow: /Signup/SetCartMode/
Disallow: /Signup/SetShipMode
Disallow: /Checkout/
Disallow: /report/
Disallow: /retailcart/
Disallow: /addwebproducttocart/
Disallow: /myaccount/
Disallow: /docs/
Disallow: /legacy/
Disallow: /images/hostedMedia/
Disallow: /error/
Disallow: /document/
Disallow: /corp/account/
Disallow: /cdn-cgi/
Disallow: /myshopsettings/
Disallow: /media/
Disallow: /metrics/nutrition/
Disallow: /autoship/loyaltyswitch
Allow: /corp/shop/ 
Allow: /corp/page/ 
Allow: /corp/blog/ 
Allow: /corp/news/ 
Allow: /corp/product/ 
Allow: /corp/publications/ 
Allow: /corp/home/Country
Allow: /corp/loyalty/
Allow: /corp/signup/
Allow: /corp/Signup/
Allow: /corp/cart/
Allow: /lasvegas/
Allow: /corp/about/
Allow: /corp/metrics/
Allow: /$


#----------------------------------------------------------------------
# Search Engine Specific Rules
#----------------------------------------------------------------------
# Google
User-agent: Googlebot
Disallow: /corp/product/reviews/
Disallow: /corp/Policies/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/ 
Disallow: /recognition/
Disallow: /my4lifesettings/
Disallow: /shared/
Disallow: /mediaApp/
Disallow: /Signup/SetCartMode/
Disallow: /Signup/SetShipMode
Disallow: /Checkout/
Disallow: /report/
Disallow: /retailcart/
Disallow: /addwebproducttocart/
Disallow: /myaccount/
Disallow: /docs/
Disallow: /legacy/
Disallow: /images/hostedMedia/
Disallow: /error/
Disallow: /document/
Disallow: /corp/account/
Disallow: /cdn-cgi/
Disallow: /myshopsettings/
Disallow: /media/
Disallow: /metrics/nutrition/
Disallow: /autoship/loyaltyswitch
Allow: /corp/shop/ 
Allow: /corp/page/ 
Allow: /corp/blog/ 
Allow: /corp/news/ 
Allow: /corp/product/ 
Allow: /corp/publications/ 
Allow: /corp/home/Country
Allow: /corp/loyalty/
Allow: /corp/signup/
Allow: /corp/Signup/
Allow: /corp/cart/
Allow: /lasvegas/
Allow: /corp/about/
Allow: /corp/metrics/
Allow: /$



User-agent: Googlebot-Image
Allow: /$
Allow: /images/products/
Allow: /images/content/
Allow: /image/pageBuilder/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/


User-agent: Bing
Disallow: /corp/product/reviews/
Disallow: /corp/Policies/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/ 
Disallow: /recognition/
Disallow: /my4lifesettings/
Disallow: /shared/
Disallow: /mediaApp/
Disallow: /Signup/SetCartMode/
Disallow: /Signup/SetShipMode
Disallow: /Checkout/
Disallow: /report/
Disallow: /retailcart/
Disallow: /addwebproducttocart/
Disallow: /myaccount/
Disallow: /docs/
Disallow: /legacy/
Disallow: /images/hostedMedia/
Disallow: /error/
Disallow: /document/
Disallow: /corp/account/
Disallow: /cdn-cgi/
Disallow: /myshopsettings/
Disallow: /media/
Disallow: /metrics/nutrition/
Disallow: /autoship/loyaltyswitch
Allow: /corp/shop/ 
Allow: /corp/page/ 
Allow: /corp/blog/ 
Allow: /corp/news/ 
Allow: /corp/product/ 
Allow: /corp/publications/ 
Allow: /corp/home/Country
Allow: /corp/loyalty/
Allow: /corp/signup/
Allow: /corp/Signup/
Allow: /corp/cart/
Allow: /lasvegas/
Allow: /corp/about/
Allow: /corp/metrics/
Allow: /$


Crawl-delay: 2


#----------------------------------------------------------------------
# Social Media Crawlers
#----------------------------------------------------------------------
# Facebook
User-agent: facebookexternalhit
Allow: /images/products/
Allow: /images/content/
Allow: /images/pageBuilder/
Disallow: /images/RecognitionPhoto
Disallow: /images/PayUPix
Disallow: /images/PagosQR
Crawl-delay: 5

# Twitter
User-agent: Twitterbot
Disallow: /corp/product/reviews/
Disallow: /corp/Policies/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/ 
Disallow: /recognition/
Disallow: /my4lifesettings/
Disallow: /shared/
Disallow: /mediaApp/
Disallow: /Signup/SetCartMode/
Disallow: /Signup/SetShipMode
Disallow: /Checkout/
Disallow: /report/
Disallow: /retailcart/
Disallow: /addwebproducttocart/
Disallow: /myaccount/
Disallow: /docs/
Disallow: /legacy/
Disallow: /images/hostedMedia/
Disallow: /error/
Disallow: /document/
Disallow: /corp/account/
Disallow: /cdn-cgi/
Disallow: /myshopsettings/
Disallow: /media/
Disallow: /metrics/nutrition/
Disallow: /autoship/loyaltyswitch
Allow: /corp/shop/ 
Allow: /corp/page/ 
Allow: /corp/blog/ 
Allow: /corp/news/ 
Allow: /corp/product/ 
Allow: /corp/publications/ 
Allow: /corp/home/Country
Allow: /corp/loyalty/
Allow: /corp/signup/
Allow: /corp/Signup/
Allow: /corp/cart/
Allow: /lasvegas/
Allow: /corp/about/
Allow: /corp/metrics/
Allow: /$


# LinkedIn
User-agent: LinkedInBot
Disallow: /corp/product/reviews/
Disallow: /corp/Policies/
Disallow: /images/RecognitionPhoto/
Disallow: /images/PayUPix/
Disallow: /images/PagosQR/ 
Disallow: /recognition/
Disallow: /my4lifesettings/
Disallow: /shared/
Disallow: /mediaApp/
Disallow: /Signup/SetCartMode/
Disallow: /Signup/SetShipMode
Disallow: /Checkout/
Disallow: /report/
Disallow: /retailcart/
Disallow: /addwebproducttocart/
Disallow: /myaccount/
Disallow: /docs/
Disallow: /legacy/
Disallow: /images/hostedMedia/
Disallow: /error/
Disallow: /document/
Disallow: /corp/account/
Disallow: /cdn-cgi/
Disallow: /myshopsettings/
Disallow: /media/
Disallow: /metrics/nutrition/
Disallow: /autoship/loyaltyswitch
Allow: /corp/shop/ 
Allow: /corp/page/ 
Allow: /corp/blog/ 
Allow: /corp/news/ 
Allow: /corp/product/ 
Allow: /corp/publications/ 
Allow: /corp/home/Country
Allow: /corp/loyalty/
Allow: /corp/signup/
Allow: /corp/Signup/
Allow: /corp/cart/
Allow: /lasvegas/
Allow: /corp/about/
Allow: /corp/metrics/
Allow: /$

#----------------------------------------------------------------------
# Known Problem Bots (Restrict More Heavily)
#----------------------------------------------------------------------
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SemrushBot
Disallow: /
Allow: /$
Crawl-delay: 20


#----------------------------------------------------------------------
# Jira
#----------------------------------------------------------------------
User-agent: atlassian-bot
Allow: /

#----------------------------------------------------------------------
# Sitemaps (Help search engines discover your content)
#----------------------------------------------------------------------
Sitemap: https://www.4life.com/wwwsitemap.xml
Sitemap: https://usspanish.4life.com/wwwsitemap.xml