# robots.txt for lovetoread.ai
# Allows the public indexable surface; blocks auth, admin, dynamic views, order flows, and internal assets.

User-agent: *

# Auth + utility
Disallow: /auth
Disallow: /auth.php
Disallow: /logout
Disallow: /logout.php
Disallow: /firebase_auth_handler.php
Disallow: /exit-intent
Disallow: /exit-intent.php

# Admin pages
Disallow: /admin-cleanup
Disallow: /admin-cleanup.php
Disallow: /admin-images
Disallow: /admin-images.php
Disallow: /admin-order-images
Disallow: /admin-order-images.php
Disallow: /admin-orders
Disallow: /admin-orders.php
Disallow: /admin-set-agent
Disallow: /admin-set-agent.php
Disallow: /admin-social-proof
Disallow: /admin-social-proof.php
Disallow: /admin-stories
Disallow: /admin-stories.php
Disallow: /admin-users
Disallow: /admin-users.php
Disallow: /admin-videos
Disallow: /admin-videos.php
Disallow: /admin-voice
Disallow: /admin-voice.php

# Dynamic / user-generated views
Disallow: /story.php
Disallow: /watch-story.php
Disallow: /story/
Disallow: /watch-story/
Disallow: /library
Disallow: /library.php
Disallow: /create-story
Disallow: /create-story.php
Disallow: /advanced-story
Disallow: /advanced-story.php
Disallow: /agent
Disallow: /agent.php
Disallow: /generate
Disallow: /generate.php

# Order / purchase utility
Disallow: /order-book
Disallow: /order-book.php
Disallow: /order-success
Disallow: /order-success.php
Disallow: /orders
Disallow: /orders.php
Disallow: /purchase-success
Disallow: /purchase-success.php
Disallow: /profile
Disallow: /profile.php
Disallow: /rewards
Disallow: /rewards.php

# Internal asset folders
Disallow: /generated/

# Explicit allow list (defensive — the known indexable surface)
Allow: /$
Allow: /personalized-gifts
Allow: /fathers-day-gifts
Allow: /birthday-gifts
Allow: /christmas-gifts
Allow: /mothers-day-gifts
Allow: /grandparent-gifts
Allow: /social-stories
Allow: /free-stories
Allow: /lovetoread-vs-gemini-storybook
Allow: /stories-for-education
Allow: /stories-for-all
Allow: /bedtime-stories
Allow: /pricing
Allow: /santa
Allow: /about-us
Allow: /careers
Allow: /privacy-policy
Allow: /terms-of-service


# ---------------------------------------------------------------------------
# Link-preview / social-card fetchers.
#
# These are NOT search crawlers — they fetch a single URL only when a person
# shares it, to build the preview card. /story/ and /watch-story/ stay blocked
# for search engines above (user-generated, JS-rendered, no organic demand),
# but shared keepsake links MUST render the real book title + cover, so these
# agents are allowed through to those two paths.
#
# robots.txt groups are exclusive: an agent matching a named group ignores the
# `*` group entirely, so the sensitive paths are restated here.
# ---------------------------------------------------------------------------
User-agent: facebookexternalhit
User-agent: Facebot
User-agent: Twitterbot
User-agent: Slackbot
User-agent: Slackbot-LinkExpanding
User-agent: LinkedInBot
User-agent: Discordbot
User-agent: TelegramBot
User-agent: WhatsApp
User-agent: Applebot
User-agent: SkypeUriPreview
User-agent: redditbot
User-agent: Pinterestbot
Allow: /story/
Allow: /watch-story/
Disallow: /auth
Disallow: /auth.php
Disallow: /logout
Disallow: /logout.php
Disallow: /firebase_auth_handler.php
Disallow: /exit-intent
Disallow: /admin-
Disallow: /library
Disallow: /create-story
Disallow: /advanced-story
Disallow: /agent
Disallow: /generate
Disallow: /order-book
Disallow: /order-success
Disallow: /orders
Disallow: /purchase-success
Disallow: /profile
Disallow: /rewards
Disallow: /generated/

Sitemap: https://lovetoread.ai/sitemap.xml
Sitemap: https://lovetoread.ai/blog/sitemap_index.xml