User-agent: *
Disallow:
Disallow: /payment-failure
Disallow: /checkout
Disallow: /user
Disallow: /bot
Disallow: /forgot_password
Disallow: /youtube_url
Disallow: /openapi_key
Disallow: /content
Disallow: /ui
Disallow: /update_ui_settings
Disallow: /file
Disallow: /files
Disallow: /delete
Disallow: /website_url
Disallow: /files2
Disallow: /profile_details
Disallow: /password
Disallow: /login_with_magic_link
Disallow: /scrape_single_website_url?url
Sitemap: https://buildchatbot.ai/sitemap_index.xml