# Begin robots.txt file
#/-----------------------------------------------\
#| UPDATED: 102825 - PREVIOUS FILE SAVED BY KEVIN NOWAK
#\-----------------------------------------------/

Sitemap: https://flexibleplan.com/sitemap.aspx

# Default rules for all crawlers
User-agent: *
# Block DNN internals/system areas
Disallow: /*/ctl/   #New
Disallow: /admin/
Disallow: /App_Browsers/
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /App_GlobalResources/
Disallow: /bin/
Disallow: /Components/
Disallow: /Config/
Disallow: /contest/
Disallow: /controls/
Disallow: /Documentation/
Disallow: /HttpModules/
Disallow: /Install/
Disallow: /Providers/
Disallow: /Activity-Feed/userId/

# Folders that often contain public assets but also system files:
# Disallow folder, then explicitly Allow common asset types so pages can render fully.
Disallow: /DesktopModules/
Disallow: /Portals/
Disallow: /Resources/
# Allow common web assets (expand as needed)
Allow: /DesktopModules/LiveBlog
Allow: /DesktopModules/Mandeeps
Allow: /DesktopModules/*.css
Allow: /DesktopModules/*.js
Allow: /DesktopModules/*.png
Allow: /DesktopModules/*.jpg
Allow: /DesktopModules/*.jpeg
Allow: /DesktopModules/*.gif
Allow: /DesktopModules/*.webp
Allow: /DesktopModules/*.svg
Allow: /Portals/2/Images/*.png
Allow: /Portals/2/Images/*.jpg
Allow: /Portals/2/Images/*.jpeg
Allow: /Portals/2/Images/*.gif
Allow: /Portals/2/Images/*.webp
Allow: /Portals/2/Images/*.

# /Portals/2/css (styles + fonts)
Allow: /Portals/2/css/*.css
Allow: /Portals/2/css/*.map
Allow: /Portals/2/css/*.woff
Allow: /Portals/2/css/*.woff2
Allow: /Portals/2/css/*.ttf
Allow: /Portals/2/css/*.otf

# /Portals/2/LiveBlog (module assets you actually need for rendering)
Allow: /Portals/2/LiveBlog/*.css
Allow: /Portals/2/LiveBlog/*.js
Allow: /Portals/2/LiveBlog/*.png
Allow: /Portals/2/LiveBlog/*.jpg
Allow: /Portals/2/LiveBlog/*.jpeg
Allow: /Portals/2/LiveBlog/*.gif
Allow: /Portals/2/LiveBlog/*.webp
Allow: /Portals/2/LiveBlog/*.svg

Allow: /Resources/2/*.css
Allow: /Resources/2*.js
Allow: /Resources/*.png
Allow: /Resources/*.jpg
Allow: /Resources/*.jpeg
Allow: /Resources/*.gif
Allow: /Resources/*.webp
Allow: /Resources/*.svg

# If you truly keep dedicated /images and /js folders, don't block them:
# (Remove these lines from your original file)
# Disallow: /images/
# Disallow: /js/

# Bing-specific (optional): throttle if necessary
User-agent: bingbot
Crawl-delay: 5

# Legacy agents (optional; safe to remove)
# User-agent: msnbot
# Crawl-delay: 5
# User-agent: Slurp
# User-agent: Yahoo Pipes 1.0