User-Agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /*.json$
Disallow: /sw.js
Disallow: /manifest.json

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /_next/static/
Disallow: /admin/
Disallow: /private/
Crawl-delay: 1

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /_next/static/
Disallow: /admin/
Disallow: /private/
Crawl-delay: 2

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: CCBot
User-Agent: anthropic-ai
User-Agent: Claude-Web
User-Agent: Perplexity
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Crawl-delay: 1

User-Agent: facebookexternalhit
User-Agent: Twitterbot
User-Agent: LinkedInBot
User-Agent: WhatsApp
User-Agent: SkypeUriPreview
User-Agent: TelegramBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/

User-Agent: SemrushBot
User-Agent: AhrefsBot
User-Agent: MJ12bot
User-Agent: DotBot
User-Agent: MagpieRSS
User-Agent: Screaming Frog SEO Spider
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /private/
Crawl-delay: 5

User-Agent: SiteSnagger
User-Agent: WebZIP
User-Agent: WebCopier
User-Agent: Wget
User-Agent: HTTrack
User-Agent: Microsoft.URL
User-Agent: EmailSiphon
User-Agent: EmailWolf
User-Agent: SiteSucker
User-Agent: WebStripper
User-Agent: WebSauger
User-Agent: WebRipper
User-Agent: Teleport
User-Agent: TeleportPro
User-Agent: WebCapture
User-Agent: NetZIP
User-Agent: NetAnts
User-Agent: Mister.PiX
User-Agent: WebAuto
User-Agent: TheNomad
User-Agent: WWW-Collector-E
User-Agent: RMA
User-Agent: libWeb/clsHTTP
User-Agent: asterias
User-Agent: httplib
User-Agent: turingos
User-Agent: spanner
User-Agent: InfoNaviRobot
User-Agent: Harvest/1.5
User-Agent: Bullseye/1.0
User-Agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
User-Agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
User-Agent: CherryPickerSE/1.0
User-Agent: CherryPickerElite/1.0
User-Agent: WebBandit/3.50
User-Agent: NICErsPRO
User-Agent: Microsoft URL Control - 5.01.4511
User-Agent: DittoSpyder
User-Agent: Foobot
User-Agent: WebmasterWorldForumBot
User-Agent: SpankBot
User-Agent: BotALot
User-Agent: lwp-trivial/1.34
User-Agent: lwp-trivial
User-Agent: BunnySlippers
User-Agent: Microsoft URL Control - 6.00.8169
User-Agent: URLy Warning
User-Agent: Wget/1.6
User-Agent: Wget/1.5.3
User-Agent: Wget
User-Agent: LinkWalker
User-Agent: cosmos
User-Agent: moget/2.1
User-Agent: hloader
User-Agent: humanlinks
User-Agent: LinkextractorPro
User-Agent: Offline Explorer
User-Agent: Mata Hari
User-Agent: LexiBot
User-Agent: Web Image Collector
User-Agent: The Intraformant
User-Agent: True_Robot/1.0
User-Agent: True_Robot
User-Agent: BlowFish/1.0
User-Agent: JennyBot
User-Agent: MIIxpc/4.2
User-Agent: BuiltBotTough
User-Agent: ProPowerBot/2.14
User-Agent: BackDoorBot/1.0
User-Agent: toCrawl/UrlDispatcher
User-Agent: WebEnhancer
User-Agent: suzuran
User-Agent: VoidEYE
User-Agent: PerlCrawler/1.0
User-Agent: Crescent
User-Agent: SiteSnagger
User-Agent: WISENutbot
User-Agent: NetLaser
User-Agent: Blackwidow
User-Agent: Robot
User-Agent: dloader(NaverRobot)
User-Agent: big brother
Disallow: /

Host: https://www.nestx.agency
Sitemap: https://www.nestx.agency/sitemap.xml