User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /log-ind
Disallow: /signup
Disallow: /my-markets
Disallow: /mine-markeder
Disallow: /min-profil
Disallow: /mit-abonnement
Disallow: /mine-data
Disallow: /profile
Disallow: /my-subscription
Disallow: /market/*/edit
Disallow: /market/*/delete
Disallow: /market/*/claim
Disallow: /marked/*/edit
Disallow: /marked/*/delete
Disallow: /marked/*/claim
Disallow: /api/
Disallow: /supabase/
Disallow: /_next/
Disallow: /advanced-reports/
Disallow: /dashboard
Disallow: /auth/
Crawl-delay: 1

User-Agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/

User-Agent: Googlebot-Image
Allow: /img/
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.webp
Allow: /*.avif

User-Agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 2

User-Agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Crawl-delay: 1

User-Agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/

User-Agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/

User-Agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/

User-Agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /auth/

User-Agent: AhrefsBot
Crawl-delay: 10

User-Agent: SemrushBot
Crawl-delay: 10

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: Bytespider
Disallow: /

Sitemap: https://findmarked.dk/sitemap.xml
Sitemap: https://findmarked.dk/sitemap-images.xml