User-agent: *
Allow: /

# Block deprecated admin paths
Disallow: /admin/
Disallow: /admin/*
Disallow: /administrator/
Disallow: /admin-old/
Disallow: /admin_backup/
Disallow: /admin_dev/
Disallow: /admin-test/
Disallow: /admin_staging/
Disallow: /admin-deprecated/
Disallow: /admin_legacy/
Disallow: /admin-archive/

# Allow search engines to crawl everything else
Sitemap: https://marketplace.agen.cy/sitemap.xml

# Add reasonable crawl delay to prevent server overload
Crawl-delay: 1