# standaard user agent
User-agent: *
Allow: /
# max 600 per uur per bot
User-agent: *
Crawl-delay: 6
# deze SEO tool / bots verbruiken te veel bandwith
User-agent: SemrushBot
Disallow: /
User-agent: ltx71 - (http://ltx71.com/)
Disallow: /
User-agent: Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
Disallow: /
User-agent: Undocumented AI Agent
Disallow: /
# SITEMAP
Sitemap: https://research.ugent.be/web/sitemap.xml?page=index