User-agent: *
Allow: /
Allow: /index.html
Allow: /blog.html
Allow: /auth.html
Allow: /about.html
Allow: /contact.html
Allow: /assets/

Disallow: /admin/
Disallow: /private/
Disallow: /*.pdf$

Sitemap: https://uromatchuniversity.com/sitemap.xml

# Google
User-agent: Googlebot
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Crawl-delay
Crawl-delay: 1

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /