User-agent: *
Allow: /

# TodayPress sitemap
Sitemap: https://todaypress.tv/sitemap.xml

# Block unnecessary areas
Disallow: /admin/
Disallow: /assets/logs/
Disallow: /tmp/
Disallow: /*.pdf$

# Allow important content
Allow: /assets/images/
Allow: /assets/css/
Allow: /assets/js/