User-agent: Scrapy
Disallow: /

User-agent: *
Disallow: /app/
Disallow: /Shared/
Disallow: /shared/
Disallow: /igra/
Disallow: /showarchive.asp
Disallow: /Pictures.asp
Disallow: /DefaultCopy.asp
Disallow: /Displace.asp
Disallow: /search.asp
Disallow: /Search
Disallow: /Mobile/Index/*
Disallow: /Article/RecommendArticle/
Allow: /tv/$
Disallow: /tv/*
Allow: /
Sitemap: https://www.24chasa.bg/sitemap.xml