User-agent: discobot
User-agent: dotbot
User-agent: yacybot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: grapeshot
User-agent: Barkrowler
Disallow: *

User-agent: AbachoBOT
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /robots.txt
Allow: /themes/press/assets/css/*.css
Allow: /themes/press/assets/js/vendor/*.js
Allow: /themes/press/assets/js/*.js

Sitemap: https://press.lv/sitemap.xml