User-agent: *
Disallow: /admin
Disallow: /news.php
Disallow: /archive.php
Disallow: /find.php
Disallow: /click.php
Disallow: /like
Disallow: /stat.php
Disallow: /openads/
Disallow: *.js
Disallow: /openx_banner728x90.html
Disallow: /openx_banner120x600.html
Disallow: /js/
Disallow: /category/
Crawl-delay: 30
Host: https://www.smolnews.ru 

User-agent: Mediapartners-Google
Disallow:

User-agent: msnbot
Disallow: /

User-agent: Nutch Spider
Disallow: /

User-agent: 008
Disallow: /