User-agent: *
Allow: /
Disallow: /ajax
Disallow: /api
Disallow: /admin
Disallow: /auth
Disallow: /profile
Disallow: */feed/*
Disallow: /news/view_post