user-agent: SemrushBot
disallow: /

user-agent: *
disallow: /log/
disallow: /sites/view/