User-agent: *
Disallow: /search.php?tweet_id=*
Disallow: /autocomplete*
Disallow:/search_instagram_network.php
Disallow:/update/*
Disallow:/ws/ws_more_search_results.php
Disallow: /ws/*
Disallow: /p/*
Disallow: /signin/*
Disallow: /api/*
Disallow: /mobile/switch_to_mobile
Disallow: /honey.php
Sitemap: https://klear.com/smIndex.xml

User-agent: Mediapartners-Google
Disallow:

User-agent: msnbot
Crawl-delay: 3

User-agent: Vegi bot
Crawl-delay: 50