User-agent: Google
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Image/1.0
Allow: /

User-agent: Googlebot-news
Allow: /

User-agent: Googlebot/2.1 (+http://www.googlebot.com/bot.html)
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-Video/1.0
Allow: /

User-agent: AdsBot-Google-Mobile-Apps
Allow: /

User-agent: AdsBot-Google (+http://www.google.com/adsbot.html)
Allow: /

User-agent: DuplexWeb-Google
Allow: /

User-agent: googleweblight
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
Allow: /

User-agent: SAMSUNG-SGH-E250/1.0 Profile/MIDP-2.0 Configuration/CLDC-1.1 UP.Browser/6.2.3.3.c.1.101 (GUI) MMP/2.0 (compatible; Googlebot-Mobile/2.1; +http://www.google.com/bot.html)
Allow: /

User-agent: Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)
Allow: /

User-agent: (compatible; Mediapartners-Google/2.1; +http://www.google.com/bot.html)
Allow: /

User-agent: Google-Read-Aloud
Allow: /

User-agent: Google Favicon
Allow: /

User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: MSNBot 
Allow: /

User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Allow: /

User-agent: Mozilla/5.0 (compatible; bingbot/2.0 +http://www.bing.com/bingbot.htm)
Allow: /

User-agent: Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Allow: /

User-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: YandexCalendar
Allow: /

User-agent: YandexMobileBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Applebot
User-agent: baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: Baiduspider-news
User-agent: Baiduspider-favo
User-agent: Baiduspider-cpro
User-agent: ia_archiver
User-agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm)
User-agent: msnbot-media/1.1 (+http://search.msn.com/msnbot.htm)
User-agent: Twitterbot
User-agent: Mozilla/5.0 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)
User-agent: Mozilla/5.0 (iPhone; CPU iPhone OS 7_0 like Mac OS X) AppleWebKit/537.51.1 (KHTML, like Gecko) Version/7.0 Mobile/11A465 Safari/9537.53 (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)
User-agent: Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko (compatible; adidxbot/2.0; +http://www.bing.com/bingbot.htm)
User-agent: Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/534+ (KHTML, like Gecko) BingPreview/1.0b
User-agent: Mozilla/5.0 (Windows Phone 8.1; ARM; Trident/7.0; Touch; rv:11.0; IEMobile/11.0; NOKIA; Lumia 530) like Gecko BingPreview/1.0b
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
User-agent: DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)
User-agent: DuckDuckBot
User-agent: Twitterbot
Allow: /

User-agent: Pinterestbot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: ADmantX
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: *
Disallow: /