User-Agent: googlebot
Allow: /
Disallow: /get*

User-Agent: bingbot
Allow: /
Disallow: /get*

User-Agent: Daum
Allow: /
Disallow: /get*

User-Agent: daumoa
Allow: /
Disallow: /get*

User-Agent: ZumBot
Allow: /
Disallow: /get*

User-Agent: NATE.ROBOT
Allow: /
Disallow: /get*

User-Agent: Naverbot
Allow: /
Disallow: /get*

User-Agent: Yeti
Allow: /
Disallow: /get*

User-Agent: facebookexternalhit
Allow: /
Disallow: /get*

User-Agent: User-agent: Exabot
Allow: /
Disallow: /get*

User-Agent: Yahoo! Slurp
Allow: /
Disallow: /get*

User-Agent: Slurp
Allow: /
Disallow: /get*

User-Agent: Twitterbot
Allow: /
Disallow: /get*

User-Agent: Sogou web spider
Allow: /
Disallow: /get*

User-Agent: Baiduspider
Allow: /
Disallow: /get*

User-Agent: YandexBot
Allow: /
Disallow: /get*

User-Agent: ia_archiver
Allow: /
Disallow: /get*

User-Agent: IAS crawler
Allow: /
Disallow: /get*

User-Agent: Scrapy
Allow: /
Disallow: /get*

User-Agent: DotBot
Allow: /
Disallow: /get*

User-Agent: SemrushBot
Allow: /
Disallow: /get*

User-Agent: BLEXBot
Allow: /
Disallow: /get*

User-Agent: proximic
Allow: /
Disallow: /get*

User-Agent: GrapeshotCrawler
Allow: /
Disallow: /get*

User-Agent: coccocbot-web
Allow: /
Disallow: /get*

User-Agent: Uptimebot
Allow: /
Disallow: /get*

User-Agent: SEOkicks
Allow: /
Disallow: /get*

User-Agent: MJ12bot
Allow: /
Disallow: /get*

User-Agent: Genieo
Allow: /
Disallow: /get*

User-Agent: yoozBot
Allow: /
Disallow: /get*

User-Agent: MaxPointCrawler
Allow: /
Disallow: /get*

User-Agent: *
Disallow: /