User-agent: Googlebot
Disallow: 

User-agent: bingbot
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: Googlebot-News
Disallow:

User-agent: Googlebot-Video
Disallow: 

User-agent: Googlebot-Mobile
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: ia_archiver
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: msnbot
Disallow: 

User-agent: ScoutJet
Disallow: 

User-agent: seznambot
Disallow: 

User-agent: Teoma
Disallow:

User-agent: Yandex
Disallow:

User-agent: msnbot-media
Disallow:

User-agent: DuckDuckBot
Disallow: 

User-agent: GurujiBot
Disallow:

User-agent: ArchitextSpider
Disallow:

User-agent: daumoa
Disallow:

User-agent: VoilaBot
Disallow:

User-agent: FAST
Disallow:

User-agent: Solbot
Disallow:

User-agent: StackRambler
Disallow:

User-agent: Exabot
Disallow: 

User-agent: *
Disallow: 

User-agent: baiduspider
Disallow: 

User-agent: yahoo-mmcrawler
Disallow: 

User-agent: psbot
Disallow: 

User-agent: yahoo-blogs/v3.9
Disallow: 

User-agent: *
Disallow: /admin@dtimes

Crawl-delay: 5


Sitemap: http://www.dhakatimes24.com/sitemap.xml