'verify that the request came from a crawler.'

@ddt.data(u'edX-downloader', 'crawler_foo'.encode('utf-8'))
def test_req_user_agent_is_crawler(self, req_user_agent):

    fake_request = HttpRequest()
    fake_request.META['HTTP_USER_AGENT'] = req_user_agent
    self.assertTrue(CrawlersConfig.is_crawler(fake_request))
