text: BOT_NAME = "random-rails-api-tab"
  
  SPIDER_MODULES = ["crawler.spiders"]
  NEWSPIDER_MODULE = "crawler.spiders"
  
  USER_AGENT = "random-rails-api-tab (+https://github.com/uu1t/random-rails-api-tab)"
  
  ROBOTSTXT_OBEY = True
  
  DOWNLOAD_DELAY = 0.5
  