<?php

return [
    'http://edition.cnn.com/robots.txt',
    'http://www.bbc.co.uk/robots.txt',
    'http://www.reuters.com/robots.txt',
    'http://www.ap.org/robots.txt',
    'http://www.upi.com/robots.txt',
    'http://www.foxnews.com/robots.txt',
    'http://www.euronews.com/robots.txt',
    'http://www.nbcnews.com/robots.txt',
    'http://www.pcmag.com/robots.txt',
    'http://www.t3.com/robots.txt',
    'http://thenextweb.com/robots.txt'
];
<?php

return [
    'http://edition.cnn.com/robots.txt',
    'http://www.bbc.co.uk/robots.txt',
    'http://www.reuters.com/robots.txt',
    'http://www.ap.org/robots.txt',
    'http://www.upi.com/robots.txt',
    'http://www.foxnews.com/robots.txt',
    'http://www.euronews.com/robots.txt',
    'http://www.nbcnews.com/robots.txt',
    'http://www.pcmag.com/robots.txt',
    'http://www.t3.com/robots.txt',
    'http://thenextweb.com/robots.txt',
    'http://www.ilna.ir/robots.txt',
    'http://www.farsnews.com/robots.txt',
    'http://www.mehrnews.com/robots.txt',
    'http://www.tasnimnews.com/robots.txt',
];
Add Persian news agency again
Add Persian news agency again
