if (isAllowedDomain(url) && !isForbiddenPath(url)) {
if (isAllowedDomain(url) && !_model.isForbidden(url)) {
    private boolean allowedURL(HttpUrl url) {        // check here if it is on the primary site, or sites, or matches an exclude Regex        // etc        // This only applies to the automated recursive spidering. If the operator        // really wants to fetch something offsite, more power to them        // Yes, this is effectively the classifier from websphinx, we can use that if it fits nicely                // OK if the URL matches the domain        if (isAllowedDomain(url) && !isForbiddenPath(url)) {            return true;        }        return false;    }