public boolean shouldVisit(WebURL url) { Pattern filters = Pattern.compile(".*(.(htm|html))$"); String href = url.getURL().toLowerCase(); if(filters.matcher(href).matches()){ return true; } return false; }