diff --git a/urignore.txt b/urignore.txt index c439ba0..f37b12c 100644 --- a/urignore.txt +++ b/urignore.txt @@ -1,24 +1,16 @@ +check-[a-z]*- (twitter|www.facebook).com adress.com/website/ /(comments|articles)/ -check-(reverse|headers|ip|my|whois) (tree|find|blob|topics|pulls|projects|blame|issues|commit|wiki|issues|compare|graphs|pull|watchers|pulse|branches|releases|network|stargazers|labels|milestones) -github -blogspot -mortyurl= -check-reverse-domain-ip-lookup www.youtube.com youtu.be archive .gov[$/] /blog/ -/questions/ -/question/ -wiki -answer -thread +/question(|s)/ +(wiki|answer|thread|form) /robots.txt -form webproxy check?i= [0-9]+(?:\.[0-9]+){3}