From fe2353acb2ff98af8da297afb1b56d39c34f6e59 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micka=C3=ABl=20Serneels?= Date: Thu, 30 May 2019 21:17:46 +0200 Subject: [PATCH] update urignore --- urignore.txt | 14 +++----------- 1 file changed, 3 insertions(+), 11 deletions(-) diff --git a/urignore.txt b/urignore.txt index c439ba0..f37b12c 100644 --- a/urignore.txt +++ b/urignore.txt @@ -1,24 +1,16 @@ +check-[a-z]*- (twitter|www.facebook).com adress.com/website/ /(comments|articles)/ -check-(reverse|headers|ip|my|whois) (tree|find|blob|topics|pulls|projects|blame|issues|commit|wiki|issues|compare|graphs|pull|watchers|pulse|branches|releases|network|stargazers|labels|milestones) -github -blogspot -mortyurl= -check-reverse-domain-ip-lookup www.youtube.com youtu.be archive .gov[$/] /blog/ -/questions/ -/question/ -wiki -answer -thread +/question(|s)/ +(wiki|answer|thread|form) /robots.txt -form webproxy check?i= [0-9]+(?:\.[0-9]+){3}