update urignore

2019-05-30 21:17:46 +02:00
parent d6b1880ade
commit fe2353acb2
1 changed files with 3 additions and 11 deletions
--- a/urignore.txt
+++ b/urignore.txt
@@ -1,24 +1,16 @@
+check-[a-z]*-
 (twitter|www.facebook).com
 adress.com/website/
 /(comments|articles)/
-check-(reverse|headers|ip|my|whois)
 (tree|find|blob|topics|pulls|projects|blame|issues|commit|wiki|issues|compare|graphs|pull|watchers|pulse|branches|releases|network|stargazers|labels|milestones)
-github
-blogspot
-mortyurl=
-check-reverse-domain-ip-lookup
 www.youtube.com
 youtu.be
 archive
 .gov[$/]
 /blog/
-/questions/
-/question/
-wiki
-answer
-thread
+/question(|s)/
+(wiki|answer|thread|form)
 /robots.txt
-form
 webproxy
 check?i=
 [0-9]+(?:\.[0-9]+){3}