作者 陈刚

抽取域名

@@ -7,10 +7,7 @@ import org.apache.commons.lang3.StringUtils; @@ -7,10 +7,7 @@ import org.apache.commons.lang3.StringUtils;
7 7
8 import java.io.File; 8 import java.io.File;
9 import java.net.URL; 9 import java.net.URL;
10 -import java.util.ArrayList;  
11 -import java.util.HashSet;  
12 -import java.util.List;  
13 -import java.util.Set; 10 +import java.util.*;
14 11
15 /** 12 /**
16 * 测试https是否可以访问 13 * 测试https是否可以访问
@@ -23,18 +20,11 @@ public class CheckHttpsUtils { @@ -23,18 +20,11 @@ public class CheckHttpsUtils {
23 //读取文件里的url 20 //读取文件里的url
24 URL resource = CheckHttpsUtils.class.getClassLoader().getResource("url.txt"); 21 URL resource = CheckHttpsUtils.class.getClassLoader().getResource("url.txt");
25 List<String> urls = FileUtils.readLines(new File(resource.getFile()), "utf-8"); 22 List<String> urls = FileUtils.readLines(new File(resource.getFile()), "utf-8");
26 -  
27 List<String> errorList = new ArrayList(); 23 List<String> errorList = new ArrayList();
28 - Set<String> distinctUrl = new HashSet<>(urls); //去重 24 + Collection<String> distinctUrl = getUrlList(urls);
29 OkHttpClient client = new OkHttpClient(); 25 OkHttpClient client = new OkHttpClient();
30 for (String url : distinctUrl) { 26 for (String url : distinctUrl) {
31 try { 27 try {
32 - //去前后空格  
33 - String s = StringUtils.trimToNull(url);  
34 - if (s == null) continue;  
35 - //将http强转为https  
36 - url = url.replace("http://", "https://");  
37 - url = url.replace("HTTP://", "https://");  
38 //检测https的GET请求 28 //检测https的GET请求
39 Request request = new Request.Builder() 29 Request request = new Request.Builder()
40 .url(url) 30 .url(url)
@@ -59,4 +49,25 @@ public class CheckHttpsUtils { @@ -59,4 +49,25 @@ public class CheckHttpsUtils {
59 } 49 }
60 } 50 }
61 51
  52 + /**
  53 + * 抽取域名, 并去重
  54 + */
  55 + private static Collection<String> getUrlList(List<String> urls) {
  56 + Set<String> distinctUrl = new HashSet<>(); //去重
  57 + for (String url : urls) {
  58 + //去前后空格
  59 + url = StringUtils.trimToNull(url);
  60 + if (url == null) continue;
  61 + //将http强转为https
  62 + int i = url.indexOf("/", 10);
  63 + if (i > 0) {
  64 + url = url.substring(0, i);
  65 + }
  66 + url = url.toLowerCase();
  67 + url = url.replace("http://", "https://");
  68 + distinctUrl.add(url);
  69 + }
  70 + return distinctUrl;
  71 + }
  72 +
62 } 73 }
  1 +https://apollo_meta.dev.aukeyit.com
  2 +https://apollo_meta.dev.aukeyit.com
  3 +https://jenkins.aukeyit.com:8050
  4 +https://jenkins.aukeyit.com:8050
  5 +https://jenkins.aukeyit.com:8050/job/$JENKINS_JOB/ws/target/$PROJECT.jar
  6 +https://jenkins.aukeyit.com:8050/job/$JENKINS_JOB/ws/target/classes/Dockerfile
  7 +https://dw.qa.aukeyit.com
  8 +https://gz.dw.aukeyit.com
  9 +https://nexus.aukeyit.com:8081/#browse/search/maven=attributes.maven2.artifactId%3Daukey-notice-starter
  10 +https://minio.dw.aukeyit.com/test/logo.png
  11 +https://apollo_meta.qa.aukeyit.com
  12 +https://dw.qa.aukeyit.com
  13 +https://gz.dw.aukeyit.com
  14 +https://dw.qa.aukeyit.com
  15 +https://gz.dw.aukeyit.com
  16 +https://eureka.qa.aukeyit.com/eureka
  17 +https://eureka.qa.aukeyit.com/eureka
  18 +https://eureka.qa.aukeyit.com/eureka
  19 +https://apollo_meta.dev.aukeyit.com
  20 +https://doc.aukeyit.com/docs/#/dws/public/公共项目/aukey-apollo-starter.md`
  21 +https://gitlab.aukeyit.com/dpt/doc/blob/master/public/公共项目/aukey-apollo-starter.md`
  22 +https://eureka.qa.aukeyit.com/eureka
  23 +https://apollo_meta_dev.aukeyit.com
  24 +https://dw.qa.aukeyit.com
1 https://dw_gz.aukeyit.com 25 https://dw_gz.aukeyit.com
2 -http://browser-interface.qa.aukeyit.com  
3 -https://eureka.qa.aukeyit.com/  
  26 +https://dw.qa.aukeyit.com
  27 +https://gitlab.aukeyit.com/dpt/dws-commons-service
  28 +https://eureka.aukeyit.com/eureka
  29 +https://eureka.qa.aukeyit.com/eureka
  30 +https://eureka.qa.aukeyit.com/eureka
  31 +https://dw.qa.aukeyit.com
  32 +https://eureka.qa.aukeyit.com/eureka
  33 +https://jenkins.aukeyit.com:8050
  34 +https://jenkins.aukeyit.com:8050
  35 +https://jenkins.aukeyit.com:8050/job/$JENKINS_JOB/ws/target/$PROJECT.jar
  36 +https://jenkins.aukeyit.com:8050/job/$JENKINS_JOB/ws/target/classes/Dockerfile
  37 +https://eureka.aukeyit.com/eureka
  38 +https://eureka.qa.aukeyit.com/eureka
  39 +https://dw.qa.aukeyit.com
  40 +https://gz.dw.aukeyit.com
  41 +https://nexus.aukeyit.com:8081/#browse/search/maven=attributes.maven2.artifactId%3Daukey-notice-starter
  42 +https://minio.dw.aukeyit.com/test/logo.png
  43 +https://gz.dw.aukeyit.com/soft-upgrade/api/getUserInfoForInstallReportCrawlerNest?as=VjKP4HMY1zgDROAciLGBby3vU907TFmkl2XSJIeCdstuqxpWo5
  44 +https://minio.dw.aukeyit.com/others/upgrade/soft-upgrade/v1.0.0.zip
  45 +https://minio.dw.aukeyit.com/others/upgrade/soft-upgrade/v1.0.0.zip
  46 +https://minio.dw.aukeyit.com/others/upgrade/soft-upgrade/v1.0.0.zip
  47 +https://eureka.aukeyit.com/eureka
  48 +https://eureka.qa.aukeyit.com/eureka
  49 +https://eureka.aukeyit.com/eureka
  50 +https://eureka.qa.aukeyit.com/eureka
  51 +https://gz.dw.aukeyit.com/appauth/getToken?appId=10002&appSecret=123456@2&serverAppId=10003
  52 +https://apollo_meta.qa.aukeyit.com
  53 +https://dw_gz.aukeyit.com
  54 +https://eureka.qa.aukeyit.com/eureka
  55 +https://dw_gz.aukeyit.com/eureka
  56 +https://dw.qa.aukeyit.com
  57 +https://gz.dw.aukeyit.com
  58 +https://dw.qa.aukeyit.com
  59 +https://gz.dw.aukeyit.com
  60 +https://eureka.aukeyit.com/eureka
  61 +https://dw.qa.aukeyit.com
  62 +https://dw.qa.aukeyit.com
  63 +https://gz.dw.aukeyit.com
  64 +https://dw.qa.aukeyit.com
  65 +https://dw.qa.aukeyit.com
  66 +https://gz.dw.aukeyit.com
  67 +https://gz.dw.aukeyit.com
  68 +https://dw.qa.aukeyit.com
  69 +https://dw.qa.aukeyit.com
  70 +https://dw_gz.aukeyit.com
  71 +https://dw_gz.aukeyit.com
  72 +https://gz.dw.aukeyit.com
  73 +https://dw.qa.aukeyit.com
  74 +https://gz.dw.aukeyit.com/dws-commons-service/
  75 +https://dw.qa.aukeyit.com/dws-commons-service/
  76 +https://dw.qa.aukeyit.com/dws-commons-service/
  77 +https://gz.dw.aukeyit.com/soft-upgrade
  78 +https://nexus.aukeyit.com:8081/repository/aukeys-releases/
  79 +https://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  80 +https://nexus.aukeyit.com:8081/repository/aukeys-releases/
  81 +https://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  82 +https://nexus.aukeyit.com:8081/repository/aukeys-releases/
  83 +https://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  84 +https://nexus.aukeyit.com:8081/repository/aukeys-releases/
  85 +https://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  86 +http://nexus.star.aukeyit.com:8081/repository/aukeys-releases/
  87 +http://nexus.star.aukeyit.com:8081/repository/aukeys-snapshots/
  88 +http://nexus.aukeyit.com:8081/repository/aukeys-releases/
  89 +http://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  90 +http://nexus.aukeyit.com:8081/repository/aukeys-releases/
  91 +http://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  92 +http://nexus.aukeyit.com:8081/repository/aukeys-releases/
  93 +http://nexus.aukeyit.com:8081/repository/aukeys-snapshots/
  94 +https://eureka.qa.aukeyit.com/eureka
  95 +https://eureka.qa.aukeyit.com/eureka
  96 +https://eureka.aukeyit.com/eureka/
  97 +https://eureka.aukeyit.com/eureka