Version: 2.4.7 Update

src/main/java/burp/BurpExtender.java

@@ -34,7 +34,7 @@ public class BurpExtender implements IBurpExtender, IHttpListener, IMessageEdito
         this.callbacks = callbacks;
         BurpExtender.helpers = callbacks.getHelpers();
 
-        String version = "2.4.5";
+        String version = "2.4.7";
         callbacks.setExtensionName(String.format("HaE (%s) - Highlighter and Extractor", version));
         // 定义输出
         stdout = new PrintWriter(callbacks.getStdout(), true);
@@ -209,7 +209,10 @@ public class BurpExtender implements IBurpExtender, IHttpListener, IMessageEdito
                     data[x][0] = extractData[x];
                     // stdout.println(extractData[x]);
                 }
-                JScrollPane jScrollPane = new JScrollPane(new JTable(data, new Object[]{"Information"}));
+                JTable infoTable = new JTable(data, new Object[]{"Information"});
+                infoTable.setAutoCreateRowSorter(true);
+                JScrollPane jScrollPane = new JScrollPane(infoTable);
+
                 lTitleList.add(i);
                 this.jTabbedPane.addTab(i, jScrollPane);
             });

src/main/java/burp/Config.java

@@ -9,7 +9,7 @@ import java.util.List;
 import java.util.Map;
 
 public class Config {
-    public static String excludeSuffix = "3g2|3gp|7z|aac|abw|aif|aifc|aiff|arc|au|avi|azw|bin|bmp|bz|bz2|cmx|cod|csh|css|csv|doc|docx|eot|epub|gif|gz|ico|ics|ief|jar|jfif|jpe|jpeg|jpg|m3u|mid|midi|mjs|mp2|mp3|mpa|mpe|mpeg|mpg|mpkg|mpp|mpv2|odp|ods|odt|oga|ogv|ogx|otf|pbm|pdf|pgm|png|pnm|ppm|ppt|pptx|ra|ram|rar|ras|rgb|rmi|rtf|snd|svg|swf|tar|tif|tiff|ttf|vsd|wav|weba|webm|webp|woff|woff2|xbm|xls|xlsx|xpm|xul|xwd|zip|zip";
+    public static String excludeSuffix = "3g2|3gp|7z|aac|abw|aif|aifc|aiff|apk|arc|au|avi|azw|bat|bin|bmp|bz|bz2|cmd|cmx|cod|com|csh|css|csv|dll|doc|docx|ear|eot|epub|exe|flac|flv|gif|gz|ico|ics|ief|jar|jfif|jpe|jpeg|jpg|less|m3u|mid|midi|mjs|mkv|mov|mp2|mp3|mp4|mpa|mpe|mpeg|mpg|mpkg|mpp|mpv2|odp|ods|odt|oga|ogg|ogv|ogx|otf|pbm|pdf|pgm|png|pnm|ppm|ppt|pptx|ra|ram|rar|ras|rgb|rmi|rtf|scss|sh|snd|svg|swf|tar|tif|tiff|ttf|vsd|war|wav|weba|webm|webp|wmv|woff|woff2|xbm|xls|xlsx|xpm|xul|xwd|zip";
 
     public static String[] scopeArray = new String[] {
             "any",

src/main/java/burp/action/ExtractContent.java

@@ -1,5 +1,6 @@
 package burp.action;
 
+import burp.BurpExtender;
 import java.nio.charset.StandardCharsets;
 import java.util.*;
 import burp.Config;
@@ -19,121 +20,127 @@ public class ExtractContent {
     public Map<String, Map<String, Object>> matchRegex(byte[] content, String headers, byte[] body, String scopeString, String host) {
         Map<String, Map<String, Object>> map = new HashMap<>(); // 最终返回的结果
         Config.ruleConfig.keySet().forEach(i -> {
-            String matchContent = "";
             for (Object[] objects : Config.ruleConfig.get(i)) {
-                // 遍历获取规则
+                // 多线程执行，一定程度上减少阻塞现象
-                List<String> result = new ArrayList<>();
+                Thread t = new Thread(() -> {
-                Map<String, Object> tmpMap = new HashMap<>();
+                    String matchContent = "";
+                    // 遍历获取规则
+                    List<String> result = new ArrayList<>();
+                    Map<String, Object> tmpMap = new HashMap<>();
 
-                String name = objects[1].toString();
+                    String name = objects[1].toString();
-                boolean loaded = (Boolean) objects[0];
+                    boolean loaded = (Boolean) objects[0];
-                String regex = objects[2].toString();
+                    String regex = objects[2].toString();
-                String color = objects[3].toString();
+                    String color = objects[3].toString();
-                String scope = objects[4].toString();
+                    String scope = objects[4].toString();
-                String engine = objects[5].toString();
+                    String engine = objects[5].toString();
-                boolean sensitive = (Boolean) objects[6];
+                    boolean sensitive = (Boolean) objects[6];
-                // 判断规则是否开启与作用域
+                    // 判断规则是否开启与作用域
-                if (loaded && (scope.contains(scopeString) || scope.contains("any"))) {
+                    if (loaded && (scope.contains(scopeString) || scope.contains("any"))) {
-                    switch (scope) {
+                        switch (scope) {
-                        case "any":
+                            case "any":
-                        case "request":
+                            case "request":
-                        case "response":
+                            case "response":
-                            matchContent = new String(content, StandardCharsets.UTF_8).intern();
+                                matchContent = new String(content, StandardCharsets.UTF_8).intern();
-                            break;
+                                break;
-                        case "any header":
+                            case "any header":
-                        case "request header":
+                            case "request header":
-                        case "response header":
+                            case "response header":
-                            matchContent = headers;
+                                matchContent = headers;
-                            break;
+                                break;
-                        case "any body":
+                            case "any body":
-                        case "request body":
+                            case "request body":
-                        case "response body":
+                            case "response body":
-                            matchContent = new String(body, StandardCharsets.UTF_8).intern();
+                                matchContent = new String(body, StandardCharsets.UTF_8).intern();
-                            break;
+                                break;
-                        default:
+                            default:
-                            return;
+                                break;
-                    }
+                        }
 
-                    if ("nfa".equals(engine)) {
+                        if ("nfa".equals(engine)) {
-                        Pattern pattern;
+                            Pattern pattern;
-                        // 判断规则是否大小写敏感
+                            // 判断规则是否大小写敏感
-                        if (sensitive) {
+                            if (sensitive) {
-                            pattern = new Pattern(regex);
+                                pattern = new Pattern(regex);
+                            } else {
+                                pattern = new Pattern(regex, Pattern.IGNORE_CASE);
+                            }
+
+                            Matcher matcher = pattern.matcher(matchContent);
+                            while (matcher.find()) {
+                                // 添加匹配数据至list
+                                // 强制用户使用()包裹正则
+                                result.add(matcher.group(1));
+                            }
                         } else {
-                            pattern = new Pattern(regex, Pattern.IGNORE_CASE);
+                            RegExp regexp = new RegExp(regex);
+                            Automaton auto = regexp.toAutomaton();
+                            RunAutomaton runAuto = new RunAutomaton(auto, true);
+                            AutomatonMatcher autoMatcher = runAuto.newMatcher(matchContent);
+                            while (autoMatcher.find()) {
+                                // 添加匹配数据至list
+                                // 强制用户使用()包裹正则
+                                result.add(autoMatcher.group());
+                            }
                         }
 
-                        Matcher matcher = pattern.matcher(matchContent);
+                        // 去除重复内容
-                        while (matcher.find()) {
+                        HashSet tmpList = new HashSet(result);
-                            // 添加匹配数据至list
+                        result.clear();
-                            // 强制用户使用()包裹正则
+                        result.addAll(tmpList);
-                            result.add(matcher.group(1));
+
-                        }
+                        String nameAndSize = String.format("%s (%s)", name, result.size());
-                    } else {
+                        if (!result.isEmpty()) {
-                        RegExp regexp = new RegExp(regex);
+                            tmpMap.put("color", color);
-                        Automaton auto = regexp.toAutomaton();
+                            String dataStr = String.join("\n", result);
-                        RunAutomaton runAuto = new RunAutomaton(auto, true);
+                            tmpMap.put("data", dataStr);
-                        AutomatonMatcher autoMatcher = runAuto.newMatcher(matchContent);
+                            map.put(nameAndSize, tmpMap);
-                        while (autoMatcher.find()) {
+
-                            // 添加匹配数据至list
+                            // 添加到全局变量中，便于Databoard检索
-                            // 强制用户使用()包裹正则
+                            if (!host.isEmpty()) {
-                            result.add(autoMatcher.group());
+                                String[] splitHost = host.split("\\.");
+                                String anyHost = (splitHost.length > 2 && !host.matches("\\b(?:\\d{1,3}\\.){3}\\d{1,3}\\b")) ? host.replace(splitHost[0], "*") : "";
+                                List<String> dataList = Arrays.asList(dataStr.split("\n"));
+                                if (Config.globalDataMap.containsKey(host)) {
+                                    Map<String, List<String>> gRuleMap = new HashMap<>(Config.globalDataMap.get(host));
+                                    if (gRuleMap.containsKey(name)) {
+                                        List<String> gDataList = gRuleMap.get(name);
+                                        gDataList.addAll(dataList);
+                                        gDataList = new ArrayList<>(new HashSet<>(gDataList));
+                                        gRuleMap.replace(name, gDataList);
+                                    } else {
+                                        gRuleMap.put(name, dataList);
+                                    }
+                                    Config.globalDataMap.remove(host);
+                                    Config.globalDataMap.put(host, gRuleMap);
+                                } else {
+                                    Map<String, List<String>> ruleMap = new HashMap<>();
+                                    ruleMap.put(name, dataList);
+                                    // 添加单一Host
+                                    Config.globalDataMap.put(host, ruleMap);
+                                }
+
+                                if (!Config.globalDataMap.containsKey(anyHost) && anyHost.length() > 0) {
+                                    // 添加通配符Host，实际数据从查询哪里将所有数据提取
+                                    Config.globalDataMap.put(anyHost, new HashMap<>());
+                                } else if (!Config.globalDataMap.containsKey("*")) {
+                                    // 添加通配符全匹配，同上
+                                    Config.globalDataMap.put("*", new HashMap<>());
+                                }
+                            }
                         }
                     }
-
+                });
-                    // 去除重复内容
+                t.start();
-                    HashSet tmpList = new HashSet(result);
+                try {
-                    result.clear();
+                    t.join();
-                    result.addAll(tmpList);
+                } catch (InterruptedException e) {
-
+                    BurpExtender.stdout.println(e);
-                    if (!result.isEmpty()) {
-                        tmpMap.put("color", color);
-                        tmpMap.put("data", String.join("\n", result));
-                        // 初始化格式
-                        map.put(name, tmpMap);
-                    }
                 }
+
+
             }
         });
-
-        // 将提取的数据存放到全局变量中
-        if (!host.isEmpty()) {
-            map.keySet().forEach(i -> {
-                Map<String, Object> tmpMap = map.get(i);
-                List<String> dataList = Arrays.asList(tmpMap.get("data").toString().split("\n"));
-                // 组合通配符Host
-                String anyHost = host.replace(host.split("\\.")[0], "*");
-                // 判断Host是否存在，如存在则进行数据更新，反之则新增数据
-                if (Config.globalDataMap.containsKey(host)) {
-                    Map<String, List<String>> gRuleMap = Config.globalDataMap.get(host);
-                    // 判断匹配规则是否存在（逻辑同Host判断）
-                    if (gRuleMap.containsKey(i)) {
-                        List<String> gDataList = gRuleMap.get(i);
-                        List<String> mergeDataList = new ArrayList<>(gDataList);
-                        // 合并两个List
-                        mergeDataList.addAll(dataList);
-                        // 去重操作
-                        HashSet tmpList = new HashSet(mergeDataList);
-                        mergeDataList.clear();
-                        mergeDataList.addAll(tmpList);
-                        // 替换操作
-                        gRuleMap.replace(i, gDataList, mergeDataList);
-                    } else {
-                        gRuleMap.put(i, dataList);
-                    }
-                } else if (!Config.globalDataMap.containsKey(anyHost)) {
-                    // 添加通配符Host
-                    Config.globalDataMap.put(anyHost, new HashMap<>());
-                }
-                else {
-                    Map<String, List<String>> ruleMap = new HashMap<>();
-                    ruleMap.put(i, dataList);
-                    // 添加单一Host
-                    Config.globalDataMap.put(host, ruleMap);
-                }
-            });
-        }
-
         return map;
     }
 }

src/main/java/burp/action/ProcessMessage.java

@@ -38,7 +38,6 @@ public class ProcessMessage {
                 return result;
             }
 
-
             // 获取报文主体
             int requestBodyOffset = helpers.analyzeRequest(content).getBodyOffset();
             byte[] requestBody = Arrays.copyOfRange(content, requestBodyOffset, content.length);
@@ -63,7 +62,6 @@ public class ProcessMessage {
             // 获取报文主体
             int responseBodyOffset = helpers.analyzeResponse(content).getBodyOffset();
             byte[] responseBody = Arrays.copyOfRange(content, responseBodyOffset, content.length);
-
             obj = ec.matchRegex(content, responseHeaders, responseBody, "response", host);
         }
 

src/main/java/burp/ui/Databoard.java

@@ -30,13 +30,11 @@ public class Databoard extends JPanel {
     private void clearActionPerformed(ActionEvent e) {
         // 清空页面
         dataTabbedPane.removeAll();
-        // 判断通配符Host/单一Host
         String host = hostTextField.getText();
-        if(host.contains("*")){
+        if (host.contains("*")) {
             Map<String, Map<String, List<String>>> ruleMap = Config.globalDataMap;
-            Map<String, List<String>> selectHost = new HashMap<>();
             ruleMap.keySet().forEach(i -> {
-                if (i.contains(host.replace("*.", ""))) {
+                if (i.contains(host.replace("*.", "")) || host.equals("*")) {
                     Config.globalDataMap.remove(i);
                 }
             });
@@ -196,7 +194,7 @@ public class Databoard extends JPanel {
                 // 通配符数据
                 Map<String, List<String>> finalSelectHost = selectHost;
                 ruleMap.keySet().forEach(i -> {
-                    if (i.contains(host.replace("*.", ""))) {
+                    if (i.contains(host.replace("*.", "")) || host.equals("*")) {
                         ruleMap.get(i).keySet().forEach(e -> {
                             if (finalSelectHost.containsKey(e)) {
                                 // 合并操作
@@ -220,7 +218,7 @@ public class Databoard extends JPanel {
 
             tabbedPane.removeAll();
             for(Map.Entry<String, List<String>> entry: selectHost.entrySet()){
-                tabbedPane.addTab(entry.getKey(), new JScrollPane(new HitRuleDataList(entry.getValue())));
+                tabbedPane.addTab(String.format("%s (%s)", entry.getKey(), entry.getValue().size()), new JScrollPane(new HitRuleDataList(entry.getValue())));
             }
             textField.setText(hostComboBox.getSelectedItem().toString());
         }
@@ -244,6 +242,7 @@ class HitRuleDataList extends JTable {
             data[x][0] = list.get(x);
         }
         model.setDataVector(data, new Object[]{"Information"});
+        this.setAutoCreateRowSorter(true);
         this.setModel(model);
     }
 }

src/main/java/burp/ui/MainUI.java

@@ -49,7 +49,7 @@ public class MainUI extends JPanel{
         int retCode = JOptionPane.showConfirmDialog(null, "Do you want to update config?", "Info",
                 JOptionPane.YES_NO_CANCEL_OPTION);
         if (retCode == JOptionPane.YES_OPTION) {
-            String url = "https://raw.githubusercontent.com/gh0stkey/HaE/gh-pages/Config.yml";
+            String url = "https://cdn.jsdelivr.net/gh/gh0stkey/HaE@gh-pages/Config.yml";
             OkHttpClient httpClient = new OkHttpClient();
             Request httpRequest = new Request.Builder().url(url).get().build();
             try {