Version: 2.5.4.1

README.md

@@ -21,6 +21,8 @@
 1. Linux/Mac用户的配置文件目录：`~/.config/HaE/`
 2. Windows用户的配置文件目录：`%USERPROFILE%/.config/HaE/`
 
+除此之外，您也可以选择将配置文件存放在`HaE Jar包`的同级目录下的`/.config/HaE/`中，**以便于离线携带**。
+
 ## 优势特点
 
 1. 精细配置：高度自由的配置选项，以满足各类精细化场景需求。

src/main/java/burp/BurpExtender.java

@@ -5,6 +5,9 @@ import burp.core.processor.ColorProcessor;
 import burp.core.processor.MessageProcessor;
 import burp.ui.MainUI;
 import burp.ui.board.MessagePanel;
+import java.beans.PropertyChangeEvent;
+import java.beans.PropertyChangeListener;
+import java.net.URL;
 import java.security.NoSuchAlgorithmException;
 import java.util.*;
 import javax.swing.*;
@@ -35,7 +38,7 @@ public class BurpExtender implements IBurpExtender, IHttpListener, IMessageEdito
 
         new ConfigLoader();
 
-        String version = "2.5.2";
+        String version = "2.5.4.1";
         callbacks.setExtensionName(String.format("HaE (%s) - Highlighter and Extractor", version));
 
         // 定义输出
@@ -71,7 +74,43 @@ public class BurpExtender implements IBurpExtender, IHttpListener, IMessageEdito
 
     @Override
     public Component getUiComponent() {
-        return main;
+        JTabbedPane HaETabbedPane = new JTabbedPane();
+        HaETabbedPane.addTab("", getImageIcon(false), main);
+        HaETabbedPane.addTab(" Highlighter and Extractor - Empower ethical hacker for efficient operations ", null);
+        HaETabbedPane.setEnabledAt(1, false);
+        HaETabbedPane.addPropertyChangeListener("background", new PropertyChangeListener() {
+            @Override
+            public void propertyChange(PropertyChangeEvent e) {
+                boolean isDarkBg = isDarkBg();
+                HaETabbedPane.setIconAt(0, getImageIcon(isDarkBg));
+            }
+
+            private boolean isDarkBg() {
+                Color bg = HaETabbedPane.getBackground();
+                int r = bg.getRed();
+                int g = bg.getGreen();
+                int b = bg.getBlue();
+                int avg = (r + g + b) / 3;
+
+                return avg < 128;
+            }
+        });
+        return HaETabbedPane;
+    }
+
+    private ImageIcon getImageIcon(boolean isDark) {
+        ClassLoader classLoader = getClass().getClassLoader();
+        URL imageURL;
+        if (isDark) {
+            imageURL = classLoader.getResource("logo.png");
+        } else {
+            imageURL = classLoader.getResource("logo_black.png");
+        }
+        ImageIcon originalIcon = new ImageIcon(imageURL);
+        Image originalImage = originalIcon.getImage();
+        Image scaledImage = originalImage.getScaledInstance(30, 20, Image.SCALE_FAST);
+        ImageIcon scaledIcon = new ImageIcon(scaledImage);
+        return scaledIcon;
     }
 
     /**
@@ -111,10 +150,12 @@ public class BurpExtender implements IBurpExtender, IHttpListener, IMessageEdito
             } catch (NoSuchAlgorithmException e) {
                 throw new RuntimeException(e);
             }
+
             String resComment = "";
             String resColor = "";
             String originalColor = messageInfo.getHighlight();
             String originalComment = messageInfo.getComment();
+
             if (result != null && !result.isEmpty() && result.size() > 0) {
                 List<String> colorList = new ArrayList<>();
 

src/main/java/burp/core/processor/DataProcessingUnit.java

@@ -49,7 +49,7 @@ public class DataProcessingUnit {
 
     public Map<String, Map<String, Object>> matchContentByRegex(byte[] content, String headers, byte[] body, String scopeString, String host)
             throws NoSuchAlgorithmException {
-        // 先从池子里判断是否有已经匹配好的结果
+        // 先从缓存池里判断是否有已经匹配好的结果
         String messageIndex = HashCalculator.calculateHash(content);
         Map<String, Map<String, Object>> map = GlobalCachePool.getFromCache(messageIndex);
         if (map != null) {

src/main/java/burp/rule/utils/RuleTool.java

@@ -13,6 +13,7 @@ import javax.swing.JOptionPane;
  */
 public class RuleTool {
     private String rulesFilePath;
+    private boolean isSuccess;
 
     public RuleTool(String rulesFilePath) {
         this.rulesFilePath = rulesFilePath;
@@ -32,18 +33,22 @@ public class RuleTool {
                 FileOutputStream fileOutputStream = new FileOutputStream(this.rulesFilePath);
                 fileOutputStream.write(responseBodyByte);
                 fileOutputStream.close();
-                JOptionPane.showMessageDialog(null, "Rules update successfully!", "Info",
+                isSuccess = true;
-                        JOptionPane.INFORMATION_MESSAGE);
             } catch (Exception e) {
-                JOptionPane.showMessageDialog(null, e, "Error",
+                isSuccess = false;
-                        JOptionPane.ERROR_MESSAGE);
             }
         });
         t.start();
         try {
-            t.join();
+            t.join(10000);
         } catch (Exception e) {
-            e.printStackTrace();
+            isSuccess = false;
+        }
+
+        if (isSuccess) {
+            JOptionPane.showMessageDialog(null, "Rules update successfully!", "Info", JOptionPane.INFORMATION_MESSAGE);
+        } else {
+            JOptionPane.showMessageDialog(null, "Rule update failed, please check the network!", "Error", JOptionPane.ERROR_MESSAGE);
         }
     }
 }

src/main/java/burp/ui/MainUI.java

@@ -20,11 +20,9 @@ import java.util.Map;
  */
 
 public class MainUI extends JPanel {
-    private MessagePanel messagePanel;
 
     public MainUI(MessagePanel messagePanel) {
-        this.messagePanel = messagePanel;
+        databoardPanel = new Databoard(messagePanel);
-        databoardPanel = new Databoard(this.messagePanel);
         initComponents();
     }
 

src/main/java/burp/ui/board/Databoard.java

@@ -33,6 +33,8 @@ public class Databoard extends JPanel {
     private JSplitPane splitPane;
     private MessagePanel messagePanel;
     private Table table;
+    DefaultComboBoxModel comboBoxModel = new DefaultComboBoxModel();
+    JComboBox hostComboBox = new JComboBox(comboBoxModel);
 
     public Databoard(MessagePanel messagePanel) {
         this.messagePanel = messagePanel;
@@ -100,6 +102,23 @@ public class Databoard extends JPanel {
                 GridBagConstraints.CENTER, GridBagConstraints.BOTH,
                 new Insets(8, 0, 5, 5), 0, 0));
 
+        hostTextField.setLayout(new BorderLayout());
+        hostTextField.add(hostComboBox, BorderLayout.SOUTH);
+        hostComboBox.setMaximumRowCount(5);
+        hostComboBox.setPreferredSize(new Dimension(super.getPreferredSize().width, 0));
+
+        // 由于主题切换造成的UI组件重绘，而自定义组件没有正确地与之同步，因此需要事件监听来进行同步
+        UIManager.addPropertyChangeListener(evt -> {
+            if ("lookAndFeel".equals(evt.getPropertyName())) {
+                SwingUtilities.invokeLater(() -> {
+                    hostTextField.remove(hostComboBox);
+                    hostTextField.add(hostComboBox, BorderLayout.SOUTH);
+                    hostTextField.revalidate();
+                    hostTextField.repaint();
+                });
+            }
+        });
+
         setAutoMatch();
     }
 
@@ -111,16 +130,6 @@ public class Databoard extends JPanel {
      * 设置输入自动匹配
      */
     private void setAutoMatch() {
-        final DefaultComboBoxModel comboBoxModel = new DefaultComboBoxModel();
-
-        final JComboBox hostComboBox = new JComboBox(comboBoxModel) {
-            @Override
-            public Dimension getPreferredSize() {
-                setMaximumRowCount(5);
-                return new Dimension(super.getPreferredSize().width, 0);
-            }
-        };
-
         isMatchHost = false;
 
         for (String host : getHostByList()) {
@@ -195,17 +204,19 @@ public class Databoard extends JPanel {
                     for (String host : getHostByList()) {
                         String lowerCaseHost = host.toLowerCase();
                         if (lowerCaseHost.contains(input)) {
+                            if (lowerCaseHost.equals(input)) {
+                                comboBoxModel.insertElementAt(lowerCaseHost, 0);
+                                comboBoxModel.setSelectedItem(lowerCaseHost);
+                            } else {
                                 comboBoxModel.addElement(host);
                             }
                         }
                     }
+                }
                 hostComboBox.setPopupVisible(comboBoxModel.getSize() > 0);
                 isMatchHost = false;
             }
         });
-
-        hostTextField.setLayout(new BorderLayout());
-        hostTextField.add(hostComboBox, BorderLayout.SOUTH);
     }
 
     private void applyHostFilter(String filterText) {
@@ -277,7 +288,7 @@ public class Databoard extends JPanel {
                     for (Map.Entry<String, List<String>> entrySet : entry.getValue().entrySet()) {
                         Thread t = new Thread(() -> {
                             String tabTitle = String.format("%s (%s)", entrySet.getKey(), entrySet.getValue().size());
-                            newTabbedPane.addTab(tabTitle, new JScrollPane(new DataTable(entrySet.getKey(), entrySet.getValue())));
+                            newTabbedPane.addTab(tabTitle, new DataTable(entrySet.getKey(), entrySet.getValue()));
                             dataTabbedPaneA.addTab(entry.getKey(), newTabbedPane);
                         });
                         t.start();
@@ -295,7 +306,7 @@ public class Databoard extends JPanel {
                 splitPane.setLeftComponent(dataTabbedPaneB);
                 for (Map.Entry<String, List<String>> entry : selectedDataMap.entrySet()) {
                     String tabTitle = String.format("%s (%s)", entry.getKey(), entry.getValue().size());
-                    dataTabbedPaneB.addTab(tabTitle, new JScrollPane(new DataTable(entry.getKey(), entry.getValue())));
+                    dataTabbedPaneB.addTab(tabTitle, new DataTable(entry.getKey(), entry.getValue()));
                 }
             }
 
@@ -324,31 +335,100 @@ public class Databoard extends JPanel {
         }
     }
 
+    class DataTable extends JPanel {
+        private final JTable table;
+        private final DefaultTableModel model;
+        private final JTextField searchField;
+        private TableRowSorter<DefaultTableModel> sorter;
+
 
-    class DataTable extends JTable {
         public DataTable(String tableName, List<String> list) {
-            DefaultTableModel model = new DefaultTableModel();
+            model = new DefaultTableModel();
-            Object[][] data = new Object[list.size()][1];
+            table = new JTable(model);
-            for (int x = 0; x < list.size(); x++) {
+            sorter = new TableRowSorter<>(model);
-                data[x][0] = list.get(x);
-            }
-            model.setDataVector(data, new Object[]{"Information"});
-            setAutoCreateRowSorter(true);
-            setModel(model);
-            setDefaultEditor(Object.class, null);
 
-            addMouseListener(new MouseAdapter() {
+            table.setRowSorter(sorter);
+            table.setDefaultEditor(Object.class, null);
+
+            // 表格内容双击事件
+            table.addMouseListener(new MouseAdapter() {
                 @Override
                 public void mouseClicked(MouseEvent e) {
                     if (e.getClickCount() == 2) {
-                        int selectedRow = getSelectedRow();
+                        int selectedRow = table.getSelectedRow();
                         if (selectedRow != -1) {
-                            String rowData = getValueAt(selectedRow, 0).toString();
+                            String rowData = table.getValueAt(selectedRow, 0).toString();
                             messagePanel.applyMessageFilter(tableName, rowData);
                         }
                     }
                 }
             });
+
+            model.addColumn("Information");
+            for (String item : list) {
+                model.addRow(new Object[]{item});
+            }
+
+            String defaultText = "Search";
+
+            searchField = new JTextField(defaultText);
+            // 设置灰色默认文本Search
+            searchField.setForeground(Color.GRAY);
+            searchField.addFocusListener(new FocusListener() {
+                @Override
+                public void focusGained(FocusEvent e) {
+                    if (searchField.getText().equals(defaultText)) {
+                        searchField.setText("");
+                        searchField.setForeground(Color.BLACK);
+                    }
+                }
+
+                @Override
+                public void focusLost(FocusEvent e) {
+                    if (searchField.getText().isEmpty()) {
+                        searchField.setForeground(Color.GRAY);
+                        searchField.setText(defaultText);
+                    }
+                }
+            });
+
+            // 监听输入框内容输入、更新、删除
+            searchField.getDocument().addDocumentListener(new DocumentListener() {
+                @Override
+                public void insertUpdate(DocumentEvent e) {
+                    performSearch();
+                }
+
+                @Override
+                public void removeUpdate(DocumentEvent e) {
+                    performSearch();
+                }
+
+                @Override
+                public void changedUpdate(DocumentEvent e) {
+                    performSearch();
+                }
+
+                private void performSearch() {
+                    // 通过字体颜色来判断是否可以进行过滤
+                    if (searchField.getForeground() == Color.BLACK) {
+                        String searchText = searchField.getText();
+                        if (sorter == null) {
+                            sorter = new TableRowSorter<>(model);
+                            table.setRowSorter(sorter);
+                        }
+                        RowFilter<DefaultTableModel, Object> rowFilter = RowFilter.regexFilter(searchText, 0);
+                        sorter.setRowFilter(rowFilter);
+                    }
+                }
+            });
+
+            // 设置布局
+            JScrollPane scrollPane = new JScrollPane(table);
+
+            setLayout(new BorderLayout(0, 5));
+            add(scrollPane, BorderLayout.CENTER);
+            add(searchField, BorderLayout.SOUTH);
         }
     }
 }

src/main/java/burp/ui/board/LogEntry.java

@@ -9,16 +9,18 @@ public class LogEntry {
     private final IHttpRequestResponsePersisted requestResponse;
     private final URL url;
     private final String length;
+    private final String status;
     private final String color;
     private final String method;
 
-    LogEntry(IHttpRequestResponsePersisted requestResponse, String method, URL url, String comment, String length, String color) {
+    LogEntry(IHttpRequestResponsePersisted requestResponse, String method, URL url, String comment, String length, String color, String status) {
         this.requestResponse = requestResponse;
         this.method = method;
         this.url = url;
         this.comment = comment;
         this.length = length;
         this.color = color;
+        this.status = status;
     }
 
     public String getColor() {
@@ -41,6 +43,10 @@ public class LogEntry {
         return this.method;
     }
 
+    public String getStatus() {
+        return this.status;
+    }
+
     public IHttpRequestResponsePersisted getRequestResponse() {
         return this.requestResponse;
     }

src/main/java/burp/ui/board/MessagePanel.java

@@ -7,14 +7,21 @@ import burp.IHttpRequestResponsePersisted;
 import burp.IHttpService;
 import burp.IMessageEditor;
 import burp.IMessageEditorController;
+import burp.IRequestInfo;
 import burp.config.ConfigEntry;
+import burp.core.GlobalCachePool;
+import burp.core.utils.HashCalculator;
 import burp.core.utils.StringHelper;
 
+import java.net.URL;
 import java.nio.charset.StandardCharsets;
+import java.security.NoSuchAlgorithmException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Comparator;
 import java.util.List;
+import java.util.Map;
+import java.util.Objects;
 import javax.swing.JScrollPane;
 import javax.swing.JSplitPane;
 import javax.swing.JTabbedPane;
@@ -117,7 +124,7 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
     @Override
     public int getColumnCount()
     {
-        return 5;
+        return 6;
     }
 
     @Override
@@ -132,8 +139,10 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
             case 2:
                 return "Comment";
             case 3:
-                return "Length";
+                return "Status";
             case 4:
+                return "Length";
+            case 5:
                 return "Color";
             default:
                 return "";
@@ -159,8 +168,10 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
             case 2:
                 return logEntry.getComment();
             case 3:
-                return logEntry.getLength();
+                return logEntry.getStatus();
             case 4:
+                return logEntry.getLength();
+            case 5:
                 return logEntry.getColor();
             default:
                 return "";
@@ -296,12 +307,93 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
     }
 
     public void add(IHttpRequestResponse messageInfo, String comment, String length, String color) {
-        synchronized(log)
+        synchronized(log) {
-        {
+            IRequestInfo iRequestInfo = helpers.analyzeRequest(messageInfo);
-            LogEntry logEntry = new LogEntry(callbacks.saveBuffersToTempFiles(messageInfo), helpers.analyzeRequest(messageInfo).getMethod(),
+            URL url = iRequestInfo.getUrl();
-                    helpers.analyzeRequest(messageInfo).getUrl(), comment, length, color);
+            String method = iRequestInfo.getMethod();
+            String status = String.valueOf(helpers.analyzeResponse(messageInfo.getResponse()).getStatusCode());
+
+            LogEntry logEntry = new LogEntry(callbacks.saveBuffersToTempFiles(messageInfo), method, url, comment, length, color, status);
+
+            try {
+                // 比较Hash，如若存在重复的请求或响应，则不放入消息内容里
+                byte[] reqByteA = messageInfo.getRequest();
+                byte[] resByteA = messageInfo.getResponse();
+                boolean isDuplicate = false;
+
+                if (log.size() > 0) {
+                    for (LogEntry entry : log) {
+                        IHttpRequestResponsePersisted reqResMessage = entry.getRequestResponse();
+                        byte[] reqByteB = reqResMessage.getRequest();
+                        byte[] resByteB = reqResMessage.getResponse();
+                        try {
+                            // 采用匹配数据结果比对
+                            if (areMapsEqual(getCacheData(reqByteB), getCacheData(reqByteA)) && areMapsEqual(getCacheData(resByteB), getCacheData(resByteA))) {
+                                isDuplicate = true;
+                                break;
+                            }
+                        } catch (Exception e) {
+                            e.printStackTrace();
+                        }
+                    }
+                }
+
+                if (!isDuplicate) {
                     log.add(logEntry);
                 }
+            } catch (Exception e) {
+                e.printStackTrace();
+            }
+        }
+
+    }
+
+    private Map<String, Map<String, Object>> getCacheData(byte[] content)
+            throws NoSuchAlgorithmException {
+        String hashIndex = HashCalculator.calculateHash(content);
+        return GlobalCachePool.getFromCache(hashIndex);
+    }
+
+    private boolean areMapsEqual(Map<String, Map<String, Object>> map1, Map<String, Map<String, Object>> map2) {
+        if (map1.size() != map2.size()) {
+            return false;
+        }
+
+        for (String key : map1.keySet()) {
+            if (!map2.containsKey(key)) {
+                return false;
+            }
+            if (!areInnerMapsEqual(map1.get(key), map2.get(key))) {
+                return false;
+            }
+        }
+
+        return true;
+    }
+
+    private boolean areInnerMapsEqual(Map<String, Object> innerMap1, Map<String, Object> innerMap2) {
+        if (innerMap1.size() != innerMap2.size()) {
+            return false;
+        }
+
+        for (String key : innerMap1.keySet()) {
+            if (!innerMap2.containsKey(key)) {
+                return false;
+            }
+            Object value1 = innerMap1.get(key);
+            Object value2 = innerMap2.get(key);
+
+            // 如果值是Map，则递归对比
+            if (value1 instanceof Map && value2 instanceof Map) {
+                if (!areInnerMapsEqual((Map<String, Object>) value1, (Map<String, Object>) value2)) {
+                    return false;
+                }
+            } else if (!value1.equals(value2)) {
+                return false;
+            }
+        }
+
+        return true;
     }
 
     public class Table extends JTable {
@@ -314,6 +406,8 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
 
         @Override
         public void changeSelection(int row, int col, boolean toggle, boolean extend) {
+            super.changeSelection(row, col, toggle, extend);
+
             logEntry = filteredLog.get(convertRowIndexToModel(row));
             requestViewer.setMessage("Loading...".getBytes(), true);
             responseViewer.setMessage("Loading...".getBytes(), false);
@@ -335,10 +429,9 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
             currentWorker = worker;
             // 启动后台线程
             worker.execute();
-            super.changeSelection(row, col, toggle, extend);
         }
 
-        private void refreshMessage() {
+        private synchronized void refreshMessage() {
             SwingUtilities.invokeLater(() -> {
                 requestViewer.setMessage(logEntry.getRequestResponse().getRequest(), true);
                 responseViewer.setMessage(logEntry.getRequestResponse().getResponse(), false);
@@ -347,4 +440,3 @@ public class MessagePanel extends AbstractTableModel implements IMessageEditorCo
     }
 
 }
-