add loadPrimaryKeyByLocalFile

Author: xlorne

README.md

@@ -160,6 +160,22 @@ jdbcKey是通过sha256(jdbcUrl+schema)计算得来。
 
 ```
 
+### 7. 主键关系手动维护（可选）
+
+在数据库中存在不存在物理的主键字段，但是存在业务主键字段，可通过手动配置的方式，手动标记字段为主键字段。在扫描后的配置文件下增加对应表名的.key文件，例如：M_USER.key
+```
+.
+└── beefae7e00deb825a3a591ab7a22791a4df799afba9fed71f8b549665508c7ee
+    ├── M_USER
+    ├── M_USER.key
+    └── M_USER_2
+```
+
+写法如下，填写字段的名称，多个用英文,分割。
+```
+USERNAME,ID
+```
+
 ## 📖 API 文档
 
 ### DBStreamContext

pom.xml

@@ -4,7 +4,7 @@
     <modelVersion>4.0.0</modelVersion>
     <groupId>com.codingapi.dbstream</groupId>
     <artifactId>dbstream-driver</artifactId>
-    <version>1.0.5</version>
+    <version>1.0.6</version>
 
     <url>https://github.com/codingapi/dbstream-driver</url>
     <name>dbstream-driver</name>

src/main/java/com/codingapi/dbstream/scanner/DBScanner.java

@@ -32,10 +32,12 @@ public DBScanner(Connection connection, Properties info) throws SQLException {
 
     private void loadDbTableInfo(String tableName, DbTable tableInfo) throws SQLException {
         String dbTableName = tableInfo.getName();
+        List<String> keys = dbTableSerializableHelper.loadPrimaryKeyByLocalFile(tableInfo.getName());
         if (dbTableSerializableHelper.hasSerialize(dbTableName)) {
             DbTable dbTableCache = dbTableSerializableHelper.deserialize(dbTableName);
             tableInfo.setColumns(dbTableCache.getColumns());
             tableInfo.setPrimaryKeys(dbTableCache.getPrimaryKeys());
+            tableInfo.loadLocalPrimaryKeys(keys);
             tableInfo.reloadPrimaryColumns();
             return;
         }
@@ -60,6 +62,7 @@ private void loadDbTableInfo(String tableName, DbTable tableInfo) throws SQLExce
             tableInfo.addPrimaryKey(pkColumn);
         }
         pkRs.close();
+        tableInfo.loadLocalPrimaryKeys(keys);
         tableInfo.reloadPrimaryColumns();
 
         dbTableSerializableHelper.serialize(tableInfo);

src/main/java/com/codingapi/dbstream/scanner/DbTable.java

@@ -41,7 +41,9 @@ public void addColum(DbColumn column) {
 
 
     public void addPrimaryKey(String key) {
-        this.primaryKeys.add(key);
+        if(!this.primaryKeys.contains(key)) {
+            this.primaryKeys.add(key);
+        }
     }
 
     public boolean hasColumns() {
@@ -75,4 +77,15 @@ public void setPrimaryKeys(List<String> primaryKeys) {
         this.primaryKeys.clear();
         this.primaryKeys.addAll(primaryKeys);
     }
+
+    public void loadLocalPrimaryKeys(List<String> primaryKeys) {
+        if(primaryKeys!=null && !primaryKeys.isEmpty()){
+            for(String primaryKey:primaryKeys){
+                DbColumn column = this.getColumnByName(primaryKey);
+                if(column!=null){
+                    this.addPrimaryKey(column.getName());
+                }
+            }
+        }
+    }
 }

src/main/java/com/codingapi/dbstream/serializable/DBTableSerializableHelper.java

@@ -1,12 +1,16 @@
 package com.codingapi.dbstream.serializable;
 
 import com.codingapi.dbstream.scanner.DbTable;
+import com.codingapi.dbstream.utils.FileReaderUtils;
 
 import java.io.File;
 import java.io.ObjectInputStream;
 import java.io.ObjectOutputStream;
 import java.nio.file.Files;
 import java.nio.file.Paths;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
 import java.util.logging.Level;
 import java.util.logging.Logger;
 
@@ -19,7 +23,7 @@ public DBTableSerializableHelper(String jdbcKey) {
         this.path = new File("./.dbstream/" + jdbcKey + "/");
         if (!this.path.exists()) {
             boolean result = path.mkdirs();
-            LOGGER.log(Level.INFO, "Serializable Table directory created: {0}, File Path: {1}", 
+            LOGGER.log(Level.INFO, "Serializable Table directory created: {0}, File Path: {1}",
                     new Object[]{result, this.path.getAbsolutePath()});
         }
     }
@@ -30,6 +34,19 @@ public void clean() {
         }
     }
 
+    public List<String> loadPrimaryKeyByLocalFile(String tableName) {
+        File file = new File(this.path + "/" + tableName + ".key");
+        List<String> data =  FileReaderUtils.read(file);
+        if(data!=null && !data.isEmpty()) {
+            List<String> columns = new ArrayList<>();
+            for (String line : data) {
+                columns.addAll(Arrays.asList(line.split(",")));
+            }
+            return columns;
+        }
+        return null;
+    }
+
     private void deleteRecursively(File file) {
         if (file.isDirectory()) {
             File[] files = file.listFiles();

src/main/java/com/codingapi/dbstream/utils/FileReaderUtils.java

@@ -0,0 +1,33 @@
+package com.codingapi.dbstream.utils;
+
+import java.io.BufferedReader;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.util.ArrayList;
+import java.util.List;
+
+public class FileReaderUtils {
+
+    /**
+     * 按行读取文件内容，返回每一行的字符串列表
+     */
+    public static List<String> read(File file) {
+        if (file == null || !file.exists() || !file.isFile()) {
+            return null;
+        }
+
+        List<String> lines = new ArrayList<>();
+        try (BufferedReader reader = new BufferedReader(new InputStreamReader(Files.newInputStream(file.toPath()), StandardCharsets.UTF_8))) {
+            String line;
+            while ((line = reader.readLine()) != null) {
+                lines.add(line);
+            }
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+        return lines;
+    }
+}