v0.1.3 fix some error,add new command mode -m

Author: iverycd

cmd/app.go

@@ -129,6 +129,28 @@ func LogError(logDir string, logName string, strContent string, errInfo error) {
 	}
 }
 
+func LogOutput(logDir string, logName string, strContent string) {
+	f, errFile := os.OpenFile(logDir+"/"+logName+".log", os.O_CREATE|os.O_APPEND|os.O_RDWR, os.ModePerm)
+	if errFile != nil {
+		log.Fatal(errFile)
+	}
+	defer func() {
+		if errFile := f.Close(); errFile != nil {
+			log.Fatal(errFile) // 或设置到函数返回值中
+		}
+	}()
+	// create new buffer
+	buffer := bufio.NewWriter(f)
+	_, errFile = buffer.WriteString(strContent + "\n")
+	if errFile != nil {
+		log.Fatal(errFile)
+	}
+	// flush buffered data to the file
+	if errFile := buffer.Flush(); errFile != nil {
+		log.Fatal(errFile)
+	}
+}
+
 // StrVal
 // 获取变量的字符串值，目前用于interface类型转成字符串类型
 // 浮点型 3.0将会转换成字符串3, "3"

cmd/root.go

@@ -27,6 +27,7 @@ import (
 var log = logrus.New()
 var cfgFile string
 var selFromYml bool
+var metaData bool
 
 var wg sync.WaitGroup
 var wg2 sync.WaitGroup
@@ -114,22 +115,24 @@ func startDataTransfer(connStr *connect.DbConnStr) {
 	}
 	//遍历tableMap，先遍历表，再遍历该表的sql切片集合
 	migDataStart := time.Now()
-	for tableName, sqlFullSplit := range tableMap { //获取单个表名
-		colName, colType, tableNotExist := preMigData(tableName, sqlFullSplit) //获取单表的列名，列字段类型
-		if !tableNotExist {                                                    //目标表存在就执行数据迁移
-			// 遍历该表的sql切片(多个分页查询或者全表查询sql)
-			for index, sqlSplitSql := range sqlFullSplit {
-				log.Info("Table ", tableName, " total task ", len(sqlFullSplit))
-				ch <- struct{}{} //在没有被接收的情况下，至多发送n个消息到通道则被阻塞，若缓存区满，则阻塞，这里相当于占位置排队
-				wg.Add(1)        // 每运行一个goroutine等待组加1
-				go runMigration(logDir, index, tableName, sqlSplitSql, ch, colName, colType)
+	if !metaData {
+		for tableName, sqlFullSplit := range tableMap { //获取单个表名
+			colName, colType, tableNotExist := preMigData(tableName, sqlFullSplit) //获取单表的列名，列字段类型
+			if !tableNotExist {                                                    //目标表存在就执行数据迁移
+				// 遍历该表的sql切片(多个分页查询或者全表查询sql)
+				for index, sqlSplitSql := range sqlFullSplit {
+					log.Info("Table ", tableName, " total task ", len(sqlFullSplit))
+					ch <- struct{}{} //在没有被接收的情况下，至多发送n个消息到通道则被阻塞，若缓存区满，则阻塞，这里相当于占位置排队
+					wg.Add(1)        // 每运行一个goroutine等待组加1
+					go runMigration(logDir, index, tableName, sqlSplitSql, ch, colName, colType)
+				}
+			} else { //目标表不存在就往通道写1
+				log.Info("table not exists ", tableName)
 			}
-		} else { //目标表不存在就往通道写1
-			log.Info("table not exists ", tableName)
 		}
+		// 这里等待上面所有迁移数据的goroutine协程任务完成才会接着运行下面的主程序，如果这里不wait，上面还在迁移行数据的goroutine会被强制中断
+		wg.Wait()
 	}
-	// 这里等待上面所有迁移数据的goroutine协程任务完成才会接着运行下面的主程序，如果这里不wait，上面还在迁移行数据的goroutine会被强制中断
-	wg.Wait()
 	// 单独计算迁移表行数据的耗时
 	migDataEnd := time.Now()
 	migCost := migDataEnd.Sub(migDataStart)
@@ -534,6 +537,7 @@ func init() {
 	cobra.OnInitialize(initConfig)
 	rootCmd.PersistentFlags().StringVar(&cfgFile, "config", "", "config file (default is $HOME/.example.yaml)")
 	rootCmd.PersistentFlags().BoolVarP(&selFromYml, "selFromYml", "s", false, "select from yml true")
+	rootCmd.PersistentFlags().BoolVarP(&metaData, "metaData", "m", false, "only output create meta script true")
 	//rootCmd.PersistentFlags().BoolVarP(&tableOnly, "tableOnly", "t", false, "only create table true")
 }
 

cmd/tablemeta.go

@@ -84,7 +84,7 @@ func (tb *Table) TableCreate(logDir string, tblName string, ch chan struct{}) {
 		}
 		// 判断colDefaultValue的长度，如果len大于0说明就是有非null的默认值，如果len为0说明在源库的默认值就是null
 		if len([]rune(colDefaultValue.String)) > 0 {
-			newTable.columnDefault = colDefaultValue.String
+			newTable.columnDefault = strings.ReplaceAll(colDefaultValue.String, "\n", "")
 		} else {
 			newTable.columnDefault = "null"
 		}
@@ -120,6 +120,8 @@ func (tb *Table) TableCreate(logDir string, tblName string, ch chan struct{}) {
 				matches := re.FindAllString(newTable.dataType, -1)
 				if matches[0] == "TIMESTAMP" { //timestamp类型，才需要加精度值
 					newTable.destDefault = "default current_timestamp(" + strconv.Itoa(newTable.numericScale) + ")"
+				} else {
+					newTable.destDefault = "default current_timestamp"
 				}
 			} else { // 其余默认值类型无需使用单引号包围
 				newTable.destDefault = fmt.Sprintf("default %s", newTable.columnDefault)
@@ -166,17 +168,21 @@ func (tb *Table) TableCreate(logDir string, tblName string, ch chan struct{}) {
 		}
 	}
 	//fmt.Println(createTblSql) // 打印创建表语句
-	// 创建前先删除目标表
-	dropDestTbl := "drop table if exists " + fmt.Sprintf("`") + tblName + fmt.Sprintf("`") + " cascade"
-	if _, err = destDb.Exec(dropDestTbl); err != nil {
-		log.Error("drop table ", tblName, " failed ", err)
-	}
-	// 创建表结构
-	log.Info(fmt.Sprintf("%v Table total %s create table %s", time.Now().Format("2006-01-02 15:04:05.000000"), strconv.Itoa(tableCount), tblName))
-	if _, err = destDb.Exec(createTblSql); err != nil {
-		log.Error("table ", tblName, " create failed  ", err)
-		LogError(logDir, "tableCreateFailed", createTblSql, err)
-		failedCount += 1
+	LogOutput(logDir, "createSql", createTblSql+";")
+	if !metaData {
+		// 创建前先删除目标表
+		dropDestTbl := "drop table if exists " + fmt.Sprintf("`") + tblName + fmt.Sprintf("`") + " cascade"
+		if _, err = destDb.Exec(dropDestTbl); err != nil {
+			log.Error("drop table ", tblName, " failed ", err)
+		}
+		// 创建表结构
+		log.Info(fmt.Sprintf("%v Table total %s create table %s", time.Now().Format("2006-01-02 15:04:05.000000"), strconv.Itoa(tableCount), tblName))
+
+		if _, err = destDb.Exec(createTblSql); err != nil {
+			log.Error("table ", tblName, " create failed  ", err)
+			LogError(logDir, "tableCreateFailed", createTblSql, err)
+			failedCount += 1
+		}
 	}
 	<-ch
 }
@@ -197,12 +203,15 @@ func (tb *Table) IdxCreate(logDir string, tableName string, ch chan struct{}, id
 		if err := rows.Scan(&destIdxSql); err != nil {
 			log.Error(err)
 		}
+		LogOutput(logDir, "createSql", destIdxSql)
 		destIdxSql = "/* goapp */" + destIdxSql
 		// 创建目标索引，主键、其余约束
-		if _, err = destDb.Exec(destIdxSql); err != nil {
-			log.Error("index ", destIdxSql, " create index failed ", err)
-			LogError(logDir, "idxCreateFailed", destIdxSql, err)
-			failedCount += 1
+		if !metaData {
+			if _, err = destDb.Exec(destIdxSql); err != nil {
+				log.Error("index ", destIdxSql, " create index failed ", err)
+				LogError(logDir, "idxCreateFailed", destIdxSql, err)
+				failedCount += 1
+			}
 		}
 	}
 	if destIdxSql != "" {
@@ -244,18 +253,26 @@ func (tb *Table) SeqCreate(logDir string) (ret []string) {
 				// 创建目标数据库该表表的自增列索引
 				sqlAutoColIdx := "/* goapp */" + "create index ids_" + tableName + "_" + autoColName + "_" + strconv.Itoa(idx) + " on " + tableName + "(" + autoColName + ")"
 				log.Info("[", idx, "] create auto_increment for table ", tableName)
-				if _, err = destDb.Exec(sqlAutoColIdx); err != nil {
-					log.Error(sqlAutoColIdx, " create index autoCol failed ", err)
-					LogError(logDir, "AutoIdxCreateFailed", sqlAutoColIdx, err)
-					failedCount += 1
+				LogOutput(logDir, "createSql", sqlAutoColIdx+";")
+				if !metaData {
+					if _, err = destDb.Exec(sqlAutoColIdx); err != nil {
+						log.Error(sqlAutoColIdx, " create index autoCol failed ", err)
+						LogError(logDir, "AutoIdxCreateFailed", sqlAutoColIdx, err)
+						failedCount += 1
+					}
 				}
+
 				// 更改目标数据库该表的列属性为自增列
 				sqlModifyAuto := "/* goapp */" + "alter table " + tableName + " modify " + autoColName + " bigint auto_increment"
-				if _, err = destDb.Exec(sqlModifyAuto); err != nil {
-					log.Error(sqlModifyAuto, " failed ", err)
-					LogError(logDir, "alterTableFailed", sqlModifyAuto, err)
-					failedCount += 1
+				LogOutput(logDir, "createSql", sqlModifyAuto+";")
+				if !metaData {
+					if _, err = destDb.Exec(sqlModifyAuto); err != nil {
+						log.Error(sqlModifyAuto, " failed ", err)
+						LogError(logDir, "alterTableFailed", sqlModifyAuto, err)
+						failedCount += 1
+					}
 				}
+
 			}
 		}
 	}
@@ -283,10 +300,13 @@ func (tb *Table) FkCreate(logDir string) (ret []string) {
 		}
 		log.Info("[", idx, "] create foreign key for table ", tableName)
 		sqlStr = "/* goapp */" + sqlStr
-		if _, err = destDb.Exec(sqlStr); err != nil {
-			log.Error(sqlStr, " create foreign key failed ", err)
-			LogError(logDir, "FKCreateFailed", sqlStr, err)
-			failedCount += 1
+		LogOutput(logDir, "createSql", sqlStr)
+		if !metaData {
+			if _, err = destDb.Exec(sqlStr); err != nil {
+				log.Error(sqlStr, " create foreign key failed ", err)
+				LogError(logDir, "FKCreateFailed", sqlStr, err)
+				failedCount += 1
+			}
 		}
 	}
 	endTime := time.Now()
@@ -322,11 +342,14 @@ func (tb *Table) NormalIdx(logDir string) (ret []string) {
 				log.Error(err)
 			}
 			log.Info("[", idx, "] create normal index for table ", tableName)
+			LogOutput(logDir, "createSql", createSql+";")
 			createSql = "/* goapp */" + createSql
-			if _, err = destDb.Exec(createSql); err != nil {
-				log.Error(createSql, " create normal index failed ", err)
-				LogError(logDir, "NormalIdxCreateFailed", createSql, err)
-				failedCount += 1
+			if !metaData {
+				if _, err = destDb.Exec(createSql); err != nil {
+					log.Error(createSql, " create normal index failed ", err)
+					LogError(logDir, "NormalIdxCreateFailed", createSql, err)
+					failedCount += 1
+				}
 			}
 		}
 
@@ -355,10 +378,13 @@ func (tb *Table) CommentCreate(logDir string) (ret []string) {
 		}
 		if len(createSql) > 0 { // 如果有normal-index，就通过dbms_metadata获取该normal-index的DDL语句
 			log.Info("[", idx, "] create comment for table ", tableName)
-			if _, err = destDb.Exec(createSql); err != nil {
-				log.Error(createSql, " create comment failed ", err)
-				LogError(logDir, "CommentCreateFailed", createSql, err)
-				failedCount += 1
+			LogOutput(logDir, "createSql", createSql+";")
+			if !metaData {
+				if _, err = destDb.Exec(createSql); err != nil {
+					log.Error(createSql, " create comment failed ", err)
+					LogError(logDir, "CommentCreateFailed", createSql, err)
+					failedCount += 1
+				}
 			}
 		}
 
@@ -392,17 +418,21 @@ func (tb *Table) ViewCreate(logDir string) (ret []string) {
 		dbRet = strings.ReplaceAll(dbRet, "--", "-- -- ")
 		dbRet = strings.ReplaceAll(dbRet, "\"", "`")
 		dbRet = strings.ReplaceAll(dbRet, "NVL(", "IFNULL(")
-		dbRet = strings.ReplaceAll(dbRet, "unistr('\0030')", "0")
-		dbRet = strings.ReplaceAll(dbRet, "unistr('\0031')", "1")
-		dbRet = strings.ReplaceAll(dbRet, "unistr('\0033')", "3")
+		dbRet = strings.ReplaceAll(dbRet, "UNISTR('\0030')", "0")
+		dbRet = strings.ReplaceAll(dbRet, "UNISTR('\0031')", "1")
+		dbRet = strings.ReplaceAll(dbRet, "UNISTR('\0033')", "3")
 		if len(viewName) > 0 {
 			sqlStr := "create or replace view " + viewName + " as " + dbRet
 			log.Info("[", idx, "] create view ", viewName)
-			if _, err = destDb.Exec(sqlStr); err != nil {
-				//log.Error(sqlStr, " create view failed ", err)
-				LogError(logDir, "ViewCreateFailed", sqlStr, err)
-				failedCount += 1
+			LogOutput(logDir, "createSql", sqlStr+";")
+			if !metaData {
+				if _, err = destDb.Exec(sqlStr); err != nil {
+					//log.Error(sqlStr, " create view failed ", err)
+					LogError(logDir, "ViewCreateFailed", sqlStr, err)
+					failedCount += 1
+				}
 			}
+
 		}
 	}
 	endTime := time.Now()

cmd/version.go

@@ -9,7 +9,7 @@ import (
 	"github.com/spf13/cobra"
 )
 
-var ver = "0.1.2"
+var ver = "0.1.3"
 
 func init() {
 	rootCmd.AddCommand(versionCmd)

readme.md

@@ -252,7 +252,31 @@ e.g.
 OracleSync2MySQL.exe  --config example.yml onlyData -s
 ```
 
+### 7 output create ddl
+
+Do not migrate any data, only dump DDL statements. Output DDL statements for table creation, indexes, auto increment columns, views, and other objects to createSql.log in the log file
+
+OracleSync2MySQL.exe  --config file.yml -m
+
+```
+e.g.
+OracleSync2MySQL.exe  --config example.yml -m
+```
+
 ## change history
+### v0.1.3
+2024-06-04
+fix tablemeta view problem,add -m mode only output ddl script to plat file
+
+
+### v0.1.2
+2024-05-30
+fix missing default value
+
+### v0.1.1
+2024-05-14
+add column comment
+
 ### v0.1.0
 2024-03-29
 fix some error

readme_cn.md

@@ -240,7 +240,32 @@ OracleSync2MySQL.exe  --config 配置文件 onlyData -s
 OracleSync2MySQL.exe  --config example.yml onlyData -s
 ```
 
+### 3.7 输出建库脚本
+
+不迁移任何数据，仅转储DDL语句，表创建、索引、自增列、视图等对象ddl语句输出到log文件下的createSql.log
+
+OracleSync2MySQL.exe  --config 配置文件 -m
+
+```
+示例
+OracleSync2MySQL.exe  --config example.yml -m
+```
+
 ## change history
+### v0.1.3
+2024-06-04
+修复tablemeta中视图批量替换的问题，新增-m模式，仅输出创建数据库对象的脚本文件到createSql.log文件，不会迁移任何对象
+
+
+### v0.1.2
+2024-05-30
+修复默认值缺失的问题
+
+### v0.1.1
+2024-05-14
+修复注释没有迁移的问题
+
+
 ### v0.1.0
 2024-03-29
 修复分页查询遇到别名冲突问题