From fbc3f392552c14074e1295e4c6e74c5cb87ff8b5 Mon Sep 17 00:00:00 2001 From: liulin <lin.liu@aliyun.com> Date: 星期六, 03 八月 2024 14:09:24 +0800 Subject: [PATCH] mysql迁移数据库到gauss --- src/test/java/com/lunhan/xxx/host/Mysql2Gauss.java | 82 +++++++++++++++++++++++++++++++++++------ 1 files changed, 70 insertions(+), 12 deletions(-) diff --git a/src/test/java/com/lunhan/xxx/host/Mysql2Gauss.java b/src/test/java/com/lunhan/xxx/host/Mysql2Gauss.java index d7217f8..2b1ba3a 100644 --- a/src/test/java/com/lunhan/xxx/host/Mysql2Gauss.java +++ b/src/test/java/com/lunhan/xxx/host/Mysql2Gauss.java @@ -3,40 +3,98 @@ import com.lunhan.xxx.common.util.ListUtil; import com.lunhan.xxx.common.util.SerializeUtil; +import java.sql.Connection; +import java.sql.DriverManager; +import java.sql.SQLException; import java.util.List; import java.util.Map; import java.util.Objects; public class Mysql2Gauss { - private static final String Mysql_DB = "water_basic"; - private static final String Gauss_DB = "water_basic"; - public static void main(String[] args) { + private static final String Mysql_HOST = "113.250.189.120"; + private static final String Mysql_PORT = "23306"; + private static final String Mysql_USER = "lunhan"; + private static final String Mysql_PASSWORD = "lunhan123"; + private static final String Mysql_DB_NAME = "water_basic"; + private static final String Mysql_DRIVER = "com.mysql.cj.jdbc.Driver"; + private static final String Mysql_CONNECTION_STR = "jdbc:mysql://" + Mysql_HOST + ":" + Mysql_PORT + "/" + Mysql_DB_NAME + "?serverTimezone=UTC&useUnicode=true&characterEncoding=utf8&useSSL=false"; + + private static final String Gauss_HOST = "113.250.189.120"; + private static final String Gauss_PORT = "57654"; + private static final String Gauss_USER = "lunhan"; + private static final String Gauss_PASSWORD = "lunhan.20240330"; + private static final String Gauss_DB_NAME = "water_basic"; + private static final String Gauss_DRIVER = "org.postgresql.Driver"; + private static final String Gauss_CONNECTION_STR = "jdbc:postgresql://" + Gauss_HOST + ":" + Gauss_PORT + "/" + Gauss_DB_NAME; + + private static Connection CONN_Mysql = null; + private static Connection CONN_Gauss = null; + + static { + //加载驱动 + try { + Class.forName(Mysql_DRIVER); + } catch (ClassNotFoundException e) { + e.printStackTrace(); + } + //获得连接 + try { + CONN_Mysql = DriverManager.getConnection(Mysql_CONNECTION_STR, Mysql_USER, Mysql_PASSWORD); + } catch (SQLException e) { + e.printStackTrace(); + } + //加载驱动 + try { + Class.forName(Gauss_DRIVER); + } catch (ClassNotFoundException e) { + e.printStackTrace(); + } + //获得连接 + try { + CONN_Gauss = DriverManager.getConnection(Gauss_CONNECTION_STR, Gauss_USER, Gauss_PASSWORD); + } catch (SQLException e) { + e.printStackTrace(); + } + } + + public static void main(String[] args) throws SQLException { + // 创建触发器需要的函数 + GenCodeGauss.execSql(CONN_Gauss, "CREATE OR REPLACE FUNCTION \"public\".\"update_timestamp_column\"()\n" + + " RETURNS \"pg_catalog\".\"trigger\" AS $BODY$\n" + + "BEGIN\n" + + "NEW.timestamp_column := current_timestamp;\n" + + "RETURN NEW;\n" + + "END;\n" + + "$BODY$\n" + + " LANGUAGE plpgsql VOLATILE\n" + + " COST 100"); + // 获取mysql所有的表名称 - Map<String, String> tables = GenCodeMysql.getTables(Mysql_DB); + Map<String, String> tables = GenCodeMysql.getTables(CONN_Mysql, Mysql_DB_NAME); // 遍历表名,获取表结构 for (Map.Entry<String, String> table : tables.entrySet()) { // 获取mysql表结构 - List<Map<String, Object>> columns = GenCodeMysql.getColumns(table.getKey(), Mysql_DB); + List<Map<String, Object>> columns = GenCodeMysql.getColumns(CONN_Mysql, table.getKey(), Mysql_DB_NAME); // 获取mysql表的主键 - Map<String, String> mapPK = GenCodeMysql.getPK(table.getKey()); + Map<String, String> mapPK = GenCodeMysql.getPK(CONN_Mysql, table.getKey()); // 获取mysql表的索引 - Map<String, String> mapIndex = GenCodeMysql.getIndex(table.getKey()); + Map<String, String> mapIndex = GenCodeMysql.getIndex(CONN_Mysql, table.getKey()); System.out.println("从mysql查询表结构:" + table.getKey()); // 调用gauss创建表结构 - boolean genTale = GenCodeGauss.genTable(table.getKey(), table.getValue(), columns, mapPK, mapIndex); + boolean genTale = GenCodeGauss.genTable(CONN_Gauss, table.getKey(), table.getValue(), columns, mapPK, mapIndex); System.out.println("向gauss数据库创建表结果:" + genTale); // 获取mysql表所有数据 - String sqlSelect = "SELECT * FROM " + Mysql_DB + "." + table.getKey(); + String sqlSelect = "SELECT * FROM " + Mysql_DB_NAME + "." + table.getKey(); Integer count = 1; - Integer pageSize = 500; + Integer pageSize = 1; String orderBy = "id"; Object lastId = null; while (count > 0) { count = 0; String sql = sqlSelect + (Objects.isNull(lastId) ? "" : " WHERE " + orderBy + " > " + GenCodeGauss.toDBValue(lastId) + "") + " ORDER BY " + orderBy + " LIMIT " + pageSize; - List<Map<String, Object>> list = GenCodeMysql.getListAll(sql); + List<Map<String, Object>> list = GenCodeMysql.getListAll(CONN_Mysql, sql); if (ListUtil.isNullOrEmpty(list)) { continue; } @@ -45,7 +103,7 @@ System.out.println("从mysql获取到数据:" + count); // 批量插入gauss数据库 - List<Boolean> insertAll = GenCodeGauss.insertAll(list, table.getKey(), pageSize); + List<Boolean> insertAll = GenCodeGauss.insertAll(CONN_Gauss, list, table.getKey(), pageSize); System.out.println("向gauss数据库插入数据结果:" + SerializeUtil.toJson(insertAll)); } } -- Gitblit v1.9.3