VastbaseG100

基于openGauss内核开发的企业级关系型数据库。

Menu

调用CopyManager

CopyManager是openGauss JDBC驱动中提供的一个API接口类,用于批量向openGauss中导入数据。

获取Copy管理器

Connection connection = DriverManager.getConnection(URL,properties) 
PGConnection pgConnection = connection.unwrap(PGConnection.class);
CopyManager copyManager = pgConnection.getCopyAPI();

使用Copy管理器

copyIn(String sql, InputStream from, int bufferSize)

使用COPY FROM STDIN从InputStream中快速向数据库中的表加载数据。例如:

Connection connection = DriverManager.getConnection(URL,properties) 
PGConnection pgConnection = connection.unwrap(PGConnection.class);
CopyManager copyManager = pgConnection.getCopyAPI();
String sql = "COPY copytest FROM STDIN";
copyManager.copyIn(sql,
new ByteArrayInputStream(testInfo.getBytes()));

存在变形,即bufferSize为DEFAULT_BUFFER_SIZE copyIn(String sql, InputStream from)。

copyIn(String sql, Reader from, int bufferSize)

使用COPY FROM STDIN从Reader中快速向数据库中的表加载数据。例如:

Connection connection = DriverManager.getConnection(URL,properties);
PGConnection pgConnection = connection.unwrap(PGConnection.class);
CopyManager copyManager = pgConnection.getCopyAPI()
String sql = "COPY copytest FROM STDIN";
copyManager.copyIn(sql,
        new StringReader(testInfo));

存在变形,即bufferSize为DEFAULT_BUFFER_SIZE。

copyOut(String sql, OutputStream to)

将一个COPY TO STDOUT的结果集从数据库发送到OutputStream类中。

Connection connection = DriverManager.getConnection(URL,properties);
PGConnection pgConnection = connection.unwrap(PGConnection.class);
CopyManager copyManager = pgConnection.getCopyAPI();
String sql = "COPY copytest to STDOUT";
ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
copyManager.copyOut(sql,byteArrayOutputStream);

copyOut(String sql, Writer to)

将一个COPY TO STDOUT的结果集从数据库发送到Writer类中。

Connection connection = DriverManager.getConnection(URL,properties);
PGConnection pgConnection = connection.unwrap(PGConnection.class);
CopyManager copyManager = pgConnection.getCopyAPI();
String sql = "COPY copytest to STDOUT";
StringWriter stringWriter = new StringWriter();
copyManager.copyOut(sql,stringWriter);

从MY向Vastabase进行数据迁移

下面示例演示如何通过CopyManager从MY向VaseBase进行数据迁移。

import java.io.StringReader;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;

import org.postgresql.copy.CopyManager;
import org.postgresql.core.BaseConnection;

public class Migration{

    public static void main(String[] args) {
        String url = new String("jdbc:postgresql://1.2.4.5:8000/postgres"); //数据库URL 
        String user = new String("jack");            //用户名 
        String pass = new String("Password@123");             //密码 
        String tablename = new String("migration_table"); //定义表信息 
        String delimiter = new String("|");              //定义分隔符 
        String encoding = new String("UTF8");            //定义字符集 
        String driver = "org.postgresql.Driver";
        StringBuffer buffer = new StringBuffer();       //定义存放格式化数据的缓存 

        try {
            //获取源数据库查询结果集 
            ResultSet rs = getDataSet();

            //遍历结果集,逐行获取记录 
            //将每条记录中各字段值,按指定分隔符分割,由换行符结束,拼成一个字符串 
            //把拼成的字符串,添加到缓存buffer 
            while (rs.next()) {
                buffer.append(rs.getString(1) + delimiter
                        + rs.getString(2) + delimiter
                        + rs.getString(3) + delimiter
                        + rs.getString(4)
                        + "\n");
            }
            rs.close();

            try {
                //建立目标数据库连接 
                Class.forName(driver);
                Connection conn = DriverManager.getConnection(url, user, pass);
                BaseConnection baseConn = (BaseConnection) conn;
                baseConn.setAutoCommit(false);

                //初始化表信息   
                String sql = "Copy " + tablename + " from STDIN DELIMITER " + "'" + delimiter + "'" + " ENCODING " + "'" + encoding + "'";

                //提交缓存buffer中的数据                   
                CopyManager cp = new CopyManager(baseConn);
                StringReader reader = new StringReader(buffer.toString());
                cp.copyIn(sql, reader);
                baseConn.commit();
                reader.close();
                baseConn.close();
            } catch (ClassNotFoundException e) {
                e.printStackTrace(System.out);
            } catch (SQLException e) {
                e.printStackTrace(System.out);
            }

        } catch (Exception e) {
            e.printStackTrace();
        }
    }

    //******************************** 
    // 从源数据库返回查询结果集     
    //********************************* 
    private static ResultSet getDataSet() {
        ResultSet rs = null;
        try {
            Class.forName("com.MY.jdbc.Driver").newInstance();
            Connection conn = DriverManager.getConnection("jdbc:MY://1.2.3.4:3306/jack?useSSL=false&allowPublicKeyRetrieval=true", "jack", "Password@123");
            Statement stmt = conn.createStatement();
            rs = stmt.executeQuery("select * from migration_table");
        } catch (SQLException e) {
            e.printStackTrace();
        } catch (Exception e) {
            e.printStackTrace();
        }
        return rs;
    }
}