批量插入mysql数据库

批量数据插入mysql数据库

使用原生jdbc插入

50w-----------5s

100w---------11s

500w----------60s

1000w---------2m

application

spring.datasource.url=jdbc:mysql://192.100.30.111:3306/northern7house?useUnicode=true&characterEncoding=UTF8&useSSL=false&autoReconnect=true&&rewriteBatchedStatements=true
spring.datasource.username=root
spring.datasource.password=123456
spring.datasource.driver-class-name=com.mysql.jdbc.Driver

pom

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>
    <parent>
        <groupId>org.springframework.boot</groupId>
        <artifactId>spring-boot-starter-parent</artifactId>
        <version>2.4.1</version>
        <relativePath/> <!-- lookup parent from repository -->
</parent>
    <groupId>com.example</groupId>
    <artifactId>demo123</artifactId>
    <version>0.0.1-SNAPSHOT</version>
    <name>demo123</name>
    <description>Demo project for Spring Boot</description>
    <properties>
        <java.version>1.8</java.version>
    </properties>
    <dependencies>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-jdbc</artifactId>
        </dependency>
        <dependency>
            <groupId>org.springframework.boot</groupId>
            <artifactId>spring-boot-starter-test</artifactId>
            <scope>test</scope>
            <exclusions>
                <exclusion>
                    <groupId>org.junit.vintage</groupId>
                    <artifactId>junit-vintage-engine</artifactId>
                </exclusion>
            </exclusions>
        </dependency>
        <dependency>
            <groupId>mysql</groupId>
            <artifactId>mysql-connector-java</artifactId>
        </dependency>
        <dependency>
            <groupId>junit</groupId>
            <artifactId>junit</artifactId>
            <version>4.12</version>
            <scope>compile</scope>
        </dependency>
    </dependencies>
    <build>
        <plugins>
            <plugin>
                <groupId>org.springframework.boot</groupId>
                <artifactId>spring-boot-maven-plugin</artifactId>
            </plugin>
        </plugins>
    </build>
</project>

@SpringBootTest
class Demo123ApplicationTests {

    @Value("${spring.datasource.url}")
    private String url;
@Value("${spring.datasource.username}")
    private String username;
@Value("${spring.datasource.password}")
    private String password;
@Test
void contextLoads() throws SQLException {
        long begin=System.currentTimeMillis();
List<TestUser> list=generateUser(1000000);
System.out.println("list size"+list.size());
String sql="insert into test_user(uname,uage,unumber) values(?,?,?)";
Connection connection= DriverManager.getConnection(url,username,password);
connection.setAutoCommit(false);
PreparedStatement preparedStatement=connection.prepareStatement(sql);
        for(TestUser testUser:list){
            preparedStatement.setString(1,testUser.getUname());
preparedStatement.setString(2,testUser.getUage());
preparedStatement.setString(3,testUser.getUnumber());
preparedStatement.addBatch();
}

        preparedStatement.executeBatch();
connection.commit();
        long end=System.currentTimeMillis();
connection.close();
System.out.println("使用了毫秒数===="+(end-begin));
}

    public  List<TestUser> generateUser (int length){
        List<TestUser> list=new ArrayList<>();
        for(int i=0;i<length;i++){
          list.add(new TestUser(i+"name",i+"age",i+"num"));
}
        return list;
}
}