多线程实现大批量数据导入

【简述】

最近在做大批量数据导入问题，当数据量很大的时候（例如：20万条），程序在执行的时候，需要花很长的时间，为了提高程序的执行效率，现采用多线程的方法实现数据导入功能，具体实现如下：

【实现】

    package com.mypack.thread;  
      
    public class Student {  
      
        private String name;  
        private String sex;  
        private int age;  
      
        public String getName() {  
            return name;  
        }  
      
        public void setName(String name) {  
            this.name = name;  
        }  
      
        public String getSex() {  
            return sex;  
        }  
      
        public void setSex(String sex) {  
            this.sex = sex;  
        }  
      
        public int getAge() {  
            return age;  
        }  
      
        public void setAge(int age) {  
            this.age = age;  
        }  
      
    }  

 

    package com.mypack.thread;  
      
    import java.util.ArrayList;  
    import java.util.List;  
      
    /** 
     * <ul> 
     * 学生线程 
     * </ul> 
     *  
     * @author liudong 
     *  
     */  
    public class StudentThread extends Thread {  
      
        private List<Student> students = new ArrayList<Student>();  
      
        public StudentThread(List<Student> students) {  
            this.students = students;  
      
        }  
      
        public void run() {  
      
            for (Student student : students) {  
                System.out.println("当前线程：" + Thread.currentThread().getName());  
                System.out.println("name = " + student.getName() + " age = "  
                        + student.getAge() + " sex = " + student.getSex());  
                // 导入学生信息到数据库中  
            }  
        }  
      
    }  

 

    package com.mypack.thread;  
      
    import java.util.ArrayList;  
    import java.util.List;  
      
    /** 
     *  
     * <ul> 
     * 测试类 
     * </ul> 
     *  
     * @author liudong 
     *  
     */  
    public class Test {  
      
        public static void main(String[] args) {  
      
            Test test = new Test();  
            // 查询所有的学生信息  
            List<Student> students = test.getAllStudents();  
            // 定义一个临时集合，用于存放学生信息  
            List<Student> tempStudents = new ArrayList<Student>();  
      
            for (int i = 0; i < students.size(); i++) {  
                tempStudents.add(students.get(i));  
                if (i != 0 && i % 50000 == 0) {  
                    test.createThread4ExportStudentInfo(tempStudents, i);  
                }  
            }  
      
            test.createThread4ExportStudentInfo(tempStudents, students.size());  
      
        }  
      
        /** 
         * <li>创建线程，导入学生信息</li> 
         *  
         * @param tempStudents 
         *            每个线程，需要导入的学生信息的数量 
         * @param i 
         */  
        public void createThread4ExportStudentInfo(List<Student> tempStudents, int i) {  
      
            List<Student> students = new ArrayList<Student>();  
      
            for (Student student : tempStudents) {  
                students.add(student);  
            }  
      
            StudentThread studentThread = new StudentThread(students);  
            // 设置线程名称  
            studentThread.setName("Thread-" + i);  
            // 启动线程  
            studentThread.start();  
      
            // 重新生成一个新的临时学生集合。  
            tempStudents = new ArrayList<Student>();  
        }  
      
        /** 
         * <li>查询所有的学生信息</li> 
         *  
         * @return 
         */  
        public List<Student> getAllStudents() {  
      
            List<Student> students = new ArrayList<Student>();  
      
            for (int i = 1; i <= 100000; i++) {  
                Student student = new Student();  
      
                student.setName("liudong" + i);  
                student.setAge(i);  
                student.setSex(i + "");  
      
                students.add(student);  
            }  
      
            return students;  
        }  
    }