黄色网址大全免费-黄色网址你懂得-黄色网址你懂的-黄色网址有那些-免费超爽视频-免费大片黄国产在线观看

專注Java教育14年 全國咨詢/投訴熱線:400-8080-105
動力節點LOGO圖
始于2009,口口相傳的Java黃埔軍校
首頁 學習攻略 Java學習 Java使用多線程插入數據庫

Java使用多線程插入數據庫

更新時間:2022-11-21 09:41:52 來源:動力節點 瀏覽3300次

經過測試,單核機器上效果不好,甚至不如單線程效率高。多核CPU效果提升較為明顯。

JdbcUtils.java

package com.inserttestdata;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.io.InputStreamReader;
import java.sql.Connection;  
import java.sql.DriverManager;  
import java.sql.PreparedStatement;  
import java.sql.SQLException;  
import java.util.List;
import java.util.Vector;  
import java.util.ArrayList;
public class JdbcUtils {  
    static String driver = "com.mysql.jdbc.Driver";       
    static Vector<Connection> pools = new Vector<Connection>();  
    private static String url_unic = "?useUnicode=true&characterEncoding=utf8";    
    public static Connection getDBConnection(String url,String dataBase,String user,String pwd){  
        try {  
            //1.加載驅動  
            Class.forName(driver);  
            //2.取得數據庫連接  
            String url_total = url+"/"+dataBase+url_unic;
            System.out.println(url_total);
            Connection conn =  DriverManager.getConnection(url_total, user, pwd);  
            return conn;  
        } catch (SQLException e) {  
            e.printStackTrace();  
        } catch (ClassNotFoundException e) {  
            e.printStackTrace();  
        }  
        return null;  
    }      
	//關閉數據庫連接	
    public static void closeCon(Connection con){
        if(con != null){
        	try{
            con.close();
        	    }catch(Exception e){
        	    	e.printStackTrace();
            	}
        }
    }          
    public static void insertIntoTable(String url,String user,String pwd,String table,List<String> list,Connection conn,PreparedStatement pstmt,int start,int end){  
        try {  
			String sql = "insert into " + table  + " (" + "inner_account_id,account_id,custom_id,custom_cname,account_type,is_internal,"
				      + "first_login_date,last_date,account_mode,is_special_line,account_status,custom_type_id,iwind_type,has_auxiliary"
				      + ")" + " values " + "(?,?,?,?,?,?,?,?,?,?,?,?,?,?)";
			pstmt = conn.prepareStatement(sql);
			for(String str:list.subList(start, end)){
			    String[] s = str.split("\t");			
				pstmt.setInt(1,Integer.parseInt(s[0]));
				pstmt.setString(2,s[1]);
				pstmt.setString(3,s[2]);
				pstmt.setString(4,s[3]);
				pstmt.setString(5,s[4]);
				pstmt.setString(6,s[5]);
				pstmt.setString(7,s[6]);
				pstmt.setString(8,s[7]);
				pstmt.setString(9,s[8]);
				pstmt.setString(10,s[9]);
				pstmt.setString(11,s[10]);
				pstmt.setString(12,s[11]);
				pstmt.setString(13,s[12]);
				pstmt.setString(14,s[13]);
				pstmt.addBatch();
			}
			pstmt.executeBatch();
			conn.commit();			 
			 System.out.println("insert data success!");
	     } catch(SQLException e){
	    	 e.printStackTrace();
	    	 System.out.println("insert data fail!");
	     }
    }
	//刪除表中數據
	public static void dropData(String dataBase,String url,String user,String pwd,String table){
		Connection conn = getDBConnection(url,dataBase,user,pwd);
		try{
			String sql = "delete from "+ table;
			//System.out.println(sql);
			PreparedStatement pstmt = conn.prepareStatement(sql);
			pstmt.executeUpdate();	
			System.out.println("delete data success!");		
		} catch(SQLException e){
			e.printStackTrace();
			System.out.println("delete data fail!");		
		}finally{
			closeCon(conn);	
		}
	}    
	//讀取文本文件
	public static void writeToDat(String dataBase,String path,String url,String user,String pwd,String table,int start,int end,int flag,int ch){
		File file = new File(path);
		List<String> list = new ArrayList<String>();
		Connection conn = null;	
		PreparedStatement pstmt = null;
		try { 
			InputStreamReader isr = new InputStreamReader(new FileInputStream(file), "utf8"); 
			BufferedReader bw = new BufferedReader(isr);
			String line = null;
			conn = getDBConnection(url,dataBase,user,pwd);	
			conn.setAutoCommit(false);
			int count = 0;
			while((line = bw.readLine()) != null){
				//System.out.println(line);
				list.add(line);
				if(list.size() == 50000){
					insertIntoTable(url,user,pwd,table,list,conn,pstmt,start,end);
					list.clear();
					System.out.println("已成功插入: "+ (++count)*50000 + "條數據" );
				}
			}
			if(list.size() < 50000){ 
		        int total = list.size();  
		        int every = (int)total/10;
		        int[] s ={0,0,0,0,0,0,0,0,0,(total%10)};
				insertIntoTable(url,user,pwd,table,list,conn,pstmt,(flag)*every,((flag+1)*every+s[ch]));
				System.out.println(flag);
				System.out.println(s[ch]);
				//list.clear();			
				System.out.println("OK,已成功插入全部數據!");
			}
			bw.close();
		  }catch(FileNotFoundException e){
			  e.printStackTrace();
		  }catch(SQLException e){
			  e.printStackTrace();
		  }catch(IOException e){
			  e.printStackTrace();			  
		  } finally{
				if (pstmt != null){
					try{
						pstmt.close();
					}catch(SQLException e){
						e.printStackTrace();
					}
				}
				if(conn != null){
					closeCon(conn);
			}
	}
}
}

doInsert.java

package com.inserttestdata;
import java.util.concurrent.CountDownLatch;  
//import java.util.concurrent.ExecutorService;  
//import java.util.concurrent.Executors;   
public class doInsert {  
    public static void main(String[] args) {  
        long startTimes = System.currentTimeMillis();  
        int threadCount = 10;  
        int total = 50000;  
        int every = total/threadCount;  
        int flag = 0;
        int ch = 0;
        final CountDownLatch latch = new CountDownLatch(threadCount);  
        //傳入參數
		String url = args[0];          //傳入數據庫url
		String dataBase = args[1];     //傳入數據庫名
		String user = args[2];         //傳入用戶名
		String pwd = args[3];          //傳入用戶密碼
		String table = args[4];        //傳入表名
		String path = args[5];         //傳入本地文件地址
		String deleteFlag = args[6];   //是否在插入前刪除表中的數據(true or false)
		System.out.println("deleteFlag is: "+deleteFlag);
		if(deleteFlag.equals("true") | deleteFlag.equals("True")){
			JdbcUtils.dropData(dataBase,url,user,pwd,table);
		}
        for(int i=0;i<threadCount;i++){  
            Thread thread = new Thread(new Worker(dataBase,latch,i*every,(i+1)*every,flag++,ch++,path,user,pwd,table,url)); 
            thread.start();
        }  
        try {  
            latch.await();  
            long endTimes = System.currentTimeMillis();  
            System.out.println("所有線程執行完畢,用時為 :" + (endTimes - startTimes)/1000 + "s");  
        } catch (InterruptedException e) {  
            e.printStackTrace();  
        }  
    }             
}  
class Worker implements Runnable{   	
    int start = 0;  
    int end = 0;  
    int flag;
    int ch;
    String dataBase;
    String path;
    String user;
    String pwd;
    String table;
    String url;    
    CountDownLatch latch;  
    public Worker(String dataBase,CountDownLatch latch, int start,int end,int flag,int ch,String path,String user,String pwd,String table,String url){  
        this.start = start;  
        this.end = end;   
        this.latch = latch; 
        this.flag = flag;
        this.ch = ch;
        this.dataBase = dataBase;
        this.path = path;
        this.user = user;
        this.pwd = pwd;
        this.table = table;
        this.url = url;
    }        
    @Override  
    public synchronized void  run() {   
        System.out.println("線程" + Thread.currentThread().getName()+ "正在執行。。");   
        JdbcUtils.writeToDat(dataBase,path,url,user,pwd,table,start,end,flag,ch);  
        latch.countDown();  
    }        
}  

 

提交申請后,顧問老師會電話與您溝通安排學習

免費課程推薦 >>
技術文檔推薦 >>
主站蜘蛛池模板: 国产高清视频在线播放 | 成人久久18免费游戏网站 | 最近2019年最中文字幕视频 | 性欧美video在线播放 | 色婷婷99综合久久久精品 | 亚洲国产欧美视频 | 成人国产精品免费视频 | 国产一区二区久久精品 | 国产精品人成在线播放新网站 | 91亚洲国产在人线播放午夜 | 国产精品一区视频 | 日韩中文字幕久久久经典网 | 成人中文字幕在线高清 | 午夜精品免费 | 久久午夜羞羞影院免费观看 | 亚洲精品网站在线 | 中文字幕在亚洲第一在线 | 尤物视频一区 | 怡红院成人永久免费看 | 欧美日韩一区二区亚洲 | 在线观看黄色毛片 | 精品一区二区三区高清免费观看 | 国产1区2区3区 | 国产精品日韩欧美一区二区 | 欧美xxxhd18| 狠狠色伊人亚洲综合网站色 | 日韩欧美亚洲香蕉七次郎 | 91大片 | 成人青草亚洲国产 | 日本免费影院 | 曰曰摸天天摸人人看久久久 | 日韩欧美在线综合网高清 | 亚洲精品日本高清中文字幕 | 色视频免费网站 | 九九在线视频 | 免费国产怡红院在线观看 | 亚洲国产91在线 | 国产亚洲sss在线观看 | 老司机深夜福利影院 | 黄网免费观看 | 国产黄色毛片视频 |