Oracle入库速度测试(C#版)

oaklet

浏览: 109017 次
性别:
来自: 北京

最近访客更多访客>>

ymgjava

xx5333

dyu2012

m4wayne

博主相关

博客

微博

相册

留言

关于我

文章分类

社区版块

存档分类

博客分类：

C C++C#Oracle SQL Server

测试环境：
    Intel Xeon 2.4G四核心 2.5G内存
    Server 2003 Enterprise Edition Service Pack 2
    Oracle9i Enterprise Edition 9.2.0.1.0
    Microsoft Visual Studio 2008
    组件Oracle提供的Oracle.DataAccess.dll
建立测试表：

CREATE TABLE TEST
(
TEST_ID NUMBER(10, 0),
TEST_NAME VARCHAR2(50),
TEST_TIME TIMESTAMP,
TEST_VALUE NUMBER(10, 3)
);

连接Oracle过程略。

一个测试用的类：

class Util
{
    public static Random rand = new Random();
    public static String atoz = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
    public static String GenString(int length)
    {
        StringBuilder re = new StringBuilder(length);
        for (Int32 i = 0; i < length; i++)
        {
            re.Append(atoz[rand.Next(52)]);
        }
        return re.ToString();
    }
    public static Double GenDouble()
    {
        Double d1 = 2500 * rand.NextDouble();
        Double d2 = 500000 * rand.NextDouble();
        return d1 + d2;
    }
    public static Int32[] Split(Int32 total)
    {
        Int32 splitSize = 51200;
        Int32[] result = new Int32[(total + splitSize - 1) / splitSize];
        Int32 idx = 0;
        for (; idx < result.Length - 1; idx++)
        {
            total = total - splitSize;
            result[idx] = splitSize;
        }
        result[idx] = total;
        return result;
    }
}

先来个拼sql入库：

public static void SimpleInsert(Int32 total)
{
    Thread.Sleep(new TimeSpan(0, 0, 3));
    DateTime current = DateTime.Now;
    String currentStr = current.ToString("yyyy-MM-dd HH:mm:ss");
    using (OracleConnection oraConn = new OracleConnection(connStr))
    {
        oraConn.Open();
        DateTime begin = DateTime.Now;

        for (Int32 i = 1; i <= total; i++)
        {
            String sqlStr = String.Format("INSERT INTO TEST (TEST_ID, TEST_NAME, TEST_TIME, TEST_VALUE) VALUES ({0}, '{1}', to_date('{2}','yyyy-MM-dd HH24:mi:ss'), {3})", (Int32)i, Util.GenString(5), currentStr, new Decimal(Util.GenDouble()));
            OracleCommand oraCmd = new OracleCommand(sqlStr, oraConn);
            oraCmd.ExecuteNonQuery();
        }

        DateTime end = DateTime.Now;
        Console.WriteLine("Count:{0} Time:{1}", total, (end - begin).TotalMilliseconds);
        oraConn.Close();
    }
}

测试结果：
Count:10240 Time:21828.125
Count:10240 Time:21890.625
Count:10240 Time:23234.375
Count:10240 Time:30468.75
Count:10240 Time:22734.375
Count:10240 Time:22484.375
Count:10240 Time:22593.75
Count:10240 Time:24203.125
Count:10240 Time:22546.875
Count:10240 Time:22375
总结：
平均入库速度每1万条22.89秒

绑定参数法入库：

public static void TraditionalInsert(Int32 total)
{
    Thread.Sleep(new TimeSpan(0, 0, 3));
    DateTime current = DateTime.Now;
    using (OracleConnection oraConn = new OracleConnection(connStr))
    {
        oraConn.Open();
        DateTime begin = DateTime.Now;

        OracleCommand oraCmd = new OracleCommand("INSERT INTO TEST (TEST_ID, TEST_NAME, TEST_TIME, TEST_VALUE) VALUES (:t_id, :t_name, :t_time, :t_value)", oraConn);
        OracleTransaction transaction = oraConn.BeginTransaction(IsolationLevel.ReadCommitted);
        OracleParameter tId = new OracleParameter("t_id", OracleDbType.Decimal);//, 4, "TEST_ID");
        oraCmd.Parameters.Add(tId);
        OracleParameter tName = new OracleParameter("t_name", OracleDbType.Varchar2);//, 100, "TEST_NAME");
        oraCmd.Parameters.Add(tName);
        OracleParameter tTime = new OracleParameter("t_time", OracleDbType.TimeStamp);//, 8, "TEST_TIME");
        oraCmd.Parameters.Add(tTime);
        OracleParameter tValue = new OracleParameter("t_value", OracleDbType.Decimal);//, 9, "TEST_VALUE");
        oraCmd.Parameters.Add(tValue);
        for (Int32 i = 1; i <= total; i++)
        {
            tId.Value = new Decimal(i);
            tName.Value = Util.GenString(5);
            tTime.Value = current;
            tValue.Value = new Decimal(Util.GenDouble());
            oraCmd.ExecuteNonQuery();
        }
        transaction.Commit();


        DateTime end = DateTime.Now;
        Console.WriteLine("Count:{0} Time:{1}", total, (end - begin).TotalMilliseconds);
        oraConn.Close();
    }
}

测试结果：
Count:30720 Time:31609.375
Count:30720 Time:31875
Count:30720 Time:31687.5
Count:30720 Time:31187.5
Count:30720 Time:30906.25
Count:30720 Time:31078.125
Count:30720 Time:30781.25
Count:30720 Time:31062.5
Count:30720 Time:31375
Count:30720 Time:32125
总结：
平均入库速度每1万条10.21秒

数组绑定法入库：

public static void ArrayBindInsert(Int32 total)
{
    Thread.Sleep(new TimeSpan(0, 0, 3));
    DateTime current = DateTime.Now;
    Int32[] splitTotal = Util.Split(total);

    using (OracleConnection oraConn = new OracleConnection(connStr))
    {
        oraConn.Open();
        DateTime begin = DateTime.Now;

        foreach (Int32 smallCout in splitTotal)
        {
            Decimal[] tId = new Decimal[smallCout];
            String[] tName = new String[smallCout];
            DateTime[] tTime = new DateTime[smallCout];
            Decimal[] tValue = new Decimal[smallCout];
            for (Int32 i = 1; i <= smallCout; i++)
            {
                tId[i - 1] = new Decimal(i);
                tName[i - 1] = Util.GenString(5);
                tTime[i - 1] = current;
                tValue[i - 1] = new Decimal(Util.GenDouble());
            }
            OracleCommand oraCmd = new OracleCommand("INSERT INTO TEST (TEST_ID, TEST_NAME, TEST_TIME, TEST_VALUE) VALUES (:t_id, :t_name, :t_time, :t_value)", oraConn);
            oraCmd.ArrayBindCount = smallCout;

            OracleParameter pId = new OracleParameter("t_id", OracleDbType.Decimal);
            pId.Direction = ParameterDirection.Input;
            pId.Value = tId;
            oraCmd.Parameters.Add(pId);

            OracleParameter pName = new OracleParameter("t_name", OracleDbType.Varchar2);
            pName.Direction = ParameterDirection.Input;
            pName.Value = tName;
            oraCmd.Parameters.Add(pName);

            OracleParameter pTime = new OracleParameter("t_time", OracleDbType.TimeStamp);
            pTime.Direction = ParameterDirection.Input;
            pTime.Value = tTime;
            oraCmd.Parameters.Add(pTime);

            OracleParameter pValue = new OracleParameter("t_value", OracleDbType.Decimal);
            pValue.Direction = ParameterDirection.Input;
            pValue.Value = tValue;
            oraCmd.Parameters.Add(pValue);

            oraCmd.ExecuteNonQuery();
        }

        DateTime end = DateTime.Now;
        Console.WriteLine("Count:{0} Time:{1}", total, (end - begin).TotalMilliseconds);
        oraConn.Close();
    }
}

测试结果：
Count:1024000 Time:26781.25
Count:1024000 Time:24203.125
Count:1024000 Time:24375
Count:1024000 Time:26484.375
Count:1024000 Time:24250
Count:1024000 Time:29812.5
Count:1024000 Time:26640.625
Count:1024000 Time:28437.5
Count:1024000 Time:31156.25
Count:1024000 Time:28203.125
总结：
平均入库速度每100万条26.40秒
数组绑定法的注意事项：数组长度最好要小于65535，否则……

分享到：