C#使用SqlBulkCopy批量復(fù)制數(shù)據(jù)到數(shù)據(jù)表

更新時(shí)間：2014年10月27日 11:03:15 投稿：shichen2014

這篇文章主要介紹了C#使用SqlBulkCopy批量復(fù)制數(shù)據(jù)到數(shù)據(jù)表的方法,較為詳細(xì)的講述了SqlBulkCopy批量復(fù)制數(shù)據(jù)到數(shù)據(jù)表的原理與實(shí)現(xiàn)技巧,需要的朋友可以參考下

本文實(shí)例講述了C#使用SqlBulkCopy批量復(fù)制數(shù)據(jù)到數(shù)據(jù)表的方法。分享給大家供大家參考。具體實(shí)現(xiàn)方法如下：

使用 SqlBulkCopy 類只能向 SQL Server 表寫入數(shù)據(jù)。但是，數(shù)據(jù)源不限于 SQL Server；可以使用任何數(shù)據(jù)源，只要數(shù)據(jù)可加載到 DataTable 實(shí)例或可使用 IDataReader 實(shí)例讀取數(shù)據(jù)

1.使用Datatable作為數(shù)據(jù)源的方式：

下面的代碼使用到了ColumnMappings，因?yàn)槟繕?biāo)表和數(shù)據(jù)源Datatable的結(jié)構(gòu)不一致，需要這么一個(gè)映射來(lái)指定對(duì)應(yīng)關(guān)系

復(fù)制代碼代碼如下:

public string SaveJHCData(LzShopBasicData[] datas)
{
    var result = new AResult();
    SqlConnection con = new SqlConnection(System.Configuration.ConfigurationManager.ConnectionStrings["**"].ConnectionString);
    con.Open();
    foreach (var item in datas)
    {

Logger.Info("數(shù)據(jù)更新處理，店鋪名稱：" + item.ShopName + "數(shù)據(jù)日期" + item.SellDate);
try
{
using (TransactionScope scope = new TransactionScope())
{

  DataTable JHCOrderItemsdt = SaveJHCOrderItemsData(item);
  SqlBulkCopy JHCOrderItemscopy = new SqlBulkCopy(con);
  JHCOrderItemscopy.ColumnMappings.Add("orderId", "orderId");
  JHCOrderItemscopy.ColumnMappings.Add("auctionId", "auctionId");
  JHCOrderItemscopy.ColumnMappings.Add("itemTitle", "itemTitle");
  JHCOrderItemscopy.ColumnMappings.Add("tradeAmt", "tradeAmt");
  JHCOrderItemscopy.ColumnMappings.Add("alipayNum", "alipayNum");
  JHCOrderItemscopy.ColumnMappings.Add("tradeTime", "tradeTime");
  JHCOrderItemscopy.ColumnMappings.Add("uv", "uv");
  JHCOrderItemscopy.ColumnMappings.Add("srcId", "srcId");
  JHCOrderItemscopy.ColumnMappings.Add("srcName", "srcName");
  JHCOrderItemscopy.ColumnMappings.Add("DataType", "DataType");
  JHCOrderItemscopy.ColumnMappings.Add("DataDate", "DataDate");
  JHCOrderItemscopy.ColumnMappings.Add("OrderSourceID", "OrderSourceID");
  JHCOrderItemscopy.ColumnMappings.Add("ShopName", "ShopName");
  JHCOrderItemscopy.DestinationTableName = "JHCOrderItems";
  JHCOrderItemscopy.WriteToServer(JHCOrderItemsdt);
  result.Updatedata += 1;
  result.UpdatedataText += item.SellDate + ",";
  scope.Complete();
  Logger.Info(item.SellDate + "事務(wù)提交");
     }
}
catch (Exception ex)
{
     Logger.Error(ex.ToString());
     continue;
}
    }
    con.Close();
    return result.ToSerializeObject();
}

2.使用IDataReader作為數(shù)據(jù)源的方式，這種方式個(gè)人認(rèn)為用的很少，首先目標(biāo)表和來(lái)源表兩個(gè)數(shù)據(jù)庫(kù)連接你都需要拿到，如果兩個(gè)都可以拿到，一般直接操作sql就可以解決：

這里是直接拷貝的MSDN的代碼，

用到的AdventureWorks數(shù)據(jù)庫(kù)可以直接在網(wǎng)上下載到，下載地址如下：http://msftdbprodsamples.codeplex.com/releases

復(fù)制代碼代碼如下:

using System.Data.SqlClient;

class Program
{
    static void Main()
    {
        string connectionString = GetConnectionString();
        // Open a sourceConnection to the AdventureWorks database.
        using (SqlConnection sourceConnection =
                   new SqlConnection(connectionString))
        {
            sourceConnection.Open();

            // Perform an initial count on the destination table.
            SqlCommand commandRowCount = new SqlCommand(
                "SELECT COUNT(*) FROM " +
                "dbo.BulkCopyDemoMatchingColumns;",
                sourceConnection);
            long countStart = System.Convert.ToInt32(
                commandRowCount.ExecuteScalar());
            Console.WriteLine("Starting row count = {0}", countStart);

            // Get data from the source table as a SqlDataReader.
            SqlCommand commandSourceData = new SqlCommand(
                "SELECT ProductID, Name, " +
                "ProductNumber " +
                "FROM Production.Product;", sourceConnection);
            SqlDataReader reader =
                commandSourceData.ExecuteReader();

            // Open the destination connection. In the real world you would
            // not use SqlBulkCopy to move data from one table to the other
            // in the same database. This is for demonstration purposes only.
            using (SqlConnection destinationConnection =
                       new SqlConnection(connectionString))
            {
                destinationConnection.Open();

                // Set up the bulk copy object.
                // Note that the column positions in the source
                // data reader match the column positions in
                // the destination table so there is no need to
                // map columns.
                using (SqlBulkCopy bulkCopy =
                           new SqlBulkCopy(destinationConnection))
                {
                    bulkCopy.DestinationTableName =
                        "dbo.BulkCopyDemoMatchingColumns";

                    try
                    {
                        // Write from the source to the destination.
                        bulkCopy.WriteToServer(reader);
                    }
                    catch (Exception ex)
                    {
                        Console.WriteLine(ex.Message);
                    }
                    finally
                    {
                        // Close the SqlDataReader. The SqlBulkCopy
                        // object is automatically closed at the end
                        // of the using block.
                        reader.Close();
                    }
                }

                // Perform a final count on the destination
                // table to see how many rows were added.
                long countEnd = System.Convert.ToInt32(
                    commandRowCount.ExecuteScalar());
                Console.WriteLine("Ending row count = {0}", countEnd);
                Console.WriteLine("{0} rows were added.", countEnd - countStart);
                Console.WriteLine("Press Enter to finish.");
                Console.ReadLine();
            }
        }
    }

    private static string GetConnectionString()
        // To avoid storing the sourceConnection string in your code,
        // you can retrieve it from a configuration file.
    {
        return "Data Source=(local); " +
            " Integrated Security=true;" +
            "Initial Catalog=AdventureWorks;";
    }
}

實(shí)戰(zhàn)：借助類型反射動(dòng)態(tài)構(gòu)建Datatable數(shù)據(jù)源,通過(guò)SqlBulkCopy批量保存入庫(kù)

1.獲取一張空的Datatable：

復(fù)制代碼代碼如下:

var dt = bisdal.From<TopBrand>(TopBrand._.ID == -1, OrderByClip.Default).ToDataTable();

2.填充DataTable，這里是通過(guò)遍歷外部的集合，把屬性屬性逐一賦值填充到目標(biāo)Datatable

復(fù)制代碼代碼如下:

foreach (var item in brandselldataitems)
{
try
{

這里借助反射，遍歷實(shí)體屬性集合，動(dòng)態(tài)構(gòu)建DataTableRow對(duì)象

復(fù)制代碼代碼如下:

private void CreateDtByItem<T>(T item, DataTable dt)
{
    System.Reflection.PropertyInfo[] properties = item.GetType().GetProperties(System.Reflection.BindingFlags.Instance | System.Reflection.BindingFlags.Public);
    var newrow = dt.NewRow();
    foreach (System.Reflection.PropertyInfo pitem in properties)
    {

string name = pitem.Name;
if (name == "children")
{
     continue;
}
object value = pitem.GetValue(item, null);
newrow[name] = value == null ? DBNull.Value : value;
    }
    dt.Rows.Add(newrow);
}

3.保存入庫(kù)：

復(fù)制代碼代碼如下:

BulkWriteToServer(con, "TopBrand", dt);

這里因?yàn)槟繕?biāo)表和數(shù)據(jù)源的Datatable數(shù)據(jù)結(jié)構(gòu)一致，所以省去了ColumnMappings列映射的操作，可以直接WriteToServer保存

復(fù)制代碼代碼如下:

private void BulkWriteToServer(SqlConnection con, string destinationtablename, DataTable sourcedt)

{

    try

    {

 if (con.State == ConnectionState.Closed)

 {

     con.Open();

 }

 SqlBulkCopy topbranddtcopy = new SqlBulkCopy(con);

 topbranddtcopy.DestinationTableName = destinationtablename;

 topbranddtcopy.WriteToServer(sourcedt);

 con.Close();

    }

    catch (Exception ex)

    {

 Logger.Error("批量新增數(shù)據(jù):" + destinationtablename + "," + ex.ToString());

    }

}

完整調(diào)用代碼：

復(fù)制代碼代碼如下:

private void CreateTopBrandData(int date, int cid, List<BrandSellDataItem> brandselldataitems)
{
    try
    {
var dt = bisdal.From<TopBrand>(TopBrand._.ID == -1, OrderByClip.Default).ToDataTable();
foreach (var item in brandselldataitems)
{
     try
     {

  TopBrand topbrand = new TopBrand
  {
      BrandIndex = item.mk,
      BrandName = item.c58,
      Date = date,
      WinnerAmt = item.c60,
      WinnerPeople = item.c62,
      WinnerProNum = item.c61,
      HotTaobaoCategoryID = cid
  };
  CreateDtByItem<TopBrand>(topbrand, dt);
     }
     catch (Exception ex)
     {
  Logger.Error(ex.ToString());
  continue;
     }
}
BulkWriteToServer(con, "TopBrand", dt);
    }
    catch (Exception ex)
    {
throw new Exception("CreateTopBrandData:" + ex.ToString());
    }
}