NPOI大数据分批写入同个Excel

实现过程：
要导出来的数据库数据量很大，一次取出来压力有点大，故分批取出来，导入到同一个Excel。
因为Excel2003版最大行数是65536行，Excel2007开始的版本最大行数是1048576行，故NPOI导出时候选择了Excel2007。

Form1.cs

 

/*
引用命名空间：
using System.IO;
using System.Threading.Tasks;
using NPOI.HSSF.UserModel;
using NPOI.SS.UserModel;
using NPOI.XSSF.UserModel;
*/
      
public Form1()
{
    InitializeComponent();
    List<DictionaryEntry> list = new List<DictionaryEntry>(){
          new DictionaryEntry(1, "XA"),
          new DictionaryEntry(2, "XB")
    };
    cbType.BindComboBox(list);                    
}

private void CreateExcel(string fileName)
{
    if (File.Exists(fileName))
        File.Delete(fileName);

    IWorkbook workbook = new XSSFWorkbook();
    ISheet sheet = workbook.CreateSheet("Sheet1");
    FileStream sw = File.Create(fileName);
    workbook.Write(sw);
    sw.Close();                   
}


private void btnExport_Click(object sender, EventArgs e)
{            
    try
    {
        Task.Factory.StartNew(() =>
        {
            txtSql.SafeCall(() =>
            {
                txtSql.AppendText("开始处理...\r\n");
            });

            BusinessType businessType = GetBusinessType();
            string[] sqlWhereArray = Sql.SqlWhereArray;
            string[] DateRemarkArray = Sql.DateRemarkArray;
            string fileName = string.Format("{0}.xlsx", businessType.ToString());

            CreateExcel(fileName);                                       

            string sqlCount = Sql.GetRecordSql(businessType, "");
            int recordCount = db.ExecuteScalar(sqlCount);   
            int sqlIndex = 0;
            int rowIndex = 0;
            foreach (string sqlWhre in sqlWhereArray)                    
            {
                sqlIndex++;
                FileStream fs = File.Open(fileName, FileMode.Open);  
                IWorkbook workbook = new XSSFWorkbook(fs);                      
                ISheet sheet = workbook.GetSheetAt(0);
                txtSql.SafeCall(() =>
                {
                    txtSql.AppendText("条件" + sqlIndex.ToString() + "：" + DateRemarkArray[sqlIndex - 1]);
                });
                string sql = Sql.GetDataSql(businessType, sqlWhre);
                DataTable dt = db.GetDataSet(sql).Tables[0];

                int columnsCount = dt.Columns.Count;
                if (sqlIndex == 1)
                {
                    IRow row0 = sheet.CreateRow(0);                            
                    for (int m = 0; m < columnsCount; m++)
                    {
                        DataColumn dc = dt.Columns[m];
                        row0.CreateCell(m).SetCellValue(dc.ColumnName);
                    }
                }

                for (int i = 0; i < dt.Rows.Count; i++)
                {
                    rowIndex++;
                    DataRow dr = dt.Rows[i];                        
                    IRow row = sheet.CreateRow(rowIndex);
                    for (int j = 0; j < columnsCount; j++)
                    {
                        row.CreateCell(j).SetCellValue(dr[j].ToString());
                    }

                    lblMsg.SafeCall(() =>
                    {
                        if(i == (dt.Rows.Count - 1))
                            txtSql.AppendText(" 行数：" + (i+1).ToString() + "\r\n");
                        lblMsg.Text = string.Format("正在导出第{0}个条件，第{1}行", sqlIndex.ToString(), (i + 1).ToString());
                        double x = rowIndex * 1.0 / recordCount * 100;
                        lblProgress.Text = string.Format("总行数：{0}, 当前完成总{1}行，百分占比：{2} %", recordCount.ToString(), rowIndex.ToString(), x.ToString("#0.0"));
                    });
                }
                FileStream outFs = new FileStream(fileName, FileMode.Open);
                workbook.Write(outFs);
                outFs.Close();
            }                   
        }).ContinueWith(TaskEnded);
    }
    catch (Exception ex)
    {
        MessageBox.Show("发生异常，错误提示：" + ex.Message);
    }
}
private void TaskEnded(Task task)
{
    txtSql.SafeCall(() =>
    {
        lblMsg.Text = "全部导出完成！";
        txtSql.AppendText("处理完成！\r\n");               
    });
}

 

Extensions.cs

 

public static class Extensions
{
    public static void SafeCall(this Control ctrl, Action callback)
    {
        if (ctrl.InvokeRequired)
            ctrl.Invoke(callback);
        else
            callback();
    }
    public static void BindComboBox(this ComboBox cb, List<DictionaryEntry> list)
    {
        cb.DisplayMember = "Value";
        cb.ValueMember = "Key";
        cb.DataSource = list;
    }
}

Sql.cs

 

 

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;

namespace DataExport
{
    public enum BusinessType
    {
        XA = 1,
        XB = 2
    }

    public class Sql
    {
        /// <summary>
        /// 分批获取sql的where条件
        /// </summary>
        public static string[] SqlWhereArray = { 
                                 " 条件1 ",
                                 " 条件2 ",
                                 " 条件3 "
                                 };
        
        /// <summary>
        /// sql的where条件说明
        /// </summary>
        public static string[] DateRemarkArray = {  
                            "20130101至20130331",
                            "20130401至20130630",
			    "20130701后",
                             };

        /// <summary>
        /// 获取sql语句
        /// </summary>
        /// <param name="type"></param>
        /// <param name="columns"></param>
        /// <param name="sqlWhere"></param>
        /// <returns></returns>
        private static string GetSql(BusinessType type, string columns, string sqlWhere)
        {
            string sql = "";
            switch (type)
            {
                case BusinessType.XA:
                    sql = string.Format(@"SELECT {0}  FROMM tb1 WHERE 1=1 {1} ", columns, sqlWhere);
                    break;
                case BusinessType.XB:
                    sql = string.Format(@"SELECT {0}  FROMM tb2 WHERE 1=1 {1} ", columns, sqlWhere);
                    break;
            }


            return sql;
        }

        /// <summary>
        /// 获取总记录数
        /// </summary>
        /// <param name="type"></param>
        /// <param name="sqlWhere"></param>
        /// <returns></returns>
        public static string GetRecordSql(BusinessType type, string sqlWhere)
        {
            string columns = "count(*)";
            return GetSql(type, columns, sqlWhere);
        }

        /// <summary>
        /// 获取数据
        /// </summary>
        /// <param name="type"></param>
        /// <param name="sqlWhere"></param>
        /// <returns></returns>
        public static string GetDataSql(BusinessType type, string sqlWhere)
        {
            string columns = "";
            switch (type)
            {
                case BusinessType.XA:
                                columns = @"
                                col1 列1,
				col2 列2,
                                col3 列3
                                 ";
                    break;
                case BusinessType.XB:
                                columns = @"
                                col1 列1,
				col2 列2
                                 ";
                    break;
               
                    }
            return GetSql(type, columns, sqlWhere);
       }
    }
}