C#采集解析log文件及CSV文件数据到DataTable

 

        /// <summary>
        /// XRD.log 读取
        /// </summary>
        /// <param name="fileName">文件名</param>
        /// <returns>返回List集合</returns>
        public static List<Dictionary<string, string>> GetXRDTestData(string fileName)
        {
            try
            {
                var dictlist = new List<Dictionary<string, string>>();
                FileStream fs = new FileStream(fileName, FileMode.Open, FileAccess.Read);
                StreamReader sr = new StreamReader(fs, System.Text.Encoding.Default);
                string strLine = sr.ReadLine();
                string strLin = sr.ReadToEnd();
                int n = 14;
                string[] arr = strLine.Split(new char[] { ',' }, options: StringSplitOptions.RemoveEmptyEntries);      //取出列
                string[] content = strLin.Split(new char[] { ',' }, options: StringSplitOptions.RemoveEmptyEntries); //取出内容
                content = content.Where(s => !string.IsNullOrWhiteSpace(s)).ToArray();
                for (int i = 0; i < content.Length; i++)                                                             //去掉空格
                {
                    content[i] = content[i].Trim();
                }
                DataTable dt = new DataTable();
                for (int i = 0; i < arr.Length; i++)
                {
                    dt.Columns.Add(arr[i].Trim());
                }
                if (content.Length > 0)
                {
                    for (int i = 0; i < content.Length / n; i++)
                    {

                        DataRow dr = dt.NewRow();
                        dr[0] = content[i * n];
                        dr[1] = content[i * n + 1];
                        dr[2] = content[i * n + 2];
                        dr[3] = content[i * n + 3];
                        dr[4] = content[i * n + 4];
                        dr[5] = content[i * n + 5];
                        dr[6] = content[i * n + 6];
                        dr[7] = content[i * n + 7];
                        dr[8] = content[i * n + 8];
                        dr[9] = content[i * n + 9];
                        dr[10] = content[i * n + 10];
                        dr[11] = content[i * n + 11];
                        dr[12] = content[i * n + 12];
                        dr[13] = content[i * n + 13];
                        dt.Rows.Add(dr);
                    }
                }
                string[] WaferIDs = dt.AsEnumerable().ToList().Select(x => x.Field<string>("WaferID")).ToArray();
                WaferIDs = DelRepeatData(WaferIDs);
                DataTable newdt = dt.Clone();
                // Dictionary<string, string> dict = new Dictionary<string, string>();
                string lotID, waferID;
                for (int i = 0; i < WaferIDs.Length; i++)
                {
                    newdt.Clear();
                    Dictionary<string, string> dict = new Dictionary<string, string>();
                    var dataRows = from datarow in dt.AsEnumerable()
                                   where datarow.Field<string>("WaferID") == WaferIDs[i]
                                   select datarow;
                    foreach (var item in dataRows)
                    {
                        newdt.ImportRow(item);
                    }
                    lotID = WaferIDs[i];
                    waferID = lotID;
                    dict.Add("LOTID", lotID);
                    dict.Add("WAFER_ID", waferID);
                    string[] arrFWHM1 = newdt.AsEnumerable().Select(d => d.Field<string>("102FWHM1")).ToArray();
                    string[] arrFWHM2 = newdt.AsEnumerable().Select(d => d.Field<string>("002FWHM1")).ToArray();
                    string[] arrX1 = newdt.AsEnumerable().Select(d => d.Field<string>("X1")).ToArray();
                    string[] arrSum = newdt.AsEnumerable().Select(d => d.Field<string>("sum[T1+T2]")).ToArray();
                    string[] arrX3 = newdt.AsEnumerable().Select(d => d.Field<string>("X3")).ToArray();
                    string strFWHM1 = string.Join(",", arrFWHM1);
                    string strFWHM2 = string.Join(",", arrFWHM2);
                    string strX1 = string.Join(",", arrX1);
                    string strSum = string.Join(",", arrSum);
                    string strX3 = string.Join(",", arrX3);
                    dict.Add("102FWHM1", strFWHM1);
                    dict.Add("002FWHM1", strFWHM2);
                    dict.Add("X1", strX1);
                    dict.Add("sum[T1+T2]", strSum);
                    dict.Add("X3", strX3);
                    dictlist.Add(dict);
                }
                sr.Close();
                fs.Dispose();
                return dictlist;

            }
            catch (Exception ex)
            {
                UtilLog.LogError(string.Format("XRD文件解析出错了，详情如下：{0}", ex.Message));
                return new List<Dictionary<string, string>>();
            }
        }

CSV文件解析

        /// <summary>
        /// 将CSV文件中内容读取到DataTable中
        /// </summary>
        /// <param name="path">CSV文件路径</param>
        /// <param name="hasTitle">是否将CSV文件的第一行读取为DataTable的列名</param>
        /// <returns></returns>
        public static DataTable ReadFromCSV(string path, bool hasTitle = false)
        {
            DataTable dt = new DataTable();           //要输出的数据表
            FileStream fs = new FileStream(path, System.IO.FileMode.Open, System.IO.FileAccess.Read);
            StreamReader sr = new StreamReader(fs, System.Text.Encoding.Default);//文件读入流
            bool bFirst = true;                       //指示是否第一次读取数据

            //逐行读取
            string line;
            while ((line = sr.ReadLine()) != null)
            {
                string[] elements = line.Split(',');

                //第一次读取数据时，要创建数据列
                if (bFirst)
                {
                    for (int i = 0; i < elements.Length; i++)
                    {
                        dt.Columns.Add();
                    }
                    bFirst = false;
                }

                //有标题行时，第一行当做标题行处理
                if (hasTitle)
                {
                    for (int i = 0; i < dt.Columns.Count && i < elements.Length; i++)
                    {
                        dt.Columns[i].ColumnName = elements[i];
                    }
                    hasTitle = false;
                }
                else //读取一行数据
                {
                    if (elements.Length == dt.Columns.Count)
                    {
                        dt.Rows.Add(elements);
                    }
                    else
                    {
                        //throw new Exception("CSV格式错误：表格各行列数不一致");
                    }
                }
            }
            sr.Close();
            fs.Close();
            return dt;
        }