tangchao0503/easySif
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

可用版本1

Browse Source
This commit is contained in:
tangchao
2022-03-15 10:19:53 +08:00
parent a7cb3885db
commit cb638a0908
28 changed files with 4778 additions and 345 deletions
Download Patch File Download Diff File Expand all files Collapse all files

338
mainProgram/SpectralProcessor.cs
View File

@ -20,7 +20,7 @@ namespace mainProgram
}
public void NonLinearCorrection(double[] coefficient, double[] rawData,int bandnumber)
public void NonLinearCorrection(double[] coefficient, double[] rawData, int bandnumber)
{
for (int i = 0; i < bandnumber; i++)
{
@ -37,15 +37,15 @@ namespace mainProgram
}
public void RadCorrection(double[] calData, int integrationTime_cal, double[] targetData, int integrationTime_target, int bandnumber)
public void RadCorrection(double[] calData, uint integrationTime_cal, double[] targetData, int integrationTime_target, int bandnumber)
{
for (int i = 0; i < bandnumber; i++)
{
targetData[i] = calData[i] * targetData[i] * (integrationTime_cal * 1.0) / (integrationTime_target * 1.0);
if (targetData[i] < 0)//如果福亮度为负值，则设置为0
if (targetData[i] < 0 || integrationTime_target == 0)//如果福亮度为负值，则设置为0
{
targetData[i] = 0;
targetData[i] = 0.0000000000000001;//丰建议：不设置为0，而设置为很小的数，他的sif算法就不会出错
}
}
@ -65,9 +65,17 @@ namespace mainProgram
public double[] spectral;//long or double ?????????????????????????
}
public struct SifData
{
public string deviceType;
public string[] position;
public string[] time;
public double[,] sif;//二维数组
}
public struct CalData
{
public int exposureTime;
public uint exposureTime;
public int pixelCount;
public float temperature;
public float[] waveLengthInNM;
@ -83,6 +91,86 @@ namespace mainProgram
public string SN;
}
public class FileEncoding
{
// 给定文件的路径，读取文件的二进制数据，判断文件的编码类型
public static Encoding GetType(string FILE_NAME)
{
FileStream fs = new FileStream(FILE_NAME, FileMode.Open, FileAccess.Read);
Encoding r = GetType(fs);
fs.Close();
return r;
}
// 通过给定的文件流，判断文件的编码类型
public static Encoding GetType(FileStream fs)
{
byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 };
byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 };
byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; //带BOM
Encoding reVal = Encoding.Default;
BinaryReader r = new BinaryReader(fs, Encoding.Default);
int i;
int.TryParse(fs.Length.ToString(), out i);
byte[] ss = r.ReadBytes(i);
if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF))
{
reVal = Encoding.UTF8;
}
else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00)
{
reVal = Encoding.BigEndianUnicode;
}
else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41)
{
reVal = Encoding.Unicode;
}
r.Close();
return reVal;
}
// 判断是否是不带 BOM 的 UTF8 格式
private static bool IsUTF8Bytes(byte[] data)
{
int charByteCounter = 1; //计算当前正分析的字符应还有的字节数
byte curByte; //当前分析的字节.
for (int i = 0; i < data.Length; i++)
{
curByte = data[i];
if (charByteCounter == 1)
{
if (curByte >= 0x80)
{
//判断当前
while (((curByte <<= 1) & 0x80) != 0)
{
charByteCounter++;
}
//标记位首位若为非0 则至少以2个1开始 如:110XXXXX...........1111110X　
if (charByteCounter == 1 || charByteCounter > 6)
{
return false;
}
}
}
else
{
//若是UTF-8 此时第一位必须为1
if ((curByte & 0xC0) != 0x80)
{
return false;
}
charByteCounter--;
}
}
if (charByteCounter > 1)
{
throw new Exception("非预期的byte格式");
}
return true;
}
}
public class SpectralDataReaderWriter
{
@ -121,7 +209,7 @@ namespace mainProgram
public int findMaxColunmCount(string filePath)
{
Encoding encoding = GetType(filePath); //Encoding.ASCII;//
Encoding encoding = FileEncoding.GetType(filePath); //Encoding.ASCII;//
DataTable dt = new DataTable();
FileStream fs = new FileStream(filePath, FileMode.Open, FileAccess.Read);
StreamReader sr = new StreamReader(fs, encoding);
@ -153,14 +241,14 @@ namespace mainProgram
{
mDataTable = new DataTable();
int columnCount1 = findMaxColunmCount(mCsvPath);
for (int i = 0; i < columnCount1; i++)
{
DataColumn dc1 = new DataColumn();
mDataTable.Columns.Add(dc1);
}
Encoding encoding = GetType(mCsvPath); //Encoding.ASCII;//
Encoding encoding = FileEncoding.GetType(mCsvPath); //Encoding.ASCII;//
FileStream fs = new FileStream(mCsvPath, FileMode.Open, FileAccess.Read);
StreamReader sr = new StreamReader(fs, encoding);
@ -218,7 +306,7 @@ namespace mainProgram
spectralData.spectralDataLength = mWavelengthCountOfSpectrometers[wavelengthCountIndex];
spectralData.exposureTime = int.Parse(mDataTable.Rows[index - 1 + rowOffset][2].ToString());
spectralData.spectral = new double[mWavelengthCountOfSpectrometers[wavelengthCountIndex]];
for (int i = 0; i < mWavelengthCountOfSpectrometers[wavelengthCountIndex]; i++)
{
@ -254,7 +342,25 @@ namespace mainProgram
public int GetPosition(int index)
{
index -= 1;//因为0基索引，所以减1
//index -= 1;//因为0基索引，所以减1
//int position;
//int chushu = index / mSpectralCountOfOneSpectrometer;
//int yushu = index % mSpectralCountOfOneSpectrometer;
//if (yushu == 0)
//{
// position = mSpectralCountOfOneSpectrometer;
//}
//else
//{
// position = yushu;
//}
//return position;
int position;
int chushu = index / mSpectralCountOfOneSpectrometer;
@ -262,6 +368,7 @@ namespace mainProgram
if (yushu == 0)
{
position = mSpectralCountOfOneSpectrometer;
}
else
@ -318,83 +425,7 @@ namespace mainProgram
fs.Close();
}
// 给定文件的路径，读取文件的二进制数据，判断文件的编码类型
public Encoding GetType(string FILE_NAME)
{
FileStream fs = new FileStream(FILE_NAME, FileMode.Open, FileAccess.Read);
Encoding r = GetType(fs);
fs.Close();
return r;
}
// 通过给定的文件流，判断文件的编码类型
public Encoding GetType(FileStream fs)
{
byte[] Unicode = new byte[] { 0xFF, 0xFE, 0x41 };
byte[] UnicodeBIG = new byte[] { 0xFE, 0xFF, 0x00 };
byte[] UTF8 = new byte[] { 0xEF, 0xBB, 0xBF }; //带BOM
Encoding reVal = Encoding.Default;
BinaryReader r = new BinaryReader(fs, Encoding.Default);
int i;
int.TryParse(fs.Length.ToString(), out i);
byte[] ss = r.ReadBytes(i);
if (IsUTF8Bytes(ss) || (ss[0] == 0xEF && ss[1] == 0xBB && ss[2] == 0xBF))
{
reVal = Encoding.UTF8;
}
else if (ss[0] == 0xFE && ss[1] == 0xFF && ss[2] == 0x00)
{
reVal = Encoding.BigEndianUnicode;
}
else if (ss[0] == 0xFF && ss[1] == 0xFE && ss[2] == 0x41)
{
reVal = Encoding.Unicode;
}
r.Close();
return reVal;
}
// 判断是否是不带 BOM 的 UTF8 格式
private bool IsUTF8Bytes(byte[] data)
{
int charByteCounter = 1; //计算当前正分析的字符应还有的字节数
byte curByte; //当前分析的字节.
for (int i = 0; i < data.Length; i++)
{
curByte = data[i];
if (charByteCounter == 1)
{
if (curByte >= 0x80)
{
//判断当前
while (((curByte <<= 1) & 0x80) != 0)
{
charByteCounter++;
}
//标记位首位若为非0 则至少以2个1开始 如:110XXXXX...........1111110X　
if (charByteCounter == 1 || charByteCounter > 6)
{
return false;
}
}
}
else
{
//若是UTF-8 此时第一位必须为1
if ((curByte & 0xC0) != 0x80)
{
return false;
}
charByteCounter--;
}
}
if (charByteCounter > 1)
{
throw new Exception("非预期的byte格式");
}
return true;
}
public bool ChangeFileName(string OldPath, string NewPath)
{
@ -435,4 +466,137 @@ namespace mainProgram
return re;
}
};
public class SifDataReaderWriter
{
public SifDataReaderWriter(string csvPath)
{
mCsvPath = csvPath;
OpenCSV();
GetMetaData();
}
private string mCsvPath;
public DataTable mDataTable = null;
private int mTotalPositionCount;
private int mTotalSifCount;
//https://www.jb51.net/article/193012.htm
public void OpenCSV()//从csv读取数据返回table
{
mDataTable = new DataTable();
int columnCount1 = findMaxColunmCount(mCsvPath);
for (int i = 0; i < columnCount1; i++)
{
DataColumn dc1 = new DataColumn();
mDataTable.Columns.Add(dc1);
}
Encoding encoding = FileEncoding.GetType(mCsvPath); //Encoding.ASCII;//
FileStream fs = new FileStream(mCsvPath, FileMode.Open, FileAccess.Read);
StreamReader sr = new StreamReader(fs, encoding);
string strLine = "";//记录每次读取的一行记录
string[] aryLine = null;//记录每行记录中的各字段内容
while ((strLine = sr.ReadLine()) != null)//逐行读取CSV中的数据
{
aryLine = strLine.Split(',');
DataRow dr = mDataTable.NewRow();
for (int j = 0; j < aryLine.Length; j++)
{
dr[j] = aryLine[j];
}
mDataTable.Rows.Add(dr);
}
sr.Close();
fs.Close();
}
public int findMaxColunmCount(string filePath)
{
Encoding encoding = FileEncoding.GetType(filePath); //Encoding.ASCII;//
DataTable dt = new DataTable();
FileStream fs = new FileStream(filePath, FileMode.Open, FileAccess.Read);
StreamReader sr = new StreamReader(fs, encoding);
string strLine = "";
string[] aryLine = null;
int maxColunmCount = 0;
int tmp;
while ((strLine = sr.ReadLine()) != null)
{
aryLine = strLine.Split(',');
tmp = aryLine.Length;
if (maxColunmCount < tmp)
{
maxColunmCount = tmp;
}
}
sr.Close();
fs.Close();
return maxColunmCount;
}
public void GetMetaData()
{
mTotalPositionCount = mDataTable.Columns.Count - 2;
mTotalSifCount = mDataTable.Rows.Count - 1;
}
public SifData GetSifData()
{
SifData sifData;
//if (index > mTotalSifCount)//错误：本文件没有第index条sif时间序列光谱！！！！
//{
// //return sifData;
//}
sifData.deviceType = mDataTable.Rows[1][mDataTable.Columns.Count - 1].ToString();
sifData.position = new string[mTotalPositionCount];
sifData.sif = new double[mTotalSifCount, mTotalPositionCount];
sifData.time = new string[mTotalSifCount];
for (int i = 1; i < mTotalPositionCount + 1; i++)//第一列是时间
{
sifData.position[i - 1] = mDataTable.Rows[0][i].ToString();
for (int j = 1; j < mTotalSifCount + 1; j++)//第一行是描述标题
{
string timeTmp = mDataTable.Rows[j][0].ToString();
sifData.time[j - 1] = timeTmp;
string sifTmp = mDataTable.Rows[j][i].ToString();
if (sifTmp.Length == 0)
{
sifData.sif[j - 1, i - 1] = 0;
}
else
{
sifData.sif[j - 1, i - 1] = double.Parse(sifTmp);
}
}
}
return sifData;
}
}
}