请教下C#关于大数组如何快速保存到硬盘的问题
请教大家，由于在做c#一个数据采集卡的程序，由于采样率很高因此 每秒有200000个double的速度。
我现在有一个 ADDATA[4,2000000]的二维数组来储存这些数据 , 希望能快速的把这个数组从内存里扔到硬盘中,因为这个数组的值每格1S会重新接受新的数据 ,所以要每隔1S存一次,而且存的值是连续可读的 请问 该如何实现呢？
我之前用
for (int i = 0; i < ADData.Length; i++)
{
try
{
File.AppendAllText("E:\\a.txt", ADData[i].ToString() + "\r\n");
}
catch (Exception ee)
{
MessageBox.Show("" + ee);
}
}
double[] ADData = new double[2000000];
byte[] bytes = new byte[ADData.Length * sizeof(double)];
Buffer.BlockCopy(ADData, 0, bytes, 0, ADData.Length * sizeof(double));
[解决办法]
200000个double，每个double8个字节，为1.6兆/秒。硬盘本身应该没有问题。
但是每次File.AppendAllText会打开并关闭文件，开销很大。
建议你采用二进制输出，并采用文件流（利用已有的缓存机制）。
using (FileStream fs = new FileStream("filename", FileMode.Create, FileAccess.Write))
using (BinaryWriter writer = new BinaryWriter(fs))
{
for (int i = 0; i < ADData.Length; i++)
{
writer.Write(ADData[i]);
}
}
public class ThreadTest
{
private ReaderWriterLockSlim l = new ReaderWriterLockSlim();
public void Write(object obj)
{
List<object> lst = obj as List<object>;
FileStream fs = lst[0] as FileStream;
long offset = (long)lst[1];
long count = (long)lst[2];
byte[] data = lst[3] as byte[];
l.EnterWriteLock();
try
{
using (fs)
{
fs.Seek(offset, SeekOrigin.Begin);
for (long i = offset; i < count; i++)
{
fs.WriteByte(data[i]);
}
}
}
finally
{
l.ExitWriteLock();
}
}
}
class Program
{
static byte[] GetBytes(string str)
{
byte[] bytes = new byte[str.Length * sizeof(char)];
System.Buffer.BlockCopy(str.ToCharArray(), 0, bytes, 0, bytes.Length);
return bytes;
}
static void Main(string[] args)
{
// 模拟100W double数据
StringBuilder sb = new StringBuilder();
for (int i = 0; i < 1000000; i++)
{
double num = new Random().NextDouble();
sb.Append(num);
}
ThreadTest test = new ThreadTest();
//string str = "1234567891011121314151617181920212223242526272829303132";
byte[] data = GetBytes(sb.ToString());
int threadCount = 10;
long count = data.Length / threadCount;
for (long offset = 0; offset < data.Length; offset = count)
{
count += offset;
if (count > data.Length)
{
count = data.Length;
}
FileStream fs = new FileStream("Test.txt", FileMode.OpenOrCreate, FileAccess.ReadWrite, FileShare.ReadWrite);
List<object> lst = new List<object>();
lst.Add(fs); lst.Add(offset); lst.Add(count); lst.Add(data);
new Thread(new ParameterizedThreadStart(test.Write)).Start(lst);
}
}
}
