使用numpy很容易在python中将数据读入内存
使用numpy很容易在python中将数据读入内存:
# -*- coding: utf-8 -*-#----------------------------------def dlmread(filename,delimiter=""): """ Load Data From Txt-File with delimiter. 分隔符默认是:";",",",空格类 (包括\t)和自定义的delimiter等 #开头的行被认为是注释,不会被读取 Return Value: 二维数值数组(numpy.ndarray) """ import numpy from StringIO import StringIO file_handle=open(filename,'r') LinesALL=file_handle.read()#读入字符串 file_handle.close() DelimiterALL=delimiter+",;"#分隔符 SpaceString=" "#空格 for RChar in DelimiterALL: LinesALL=LinesALL.replace(RChar,SpaceString) return numpy.genfromtxt(StringIO(LinesALL)) #----------------------------------def loaddata(filename): """ Load Data From Txt-File. 分隔符默认是:";",",",空格类 (包括\t)等 #开头的行被认为是注释,不会被读取 Return Value: 二维数值数组(numpy.ndarray) """ return dlmread(filename) #---------------------------------- #---------------------------------- if __name__ == '__main__': fn='x.txt' data1=loaddata(fn) data2=dlmread(fn) print(data1) print("-"*30) print(data2)
上面的dlmread函数使用起来很方便的.