C# 大文件切割（按文件行數，單個文件大小，切割數量）

前提

近期做項目，有了一個新需求，要求快速的讀取CSV，text文檔里面的數據，剛剛開始的時候以為是個小問題~就是普通讀取一下文件，然后解析做兩個算法罷了，玩玩沒想到需求方扔給我一個145M，八萬多列的CSV文檔，WPF和OFFICE干脆就打不開，所以只能寫了一個小程序，將其分割，然后存儲到數據庫中。在此留個備份

抽象類

public abstract class CutApartFile{public abstract void FileCut( string sourcePath , string targetFolder , long size );}

按行切割

public class CutFileByRows : CutApartFile{public override void FileCut( string sourcePath , string targetFolder , long row ){if ( row <= 0 ){return;}FileInfo fileInfo = new FileInfo( sourcePath );string fileName = fileInfo.Name.Replace( fileInfo.Extension , "" );string lineData = "";StreamReader sr = new StreamReader( sourcePath );StreamWriter sw = null;long readEowIndex = 1, index = 1;while ( ( lineData = sr.ReadLine() ) != null ){if ( sw == null || readEowIndex >= row ){sw?.Close();sw?.Dispose();string _fileName = Path.Combine( targetFolder , $"{fileName}_{index}{fileInfo.Extension}" );sw = new StreamWriter( _fileName );readEowIndex = 1;index++;}if ( row >= readEowIndex ){sw.WriteLine( lineData );sw.Flush();readEowIndex++;}}sw?.Close();sw?.Dispose();sr?.Close();sr.Dispose();}}

按文件大小切割

public class CutFileBySize : CutApartFile{public override void FileCut( string sourcePath , string targetFolder , long fileSize ){if ( fileSize <= 0 ){return;}FileInfo fileInfo = new FileInfo( sourcePath );string fileName = fileInfo.Name.Replace( fileInfo.Extension , "" );FileStream fsRead = new FileStream( sourcePath , FileMode.Open , FileAccess.Read , FileShare.Read );BinaryReader br = new BinaryReader( fsRead );int defaultBurrerLength = 1024 * 1024;long fileSizeLength = fileSize * defaultBurrerLength;byte[] buffer = new byte[ defaultBurrerLength ];int readLength = 0;int fileIndex = 1;long fileLength = fileInfo.Length;long readFileLength = 0;while ( readFileLength < fileLength ){string writeFile = Path.Combine( targetFolder , $"{fileName}_{fileIndex}{fileInfo.Extension}" );FileStream fsWrite = new FileStream( writeFile , FileMode.CreateNew , FileAccess.Write );BinaryWriter bw = new BinaryWriter( fsWrite );long singleFileLength = 0;while ( ( readLength = br.Read( buffer , 0 , buffer.Length ) ) > 0 ){bw.Write( buffer , 0 , readLength );readFileLength += readLength;singleFileLength += readLength;if ( singleFileLength >= fileSizeLength ){bw?.Close();bw?.Dispose();fsWrite?.Close();fsWrite?.Dispose();break;}}bw?.Close();bw?.Dispose();fsWrite?.Close();fsWrite?.Dispose();fileIndex++;}br?.Close();br?.Dispose();fsRead?.Close();fsRead.Dispose();}}

按文件個數切割

public class CutFileByFileCount : CutApartFile{public override void FileCut( string sourcePath , string targetFolder , long fileCount ){if ( fileCount <= 0 ){return;}FileInfo fileInfo = new FileInfo( sourcePath );string fileName = fileInfo.Name.Replace( fileInfo.Extension , "" );long fileLength = fileInfo.Length;FileStream fsRead = new FileStream( sourcePath , FileMode.Open , FileAccess.Read , FileShare.Read );BinaryReader br = new BinaryReader( fsRead );int defaultBurrerLength = 1024 * 1024;long fileSizeLength = Convert.ToInt64( ( Math.Ceiling( fileLength / Convert.ToDouble( fileCount ) ) ) );byte[] buffer = new byte[ defaultBurrerLength ];int readLength = 0;int fileIndex = 1;long readFileLength = 0;while ( readFileLength < fileLength ){string writeFile = Path.Combine( targetFolder , $"{fileName}_{fileIndex}{fileInfo.Extension}" );FileStream fsWrite = new FileStream( writeFile , FileMode.CreateNew , FileAccess.Write );BinaryWriter bw = new BinaryWriter( fsWrite );long singleFileLength = 0;while ( ( readLength = br.Read( buffer , 0 , buffer.Length ) ) > 0 ){bw.Write( buffer , 0 , readLength );readFileLength += readLength;singleFileLength += readLength;if ( singleFileLength >= fileSizeLength ){bw?.Close();bw?.Dispose();fsWrite?.Close();fsWrite?.Dispose();break;}}bw?.Close();bw?.Dispose();fsWrite?.Close();fsWrite?.Dispose();fileIndex++;}br?.Close();br?.Dispose();fsRead?.Close();fsRead.Dispose();}}

總結

以上是生活随笔為你收集整理的C# 文件切割的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。