13 changed files with 623 additions and 122 deletions
@ -1,13 +1,187 @@ |
|||
using System; |
|||
using System.Collections.Concurrent; |
|||
using System.Collections.Generic; |
|||
using System.ComponentModel.DataAnnotations; |
|||
using System.IO.Compression; |
|||
using System.IO; |
|||
using System.Linq; |
|||
using System.Reflection; |
|||
using System.Text; |
|||
using System.Threading; |
|||
using System.Threading.Tasks; |
|||
using Magicodes.ExporterAndImporter.Core; |
|||
using Minio; |
|||
using NPOI.SS.UserModel; |
|||
using NPOI.XSSF.UserModel; |
|||
using SettleAccount.Bases; |
|||
using System.Diagnostics; |
|||
using Magicodes.ExporterAndImporter.Core.Extension; |
|||
|
|||
namespace Win.Sfs.SettleAccount.Entities.BQ |
|||
{ |
|||
public class NopiDataToExcel |
|||
public class NopiExtendExcel<T> where T : class, new() |
|||
{ |
|||
|
|||
static ConcurrentBag<FileInfoGroup> excelFiles = new ConcurrentBag<FileInfoGroup>(); |
|||
public static string EndPoint { get; set; } |
|||
public static string AccessKey { get; set; } |
|||
public static string SecretKey { get; set; } |
|||
public static string BucketName { get; set; } |
|||
public static bool WithSSL { get; set; } |
|||
|
|||
/// <summary>
|
|||
///
|
|||
/// </summary>
|
|||
/// <param name="sheetName">页签名称</param>
|
|||
/// <param name="data">数据</param>
|
|||
/// <param name="chunkSize">缓存文件行数</param>
|
|||
public static async Task<string> WriteDataToExcelInParallel(string sheetName, List<T> data, int chunkSize) |
|||
{ |
|||
Stopwatch sw = Stopwatch.StartNew(); |
|||
var count = data.Count / 1000000 + ((data.Count % 1000000) > 0 ? 1 : 0); |
|||
for (var i = 1; i <= count; i++) |
|||
{ |
|||
var datas = data.Skip((i - 1) * 1000000).Take(1000000).ToList(); |
|||
var chunks = datas.ChunkBy(chunkSize); |
|||
Parallel.ForEach(chunks, chunk => |
|||
{ |
|||
var fileName = $"{sheetName}_{i - 1}_{Guid.NewGuid()}.xlsx"; |
|||
var fileinfogroup = new FileInfoGroup((fileName), $"{sheetName}_{i - 1}"); |
|||
WriteDataToExcel(chunk.ToList(), fileName); |
|||
excelFiles.Add(fileinfogroup); |
|||
}); |
|||
} |
|||
string[] filePaths = excelFiles.Select(x => x.FileName).ToArray(); |
|||
string zipPath = $"{sheetName}_{Guid.NewGuid()}.zip"; |
|||
using (var archive = ZipFile.Open(zipPath, ZipArchiveMode.Create)) |
|||
{ |
|||
foreach (var file in filePaths) |
|||
{ |
|||
archive.CreateEntryFromFile(file, Path.GetFileName(file)); |
|||
} |
|||
} |
|||
|
|||
//for (var i = 0; i < count; i++)
|
|||
//{
|
|||
// var filelist = excelFiles.Where(p => p.Grpup == $"{sheetName}_{i}").Select(p => p.FileName).ToList();
|
|||
// //MergeExcelFiles(filelist.ToArray(), $"{sheetName}.xlsx",filelist.First());
|
|||
// //foreach (var file in filelist)
|
|||
// //{
|
|||
// // File.Delete(file);
|
|||
// //}
|
|||
//}
|
|||
sw.Stop(); |
|||
|
|||
|
|||
using (FileStream fileStream = new FileStream(zipPath, FileMode.Open)) |
|||
{ |
|||
var minioClient = new MinioClient(EndPoint, AccessKey, SecretKey, ""); |
|||
try |
|||
{ |
|||
await minioClient.PutObjectAsync(BucketName, zipPath, fileStream, fileStream.Length, "application/zip").ConfigureAwait(false); |
|||
} |
|||
catch (Exception ex) |
|||
{ |
|||
// Console.WriteLine($"上传文件到 MinIO 时发生错误: {ex.Message}");
|
|||
} |
|||
|
|||
} |
|||
Thread.Sleep(10000); |
|||
|
|||
return zipPath; |
|||
//using (FileStream fileStream = new FileStream(zipPath, FileMode.Open))
|
|||
//{
|
|||
// return fileStream.GetAllBytes();
|
|||
//}
|
|||
|
|||
} |
|||
|
|||
|
|||
|
|||
|
|||
public static void WriteDataToExcel(List<T> data, string fileName) |
|||
{ |
|||
IWorkbook workbook = new XSSFWorkbook(); |
|||
ISheet sheet = workbook.CreateSheet("Sheet1"); |
|||
var firist = data.FirstOrDefault(); |
|||
var properties = typeof(T).GetProperties(BindingFlags.Instance | BindingFlags.Public | BindingFlags.GetProperty) |
|||
.Where(o => o.GetAttributes<ExporterHeaderAttribute>().Any() || o.GetAttributes<DisplayAttribute>().Any()) |
|||
.ToDictionary(o => o.GetAttribute<ExporterHeaderAttribute>()?.DisplayName ?? o.GetAttribute<DisplayAttribute>()?.Name, o => o); |
|||
int columnCellIndex = 0; |
|||
int rowIndex = 1; |
|||
IRow headerRow = sheet.CreateRow(0); |
|||
foreach (var property in properties) |
|||
{ |
|||
headerRow.CreateCell(columnCellIndex).SetCellValue(property.Key); |
|||
columnCellIndex++; |
|||
} |
|||
foreach (var item in data) |
|||
{ |
|||
IRow row = sheet.CreateRow(rowIndex++); |
|||
int cellIndex = 0; |
|||
foreach (var property in item.GetType().GetProperties()) |
|||
{ |
|||
ICell cell = row.CreateCell(cellIndex++); |
|||
cell.SetCellValue(property.GetValue(item)?.ToString()); |
|||
} |
|||
} |
|||
using (FileStream fileStream = new FileStream(fileName, FileMode.Create)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
|
|||
public static void MergeExcelFiles(string[] filePaths, string outputFilePath, string sheetName) |
|||
{ |
|||
|
|||
IWorkbook workbook = new XSSFWorkbook(); |
|||
ISheet sheet = workbook.CreateSheet(sheetName); |
|||
|
|||
int rowIndex = 0; |
|||
foreach (string filePath in filePaths) |
|||
{ |
|||
using (FileStream fileStream = new FileStream(filePath, FileMode.Open)) |
|||
{ |
|||
IWorkbook sourceWorkbook = new XSSFWorkbook(fileStream); |
|||
ISheet sourceSheet = sourceWorkbook.GetSheetAt(0); |
|||
|
|||
int sourceRowCount = sourceSheet.LastRowNum; |
|||
for (int i = 0; i <= sourceRowCount; i++) |
|||
{ |
|||
IRow sourceRow = sourceSheet.GetRow(i); |
|||
if (sourceRow != null) |
|||
{ |
|||
IRow targetRow = sheet.CreateRow(rowIndex++); |
|||
int cellCount = sourceRow.LastCellNum; |
|||
for (int j = 0; j < cellCount; j++) |
|||
{ |
|||
ICell sourceCell = sourceRow.GetCell(j); |
|||
if (sourceCell != null) |
|||
{ |
|||
ICell targetCell = targetRow.CreateCell(j); |
|||
targetCell.SetCellValue(sourceCell.ToString()); |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
if (File.Exists(outputFilePath)) |
|||
{ |
|||
using (FileStream fileStream = new FileStream(outputFilePath, FileMode.Open, FileAccess.ReadWrite)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
else |
|||
{ |
|||
using (FileStream fileStream = new FileStream(outputFilePath, FileMode.Create)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
} |
|||
|
|||
@ -0,0 +1,235 @@ |
|||
using System; |
|||
using System.Collections.Concurrent; |
|||
using System.Collections.Generic; |
|||
using System.ComponentModel.DataAnnotations; |
|||
using System.Diagnostics; |
|||
using System.IO.Compression; |
|||
using System.IO; |
|||
using System.Linq; |
|||
using System.Reflection; |
|||
using System.Text; |
|||
using System.Threading; |
|||
using System.Threading.Tasks; |
|||
using Magicodes.ExporterAndImporter.Core.Extension; |
|||
using Magicodes.ExporterAndImporter.Core; |
|||
using NPOI.SS.UserModel; |
|||
using NPOI.XSSF.UserModel; |
|||
using SettleAccount.Bases; |
|||
using Minio; |
|||
using Win.Sfs.SettleAccount.Reports; |
|||
|
|||
namespace SettleAccount.Job.Services.Report |
|||
{ |
|||
public class NopiExtendExcel<T> where T : class, new() |
|||
{ |
|||
|
|||
ConcurrentBag<FileInfoGroup> excelFiles = new ConcurrentBag<FileInfoGroup>(); |
|||
public string EndPoint { get; set; } |
|||
public string AccessKey { get; set; } |
|||
public string SecretKey { get; set; } |
|||
public string BucketName { get; set; } |
|||
public bool WithSSL { get; set; } |
|||
|
|||
/// <summary>
|
|||
///
|
|||
/// </summary>
|
|||
/// <param name="sheetName">页签名称</param>
|
|||
/// <param name="data">数据</param>
|
|||
/// <param name="chunkSize">缓存文件行数</param>
|
|||
public async Task<string> WriteDataToExcelInParallel(string sheetName, List<T> data, int chunkSize,string zipFileName, List<T> sumdata) |
|||
{ |
|||
var count = data.Count / 1000000 + ((data.Count % 1000000) > 0 ? 1 : 0); |
|||
for (var i = 1; i <= count; i++) |
|||
{ |
|||
var datas = data.Skip((i - 1) * 1000000).Take(1000000).ToList(); |
|||
var chunks = datas.ChunkBy(chunkSize); |
|||
Parallel.ForEach(chunks, chunk => |
|||
{ |
|||
var fileName = $"{sheetName}_{Guid.NewGuid()}.xlsx"; |
|||
var fileinfogroup = new FileInfoGroup((fileName), $"{sheetName}_{i}"); |
|||
WriteDataToExcel(chunk.ToList(), fileName); |
|||
excelFiles.Add(fileinfogroup); |
|||
}); |
|||
} |
|||
if(sumdata!=null) |
|||
{ |
|||
var sumFileName = $"{sheetName}_汇总_{Guid.NewGuid()}.xlsx"; |
|||
var fileinfogroup = new FileInfoGroup((sumFileName), $"{sheetName}_汇总"); |
|||
WriteDataToExcel(sumdata, sumFileName); |
|||
excelFiles.Add(fileinfogroup); |
|||
|
|||
} |
|||
|
|||
string[] filePaths = excelFiles.Select(x => x.FileName).ToArray(); |
|||
string zipPath = zipFileName; |
|||
using (var archive = ZipFile.Open(zipPath, ZipArchiveMode.Create)) |
|||
{ |
|||
foreach (var file in filePaths) |
|||
{ |
|||
archive.CreateEntryFromFile(file, Path.GetFileName(file)); |
|||
} |
|||
} |
|||
|
|||
for (var i = 0; i < count; i++) |
|||
{ |
|||
var filelist = excelFiles.Select(p => p.FileName).ToList(); |
|||
|
|||
foreach (var file in filelist) |
|||
{ |
|||
File.Delete(file); |
|||
} |
|||
} |
|||
|
|||
using (FileStream fileStream = new FileStream(zipPath, FileMode.Open)) |
|||
{ |
|||
var minioClient = new MinioClient(EndPoint, AccessKey, SecretKey, ""); |
|||
try |
|||
{ |
|||
await minioClient.PutObjectAsync(BucketName, "host/"+zipPath, fileStream, fileStream.Length, "application/zip").ConfigureAwait(false); |
|||
|
|||
|
|||
} |
|||
catch (Exception ex) |
|||
{ |
|||
Console.WriteLine($"上传文件到 MinIO 时发生错误: {ex.Message}"); |
|||
} |
|||
finally |
|||
{ |
|||
if (fileStream != null) |
|||
{ |
|||
fileStream.Close(); |
|||
File.Delete(zipPath); |
|||
} |
|||
|
|||
} |
|||
|
|||
} |
|||
//using (FileStream fileStream = new FileStream(zipPath, FileMode.Open))
|
|||
//{
|
|||
// return fileStream.GetAllBytes();
|
|||
//}
|
|||
return zipFileName; |
|||
} |
|||
|
|||
public void WriteDataToExcel(List<T> data, string fileName) |
|||
{ |
|||
IWorkbook workbook = new XSSFWorkbook(); |
|||
ISheet sheet = workbook.CreateSheet("数据"); |
|||
var firist = data.FirstOrDefault(); |
|||
var properties = typeof(T).GetProperties(BindingFlags.Instance | BindingFlags.Public | BindingFlags.GetProperty) |
|||
.Where(o => o.GetAttributes<ExporterHeaderAttribute>().Any() || o.GetAttributes<DisplayAttribute>().Any()) |
|||
.ToDictionary(o => o.GetAttribute<ExporterHeaderAttribute>()?.DisplayName ?? o.GetAttribute<DisplayAttribute>()?.Name, o => o); |
|||
int columnCellIndex = 0; |
|||
int rowIndex = 1; |
|||
IRow headerRow = sheet.CreateRow(0); |
|||
foreach (var property in properties) |
|||
{ |
|||
headerRow.CreateCell(columnCellIndex).SetCellValue(property.Key); |
|||
sheet.AutoSizeColumn(columnCellIndex); |
|||
columnCellIndex++; |
|||
|
|||
} |
|||
foreach (var item in data) |
|||
{ |
|||
IRow row = sheet.CreateRow(rowIndex++); |
|||
int cellIndex = 0; |
|||
foreach (var property in item.GetType().GetProperties()) |
|||
{ |
|||
ICell cell = row.CreateCell(cellIndex++); |
|||
|
|||
var propertyType = property.PropertyType; |
|||
if (propertyType == typeof(bool)) |
|||
{ |
|||
cell.SetCellValue((bool)property.GetValue(item)! ? "是" : "否"); |
|||
} |
|||
else if (propertyType.IsEnum) |
|||
{ |
|||
var value = property.GetValue(item)?.ToString()?.Trim(); |
|||
var enumValue = (System.Enum.Parse(propertyType, value) as System.Enum); |
|||
var type = enumValue.GetType(); |
|||
var field = type.GetField(enumValue.ToString()); |
|||
|
|||
cell.SetCellValue(field.GetCustomAttribute<DisplayAttribute>()?.Name ?? field.Name); |
|||
|
|||
} |
|||
else |
|||
{ |
|||
cell.SetCellValue(property.GetValue(item)?.ToString()); |
|||
} |
|||
|
|||
|
|||
} |
|||
} |
|||
using (FileStream fileStream = new FileStream(fileName, FileMode.Create)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
|
|||
public void MergeExcelFiles(string[] filePaths, string outputFilePath, string sheetName) |
|||
{ |
|||
|
|||
IWorkbook workbook = new XSSFWorkbook(); |
|||
ISheet sheet = workbook.CreateSheet(sheetName); |
|||
|
|||
int rowIndex = 0; |
|||
foreach (string filePath in filePaths) |
|||
{ |
|||
using (FileStream fileStream = new FileStream(filePath, FileMode.Open)) |
|||
{ |
|||
IWorkbook sourceWorkbook = new XSSFWorkbook(fileStream); |
|||
ISheet sourceSheet = sourceWorkbook.GetSheetAt(0); |
|||
|
|||
int sourceRowCount = sourceSheet.LastRowNum; |
|||
for (int i = 0; i <= sourceRowCount; i++) |
|||
{ |
|||
IRow sourceRow = sourceSheet.GetRow(i); |
|||
if (sourceRow != null) |
|||
{ |
|||
IRow targetRow = sheet.CreateRow(rowIndex++); |
|||
int cellCount = sourceRow.LastCellNum; |
|||
for (int j = 0; j < cellCount; j++) |
|||
{ |
|||
ICell sourceCell = sourceRow.GetCell(j); |
|||
if (sourceCell != null) |
|||
{ |
|||
ICell targetCell = targetRow.CreateCell(j); |
|||
targetCell.SetCellValue(sourceCell.ToString()); |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
if (File.Exists(outputFilePath)) |
|||
{ |
|||
using (FileStream fileStream = new FileStream(outputFilePath, FileMode.Open, FileAccess.ReadWrite)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
else |
|||
{ |
|||
using (FileStream fileStream = new FileStream(outputFilePath, FileMode.Create)) |
|||
{ |
|||
workbook.Write(fileStream); |
|||
} |
|||
} |
|||
} |
|||
} |
|||
|
|||
public class FileInfoGroup |
|||
{ |
|||
public FileInfoGroup(string fileName, string grpup) |
|||
{ |
|||
FileName = fileName; |
|||
Grpup = grpup; |
|||
} |
|||
|
|||
public string FileName { get; set; } |
|||
public string Grpup { get; set; } |
|||
} |
|||
|
|||
|
|||
} |
|||
Loading…
Reference in new issue