|
| 1 | +using System.Text; |
| 2 | +using Azure; |
| 3 | +using Azure.AI.OpenAI; |
| 4 | +using OpenAI.Chat; |
| 5 | +using Syncfusion.XlsIO; |
| 6 | + |
| 7 | +namespace AIExcelCleaner; |
| 8 | + |
| 9 | +/// <summary> |
| 10 | +/// AI-Powered Excel Cleaning Pipeline |
| 11 | +/// Workflow: Excel → CSV → AI Cleaning → Cleaned Excel |
| 12 | +/// </summary> |
| 13 | +public class ChatWithExcelPipeline |
| 14 | +{ |
| 15 | + private readonly ChatClient _chatClient; |
| 16 | + |
| 17 | + public ChatWithExcelPipeline() |
| 18 | + { |
| 19 | + string? apiKey = "Add your API key here"; |
| 20 | + string? endpoint = "Add your endpoint here"; |
| 21 | + string? modelId = "Add your model ID here"; |
| 22 | + |
| 23 | + if (string.IsNullOrWhiteSpace(apiKey)) |
| 24 | + throw new InvalidOperationException("Please set AZURE_OPENAI_API_KEY environment variable"); |
| 25 | + if (string.IsNullOrWhiteSpace(endpoint)) |
| 26 | + throw new InvalidOperationException("Please set AZURE_OPENAI_ENDPOINT environment variable"); |
| 27 | + if (string.IsNullOrWhiteSpace(modelId)) |
| 28 | + throw new InvalidOperationException("Please set OPENAI_MODEL environment variable"); |
| 29 | + |
| 30 | + var azureClient = new AzureOpenAIClient(new Uri(endpoint), new AzureKeyCredential(apiKey)); |
| 31 | + _chatClient = azureClient.GetChatClient(modelId); |
| 32 | + } |
| 33 | + |
| 34 | + private static void ValidateExcelFile(string excelFilePath) |
| 35 | + { |
| 36 | + if (string.IsNullOrWhiteSpace(excelFilePath) || !File.Exists(excelFilePath)) |
| 37 | + throw new FileNotFoundException($"Excel file not found: {excelFilePath}"); |
| 38 | + |
| 39 | + if (!excelFilePath.EndsWith(".xlsx", StringComparison.OrdinalIgnoreCase) && |
| 40 | + !excelFilePath.EndsWith(".xls", StringComparison.OrdinalIgnoreCase)) |
| 41 | + throw new ArgumentException("File must be an Excel file (.xlsx or .xls)"); |
| 42 | + } |
| 43 | + |
| 44 | + private static string BuildCsvContext(string excelFilePath) |
| 45 | + { |
| 46 | + using var excelEngine = new ExcelEngine(); |
| 47 | + var excelApp = excelEngine.Excel; |
| 48 | + excelApp.DefaultVersion = ExcelVersion.Xlsx; |
| 49 | + |
| 50 | + using var fileStream = File.OpenRead(excelFilePath); |
| 51 | + var workbook = excelApp.Workbooks.Open(fileStream); |
| 52 | + |
| 53 | + var csvBuilder = new StringBuilder(); |
| 54 | + |
| 55 | + foreach (var worksheet in workbook.Worksheets) |
| 56 | + { |
| 57 | + using var csvStream = new MemoryStream(); |
| 58 | + worksheet.SaveAs(csvStream, ","); |
| 59 | + string csvData = Encoding.UTF8.GetString(csvStream.ToArray()); |
| 60 | + csvBuilder.Append(csvData); |
| 61 | + } |
| 62 | + |
| 63 | + return csvBuilder.ToString(); |
| 64 | + } |
| 65 | + |
| 66 | + private async Task<string> SendToAzureOpenAIAsync(string csvContent, string systemPrompt, string userPrompt) |
| 67 | + { |
| 68 | + var chatHistory = new List<ChatMessage> |
| 69 | + { |
| 70 | + new SystemChatMessage(systemPrompt), |
| 71 | + new UserChatMessage($"{userPrompt}\n\n--- EXCEL DATA (CSV FORMAT) ---\n{csvContent}") |
| 72 | + }; |
| 73 | + |
| 74 | + var options = new ChatCompletionOptions |
| 75 | + { |
| 76 | + Temperature = 0.3f, |
| 77 | + MaxOutputTokenCount = 8000 |
| 78 | + }; |
| 79 | + |
| 80 | + var response = await _chatClient.CompleteChatAsync(chatHistory, options); |
| 81 | + return response.Value.Content[0].Text ?? string.Empty; |
| 82 | + } |
| 83 | + |
| 84 | + private static void SaveResponseToExcel(string csvResponse, string outputPath) |
| 85 | + { |
| 86 | + using var excelEngine = new ExcelEngine(); |
| 87 | + var excelApp = excelEngine.Excel; |
| 88 | + excelApp.DefaultVersion = ExcelVersion.Xlsx; |
| 89 | + |
| 90 | + var workbook = excelApp.Workbooks.Create(1); |
| 91 | + var worksheet = workbook.Worksheets[0]; |
| 92 | + worksheet.Name = "Cleaned Data"; |
| 93 | + |
| 94 | + string csvContent = ExtractCsvFromResponse(csvResponse); |
| 95 | + |
| 96 | + // Split CSV into lines |
| 97 | + var lines = csvContent.Split(new[] { "\r\n", "\r", "\n" }, StringSplitOptions.None); |
| 98 | + var validLines = lines.Where(l => !string.IsNullOrWhiteSpace(l)).ToList(); |
| 99 | + |
| 100 | + // Write directly to Excel |
| 101 | + int row = 1; |
| 102 | + foreach (var line in validLines) |
| 103 | + { |
| 104 | + var cells = line.Split(','); |
| 105 | + for (int col = 0; col < cells.Length; col++) |
| 106 | + worksheet[row, col + 1].Value = cells[col].Trim(); |
| 107 | + row++; |
| 108 | + } |
| 109 | + |
| 110 | + // Auto-fit columns |
| 111 | + for (int col = 1; col <= worksheet.UsedRange.LastColumn; col++) |
| 112 | + worksheet.AutofitColumn(col); |
| 113 | + |
| 114 | + workbook.SaveAs(outputPath); |
| 115 | + workbook.Close(); |
| 116 | + Console.WriteLine($"✓ Cleaned Excel saved: {outputPath}"); |
| 117 | + } |
| 118 | + |
| 119 | + private static string ExtractCsvFromResponse(string aiResponse) |
| 120 | + { |
| 121 | + if (aiResponse.Contains("```csv")) |
| 122 | + { |
| 123 | + int start = aiResponse.IndexOf("```csv") + 6; |
| 124 | + int end = aiResponse.IndexOf("```", start); |
| 125 | + if (end > start) return aiResponse.Substring(start, end - start).Trim(); |
| 126 | + } |
| 127 | + |
| 128 | + if (aiResponse.Contains("```")) |
| 129 | + { |
| 130 | + int start = aiResponse.IndexOf("```") + 3; |
| 131 | + int end = aiResponse.IndexOf("```", start); |
| 132 | + if (end > start) return aiResponse.Substring(start, end - start).Trim(); |
| 133 | + } |
| 134 | + |
| 135 | + return aiResponse; |
| 136 | + } |
| 137 | + |
| 138 | + public async Task ExecuteChatWithExcelAsync() |
| 139 | + { |
| 140 | + Console.WriteLine("AI-Powered Excel Cleaner (Excel → CSV → AI → Cleaned Excel)\n"); |
| 141 | + |
| 142 | + Console.Write("Enter Excel file path: "); |
| 143 | + string? filePath = Console.ReadLine()?.Trim().Trim('"'); |
| 144 | + |
| 145 | + try |
| 146 | + { |
| 147 | + ValidateExcelFile(filePath ?? string.Empty); |
| 148 | + |
| 149 | + Console.WriteLine("Converting to CSV..."); |
| 150 | + string csvContent = BuildCsvContext(filePath!); |
| 151 | + |
| 152 | + Console.WriteLine("Cleaning with AI..."); |
| 153 | + string systemPrompt = "You are an expert Excel data cleaning assistant. Clean and standardize the provided data. Return ONLY the cleaned CSV data, nothing else."; |
| 154 | + string userPrompt = "Please clean this Excel data. Return ONLY cleaned CSV data."; |
| 155 | + |
| 156 | + string aiResponse = await SendToAzureOpenAIAsync(csvContent, systemPrompt, userPrompt); |
| 157 | + |
| 158 | + string outputPath = Path.Combine( |
| 159 | + Path.GetDirectoryName(filePath) ?? ".", |
| 160 | + Path.GetFileNameWithoutExtension(filePath) + "_cleaned.xlsx"); |
| 161 | + |
| 162 | + SaveResponseToExcel(aiResponse, outputPath); |
| 163 | + Console.WriteLine("✓ Complete!"); |
| 164 | + } |
| 165 | + catch (Exception ex) |
| 166 | + { |
| 167 | + Console.WriteLine($"✗ Error: {ex.Message}"); |
| 168 | + } |
| 169 | + } |
| 170 | +} |
0 commit comments