Fix unclear test case failure messages with detailed expected vs actual output comparison

README.md

@@ -71,7 +71,6 @@ This extension contributes the following settings:
 - for testing C++ you may need to parse the variables from input files manually depending on the data type inside the run_test_case function (please refer to this page for better understanding - https://stackoverflow.com/questions/9551014/reading-parsing-text-file-input-c) 
 - Limited support for languages(only python and cpp)
 - All test are not checked in one go you need to check for each test case individually
-- a clear falied messege might not show if your test case fails
 ## Release Notes
 
 ### 1.0.0
@@ -108,6 +107,7 @@ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file
 ## Changes Made
 
 - **Error Handling**: Improved error handling in `extension.ts` and `executeCode.ts` to capture actual output even when test cases fail.
+- **Clear Failure Messages**: Enhanced test case failure messages to show detailed expected vs actual output comparison for better debugging.
 - **Output Normalization**: Added normalization for output comparison.
 - **Logging**: Enhanced logging for better debugging.
 - **Solution File Management**: Automatically generate and manage solution files.

dist/extension.js

@@ -281649,10 +281649,11 @@ function compareOutputs(expectedOutputPath, actualOutput, testCaseIndex, resolve
     console.log(`\u2705 Test case ${testCaseIndex} passed!`);
     resolve6(actualOutput.trim());
   } else {
-    console.error(`\u274C Test case ${testCaseIndex} failed.`);
-    console.error(`Expected Output: "${expectedOutput}"`);
-    console.error(`Actual Output: "${actualOutput.trim()}"`);
-    reject(`Test case ${testCaseIndex} failed.`);
+    const detailedError = `\u274C Test case ${testCaseIndex} failed.
+Expected Output: "${expectedOutput}"
+Actual Output: "${actualOutput.trim()}"`;
+    console.error(detailedError);
+    reject(detailedError);
   }
 }
 async function main() {
@@ -281697,6 +281698,10 @@ Actual Output: ${result ? result.trim() : "N/A"}`, { modal: true });
       }
     } catch (error) {
       console.error(error);
+      if (typeof vscode !== "undefined" && vscode.window) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        vscode.window.showErrorMessage(`Test Case ${testCaseIndex} Error: ${errorMessage}`);
+      }
     }
   }
 }
@@ -297975,10 +297980,14 @@ Actual Output: ${normalizedResult}` : resultMessage);
 ${results.join("\n\n")}`, { modal: true });
               } catch (innerError) {
                 const errorMessage = innerError instanceof Error ? innerError.message : String(innerError);
-                const actualOutput = "N/A";
-                results.push(`\u274C\u{1F62D} Test Case ${testCaseNumber}: Failed! \u{1F62D} 
+                if (errorMessage.includes("Expected Output:") && errorMessage.includes("Actual Output:")) {
+                  results.push(`\u274C\u{1F62D} Test Case ${testCaseNumber}: Failed! \u{1F62D}
+${errorMessage}`);
+                } else {
+                  results.push(`\u274C\u{1F62D} Test Case ${testCaseNumber}: Failed! \u{1F62D}
 Error: ${errorMessage}
-Actual Output: ${actualOutput}`);
+Actual Output: N/A`);
+                }
                 console.log(results.join("\n\n"));
                 vscode4.window.showInformationMessage(`Test Case Summary:
 

src/executeCode.ts

@@ -126,10 +126,9 @@ function compareOutputs(
         console.log(`✅ Test case ${testCaseIndex} passed!`);
         resolve(actualOutput.trim());
     } else {
-        console.error(`❌ Test case ${testCaseIndex} failed.`);
-        console.error(`Expected Output: "${expectedOutput}"`);
-        console.error(`Actual Output: "${actualOutput.trim()}"`);
-        reject(`Test case ${testCaseIndex} failed.`);
+        const detailedError = `❌ Test case ${testCaseIndex} failed.\nExpected Output: "${expectedOutput}"\nActual Output: "${actualOutput.trim()}"`;
+        console.error(detailedError);
+        reject(detailedError);
     }
 }
 
@@ -180,6 +179,11 @@ async function main() {
             }
         } catch (error) {
             console.error(error);
+            // Show user-friendly error in VS Code if available
+            if (typeof vscode !== 'undefined' && vscode.window) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                vscode.window.showErrorMessage(`Test Case ${testCaseIndex} Error: ${errorMessage}`);
+            }
         }
     }
 }

src/extension.ts

@@ -265,8 +265,15 @@ int main() {
                                 vscode.window.showInformationMessage(`Test Case Summary:\n\n${results.join('\n\n')}`, { modal: true });
                             } catch (innerError) {
                                 const errorMessage = innerError instanceof Error ? innerError.message : String(innerError);
-                                const actualOutput = 'N/A';
-                                results.push(`❌😭 Test Case ${testCaseNumber}: Failed! 😭 \nError: ${errorMessage}\nActual Output: ${actualOutput}`);
+
+                                // Check if the error message contains detailed comparison info
+                                if (errorMessage.includes('Expected Output:') && errorMessage.includes('Actual Output:')) {
+                                    // Use the detailed error message as-is since it already contains expected vs actual
+                                    results.push(`❌😭 Test Case ${testCaseNumber}: Failed! 😭\n${errorMessage}`);
+                                } else {
+                                    // Fallback for other types of errors (compilation, runtime, etc.)
+                                    results.push(`❌😭 Test Case ${testCaseNumber}: Failed! 😭\nError: ${errorMessage}\nActual Output: N/A`);
+                                }
                                 console.log(results.join('\n\n'));
                                 vscode.window.showInformationMessage(`Test Case Summary:\n\n${results.join('\n\n')}`, { modal: true });
                             }