add e2e analyzer verifier

e2e/cli_test.go

@@ -79,6 +79,10 @@ func Test_E2E_CLI(t *testing.T) {
 					checkExpectedOutput(t, &tt, arg)
 				}
 
+				if tt.Args.ExpectedAnalyzerResults != nil && arg < len(tt.Args.ExpectedResult) {
+					checkExpectedAnalyzerResults(t, &tt, arg)
+				}
+
 				if tt.Args.ExpectedPayload != nil {
 					// Check payload file
 					utils.FileCheck(t, tt.Args.ExpectedPayload[arg], tt.Args.ExpectedPayload[arg], "payload")
@@ -127,6 +131,11 @@ func Test_E2E_CLI(t *testing.T) {
 	})
 }
 
+func checkExpectedAnalyzerResults(t *testing.T, tt *testcases.TestCase, argIndex int) {
+	jsonFileName := tt.Args.ExpectedResult[argIndex].ResultsFile + ".json"
+	utils.JSONSchemaValidationFromFile(t, jsonFileName, "AnalyzerResults.json")
+}
+
 func checkExpectedOutput(t *testing.T, tt *testcases.TestCase, argIndex int) {
 	jsonFileName := tt.Args.ExpectedResult[argIndex].ResultsFile + ".json"
 	resultsFormats := tt.Args.ExpectedResult[argIndex].ResultsFormats

e2e/fixtures/schemas/result-analyzer.json

@@ -0,0 +1,27 @@
+{
+    "type": "object",
+    "required": [
+      "types",
+      "exc",
+      "expectedloc"
+    ],
+    "properties": {
+      "types": {
+        "type": "array",
+        "items": {
+            "type": "string"
+        }
+      },
+      "exc": {
+        "type": "array",
+        "items": {
+            "type": "string"
+        }
+      },
+      "expectedloc": {
+        "type": "integer",
+        "minimum": 0
+      }
+    }
+  }
+

e2e/testcases/e2e-cli-066_analyze_command.go

@@ -12,15 +12,12 @@ func init() { //nolint
 					"--analyze-path", "/path/e2e/fixtures/samples/swagger",
 					"--analyze-results", "/path/e2e/output/E2E_CLI_066_ANALYZE_RESULTS.json"},
 			},
-			UseMock: []bool{true, true},
-			ExpectedResult: []ResultsValidation{
-				{
-					ResultsFile:    "E2E_CLI_066_ANALYZE_RESULTS",
-					ResultsFormats: []string{"json"},
-				},
+			ExpectedAnalyzerResults: &ResultsValidation{
+				ResultsFile:    "E2E_CLI_066_ANALYZE_RESULTS",
+				ResultsFormats: []string{"json"},
 			},
 		},
-		WantStatus: []int{126},
+		WantStatus: []int{0},
 	}
 	Tests = append(Tests, testSample)
 }

e2e/testcases/general.go

@@ -20,12 +20,13 @@ type ResultsValidation struct {
 }
 
 type args struct {
-	Args            []cmdArgs // args to pass to kics binary
-	ExpectedOut     []string  // path to file with expected output
-	ExpectedPayload []string
-	ExpectedResult  []ResultsValidation
-	ExpectedLog     LogValidation
-	UseMock         []bool
+	Args                    []cmdArgs // args to pass to kics binary
+	ExpectedOut             []string  // path to file with expected output
+	ExpectedPayload         []string
+	ExpectedResult          []ResultsValidation
+	ExpectedAnalyzerResults *ResultsValidation
+	ExpectedLog             LogValidation
+	UseMock                 []bool
 }
 
 type TestTemplates struct {

internal/console/analyze.go

@@ -4,6 +4,7 @@ import (
 	_ "embed" // Embed kics CLI img and analyze-flags
 	"encoding/json"
 	"os"
+	"path/filepath"
 
 	"github.com/Checkmarx/kics/internal/console/flags"
 	sentryReport "github.com/Checkmarx/kics/internal/sentry"
@@ -105,6 +106,11 @@ func executeAnalyze(analyzeParams *analyzer.Parameters) error {
 }
 
 func writeToFile(resultsPath string, analyzerResults model.AnalyzedPaths) error {
+	err := os.MkdirAll(filepath.Dir(resultsPath), 0666)
+	if err != nil {
+		return err
+	}
+
 	f, err := os.Create(resultsPath)
 	if err != nil {
 		return err