fix

enricher/epss/epss.go

@@ -80,6 +80,7 @@ func (e *Enricher) FetchEnrichment(ctx context.Context, fingerprint driver.Finge
 	newUUID := uuid.New()
 	hint := driver.Fingerprint(newUUID.String())
 	zlog.Info(ctx).Str("hint", string(hint)).Msg("starting fetch")
+
 	out, err := tmp.NewFile("", "enricher.epss.*.json")
 	if err != nil {
 		return nil, hint, err
@@ -92,9 +93,11 @@ func (e *Enricher) FetchEnrichment(ctx context.Context, fingerprint driver.Finge
 			}
 		}
 	}()
+
 	if e.feedPath == "" || !strings.HasSuffix(e.feedPath, ".gz") {
 		e.sourceURL()
 	}
+
 	resp, err := http.Get(e.feedPath)
 	if err != nil {
 		return nil, "", fmt.Errorf("failed to fetch file from %s: %w", e.feedPath, err)
@@ -112,11 +115,14 @@ func (e *Enricher) FetchEnrichment(ctx context.Context, fingerprint driver.Finge
 	defer gzipReader.Close()
 
 	csvReader := csv.NewReader(gzipReader)
-	headers, err := csvReader.Read() // read headers
+	headers, err := csvReader.Read() // Column names
 	if err != nil {
 		return nil, "", fmt.Errorf("failed to read CSV headers: %w", err)
 	}
 
+	enc := json.NewEncoder(out)
+	totalCVEs := 0
+
 	for {
 		record, err := csvReader.Read()
 		if err == io.EOF {
@@ -126,28 +132,32 @@ func (e *Enricher) FetchEnrichment(ctx context.Context, fingerprint driver.Finge
 			return nil, "", fmt.Errorf("failed to read CSV row: %w", err)
 		}
 
-		// Convert CSV row to a JSON object
-		jsonObject := make(map[string]string)
+		item := make(map[string]string)
 		for i, value := range record {
-			jsonObject[headers[i]] = value
+			item[headers[i]] = value
 		}
-
-		jsonLine, err := json.Marshal(jsonObject)
-		if err != nil {
-			return nil, "", fmt.Errorf("failed to encode JSON: %w", err)
+		// filter fields
+		e := make(map[string]string)
+		e["epss"] = item["epss"]
+		e["percentile"] = item["percentile"]
+		enrichment, err := json.Marshal(e)
+
+		r := driver.EnrichmentRecord{
+			Tags:       []string{item["cve"]},
+			Enrichment: enrichment,
 		}
 
-		if _, err := out.Write(jsonLine); err != nil {
-			return nil, "", fmt.Errorf("failed to write JSON line to file: %w", err)
-		}
-		if _, err := out.WriteString("\n"); err != nil { // newline for each JSON object
-			return nil, "", fmt.Errorf("failed to write newline to file: %w", err)
+		if err = enc.Encode(&r); err != nil {
+			return nil, "", fmt.Errorf("encoding enrichment: %w", err)
 		}
+		totalCVEs++
 	}
 
+	zlog.Info(ctx).Int("totalCVEs", totalCVEs).Msg("processed CVEs")
 	if _, err := out.Seek(0, io.SeekStart); err != nil {
 		return nil, hint, fmt.Errorf("unable to reset file pointer: %w", err)
 	}
+	success = true
 
 	return out, hint, nil
 }