Fix error when analysing big files (#12)

Author: he2ss

pkg/database/report.go

@@ -3,8 +3,10 @@ package database
 import (
 	"errors"
 	"fmt"
+	"slices"
 	"time"
 
+	"github.com/crowdsecurity/ipdex/cmd/ipdex/config"
 	"gorm.io/gorm"
 )
 
@@ -102,10 +104,19 @@ func (r *ReportClient) Create(report *Report) error {
 		report.FileHash = hash
 	}
 
-	result := r.db.Create(report)
+	result := r.db.Omit("IPs.*").Create(report)
 	if result.Error != nil {
 		return result.Error
 	}
+
+	allIPs := report.IPs
+	for batch := range slices.Chunk(allIPs, config.BatchSize) {
+		report.IPs = batch
+		if err := r.db.Model(report).Association("IPs").Append(batch); err != nil {
+			return fmt.Errorf("failed to associate IPs with report: %w", err)
+		}
+	}
+
 	return nil
 }
 

pkg/display/display.go

@@ -118,6 +118,15 @@ func displayIP(item *cticlient.SmokeItem, ipLastRefresh time.Time, detailed bool
 		reputationStr += fmt.Sprintf(" (%s)", fps)
 	}
 
+	if item.History.FirstSeen == nil {
+		item.History.FirstSeen = new(string)
+		*item.History.FirstSeen = "N/A"
+	}
+	if item.History.LastSeen == nil {
+		item.History.LastSeen = new(string)
+		*item.History.LastSeen = "N/A"
+	}
+
 	rd.PrintRow("IP", item.Ip, keyStyle, valueStyle)
 	rd.PrintRow("Reputation", reputationStr, keyStyle, GetReputationStyle(levelStyle, item.Reputation))
 	rd.PrintRow("Confidence", item.Confidence, keyStyle, GetLevelStyle(levelStyle, item.Reputation))