enable reusing records in csv/tsv detection (#443)

This change should help with allocations, but ideally there would be no allocations when detecting csv. For that to happen the detection needs to move from using stdlib csv reader to something else.
gabriel-vasile · Oct 12, 2023 · e64d6bd · e64d6bd
1 parent b4da7ba
commit e64d6bd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/internal/magic/text_csv.go b/internal/magic/text_csv.go
@@ -20,7 +20,7 @@ func Tsv(raw []byte, limit uint32) bool {
 func sv(in []byte, comma rune, limit uint32) bool {
 	r := csv.NewReader(dropLastLine(in, limit))
 	r.Comma = comma
-	r.TrimLeadingSpace = true
+	r.ReuseRecord = true
 	r.LazyQuotes = true
 	r.Comment = '#'