Gleipnir/nidus-sync
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add a bit of per-line processing to CSV file

Browse source
This commit is contained in:
Eli Ribble 2026-02-08 04:55:33 +00:00
parent e81161ca7f
commit e3535391dd
No known key found for this signature in database
1 changed files with 19 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

23
platform/csv/pool.go
View file

@ -20,12 +20,27 @@ func ProcessJob(ctx context.Context, file_id int32) error {
return fmt.Errorf("Failed to get filereader for %d: %w", file_id, err)
}
reader := csv.NewReader(r)
records, err := reader.ReadAll()
header, err := reader.Read()
if err != nil {
return fmt.Errorf("Failed to read all CSV records for file %d: %w", file_id, err)
return fmt.Errorf("Failed to read header of CSV for file %d: %w", file_id, err)
}
for _, rec := range records {
log.Debug().Strs("rec", rec).Msg("Line")
err = validateHeader(header)
if err != nil {
addImportError(file, err)
}
for {
row, err := reader.Read()
if err != nil {
return fmt.Errorf("Failed to read all CSV records for file %d: %w", file_id, err)
}
log.Debug().Strs("row", row).Msg("Line")
}
return nil
}
func addImportError(file *models.FileuploadFile, err error) {
log.Debug().Err(err).Int32("file_id", file.ID).Msg("Fake add import error")
}
func validateHeader(row []string) error {
return nil
}