Gleipnir/nidus-sync
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Fix setting the file to "parsed" when starting parse job

Browse source
This commit is contained in:
Eli Ribble 2026-03-04 19:27:33 +00:00
parent 96514d61e2
commit 8e00d3e04b
No known key found for this signature in database
2 changed files with 8 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
background/upload.go
View file

@ -96,15 +96,16 @@ func startWorkerCSV(ctx context.Context, channelJobImport chan jobCSV) {
log.Info().Msg("CSV worker shutting down.") log.Info().Msg("CSV worker shutting down.")
return return
case job := <-channelJobImport: case job := <-channelJobImport:
log.Info().Int32("id", job.fileID).Msg("Processing CSV job")
switch job.action { switch job.action {
case jobCSVActionCommit: case jobCSVActionCommit:
log.Info().Int32("id", job.fileID).Msg("Processing CSV commit job")
err := csv.JobCommit(ctx, job.fileID) err := csv.JobCommit(ctx, job.fileID)
if err != nil { if err != nil {
log.Error().Err(err).Int32("id", job.fileID).Msg("Error processing CSV file") log.Error().Err(err).Int32("id", job.fileID).Msg("Error processing CSV file")
continue continue
} }
case jobCSVActionImport: case jobCSVActionImport:
log.Info().Int32("id", job.fileID).Msg("Processing CSV import job")
err := csv.JobImport(ctx, job.fileID, job.csvType) err := csv.JobImport(ctx, job.fileID, job.csvType)
if err != nil { if err != nil {
log.Error().Err(err).Int32("id", job.fileID).Msg("Error processing CSV file") log.Error().Err(err).Int32("id", job.fileID).Msg("Error processing CSV file")

9
platform/csv/csv.go
View file

@ -91,10 +91,13 @@ func JobImport(ctx context.Context, file_id int32, type_ enums.FileuploadCsvtype
func importCSV[T any](ctx context.Context, file_id int32, parser csvParserFunc[T], processor csvProcessorFunc[T]) error { func importCSV[T any](ctx context.Context, file_id int32, parser csvParserFunc[T], processor csvProcessorFunc[T]) error {
// Not done in the transaction so the state shows up immediately // Not done in the transaction so the state shows up immediately
_, err := psql.Update( _, err := psql.Update(
um.Table("fileupload.csv"), um.Table("fileupload.file"),
um.SetCol("status").ToArg("processing"), um.SetCol("status").ToArg("parsing"),
um.Where(psql.Quote("file_id").EQ(psql.Arg(file_id))), um.Where(psql.Quote("id").EQ(psql.Arg(file_id))),
).Exec(ctx, db.PGInstance.BobDB) ).Exec(ctx, db.PGInstance.BobDB)
if err != nil {
return fmt.Errorf("Failed to set file %d to processing: %w", file_id, err)
}
file, c, err := loadFileAndCSV(ctx, file_id) file, c, err := loadFileAndCSV(ctx, file_id)
if err != nil { if err != nil {