50 lines
1.2 KiB
Go
50 lines
1.2 KiB
Go
package background
|
|
|
|
import (
|
|
"context"
|
|
//"fmt"
|
|
|
|
"github.com/Gleipnir-Technology/nidus-sync/platform/csv"
|
|
//"github.com/Gleipnir-Technology/nidus-sync/userfile"
|
|
//"github.com/google/uuid"
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
// represents a job to import a pool CSV file
|
|
type jobImportCSVPool struct {
|
|
fileID int32
|
|
}
|
|
|
|
var channelJobImportCSVPool chan jobImportCSVPool
|
|
|
|
func ProcessUpload(file_id int32) {
|
|
enqueueUploadJob(jobImportCSVPool{
|
|
fileID: file_id,
|
|
})
|
|
}
|
|
|
|
func enqueueUploadJob(job jobImportCSVPool) {
|
|
select {
|
|
case channelJobImportCSVPool <- job:
|
|
log.Info().Int32("file_id", job.fileID).Msg("Enqueued csv job")
|
|
default:
|
|
log.Warn().Int32("file_id", job.fileID).Msg("csv channel is full, dropping job")
|
|
}
|
|
}
|
|
func startWorkerCSV(ctx context.Context, channelJobImport chan jobImportCSVPool) {
|
|
go func() {
|
|
for {
|
|
select {
|
|
case <-ctx.Done():
|
|
log.Info().Msg("CSV worker shutting down.")
|
|
return
|
|
case job := <-channelJobImport:
|
|
log.Info().Int32("id", job.fileID).Msg("Processing CSV job")
|
|
err := csv.ProcessJob(ctx, job.fileID)
|
|
if err != nil {
|
|
log.Error().Err(err).Int32("id", job.fileID).Msg("Error processing CSV file")
|
|
}
|
|
}
|
|
}
|
|
}()
|
|
}
|