Gleipnir/nidus-sync
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add jobs to process queue when csv is uploaded

Browse source
This commit is contained in:
Eli Ribble 2026-02-08 05:06:47 +00:00
parent f9c8f37cec
commit aee17d2c7a
No known key found for this signature in database
2 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
background/pool.go
View file

@ -17,6 +17,20 @@ type jobImportCSVPool struct {
var channelJobImportCSVPool chan jobImportCSVPool
func ProcessUpload(file_id int32) {
enqueueUploadJob(jobImportCSVPool{
fileID: file_id,
})
}
func enqueueUploadJob(job jobImportCSVPool) {
select {
case channelJobImportCSVPool <- job:
log.Info().Int32("file_id", job.fileID).Msg("Enqueued csv job")
default:
log.Warn().Int32("file_id", job.fileID).Msg("csv channel is full, dropping job")
}
}
func startWorkerCSV(ctx context.Context, channelJobImport chan jobImportCSVPool) {
go func() {
for {

2
platform/pool.go
View file

@ -5,6 +5,7 @@ import (
"fmt"
"time"
"github.com/Gleipnir-Technology/nidus-sync/background"
"github.com/Gleipnir-Technology/nidus-sync/db"
"github.com/Gleipnir-Technology/nidus-sync/db/enums"
"github.com/Gleipnir-Technology/nidus-sync/db/models"
@ -45,6 +46,7 @@ func NewPoolUpload(ctx context.Context, u *models.User, upload userfile.FileUplo
return PoolUpload{}, fmt.Errorf("Failed to create csv: %w", err)
}
txn.Commit(ctx)
background.ProcessUpload(file.ID)
return PoolUpload{
ID: file.ID,
}, nil