Create generic backend process, fix background interdependencies

This refactor was born out of the inter-dependency cycles developing
between the "background" module and just about every other module which
was caused by the background module becoming a dependency of every
module that needed to background work and the fact that the background
module was also supposedly responsible for the logic for processing
those tasks.

Instead the "background" module is now very, very shallow and relies
entirely on the Postgres NOTIFY logic for triggering jobs. There's a new
table, `job` which holds just a type and single row ID.

All told, this means that jobs can be added to the queue as part of the
API-level or platform-level transaction, ensuring atomicity, and
processing coordination is handled by the platform module, which can
depend on anything.

platform/background/background.go

@@ -3,82 +3,40 @@ package background
 import (
 	"context"
 	"fmt"
-	"sync"
 
-	//commsemail "github.com/Gleipnir-Technology/nidus-sync/comms/email"
-	//"github.com/Gleipnir-Technology/nidus-sync/config"
-	"github.com/Gleipnir-Technology/nidus-sync/platform/email"
-	"github.com/Gleipnir-Technology/nidus-sync/platform/text"
-	"github.com/rs/zerolog/log"
+	"github.com/Gleipnir-Technology/bob"
+	"github.com/Gleipnir-Technology/nidus-sync/db/enums"
+	"github.com/Gleipnir-Technology/nidus-sync/db/models"
+	"github.com/aarondl/opt/omit"
+	//"github.com/rs/zerolog/log"
 )
 
-var waitGroup sync.WaitGroup
-
-func Start(ctx context.Context) {
-	newOAuthTokenChannel = make(chan struct{}, 10)
-
-	channelJobAudio = make(chan jobAudio, 100)  // Buffered channel to prevent blocking
-	channelJobCSV = make(chan jobCSV, 100)      // Buffered channel to prevent blocking
-	channelJobEmail = make(chan email.Job, 100) // Buffered channel to prevent blocking
-	channelJobText = make(chan text.Job, 100)   // Buffered channel to prevent blocking
-
-	/*
-		waitGroup.Add(1)
-		go func() {
-			defer waitGroup.Done()
-			commsemail.StartWebsocket(ctx, config.ForwardEmailAPIToken)
-		}()
-	*/
-
-	waitGroup.Add(1)
-	go func() {
-		defer waitGroup.Done()
-		refreshFieldseekerData(ctx, newOAuthTokenChannel)
-	}()
-
-	waitGroup.Add(1)
-	go func() {
-		defer waitGroup.Done()
-		startWorkerAudio(ctx, channelJobAudio)
-	}()
-
-	waitGroup.Add(1)
-	go func() {
-		defer waitGroup.Done()
-		startWorkerCSV(ctx, channelJobCSV)
-	}()
-
-	waitGroup.Add(1)
-	go func() {
-		defer waitGroup.Done()
-		startWorkerEmail(ctx, channelJobEmail)
-	}()
-
-	waitGroup.Add(1)
-	go func() {
-		defer waitGroup.Done()
-		startWorkerText(ctx, channelJobText)
-	}()
-
-	err := addWaitingJobs(ctx)
-	if err != nil {
-		log.Error().Err(err).Msg("Failed to add waiting background jobs")
-	}
+func NewAudioTranscode(ctx context.Context, txn bob.Executor, audio_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeCSVCommit, audio_id)
 }
-
-func WaitForExit() {
-
-	waitGroup.Wait()
+func NewCSVCommit(ctx context.Context, txn bob.Executor, csv_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeCSVCommit, csv_id)
 }
-
-func addWaitingJobs(ctx context.Context) error {
-	err := addWaitingJobsCommit(ctx)
+func NewCSVImport(ctx context.Context, txn bob.Executor, csv_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeCSVImport, csv_id)
+}
+func NewEmailSend(ctx context.Context, txn bob.Executor, email_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeEmailSend, email_id)
+}
+func NewLabelStudioAudioCreate(ctx context.Context, txn bob.Executor, note_audio_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeLabelStudioAudioCreate, note_audio_id)
+}
+func NewTextSend(ctx context.Context, txn bob.Executor, text_id int32) error {
+	return newJob(ctx, txn, enums.JobtypeTextSend, text_id)
+}
+func newJob(ctx context.Context, txn bob.Executor, t enums.Jobtype, id int32) error {
+	_, err := models.Jobs.Insert(&models.JobSetter{
+		// ID
+		Type:  omit.From(t),
+		RowID: omit.From(id),
+	}).One(ctx, txn)
 	if err != nil {
-		return fmt.Errorf("commit: %w", err)
-	}
-	err = addWaitingJobsImport(ctx)
-	if err != nil {
-		return fmt.Errorf("commit: %w", err)
+		return fmt.Errorf("insert job: %w", err)
 	}
 	return nil
 }