Gleipnir/nidus-sync
2
0
Fork 0
Code Issues 1 Pull requests Projects Releases Packages Wiki Activity Actions

Overhaul publicreport storage layer, create unified tables

Browse source 
This is a huge change. I was getting really sick of the split between
nuisance/water tables when more than half of the data they store is
common. I finally bit off the big work of switching it all.

This creates a single unified table, publicreport.report and copies the
existing report data into it. It also ports existing data from the
original tables into the new table.

Along with all of this I also overhauled the system for handling
asynchronous work to use a LISTEN/NOTIFY connection from the database
and a single cache table to avoid ever losing work.
This commit is contained in:
Eli Ribble 2026-03-18 15:36:20 +00:00
parent 2538638c9d
commit 1e071d5ce5
No known key found for this signature in database
109 changed files with 22903 additions and 11713 deletions
Download patch file Download diff file Expand all files Collapse all files

152
db/dbinfo/publicreport.notify_email_nuisance.bob.go
View file

@ -1,152 +0,0 @@
// Code generated by BobGen psql v0.42.5. DO NOT EDIT.
// This file is meant to be re-generated in place and/or deleted at any time.
package dbinfo
import "github.com/aarondl/opt/null"
var PublicreportNotifyEmailNuisances = Table[
publicreportNotifyEmailNuisanceColumns,
publicreportNotifyEmailNuisanceIndexes,
publicreportNotifyEmailNuisanceForeignKeys,
publicreportNotifyEmailNuisanceUniques,
publicreportNotifyEmailNuisanceChecks,
]{
Schema: "publicreport",
Name: "notify_email_nuisance",
Columns: publicreportNotifyEmailNuisanceColumns{
Created: column{
Name: "created",
DBType: "timestamp without time zone",
Default: "",
Comment: "",
Nullable: false,
Generated: false,
AutoIncr: false,
},
Deleted: column{
Name: "deleted",
DBType: "timestamp without time zone",
Default: "NULL",
Comment: "",
Nullable: true,
Generated: false,
AutoIncr: false,
},
NuisanceID: column{
Name: "nuisance_id",
DBType: "integer",
Default: "",
Comment: "",
Nullable: false,
Generated: false,
AutoIncr: false,
},
EmailAddress: column{
Name: "email_address",
DBType: "text",
Default: "",
Comment: "",
Nullable: false,
Generated: false,
AutoIncr: false,
},
},
Indexes: publicreportNotifyEmailNuisanceIndexes{
NotifyEmailNuisancePkey: index{
Type: "btree",
Name: "notify_email_nuisance_pkey",
Columns: []indexColumn{
{
Name: "nuisance_id",
Desc: null.FromCond(false, true),
IsExpression: false,
},
{
Name: "email_address",
Desc: null.FromCond(false, true),
IsExpression: false,
},
},
Unique: true,
Comment: "",
NullsFirst: []bool{false, false},
NullsDistinct: false,
Where: "",
Include: []string{},
},
},
PrimaryKey: &constraint{
Name: "notify_email_nuisance_pkey",
Columns: []string{"nuisance_id", "email_address"},
Comment: "",
},
ForeignKeys: publicreportNotifyEmailNuisanceForeignKeys{
PublicreportNotifyEmailNuisanceNotifyEmailNuisanceEmailAddressFkey: foreignKey{
constraint: constraint{
Name: "publicreport.notify_email_nuisance.notify_email_nuisance_email_address_fkey",
Columns: []string{"email_address"},
Comment: "",
},
ForeignTable: "comms.email_contact",
ForeignColumns: []string{"address"},
},
PublicreportNotifyEmailNuisanceNotifyEmailNuisanceNuisanceIDFkey: foreignKey{
constraint: constraint{
Name: "publicreport.notify_email_nuisance.notify_email_nuisance_nuisance_id_fkey",
Columns: []string{"nuisance_id"},
Comment: "",
},
ForeignTable: "publicreport.nuisance",
ForeignColumns: []string{"id"},
},
},
Comment: "",
}
type publicreportNotifyEmailNuisanceColumns struct {
Created column
Deleted column
NuisanceID column
EmailAddress column
}
func (c publicreportNotifyEmailNuisanceColumns) AsSlice() []column {
return []column{
c.Created, c.Deleted, c.NuisanceID, c.EmailAddress,
}
}
type publicreportNotifyEmailNuisanceIndexes struct {
NotifyEmailNuisancePkey index
}
func (i publicreportNotifyEmailNuisanceIndexes) AsSlice() []index {
return []index{
i.NotifyEmailNuisancePkey,
}
}
type publicreportNotifyEmailNuisanceForeignKeys struct {
PublicreportNotifyEmailNuisanceNotifyEmailNuisanceEmailAddressFkey foreignKey
PublicreportNotifyEmailNuisanceNotifyEmailNuisanceNuisanceIDFkey foreignKey
}
func (f publicreportNotifyEmailNuisanceForeignKeys) AsSlice() []foreignKey {
return []foreignKey{
f.PublicreportNotifyEmailNuisanceNotifyEmailNuisanceEmailAddressFkey, f.PublicreportNotifyEmailNuisanceNotifyEmailNuisanceNuisanceIDFkey,
}
}
type publicreportNotifyEmailNuisanceUniques struct{}
func (u publicreportNotifyEmailNuisanceUniques) AsSlice() []constraint {
return []constraint{}
}
type publicreportNotifyEmailNuisanceChecks struct{}
func (c publicreportNotifyEmailNuisanceChecks) AsSlice() []check {
return []check{}
}