Generator clean up refactoring.

This commit is contained in:
zer0sub 2019-05-24 13:13:13 +02:00
parent 7de8c1c45e
commit b3a52ceb31
16 changed files with 372 additions and 476 deletions

View file

@ -1,147 +0,0 @@
package metadata
import (
"database/sql"
"fmt"
"github.com/serenize/snaker"
)
type ColumnInfo struct {
Name string
IsNullable bool
DataType string
EnumName string
TableInfo *TableInfo
}
func (c ColumnInfo) IsUnique() bool {
for _, uniqueColumn := range c.TableInfo.PrimaryKeys {
if uniqueColumn == c.Name {
return true
}
}
return false
}
func (c ColumnInfo) ToGoVarName() string {
return snaker.SnakeToCamel(c.Name) + "Column"
}
func (c ColumnInfo) ToSqlBuilderColumnType() string {
switch c.DataType {
case "boolean":
return "BoolColumn"
case "smallint":
return "IntegerColumn"
case "integer":
return "IntegerColumn"
case "bigint":
return "IntegerColumn"
case "date", "timestamp without time zone", "timestamp with time zone":
return "TimeColumn"
case "text", "character", "character varying", "bytea", "uuid":
return "StringColumn"
case "real":
return "NumericColumn"
case "numeric", "double precision":
return "NumericColumn"
default:
fmt.Println("Unknownl type: " + c.DataType + ", using string column instead.")
return "StringColumn"
}
}
func (c ColumnInfo) ToGoType() string {
typeStr := c.GoBaseType()
if c.IsNullable {
return "*" + typeStr
}
return typeStr
}
func (c ColumnInfo) GoBaseType() string {
switch c.DataType {
case "USER-DEFINED":
return snaker.SnakeToCamel(c.EnumName)
case "boolean":
return "bool"
case "smallint":
return "int16"
case "integer":
return "int32"
case "bigint":
return "int64"
case "date", "timestamp without time zone", "timestamp with time zone":
return "time.Time"
case "bytea":
return "[]byte"
case "text", "character", "character varying":
return "string"
case "real":
return "float32"
case "numeric", "double precision":
return "float64"
case "uuid":
return "uuid.UUID"
case "json", "jsonb":
return "types.JSONText"
default:
fmt.Println("Unknown go map type: " + c.DataType + ", " + c.EnumName + ", using string instead.")
return "string"
}
}
func (c ColumnInfo) ToGoDMFieldName() string {
return snaker.SnakeToCamel(c.Name)
}
func (c ColumnInfo) ToGoFieldName() string {
return snaker.SnakeToCamel(c.Name)
}
func fetchColumnInfos(db *sql.DB, tableInfo *TableInfo) ([]ColumnInfo, error) {
query := `
SELECT column_name, is_nullable, data_type, udt_name
FROM information_schema.columns
where table_schema = $1 and table_name = $2
order by ordinal_position;`
//fmt.Println(query)
rows, err := db.Query(query, tableInfo.DatabaseInfo.SchemaName, &tableInfo.Name)
if err != nil {
return nil, err
}
defer rows.Close()
ret := []ColumnInfo{}
for rows.Next() {
columnInfo := ColumnInfo{}
var isNullable string
err := rows.Scan(&columnInfo.Name, &isNullable, &columnInfo.DataType, &columnInfo.EnumName)
columnInfo.IsNullable = isNullable == "YES"
if err != nil {
return nil, err
}
columnInfo.TableInfo = tableInfo
ret = append(ret, columnInfo)
}
err = rows.Err()
if err != nil {
return nil, err
}
return ret, nil
}

View file

@ -1,37 +0,0 @@
package metadata
import (
"database/sql"
)
type DatabaseInfo struct {
DatabaseName string
SchemaName string
TableInfos []TableInfo
EnumInfos []EnumInfo
}
func GetDatabaseInfo(db *sql.DB, databaseName, schemaName string) (*DatabaseInfo, error) {
databaseInfo := &DatabaseInfo{
databaseName,
schemaName,
[]TableInfo{},
[]EnumInfo{},
}
var err error
databaseInfo.TableInfos, err = fetchTableInfos(db, databaseInfo)
if err != nil {
return nil, err
}
databaseInfo.EnumInfos, err = fetchEnumInfos(db, databaseInfo)
if err != nil {
return nil, err
}
return databaseInfo, nil
}

View file

@ -1,70 +0,0 @@
package metadata
import (
"database/sql"
"fmt"
)
type EnumInfo struct {
Name string
Values []string
}
func (e *EnumInfo) goValueName(index int) {
return
}
func fetchEnumInfos(db *sql.DB, databaseInfo *DatabaseInfo) ([]EnumInfo, error) {
query := `
SELECT t.typname,
e.enumlabel
FROM pg_catalog.pg_type t
JOIN pg_catalog.pg_enum e on t.oid = e.enumtypid
JOIN pg_catalog.pg_namespace n ON n.oid = t.typnamespace
WHERE n.nspname = $1
ORDER BY n.nspname, t.typname, e.enumsortorder;`
//fmt.Println(query, schemaName)
rows, err := db.Query(query, &databaseInfo.SchemaName)
if err != nil {
return nil, err
}
defer rows.Close()
enumsInfosMap := map[string][]string{}
for rows.Next() {
var enumName string
var enumValue string
err = rows.Scan(&enumName, &enumValue)
if err != nil {
return nil, err
}
enumValues := enumsInfosMap[enumName]
enumValues = append(enumValues, enumValue)
enumsInfosMap[enumName] = enumValues
}
err = rows.Err()
if err != nil {
return nil, err
}
ret := []EnumInfo{}
for enumName, enumValues := range enumsInfosMap {
ret = append(ret, EnumInfo{
enumName,
enumValues,
})
}
fmt.Println("FOUND", len(ret), " enums")
return ret, nil
}

View file

@ -0,0 +1,5 @@
package metadata
type MetaData interface {
Name() string
}

View file

@ -1,197 +0,0 @@
package metadata
import (
"database/sql"
"fmt"
"github.com/serenize/snaker"
"strings"
)
type TableInfo struct {
Name string
PrimaryKeys []string
ForeignTableMap map[string]string
Columns []ColumnInfo
DatabaseInfo *DatabaseInfo
}
func (t TableInfo) GetImports() []string {
imports := map[string]string{}
for _, column := range t.Columns {
columnType := column.GoBaseType()
switch columnType {
case "time.Time":
imports["time.Time"] = "time"
case "uuid.UUID":
imports["uuid.UUID"] = "github.com/google/uuid"
case "types.JSONText":
imports["types.JSONText"] = "github.com/sub0zero/go-sqlbuilder/types"
}
}
ret := []string{}
for _, packageImport := range imports {
ret = append(ret, packageImport)
}
return ret
}
func (t TableInfo) IsForeignKey(columnName string) bool {
_, exist := t.ForeignTableMap[columnName]
return exist
}
func (t TableInfo) ToGoModelStructName() string {
return snaker.SnakeToCamel(t.Name)
}
func (t TableInfo) ToGoVarName() string {
return snaker.SnakeToCamel(t.Name)
}
func (t TableInfo) ToGoStructName() string {
return snaker.SnakeToCamel(t.Name) + "Table"
}
func (t TableInfo) ToGoColumnFieldList(sep string) string {
columnNames := []string{}
for _, columnInfo := range t.Columns {
columnNames = append(columnNames, columnInfo.ToGoVarName())
}
return strings.Join(columnNames, sep)
}
func fetchTableInfos(db *sql.DB, databaseInfo *DatabaseInfo) ([]TableInfo, error) {
query := `
SELECT table_name
FROM information_schema.tables
where table_schema = $1 and table_type = 'BASE TABLE';`
//fmt.Println(query, schemaName)
rows, err := db.Query(query, &databaseInfo.SchemaName)
if err != nil {
return nil, err
}
defer rows.Close()
tableInfos := []TableInfo{}
for rows.Next() {
var tableName string
err = rows.Scan(&tableName)
if err != nil {
return nil, err
}
tableInfo := &TableInfo{}
tableInfo.Name = tableName
tableInfo.PrimaryKeys, err = getPrimaryKeys(db, databaseInfo.SchemaName, tableName)
if err != nil {
return nil, err
}
tableInfo.DatabaseInfo = databaseInfo
tableInfo.Columns, err = fetchColumnInfos(db, tableInfo)
if err != nil {
return nil, err
}
tableInfo.ForeignTableMap, err = getForignKeyMap(db, databaseInfo.SchemaName, tableName)
if err != nil {
return nil, err
}
tableInfos = append(tableInfos, *tableInfo)
}
fmt.Println("FOUND", len(tableInfos), "tables")
err = rows.Err()
if err != nil {
return nil, err
}
return tableInfos, nil
}
func getPrimaryKeys(db *sql.DB, schemaName, tableName string) ([]string, error) {
query := `
SELECT c.column_name
FROM information_schema.key_column_usage AS c
LEFT JOIN information_schema.table_constraints AS t
ON t.constraint_name = c.constraint_name
WHERE t.table_schema = $1 AND t.table_name = $2 AND t.constraint_type = 'PRIMARY KEY';
`
rows, err := db.Query(query, schemaName, tableName)
if err != nil {
return nil, err
}
primaryKeys := []string{}
for rows.Next() {
primaryKey := ""
err := rows.Scan(&primaryKey)
if err != nil {
return nil, err
}
primaryKeys = append(primaryKeys, primaryKey)
}
return primaryKeys, nil
}
func getForignKeyMap(db *sql.DB, schemaName, tableName string) (map[string]string, error) {
query := `
SELECT
kcu.column_name,
ccu.table_name AS foreign_table_name,
ccu.column_name AS foreign_column_name
FROM
information_schema.table_constraints AS tc
JOIN information_schema.key_column_usage AS kcu
ON tc.constraint_name = kcu.constraint_name
AND tc.table_schema = kcu.table_schema
JOIN information_schema.constraint_column_usage AS ccu
ON ccu.constraint_name = tc.constraint_name
AND ccu.table_schema = tc.table_schema
WHERE tc.constraint_type = 'FOREIGN KEY' AND tc.table_schema = $1 AND tc.table_name=$2;
`
rows, err := db.Query(query, schemaName, tableName)
if err != nil {
return nil, err
}
defer rows.Close()
ret := map[string]string{}
for rows.Next() {
var columnName, foreignTableName, foreignColumnName string
err := rows.Scan(&columnName, &foreignTableName, &foreignColumnName)
if err != nil {
return nil, err
}
ret[columnName] = foreignTableName
}
err = rows.Err()
if err != nil {
return nil, err
}
return ret, nil
}