jet/qrm/scan_context.go

266 lines
6.3 KiB
Go
Raw Normal View History

2019-10-11 10:15:36 +02:00
package qrm
import (
"database/sql"
"fmt"
2019-10-11 10:15:36 +02:00
"reflect"
"strings"
)
// ScanContext contains information about current row processed, mapping from the row to the
// destination types and type grouping information.
type ScanContext struct {
rowNum int64
row []interface{}
uniqueDestObjectsMap map[string]int
commonIdentToColumnIndex map[string]int
groupKeyInfoCache map[string]groupKeyInfo
typeInfoMap map[string]typeInfo
typesVisited typeStack // to prevent circular dependency scan
2019-10-11 10:15:36 +02:00
}
// NewScanContext creates new ScanContext from rows
func NewScanContext(rows *sql.Rows) (*ScanContext, error) {
2019-10-11 10:15:36 +02:00
aliases, err := rows.Columns()
if err != nil {
return nil, err
}
columnTypes, err := rows.ColumnTypes()
if err != nil {
return nil, err
}
commonIdentToColumnIndex := map[string]int{}
2019-10-11 10:15:36 +02:00
for i, alias := range aliases {
names := strings.SplitN(alias, ".", 2)
commonIdentifier := toCommonIdentifier(names[0])
2019-10-11 10:15:36 +02:00
if len(names) > 1 {
commonIdentifier = concat(commonIdentifier, ".", toCommonIdentifier(names[1]))
2019-10-11 10:15:36 +02:00
}
commonIdentToColumnIndex[commonIdentifier] = i
2019-10-11 10:15:36 +02:00
}
return &ScanContext{
row: createScanSlice(len(columnTypes)),
2019-10-11 10:15:36 +02:00
uniqueDestObjectsMap: make(map[string]int),
groupKeyInfoCache: make(map[string]groupKeyInfo),
commonIdentToColumnIndex: commonIdentToColumnIndex,
2019-10-11 10:15:36 +02:00
typeInfoMap: make(map[string]typeInfo),
typesVisited: newTypeStack(),
2019-10-11 10:15:36 +02:00
}, nil
}
func createScanSlice(columnCount int) []interface{} {
scanPtrSlice := make([]interface{}, columnCount)
for i := range scanPtrSlice {
var a interface{}
scanPtrSlice[i] = &a // if destination is pointer to interface sql.Scan will just forward driver value
}
return scanPtrSlice
}
2019-10-11 10:15:36 +02:00
type typeInfo struct {
fieldMappings []fieldMapping
}
type fieldMapping struct {
complexType bool // slice and struct are complex types
rowIndex int // index in ScanContext.row
2019-10-11 10:15:36 +02:00
implementsScanner bool
}
func (s *ScanContext) getTypeInfo(structType reflect.Type, parentField *reflect.StructField) typeInfo {
2019-10-11 10:15:36 +02:00
typeMapKey := structType.String()
if parentField != nil {
typeMapKey = concat(typeMapKey, string(parentField.Tag))
2019-10-11 10:15:36 +02:00
}
if typeInfo, ok := s.typeInfoMap[typeMapKey]; ok {
return typeInfo
}
typeName := getTypeName(structType, parentField)
newTypeInfo := typeInfo{}
for i := 0; i < structType.NumField(); i++ {
field := structType.Field(i)
newTypeName, fieldName := getTypeAndFieldName(typeName, field)
columnIndex := s.typeToColumnIndex(newTypeName, fieldName)
fieldMap := fieldMapping{
rowIndex: columnIndex,
2019-10-11 10:15:36 +02:00
}
if implementsScannerType(field.Type) {
fieldMap.implementsScanner = true
} else if !isSimpleModelType(field.Type) {
fieldMap.complexType = true
}
newTypeInfo.fieldMappings = append(newTypeInfo.fieldMappings, fieldMap)
}
s.typeInfoMap[typeMapKey] = newTypeInfo
return newTypeInfo
}
type groupKeyInfo struct {
2023-04-14 12:20:36 +02:00
typeName string
pkIndexes []int
subTypes []groupKeyInfo
2019-10-11 10:15:36 +02:00
}
func (s *ScanContext) getGroupKey(structType reflect.Type, structField *reflect.StructField) string {
2019-10-11 10:15:36 +02:00
mapKey := structType.Name()
if structField != nil {
mapKey = concat(mapKey, structField.Type.String())
2019-10-11 10:15:36 +02:00
}
if groupKeyInfo, ok := s.groupKeyInfoCache[mapKey]; ok {
return s.constructGroupKey(groupKeyInfo)
}
tempTypeStack := newTypeStack()
groupKeyInfo := s.getGroupKeyInfo(structType, structField, &tempTypeStack)
2019-10-11 10:15:36 +02:00
s.groupKeyInfoCache[mapKey] = groupKeyInfo
return s.constructGroupKey(groupKeyInfo)
}
func (s *ScanContext) constructGroupKey(groupKeyInfo groupKeyInfo) string {
2023-04-14 12:20:36 +02:00
if len(groupKeyInfo.pkIndexes) == 0 && len(groupKeyInfo.subTypes) == 0 {
return fmt.Sprintf("|ROW:%d|", s.rowNum)
2019-10-11 10:15:36 +02:00
}
var groupKeys []string
2019-10-11 10:15:36 +02:00
2023-04-14 12:20:36 +02:00
for _, index := range groupKeyInfo.pkIndexes {
groupKeys = append(groupKeys, s.rowElemToString(index))
2019-10-11 10:15:36 +02:00
}
var subTypesGroupKeys []string
2019-10-11 10:15:36 +02:00
for _, subType := range groupKeyInfo.subTypes {
subTypesGroupKeys = append(subTypesGroupKeys, s.constructGroupKey(subType))
}
return concat(groupKeyInfo.typeName, "(", strings.Join(groupKeys, ","), strings.Join(subTypesGroupKeys, ","), ")")
2019-10-11 10:15:36 +02:00
}
func (s *ScanContext) getGroupKeyInfo(
structType reflect.Type,
parentField *reflect.StructField,
typeVisited *typeStack) groupKeyInfo {
2019-10-11 10:15:36 +02:00
ret := groupKeyInfo{typeName: structType.Name()}
if typeVisited.contains(&structType) {
return ret
}
typeVisited.push(&structType)
defer typeVisited.pop()
2019-10-11 10:15:36 +02:00
typeName := getTypeName(structType, parentField)
primaryKeyOverwrites := parentFieldPrimaryKeyOverwrite(parentField)
for i := 0; i < structType.NumField(); i++ {
field := structType.Field(i)
fieldType := indirectType(field.Type)
2022-12-16 23:17:26 +01:00
if isPrimaryKey(field, primaryKeyOverwrites) {
newTypeName, fieldName := getTypeAndFieldName(typeName, field)
2019-10-11 10:15:36 +02:00
2023-04-14 12:20:36 +02:00
pkIndex := s.typeToColumnIndex(newTypeName, fieldName)
2019-10-11 10:15:36 +02:00
2023-04-14 12:20:36 +02:00
if pkIndex < 0 {
continue
2019-10-11 10:15:36 +02:00
}
2023-04-14 12:20:36 +02:00
ret.pkIndexes = append(ret.pkIndexes, pkIndex)
2023-04-14 12:20:36 +02:00
} else if fieldType.Kind() == reflect.Struct && fieldType != timeType {
2022-12-16 23:17:26 +01:00
subType := s.getGroupKeyInfo(fieldType, &field, typeVisited)
2023-04-14 12:20:36 +02:00
if len(subType.pkIndexes) != 0 || len(subType.subTypes) != 0 {
2022-12-16 23:17:26 +01:00
ret.subTypes = append(ret.subTypes, subType)
}
2019-10-11 10:15:36 +02:00
}
}
return ret
}
func (s *ScanContext) typeToColumnIndex(typeName, fieldName string) int {
2019-10-11 10:15:36 +02:00
var key string
if typeName != "" {
key = strings.ToLower(typeName + "." + fieldName)
} else {
key = strings.ToLower(fieldName)
}
index, ok := s.commonIdentToColumnIndex[key]
2019-10-11 10:15:36 +02:00
if !ok {
return -1
}
return index
}
// rowElemValue always returns non-ptr value,
// invalid value is nil
func (s *ScanContext) rowElemValue(index int) reflect.Value {
scannedValue := reflect.ValueOf(s.row[index])
return scannedValue.Elem().Elem() // no need to check validity of Elem, because s.row[index] always contains interface in interface
}
func (s *ScanContext) rowElemToString(index int) string {
value := s.rowElemValue(index)
if !value.IsValid() {
return "nil"
}
valueInterface := value.Interface()
2019-10-11 10:15:36 +02:00
if t, ok := valueInterface.(fmt.Stringer); ok {
return t.String()
}
2019-10-11 10:15:36 +02:00
return fmt.Sprintf("%#v", valueInterface)
2019-10-11 10:15:36 +02:00
}
func (s *ScanContext) rowElemValueClonePtr(index int) reflect.Value {
rowElemValue := s.rowElemValue(index)
2019-10-11 10:15:36 +02:00
if !rowElemValue.IsValid() {
return reflect.Value{}
}
newElem := reflect.New(rowElemValue.Type())
newElem.Elem().Set(rowElemValue)
return newElem
2019-10-11 10:15:36 +02:00
}