Concurrent GetTableColumnsMetaData for MySQL
This commit is contained in:
parent
db808f136b
commit
98dfce2ae5
1 changed files with 35 additions and 4 deletions
|
|
@ -4,7 +4,9 @@ import (
|
||||||
"context"
|
"context"
|
||||||
"database/sql"
|
"database/sql"
|
||||||
"fmt"
|
"fmt"
|
||||||
|
"runtime"
|
||||||
"strings"
|
"strings"
|
||||||
|
"sync"
|
||||||
|
|
||||||
"github.com/go-jet/jet/v2/generator/metadata"
|
"github.com/go-jet/jet/v2/generator/metadata"
|
||||||
"github.com/go-jet/jet/v2/qrm"
|
"github.com/go-jet/jet/v2/qrm"
|
||||||
|
|
@ -27,11 +29,40 @@ ORDER BY table_name;
|
||||||
return nil, fmt.Errorf("failed to query %s metadata result: %w", tableType, err)
|
return nil, fmt.Errorf("failed to query %s metadata result: %w", tableType, err)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
tblChan := make(chan int, len(tables))
|
||||||
|
errChan := make(chan error, 1)
|
||||||
|
|
||||||
|
wg := sync.WaitGroup{}
|
||||||
|
for i := 0; i < runtime.NumCPU(); i++ {
|
||||||
|
wg.Add(1)
|
||||||
|
go func() {
|
||||||
|
defer wg.Done()
|
||||||
|
var err1 error
|
||||||
|
for tblIdx := range tblChan {
|
||||||
|
tables[tblIdx].Columns, err1 = m.GetTableColumnsMetaData(db, schemaName, tables[tblIdx].Name)
|
||||||
|
if err1 != nil {
|
||||||
|
select {
|
||||||
|
case errChan <- fmt.Errorf("failed to get '%s' table columns metadata: %w", tables[tblIdx].Name, err1):
|
||||||
|
return
|
||||||
|
default:
|
||||||
|
}
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}()
|
||||||
|
}
|
||||||
|
|
||||||
for i := range tables {
|
for i := range tables {
|
||||||
tables[i].Columns, err = m.GetTableColumnsMetaData(db, schemaName, tables[i].Name)
|
tblChan <- i
|
||||||
if err != nil {
|
}
|
||||||
return nil, fmt.Errorf("failed to get '%s' table columns metadata: %w", tables[i].Name, err)
|
|
||||||
}
|
close(tblChan)
|
||||||
|
wg.Wait()
|
||||||
|
|
||||||
|
select {
|
||||||
|
case err = <-errChan:
|
||||||
|
return nil, err
|
||||||
|
default:
|
||||||
}
|
}
|
||||||
|
|
||||||
return tables, nil
|
return tables, nil
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue