Theodor-Springmann-Stiftung/musenalm
1
0
Fork 0
mirror of https://github.com/Theodor-Springmann-Stiftung/musenalm.git synced 2025-10-29 09:15:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

BUGFIX: migration speedup

Browse Source
This commit is contained in:
Simon Martens
2025-02-13 12:01:10 +01:00
parent 096e29994b
commit ae041aa3bf
1 changed files with 113 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
migrations/1739007272_insert_data.go
View File

@@ -1,6 +1,8 @@
package migrations
import (
"sync"
"github.com/Theodor-Springmann-Stiftung/musenalm/dbmodels"
"github.com/Theodor-Springmann-Stiftung/musenalm/helpers/datatypes"
"github.com/Theodor-Springmann-Stiftung/musenalm/migrations/seed"
@@ -18,6 +20,16 @@ func init() {
adb.Reihen = xmlmodels.SanitizeReihen(adb.Reihen, adb.Relationen_Bände_Reihen)
var agentsmap map[string]*dbmodels.Agent
var placesmap map[string]*dbmodels.Place
var seriesmap map[string]*dbmodels.Series
var entriesmap map[string]*dbmodels.Entry
var contentsmap map[string]*dbmodels.Content
wg := sync.WaitGroup{}
wg.Add(3)
go func() {
agents, err := seed.RecordsFromAkteure(app, adb.Akteure)
if err == nil {
for _, record := range agents {
@@ -28,7 +40,11 @@ func init() {
} else {
panic(err)
}
agentsmap = datatypes.MakeMap(agents, func(record *dbmodels.Agent) string { return record.MusenalmID() })
wg.Done()
}()
go func() {
places, err := seed.RecordsFromOrte(app, adb.Orte)
if err == nil {
for _, record := range places {
@@ -39,9 +55,11 @@ func init() {
} else {
panic(err)
}
placesmap = datatypes.MakeMap(places, func(record *dbmodels.Place) string { return record.Name() })
wg.Done()
}()
placesmap := datatypes.MakeMap(places, func(record *dbmodels.Place) string { return record.Name() })
go func() {
series, err := seed.RecordsFromReihentitel(app, adb.Reihen)
if err == nil {
for _, record := range series {
@@ -52,6 +70,11 @@ func init() {
} else {
panic(err)
}
seriesmap = datatypes.MakeMap(series, func(record *dbmodels.Series) string { return record.MusenalmID() })
wg.Done()
}()
wg.Wait()
entries, err := seed.RecordsFromBände(app, *adb, placesmap)
if err == nil {
@@ -64,8 +87,11 @@ func init() {
panic(err)
}
entriesmap := datatypes.MakeMap(entries, func(record *dbmodels.Entry) string { return record.MusenalmID() })
entriesmap = datatypes.MakeMap(entries, func(record *dbmodels.Entry) string { return record.MusenalmID() })
wg.Add(2)
go func() {
if records, err := seed.ItemsFromBändeAndBIBLIO(app, adb.Bände, adb.BIBLIO, entriesmap); err == nil {
for _, record := range records {
if err = app.Save(record); err != nil {
@@ -75,7 +101,10 @@ func init() {
} else {
panic(err)
}
wg.Done()
}()
go func() {
contents, err := seed.RecordsFromInhalte(app, adb.Inhalte, entriesmap)
if err == nil {
for _, record := range contents {
@@ -86,11 +115,15 @@ func init() {
} else {
panic(err)
}
contentsmap = datatypes.MakeMap(contents, func(record *dbmodels.Content) string { return record.MusenalmID() })
wg.Done()
}()
seriesmap := datatypes.MakeMap(series, func(record *dbmodels.Series) string { return record.MusenalmID() })
agentsmap := datatypes.MakeMap(agents, func(record *dbmodels.Agent) string { return record.MusenalmID() })
contentsmap := datatypes.MakeMap(contents, func(record *dbmodels.Content) string { return record.MusenalmID() })
wg.Wait()
wg.Add(3)
go func() {
if records, err := seed.RecordsFromRelationBändeReihen(app, adb.Relationen_Bände_Reihen, seriesmap, entriesmap); err == nil {
for _, record := range records {
if err := app.Save(record); err != nil {
@@ -100,7 +133,10 @@ func init() {
} else {
panic(err)
}
wg.Done()
}()
go func() {
if records, err := seed.RecordsFromRelationBändeAkteure(app, adb.Relationen_Bände_Akteure, entriesmap, agentsmap); err == nil {
for _, record := range records {
if err := app.Save(record); err != nil {
@@ -110,7 +146,10 @@ func init() {
} else {
panic(err)
}
wg.Done()
}()
go func() {
if records, err := seed.RecordsFromRelationInhalteAkteure(app, adb.Relationen_Inhalte_Akteure, contentsmap, agentsmap); err == nil {
for _, record := range records {
if err := app.Save(record); err != nil {
@@ -120,6 +159,10 @@ func init() {
} else {
panic(err)
}
wg.Done()
}()
wg.Wait()
return nil
}, func(app core.App) error {