go-jamming/db/migrate-db.go

56 lines
1.7 KiB
Go

package db
import (
"brainbaking.com/go-jamming/app/mf"
"brainbaking.com/go-jamming/common"
"encoding/json"
"fmt"
"github.com/rs/zerolog/log"
"io/ioutil"
"os"
)
const (
dataPath = "data" // decoupled from config, change if needed
)
// MigrateDataFiles migrates from data/[domain]/md5hash.json files to the new key/value db.
// This is only needed if you've run go-jamming before the db migration.
func MigrateDataFiles(cnf *common.Config, repo *MentionRepoBunt) {
for _, domain := range cnf.AllowedWebmentionSources {
log.Info().Str("domain", domain).Msg("MigrateDataFiles: processing")
entries, err := os.ReadDir(fmt.Sprintf("%s/%s", dataPath, domain))
if err != nil {
log.Warn().Err(err).Msg("Error while reading import path - migration could be already done...")
continue
}
for _, file := range entries {
filename := fmt.Sprintf("%s/%s/%s", dataPath, domain, file.Name())
data, err := ioutil.ReadFile(filename)
if err != nil {
log.Fatal().Str("file", filename).Err(err).Msg("Error while reading file")
}
var indiewebData mf.IndiewebData
json.Unmarshal(data, &indiewebData)
mention := indiewebData.AsMention()
log.Info().Stringer("wm", mention).Str("file", filename).Msg("Re-saving entry")
repo.Save(mention, &indiewebData)
}
}
log.Info().Str("dbconfig", cnf.ConString).Msg("Checking for since files...")
for _, domain := range cnf.AllowedWebmentionSources {
since, err := ioutil.ReadFile(fmt.Sprintf("%s/%s-since.txt", dataPath, domain))
if err != nil {
log.Warn().Str("domain", domain).Msg("No since found, skipping")
continue
}
log.Info().Str("domain", domain).Str("since", string(since)).Msg("Saving since")
repo.UpdateSince(domain, common.IsoToTime(string(since)))
}
}