gabehf/Koito
1
0
Fork 0
mirror of https://github.com/gabehf/Koito.git synced 2026-03-07 13:38:15 -08:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: add last fm importer

Browse source
This commit is contained in:
Gabe Farrell 2025-06-12 21:54:35 -04:00
parent ceaba6f1a3
commit d2277aea32
7 changed files with 186 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

26
internal/importer/importer.go
View file

@ -1 +1,27 @@
package importer
import (
"context"
"os"
"path"
"github.com/gabehf/koito/internal/cfg"
"github.com/gabehf/koito/internal/logger"
)
func finishImport(ctx context.Context, filename string, numImported int) error {
l := logger.FromContext(ctx)
_, err := os.Stat(path.Join(cfg.ConfigDir(), "import_complete"))
if err != nil {
err = os.Mkdir(path.Join(cfg.ConfigDir(), "import_complete"), 0744)
if err != nil {
l.Err(err).Msg("Failed to create import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
}
err = os.Rename(path.Join(cfg.ConfigDir(), "import", filename), path.Join(cfg.ConfigDir(), "import_complete", filename))
if err != nil {
l.Err(err).Msg("Failed to move file to import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
l.Info().Msgf("Finished importing %s; imported %d items", filename, numImported)
return nil
}

116
internal/importer/lastfm.go Normal file
View file

@ -0,0 +1,116 @@
package importer
import (
"context"
"encoding/json"
"os"
"path"
"strconv"
"time"
"github.com/gabehf/koito/internal/catalog"
"github.com/gabehf/koito/internal/cfg"
"github.com/gabehf/koito/internal/db"
"github.com/gabehf/koito/internal/logger"
"github.com/gabehf/koito/internal/mbz"
"github.com/google/uuid"
)
type LastFMExportPage struct {
Track []LastFMTrack `json:"track"`
}
type LastFMTrack struct {
Artist LastFMItem `json:"artist"`
Images []LastFMImage `json:"image"`
MBID string `json:"mbid"`
Album LastFMItem `json:"album"`
Name string `json:"name"`
Date LastFMDate `json:"date"`
}
type LastFMItem struct {
MBID string `json:"mbid"`
Text string `json:"#text"`
}
type LastFMDate struct {
Unix string `json:"uts"`
Text string `json:"#text"`
}
type LastFMImage struct {
Size string `json:"size"`
Url string `json:"#text"`
}
func ImportLastFMFile(ctx context.Context, store db.DB, mbzc mbz.MusicBrainzCaller, filename string) error {
l := logger.FromContext(ctx)
l.Info().Msgf("Beginning LastFM import on file: %s", filename)
file, err := os.Open(path.Join(cfg.ConfigDir(), "import", filename))
if err != nil {
l.Err(err).Msgf("Failed to read import file: %s", filename)
return err
}
var throttleFunc = func() {}
if ms := cfg.ThrottleImportMs(); ms > 0 {
throttleFunc = func() {
time.Sleep(time.Duration(ms) * time.Millisecond)
}
}
export := make([]LastFMExportPage, 0)
err = json.NewDecoder(file).Decode(&export)
if err != nil {
return err
}
count := 0
for _, item := range export {
for _, track := range item.Track {
album := track.Album.Text
if album == "" {
album = track.Name
}
if track.Name == "" || track.Artist.Text == "" {
l.Debug().Msg("Skipping invalid LastFM import item")
continue
}
albumMbzID, err := uuid.Parse(track.Album.MBID)
if err != nil {
albumMbzID = uuid.Nil
}
artistMbzID, err := uuid.Parse(track.Artist.MBID)
if err != nil {
artistMbzID = uuid.Nil
}
trackMbzID, err := uuid.Parse(track.MBID)
if err != nil {
trackMbzID = uuid.Nil
}
var ts time.Time
unix, err := strconv.ParseInt(track.Date.Unix, 10, 64)
if err != nil {
ts, err = time.Parse("02 Jan 2006, 15:04", track.Date.Text)
if err != nil {
ts = time.Now()
}
} else {
ts = time.Unix(unix, 0).UTC()
}
opts := catalog.SubmitListenOpts{
MbzCaller: mbzc,
Artist: track.Artist.Text,
ArtistMbzIDs: []uuid.UUID{artistMbzID},
TrackTitle: track.Name,
RecordingMbzID: trackMbzID,
ReleaseTitle: album,
ReleaseMbzID: albumMbzID,
Time: ts,
UserID: 1,
}
err = catalog.SubmitListen(ctx, store, opts)
if err != nil {
l.Err(err).Msg("Failed to import LastFM playback item")
return err
}
count++
throttleFunc()
}
}
return finishImport(ctx, filename, count)
}

14
internal/importer/maloja.go
View file

@ -81,17 +81,5 @@ func ImportMalojaFile(ctx context.Context, store db.DB, filename string) error {
}
throttleFunc()
}
_, err = os.Stat(path.Join(cfg.ConfigDir(), "import_complete"))
if err != nil {
err = os.Mkdir(path.Join(cfg.ConfigDir(), "import_complete"), 0744)
if err != nil {
l.Err(err).Msg("Failed to create import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
}
err = os.Rename(path.Join(cfg.ConfigDir(), "import", filename), path.Join(cfg.ConfigDir(), "import_complete", filename))
if err != nil {
l.Err(err).Msg("Failed to move file to import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
l.Info().Msgf("Finished importing %s; imported %d items", filename, len(export.Scrobbles))
return nil
return finishImport(ctx, filename, len(export.Scrobbles))
}

14
internal/importer/spotify.go
View file

@ -67,17 +67,5 @@ func ImportSpotifyFile(ctx context.Context, store db.DB, filename string) error
}
throttleFunc()
}
_, err = os.Stat(path.Join(cfg.ConfigDir(), "import_complete"))
if err != nil {
err = os.Mkdir(path.Join(cfg.ConfigDir(), "import_complete"), 0744)
if err != nil {
l.Err(err).Msg("Failed to create import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
}
err = os.Rename(path.Join(cfg.ConfigDir(), "import", filename), path.Join(cfg.ConfigDir(), "import_complete", filename))
if err != nil {
l.Err(err).Msg("Failed to move file to import_complete dir! Import files must be removed from the import directory manually, or else the importer will run on every app start")
}
l.Info().Msgf("Finished importing %s; imported %d items", filename, len(export))
return nil
return finishImport(ctx, filename, len(export))
}