feat: native import & export

internal/export/export.go

@@ -0,0 +1,147 @@
+package export
+
+import (
+	"context"
+	"encoding/json"
+	"fmt"
+	"os"
+	"path"
+	"time"
+
+	"github.com/gabehf/koito/internal/cfg"
+	"github.com/gabehf/koito/internal/db"
+	"github.com/gabehf/koito/internal/logger"
+	"github.com/gabehf/koito/internal/models"
+	"github.com/google/uuid"
+)
+
+type KoitoExport struct {
+	Version    string        `json:"version"`
+	ExportedAt time.Time     `json:"exported_at"` // RFC3339
+	User       string        `json:"user"`        // username
+	Listens    []KoitoListen `json:"listens"`
+}
+type KoitoListen struct {
+	ListenedAt time.Time     `json:"listened_at"`
+	Track      KoitoTrack    `json:"track"`
+	Album      KoitoAlbum    `json:"album"`
+	Artists    []KoitoArtist `json:"artists"`
+}
+type KoitoTrack struct {
+	MBID     *uuid.UUID     `json:"mbid"`
+	Duration int            `json:"duration"`
+	Aliases  []models.Alias `json:"aliases"`
+}
+type KoitoAlbum struct {
+	ImageUrl       string         `json:"image_url"`
+	MBID           *uuid.UUID     `json:"mbid"`
+	Aliases        []models.Alias `json:"aliases"`
+	VariousArtists bool           `json:"various_artists"`
+}
+type KoitoArtist struct {
+	ImageUrl  string         `json:"image_url"`
+	MBID      *uuid.UUID     `json:"mbid"`
+	IsPrimary bool           `json:"is_primary"`
+	Aliases   []models.Alias `json:"aliases"`
+}
+
+func ExportData(ctx context.Context, username string, store db.DB) error {
+	lastTime := time.Unix(0, 0)
+	lastTrackId := int32(0)
+	pageSize := int32(1000)
+
+	l := logger.FromContext(ctx)
+	l.Info().Msg("ExportData: Generating Koito export file...")
+
+	exportedAt := time.Now()
+	exportFile := path.Join(cfg.ConfigDir(), fmt.Sprintf("koito_export_%d.json", exportedAt.Unix()))
+	f, err := os.Create(exportFile)
+	if err != nil {
+		return fmt.Errorf("ExportData: %w", err)
+	}
+	defer f.Close()
+
+	// Write the opening of the JSON manually
+	_, err = fmt.Fprintf(f, "{\n  \"version\": \"1\",\n  \"exported_at\": \"%s\",\n  \"user\": \"%s\",\n  \"listens\": [\n", exportedAt.UTC().Format(time.RFC3339), username)
+	if err != nil {
+		return fmt.Errorf("ExportData: %w", err)
+	}
+
+	first := true
+	for {
+		rows, err := store.GetExportPage(ctx, db.GetExportPageOpts{
+			UserID:     1,
+			ListenedAt: lastTime,
+			TrackID:    lastTrackId,
+			Limit:      pageSize,
+		})
+		if err != nil {
+			return fmt.Errorf("ExportData: %w", err)
+		}
+		if len(rows) == 0 {
+			break
+		}
+
+		for _, r := range rows {
+			// Adds a comma after each listen item
+			if !first {
+				_, _ = f.Write([]byte(",\n"))
+			}
+			first = false
+
+			exported := convertToExportFormat(r)
+
+			raw, err := json.MarshalIndent(exported, "    ", "  ")
+
+			// needed to make the listen item start at the right indent level
+			f.Write([]byte("    "))
+
+			if err != nil {
+				return fmt.Errorf("ExportData: marshal: %w", err)
+			}
+			_, _ = f.Write(raw)
+
+			if r.TrackID > lastTrackId {
+				lastTrackId = r.TrackID
+			}
+			if r.ListenedAt.After(lastTime) {
+				lastTime = r.ListenedAt
+			}
+		}
+	}
+
+	// Write closing of the JSON array and object
+	_, err = f.Write([]byte("\n  ]\n}\n"))
+	if err != nil {
+		return fmt.Errorf("ExportData: f.Write: %w", err)
+	}
+
+	l.Info().Msgf("Export successful! File can be found at %s", exportFile)
+	return nil
+}
+
+func convertToExportFormat(item *db.ExportItem) *KoitoListen {
+	ret := &KoitoListen{
+		ListenedAt: item.ListenedAt.UTC(),
+		Track: KoitoTrack{
+			MBID:     item.TrackMbid,
+			Duration: int(item.TrackDuration),
+			Aliases:  item.TrackAliases,
+		},
+		Album: KoitoAlbum{
+			MBID:           item.ReleaseMbid,
+			ImageUrl:       item.ReleaseImageSource,
+			VariousArtists: item.VariousArtists,
+			Aliases:        item.ReleaseAliases,
+		},
+	}
+	for i := range item.Artists {
+		ret.Artists = append(ret.Artists, KoitoArtist{
+			IsPrimary: item.Artists[i].IsPrimary,
+			MBID:      item.Artists[i].MbzID,
+			Aliases:   item.Artists[i].Aliases,
+			ImageUrl:  item.Artists[i].ImageSource,
+		})
+	}
+	return ret
+}