Storm ArtistRepository and PropertyRepository complete.

This commit is contained in:
Deluan 2020-01-10 16:13:07 -05:00 committed by Deluan Quintão
parent aebb960831
commit 0ca691b37f
11 changed files with 92 additions and 27 deletions

1
.gitignore vendored
View File

@ -10,3 +10,4 @@ Artwork
sonic.toml sonic.toml
master.zip master.zip
Jamstash-master Jamstash-master
storm.db

View File

@ -9,6 +9,7 @@ import (
"github.com/cloudsonic/sonic-server/engine" "github.com/cloudsonic/sonic-server/engine"
"github.com/cloudsonic/sonic-server/itunesbridge" "github.com/cloudsonic/sonic-server/itunesbridge"
"github.com/cloudsonic/sonic-server/persistence/ledis" "github.com/cloudsonic/sonic-server/persistence/ledis"
"github.com/cloudsonic/sonic-server/persistence/storm"
"github.com/deluan/gomate" "github.com/deluan/gomate"
ledis2 "github.com/deluan/gomate/ledis" ledis2 "github.com/deluan/gomate/ledis"
"github.com/google/wire" "github.com/google/wire"
@ -22,10 +23,10 @@ func initSystemController() *SystemController {
} }
func initBrowsingController() *BrowsingController { func initBrowsingController() *BrowsingController {
propertyRepository := ledis.NewPropertyRepository() propertyRepository := storm.NewPropertyRepository()
mediaFolderRepository := ledis.NewMediaFolderRepository() mediaFolderRepository := ledis.NewMediaFolderRepository()
artistIndexRepository := ledis.NewArtistIndexRepository() artistIndexRepository := ledis.NewArtistIndexRepository()
artistRepository := ledis.NewArtistRepository() artistRepository := storm.NewArtistRepository()
albumRepository := ledis.NewAlbumRepository() albumRepository := ledis.NewAlbumRepository()
mediaFileRepository := ledis.NewMediaFileRepository() mediaFileRepository := ledis.NewMediaFileRepository()
browser := engine.NewBrowser(propertyRepository, mediaFolderRepository, artistIndexRepository, artistRepository, albumRepository, mediaFileRepository) browser := engine.NewBrowser(propertyRepository, mediaFolderRepository, artistIndexRepository, artistRepository, albumRepository, mediaFileRepository)
@ -48,7 +49,7 @@ func initMediaAnnotationController() *MediaAnnotationController {
nowPlayingRepository := ledis.NewNowPlayingRepository() nowPlayingRepository := ledis.NewNowPlayingRepository()
scrobbler := engine.NewScrobbler(itunesControl, mediaFileRepository, nowPlayingRepository) scrobbler := engine.NewScrobbler(itunesControl, mediaFileRepository, nowPlayingRepository)
albumRepository := ledis.NewAlbumRepository() albumRepository := ledis.NewAlbumRepository()
artistRepository := ledis.NewArtistRepository() artistRepository := storm.NewArtistRepository()
ratings := engine.NewRatings(itunesControl, mediaFileRepository, albumRepository, artistRepository) ratings := engine.NewRatings(itunesControl, mediaFileRepository, albumRepository, artistRepository)
mediaAnnotationController := NewMediaAnnotationController(scrobbler, ratings) mediaAnnotationController := NewMediaAnnotationController(scrobbler, ratings)
return mediaAnnotationController return mediaAnnotationController
@ -64,7 +65,7 @@ func initPlaylistsController() *PlaylistsController {
} }
func initSearchingController() *SearchingController { func initSearchingController() *SearchingController {
artistRepository := ledis.NewArtistRepository() artistRepository := storm.NewArtistRepository()
albumRepository := ledis.NewAlbumRepository() albumRepository := ledis.NewAlbumRepository()
mediaFileRepository := ledis.NewMediaFileRepository() mediaFileRepository := ledis.NewMediaFileRepository()
db := newDB() db := newDB()
@ -94,7 +95,7 @@ func initStreamController() *StreamController {
// wire_injectors.go: // wire_injectors.go:
var allProviders = wire.NewSet(itunesbridge.NewItunesControl, ledis.Set, engine.Set, NewSystemController, var allProviders = wire.NewSet(itunesbridge.NewItunesControl, ledis.Set, storm.Set, engine.Set, NewSystemController,
NewBrowsingController, NewBrowsingController,
NewAlbumListController, NewAlbumListController,
NewMediaAnnotationController, NewMediaAnnotationController,

View File

@ -6,6 +6,7 @@ import (
"github.com/cloudsonic/sonic-server/engine" "github.com/cloudsonic/sonic-server/engine"
"github.com/cloudsonic/sonic-server/itunesbridge" "github.com/cloudsonic/sonic-server/itunesbridge"
ledis2 "github.com/cloudsonic/sonic-server/persistence/ledis" ledis2 "github.com/cloudsonic/sonic-server/persistence/ledis"
"github.com/cloudsonic/sonic-server/persistence/storm"
"github.com/deluan/gomate" "github.com/deluan/gomate"
"github.com/deluan/gomate/ledis" "github.com/deluan/gomate/ledis"
"github.com/google/wire" "github.com/google/wire"
@ -14,6 +15,7 @@ import (
var allProviders = wire.NewSet( var allProviders = wire.NewSet(
itunesbridge.NewItunesControl, itunesbridge.NewItunesControl,
ledis2.Set, ledis2.Set,
storm.Set,
engine.Set, engine.Set,
NewSystemController, NewSystemController,
NewBrowsingController, NewBrowsingController,

View File

@ -4,12 +4,10 @@ import "github.com/google/wire"
var Set = wire.NewSet( var Set = wire.NewSet(
NewAlbumRepository, NewAlbumRepository,
NewArtistRepository,
NewCheckSumRepository, NewCheckSumRepository,
NewArtistIndexRepository, NewArtistIndexRepository,
NewMediaFileRepository, NewMediaFileRepository,
NewMediaFolderRepository, NewMediaFolderRepository,
NewNowPlayingRepository, NewNowPlayingRepository,
NewPlaylistRepository, NewPlaylistRepository,
NewPropertyRepository,
) )

View File

@ -10,6 +10,7 @@ var _ = Describe("ArtistRepository", func() {
var repo domain.ArtistRepository var repo domain.ArtistRepository
BeforeEach(func() { BeforeEach(func() {
Db().Drop(&_Artist{})
repo = NewArtistRepository() repo = NewArtistRepository()
}) })
@ -24,18 +25,29 @@ var _ = Describe("ArtistRepository", func() {
Expect(repo.Get("1")).To(Equal(artist)) Expect(repo.Get("1")).To(Equal(artist))
}) })
It("purges inactive records", func() { Describe("PurgeInactive", func() {
data := domain.Artists{ var data domain.Artists
{ID: "1", Name: "Saara Saara"},
{ID: "2", Name: "Kraftwerk"}, BeforeEach(func() {
{ID: "3", Name: "The Beatles"}, data = domain.Artists{
} {ID: "1", Name: "Saara Saara"},
active := domain.Artists{ {ID: "2", Name: "Kraftwerk"},
{ID: "1"}, {ID: "3"}, {ID: "3", Name: "The Beatles"},
} }
for _, a := range data { for _, a := range data {
repo.Put(&a) repo.Put(&a)
} }
Expect(repo.PurgeInactive(active)).To(Equal([]string{"2"})) })
It("purges inactive records", func() {
active := domain.Artists{{ID: "1"}, {ID: "3"}}
Expect(repo.PurgeInactive(active)).To(Equal([]string{"2"}))
})
It("doesn't delete anything if all is active", func() {
active := domain.Artists{{ID: "1"}, {ID: "2"}, {ID: "3"}}
Expect(repo.PurgeInactive(active)).To(BeEmpty())
})
}) })
}) })

View File

@ -1,6 +1,7 @@
package storm package storm
import ( import (
"github.com/asdine/storm"
"github.com/cloudsonic/sonic-server/domain" "github.com/cloudsonic/sonic-server/domain"
) )
@ -25,7 +26,14 @@ func (r *propertyRepository) Get(id string) (string, error) {
} }
func (r *propertyRepository) DefaultGet(id string, defaultValue string) (string, error) { func (r *propertyRepository) DefaultGet(id string, defaultValue string) (string, error) {
return defaultValue, nil value, err := r.Get(id)
if err == storm.ErrNotFound {
return defaultValue, nil
}
if err != nil {
return defaultValue, err
}
return value, nil
} }
var _ domain.PropertyRepository = (*propertyRepository)(nil) var _ domain.PropertyRepository = (*propertyRepository)(nil)

View File

@ -0,0 +1,30 @@
package storm
import (
"github.com/cloudsonic/sonic-server/domain"
. "github.com/onsi/ginkgo"
. "github.com/onsi/gomega"
)
var _ = Describe("PropertyRepository", func() {
var repo domain.PropertyRepository
BeforeEach(func() {
Db().Drop(propertyBucket)
repo = NewPropertyRepository()
})
It("saves and retrieves data", func() {
Expect(repo.Put("1", "test")).To(BeNil())
Expect(repo.Get("1")).To(Equal("test"))
})
It("returns default if data is not found", func() {
Expect(repo.DefaultGet("2", "default")).To(Equal("default"))
})
It("returns value if found", func() {
Expect(repo.Put("3", "test")).To(BeNil())
Expect(repo.DefaultGet("3", "default")).To(Equal("test"))
})
})

View File

@ -34,12 +34,18 @@ func (r *stormRepository) Exists(id string) (bool, error) {
return err != storm.ErrNotFound, nil return err != storm.ErrNotFound, nil
} }
func (r *stormRepository) getID(record interface{}) string {
v := reflect.ValueOf(record).Elem()
id := v.FieldByName("ID").String()
return id
}
func (r *stormRepository) purgeInactive(ids []string) (deleted []string, err error) { func (r *stormRepository) purgeInactive(ids []string) (deleted []string, err error) {
query := Db().Select(q.Not(q.In("ID", ids))) query := Db().Select(q.Not(q.In("ID", ids)))
// Collect IDs that will be deleted
err = query.Each(r.bucket, func(record interface{}) error { err = query.Each(r.bucket, func(record interface{}) error {
v := reflect.ValueOf(record).Elem() id := r.getID(record)
id := v.FieldByName("ID").String()
deleted = append(deleted, id) deleted = append(deleted, id)
return nil return nil
}) })
@ -47,6 +53,10 @@ func (r *stormRepository) purgeInactive(ids []string) (deleted []string, err err
return nil, err return nil, err
} }
if len(deleted) == 0 {
return
}
err = query.Delete(r.bucket) err = query.Delete(r.bucket)
if err != nil { if err != nil {
return nil, err return nil, err

View File

@ -144,7 +144,7 @@ func (i *Importer) importLibrary() (err error) {
i.search.RemoveAlbum(deleted...) i.search.RemoveAlbum(deleted...)
} }
if deleted, err := i.artistRepo.PurgeInactive(ars); err != nil { if deleted, err := i.artistRepo.PurgeInactive(ars); err != nil {
log.Error(err) log.Error("Deleting inactive artists", err)
} else { } else {
i.search.RemoveArtist(deleted...) i.search.RemoveArtist(deleted...)
} }

View File

@ -9,6 +9,7 @@ import (
"github.com/cloudsonic/sonic-server/engine" "github.com/cloudsonic/sonic-server/engine"
"github.com/cloudsonic/sonic-server/itunesbridge" "github.com/cloudsonic/sonic-server/itunesbridge"
"github.com/cloudsonic/sonic-server/persistence/ledis" "github.com/cloudsonic/sonic-server/persistence/ledis"
"github.com/cloudsonic/sonic-server/persistence/storm"
"github.com/cloudsonic/sonic-server/scanner" "github.com/cloudsonic/sonic-server/scanner"
"github.com/deluan/gomate" "github.com/deluan/gomate"
ledis2 "github.com/deluan/gomate/ledis" ledis2 "github.com/deluan/gomate/ledis"
@ -22,10 +23,10 @@ func initImporter(musicFolder string) *scanner.Importer {
itunesScanner := scanner.NewItunesScanner(checkSumRepository) itunesScanner := scanner.NewItunesScanner(checkSumRepository)
mediaFileRepository := ledis.NewMediaFileRepository() mediaFileRepository := ledis.NewMediaFileRepository()
albumRepository := ledis.NewAlbumRepository() albumRepository := ledis.NewAlbumRepository()
artistRepository := ledis.NewArtistRepository() artistRepository := storm.NewArtistRepository()
artistIndexRepository := ledis.NewArtistIndexRepository() artistIndexRepository := ledis.NewArtistIndexRepository()
playlistRepository := ledis.NewPlaylistRepository() playlistRepository := ledis.NewPlaylistRepository()
propertyRepository := ledis.NewPropertyRepository() propertyRepository := storm.NewPropertyRepository()
db := newDB() db := newDB()
search := engine.NewSearch(artistRepository, albumRepository, mediaFileRepository, db) search := engine.NewSearch(artistRepository, albumRepository, mediaFileRepository, db)
importer := scanner.NewImporter(musicFolder, itunesScanner, mediaFileRepository, albumRepository, artistRepository, artistIndexRepository, playlistRepository, propertyRepository, search) importer := scanner.NewImporter(musicFolder, itunesScanner, mediaFileRepository, albumRepository, artistRepository, artistIndexRepository, playlistRepository, propertyRepository, search)
@ -34,7 +35,7 @@ func initImporter(musicFolder string) *scanner.Importer {
// wire_injectors.go: // wire_injectors.go:
var allProviders = wire.NewSet(itunesbridge.NewItunesControl, ledis.Set, engine.Set, scanner.Set, newDB) var allProviders = wire.NewSet(itunesbridge.NewItunesControl, ledis.Set, storm.Set, engine.Set, scanner.Set, newDB)
func newDB() gomate.DB { func newDB() gomate.DB {
return ledis2.NewEmbeddedDB(ledis.Db()) return ledis2.NewEmbeddedDB(ledis.Db())

View File

@ -6,6 +6,7 @@ import (
"github.com/cloudsonic/sonic-server/engine" "github.com/cloudsonic/sonic-server/engine"
"github.com/cloudsonic/sonic-server/itunesbridge" "github.com/cloudsonic/sonic-server/itunesbridge"
ledis2 "github.com/cloudsonic/sonic-server/persistence/ledis" ledis2 "github.com/cloudsonic/sonic-server/persistence/ledis"
"github.com/cloudsonic/sonic-server/persistence/storm"
"github.com/cloudsonic/sonic-server/scanner" "github.com/cloudsonic/sonic-server/scanner"
"github.com/deluan/gomate" "github.com/deluan/gomate"
"github.com/deluan/gomate/ledis" "github.com/deluan/gomate/ledis"
@ -15,6 +16,7 @@ import (
var allProviders = wire.NewSet( var allProviders = wire.NewSet(
itunesbridge.NewItunesControl, itunesbridge.NewItunesControl,
ledis2.Set, ledis2.Set,
storm.Set,
engine.Set, engine.Set,
scanner.Set, scanner.Set,
newDB, newDB,