- The scan reads the MusicBrainz release group id of an album from the tags of its
files (MUSICBRAINZ_RELEASEGROUPID, a vorbis comment or an ID3 frame) and stores it in
albums.mbid: it is taken only when the file has an album and exactly one valid id, an
album keeps the one it has, and an id that another album owns is not given twice. A full
rescan reads it for music that was already indexed.
- New provider "coverartarchive" (off by default, no key, contact in the User-Agent). When
an album has no picture in the user's own files, which always come first, its cover is
asked from the archive by that id and never by a title: only the id leaves the server.
The same GET /albums/{id}/cover; the record keeps the source. An outage is a 502
provider_unavailable and is not remembered, and an older cover is served in its place.
- The archive answers with three redirects (coverartarchive.org, archive.org, a data node
whose name changes). The outbound client can now follow redirects, but only the ones the
caller allows, up to a limit; here that is https on archive.org and its subdomains.
- A purge counter now guards the covers too: a read that started before the provider's data
was taken back is not kept. Removing the provider's data forgets the covers that came from
it and deletes their files, and leaves the ones from the user's files.
- Spec, contract and HTTP tests, README updated; the facts of the real archive are written down.
Closes #43
147 lines
4.3 KiB
Go
147 lines
4.3 KiB
Go
// Package library scans the music directories and indexes audio files.
|
|
//
|
|
// The scanner only reads: it never writes, renames or deletes music files.
|
|
package library
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"time"
|
|
)
|
|
|
|
// ErrUnreadable means a file could not be parsed as audio.
|
|
var ErrUnreadable = errors.New("unreadable audio file")
|
|
|
|
// Tags are the descriptive tags of a track. Fields the file lacks are empty.
|
|
//
|
|
// The MusicBrainz ids are what the file itself says, read offline. ArtistMBIDs is
|
|
// either empty or has one id per entry of Artists, in the same order: ids that
|
|
// cannot be paired with their artists with certainty are not kept.
|
|
//
|
|
// Genres are the genre tags of the file, lower case, without repeats and at most
|
|
// MaxGenresPerTrack: a file tagged with twenty genres is not telling anything.
|
|
type Tags struct {
|
|
Genres []string
|
|
Title string
|
|
Album string
|
|
AlbumArtist string
|
|
Artists []string
|
|
ArtistMBIDs []string
|
|
AlbumArtistMBID string
|
|
AlbumMBID string // the MusicBrainz release group id of the album, when the file has exactly one
|
|
TrackNo int
|
|
DiscNo int
|
|
}
|
|
|
|
// MaxGenresPerTrack bounds the genres kept for one file.
|
|
const MaxGenresPerTrack = 5
|
|
|
|
// Properties are the technical properties of an audio file.
|
|
type Properties struct {
|
|
Format string // "mp3", "flac", ...
|
|
DurationMs int64
|
|
SampleRate int
|
|
BitRate int // kbit/s
|
|
}
|
|
|
|
// Metadata is everything read from one audio file.
|
|
type Metadata struct {
|
|
Tags
|
|
Properties
|
|
}
|
|
|
|
// TagReader reads metadata from a file on disk. It must be safe for
|
|
// concurrent use and return ErrUnreadable for files that are not valid audio.
|
|
type TagReader interface {
|
|
Read(path string) (Metadata, error)
|
|
}
|
|
|
|
// FileInfo identifies a file inside a library root.
|
|
type FileInfo struct {
|
|
RelPath string // slash-separated, relative to the root
|
|
Size int64
|
|
MTimeUnix int64
|
|
}
|
|
|
|
// ExistingFile is a file already indexed in the database.
|
|
type ExistingFile struct {
|
|
ID int64
|
|
FileInfo
|
|
Missing bool // last scan did not find it
|
|
}
|
|
|
|
// ParsedFile is a file together with its metadata, ready to be stored.
|
|
type ParsedFile struct {
|
|
FileInfo
|
|
Metadata
|
|
}
|
|
|
|
// Store is what the scanner needs from persistence. All writes come from a
|
|
// single goroutine, so implementations need no extra locking for the scanner.
|
|
type Store interface {
|
|
ExistingFiles(ctx context.Context, libraryID int64) ([]ExistingFile, error)
|
|
// SaveFile creates the file (existingID == 0) or updates it, together with
|
|
// its track, album and artists. It reports whether a new file was created.
|
|
SaveFile(ctx context.Context, libraryID int64, f ParsedFile, existingID int64) (added bool, err error)
|
|
// RenameFile points an indexed file at a new relative path and clears its missing flag.
|
|
RenameFile(ctx context.Context, id int64, newRelPath string) error
|
|
// MarkMissing flags files that were not found. Rows are never deleted.
|
|
MarkMissing(ctx context.Context, ids []int64, at time.Time) error
|
|
// Restore clears the missing flag of files that reappeared.
|
|
Restore(ctx context.Context, ids []int64) error
|
|
}
|
|
|
|
// EventType names a scan progress event.
|
|
type EventType string
|
|
|
|
// Scan progress events.
|
|
const (
|
|
ScanStarted EventType = "scan_started"
|
|
FileScanned EventType = "file_scanned"
|
|
FileFailed EventType = "file_failed"
|
|
ScanFinished EventType = "scan_finished"
|
|
)
|
|
|
|
// Event is one progress notification. Done and Total count files being
|
|
// parsed in the current library.
|
|
type Event struct {
|
|
Type EventType
|
|
Time time.Time
|
|
LibraryID int64
|
|
Library string // library name
|
|
RelPath string
|
|
Error string
|
|
Done int
|
|
Total int
|
|
Summary *Summary // only on ScanFinished
|
|
}
|
|
|
|
// Summary counts what a scan did.
|
|
type Summary struct {
|
|
Libraries int
|
|
Found int // audio files seen on disk
|
|
Added int
|
|
Updated int
|
|
Unchanged int
|
|
Renamed int
|
|
Restored int
|
|
Missing int // newly marked missing
|
|
Failed int
|
|
Skipped int // symlinks and special files
|
|
// Unsupported counts audio files in formats Sonda cannot read yet (m4a, ogg,
|
|
// wav, ...), so they are not left out without a trace.
|
|
Unsupported int
|
|
}
|
|
|
|
func (s *Summary) add(o Summary) {
|
|
s.Found += o.Found
|
|
s.Added += o.Added
|
|
s.Updated += o.Updated
|
|
s.Unchanged += o.Unchanged
|
|
s.Renamed += o.Renamed
|
|
s.Restored += o.Restored
|
|
s.Missing += o.Missing
|
|
s.Failed += o.Failed
|
|
s.Skipped += o.Skipped
|
|
s.Unsupported += o.Unsupported
|
|
}
|