Cutlery/maloja
1
0
Fork 0
mirror of https://github.com/krateng/maloja.git synced 2025-07-09 03:04:07 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add import for ghan64 last.fm exporter, GH-339

Browse Source
This commit is contained in:
krateng 2024-05-05 18:37:46 +02:00
parent 2c2d13e39c
commit 9efdf90312
2 changed files with 45 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -131,7 +131,7 @@ When not running in a container, you can run the application with `maloja run`.
If you would like to import your previous scrobbles, use the command `maloja import *filename*`. This works on: If you would like to import your previous scrobbles, use the command `maloja import *filename*`. This works on:
* a Last.fm export generated by [benfoxall's website](https://benjaminbenben.com/lastfm-to-csv/) ([GitHub page](https://github.com/benfoxall/lastfm-to-csv)) * a Last.fm export generated by [ghan64's website](https://lastfm.ghan.nl/export/)
* an official [Spotify data export file](https://www.spotify.com/us/account/privacy/) * an official [Spotify data export file](https://www.spotify.com/us/account/privacy/)
* an official [ListenBrainz export file](https://listenbrainz.org/profile/export/) * an official [ListenBrainz export file](https://listenbrainz.org/profile/export/)
* the export of another Maloja instance * the export of another Maloja instance

58
maloja/proccontrol/tasks/import_scrobbles.py
View File

@ -35,35 +35,39 @@ def import_scrobbles(inputf):
importfunc = None importfunc = None
if re.match(r".*\.csv",filename): if re.match(r".*\.csv", filename):
typeid,typedesc = "lastfm","Last.fm" typeid,typedesc = "lastfm", "Last.fm (benjaminbenben export)"
importfunc = parse_lastfm importfunc = parse_lastfm
elif re.match(r"Streaming_History_Audio.+\.json",filename): elif re.match(r"Streaming_History_Audio.+\.json", filename):
typeid,typedesc = "spotify","Spotify" typeid,typedesc = "spotify", "Spotify"
importfunc = parse_spotify_lite importfunc = parse_spotify_lite
elif re.match(r"endsong_[0-9]+\.json",filename): elif re.match(r"endsong_[0-9]+\.json", filename):
typeid,typedesc = "spotify","Spotify" typeid,typedesc = "spotify", "Spotify"
importfunc = parse_spotify importfunc = parse_spotify
elif re.match(r"StreamingHistory[0-9]+\.json",filename): elif re.match(r"StreamingHistory[0-9]+\.json", filename):
typeid,typedesc = "spotify","Spotify" typeid,typedesc = "spotify", "Spotify"
importfunc = parse_spotify_lite_legacy importfunc = parse_spotify_lite_legacy
elif re.match(r"maloja_export[_0-9]*\.json",filename): elif re.match(r"maloja_export[_0-9]*\.json", filename):
typeid,typedesc = "maloja","Maloja" typeid,typedesc = "maloja", "Maloja"
importfunc = parse_maloja importfunc = parse_maloja
# username_lb-YYYY-MM-DD.json # username_lb-YYYY-MM-DD.json
elif re.match(r".*_lb-[0-9-]+\.json",filename): elif re.match(r".*_lb-[0-9-]+\.json", filename):
typeid,typedesc = "listenbrainz","ListenBrainz" typeid,typedesc = "listenbrainz", "ListenBrainz"
importfunc = parse_listenbrainz importfunc = parse_listenbrainz
elif re.match(r"\.scrobbler\.log",filename): elif re.match(r"\.scrobbler\.log", filename):
typeid,typedesc = "rockbox","Rockbox" typeid,typedesc = "rockbox", "Rockbox"
importfunc = parse_rockbox importfunc = parse_rockbox
elif re.match(r"recenttracks-.*\.json", filename):
typeid, typedesc = "lastfm", "Last.fm (ghan export)"
importfunc = parse_lastfm_ghan
elif re.match(r".*\.json",filename): elif re.match(r".*\.json",filename):
try: try:
with open(filename,'r') as fd: with open(filename,'r') as fd:
@ -143,6 +147,7 @@ def import_scrobbles(inputf):
return result return result
def parse_spotify_lite_legacy(inputf): def parse_spotify_lite_legacy(inputf):
pth = os.path pth = os.path
# use absolute paths internally for peace of mind. just change representation for console output # use absolute paths internally for peace of mind. just change representation for console output
@ -255,6 +260,7 @@ def parse_spotify_lite(inputf):
print() print()
def parse_spotify(inputf): def parse_spotify(inputf):
pth = os.path pth = os.path
# use absolute paths internally for peace of mind. just change representation for console output # use absolute paths internally for peace of mind. just change representation for console output
@ -366,6 +372,7 @@ def parse_spotify(inputf):
print() print()
def parse_lastfm(inputf): def parse_lastfm(inputf):
with open(inputf,'r',newline='') as inputfd: with open(inputf,'r',newline='') as inputfd:
@ -400,6 +407,29 @@ def parse_lastfm(inputf):
yield ('FAIL',None,f"{row} (Line {line}) could not be parsed. Scrobble not imported. ({repr(e)})") yield ('FAIL',None,f"{row} (Line {line}) could not be parsed. Scrobble not imported. ({repr(e)})")
continue continue
def parse_lastfm_ghan(inputf):
with open(inputf, 'r') as inputfd:
data = json.load(inputfd)
skip = 50000
for entry in data:
for track in entry['track']:
skip -= 1
#if skip: continue
#print(track)
#input()
yield ('CONFIDENT_IMPORT', {
'track_title': track['name'],
'track_artists': track['artist']['#text'],
'track_length': None,
'album_name': track['album']['#text'],
'scrobble_time': int(track['date']['uts']),
'scrobble_duration': None
}, '')
def parse_listenbrainz(inputf): def parse_listenbrainz(inputf):
with open(inputf,'r') as inputfd: with open(inputf,'r') as inputfd: