deemix-py/deemix/itemgen.py

308 lines
12 KiB
Python
Raw Permalink Normal View History

2021-04-10 09:53:52 +00:00
import logging
2021-03-19 13:31:32 +00:00
from deemix.types.DownloadObjects import Single, Collection
2021-03-19 14:44:21 +00:00
from deezer.gw import GWAPIError, LyricsStatus
2021-06-07 18:25:51 +00:00
from deezer.api import APIError
from deezer.utils import map_user_playlist
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
logger = logging.getLogger('deemix')
def generateTrackItem(dz, link_id, bitrate, trackAPI=None, albumAPI=None):
2021-03-19 13:31:32 +00:00
# Check if is an isrc: url
2021-04-10 09:53:52 +00:00
if str(link_id).startswith("isrc"):
2021-03-19 13:31:32 +00:00
try:
2021-04-10 09:53:52 +00:00
trackAPI = dz.api.get_track(link_id)
2021-03-19 13:31:32 +00:00
except APIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/track/{link_id}", str(e)) from e
2021-03-19 13:31:32 +00:00
if 'id' in trackAPI and 'title' in trackAPI:
2021-04-10 09:53:52 +00:00
link_id = trackAPI['id']
2021-03-19 13:31:32 +00:00
else:
2021-06-07 18:25:51 +00:00
raise ISRCnotOnDeezer(f"https://deezer.com/track/{link_id}")
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/track/{link_id}")
2021-03-19 13:31:32 +00:00
# Get essential track info
try:
2021-04-10 09:53:52 +00:00
trackAPI_gw = dz.gw.get_track_with_fallback(link_id)
2021-03-19 14:44:21 +00:00
except GWAPIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/track/{link_id}", str(e)) from e
2021-03-19 13:31:32 +00:00
title = trackAPI_gw['SNG_TITLE'].strip()
if trackAPI_gw.get('VERSION') and trackAPI_gw['VERSION'] not in trackAPI_gw['SNG_TITLE']:
title += f" {trackAPI_gw['VERSION']}".strip()
explicit = bool(int(trackAPI_gw.get('EXPLICIT_LYRICS', 0)))
2021-03-24 16:41:03 +00:00
return Single({
'type': 'track',
2021-04-10 09:53:52 +00:00
'id': link_id,
2021-03-24 16:41:03 +00:00
'bitrate': bitrate,
'title': title,
'artist': trackAPI_gw['ART_NAME'],
'cover': f"https://e-cdns-images.dzcdn.net/images/cover/{trackAPI_gw['ALB_PICTURE']}/75x75-000000-80-0-0.jpg",
'explicit': explicit,
'single': {
'trackAPI_gw': trackAPI_gw,
'trackAPI': trackAPI,
'albumAPI': albumAPI
}
})
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
def generateAlbumItem(dz, link_id, bitrate, rootArtist=None):
2021-03-19 13:31:32 +00:00
# Get essential album info
2021-06-08 09:16:52 +00:00
if str(link_id).startswith('upc'):
upcs = [link_id[4:],]
upcs.append(int(upcs[0]))
lastError = None
for upc in upcs:
try:
albumAPI = dz.api.get_album(f"upc:{upc}")
except APIError as e:
lastError = e
albumAPI = None
if not albumAPI:
raise GenerationError(f"https://deezer.com/album/{link_id}", str(lastError)) from lastError
link_id = albumAPI['id']
else:
try:
albumAPI = dz.api.get_album(link_id)
except APIError as e:
raise GenerationError(f"https://deezer.com/album/{link_id}", str(e)) from e
2021-03-19 13:31:32 +00:00
2021-06-07 18:25:51 +00:00
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/album/{link_id}")
2021-03-19 13:31:32 +00:00
# Get extra info about album
# This saves extra api calls when downloading
2021-04-10 09:53:52 +00:00
albumAPI_gw = dz.gw.get_album(link_id)
2021-03-19 13:31:32 +00:00
albumAPI['nb_disk'] = albumAPI_gw['NUMBER_DISK']
albumAPI['copyright'] = albumAPI_gw['COPYRIGHT']
2021-06-07 18:25:51 +00:00
albumAPI['release_date'] = albumAPI_gw['PHYSICAL_RELEASE_DATE']
2021-03-19 13:31:32 +00:00
albumAPI['root_artist'] = rootArtist
# If the album is a single download as a track
if albumAPI['nb_tracks'] == 1:
2021-06-07 18:25:51 +00:00
if len(albumAPI['tracks']['data']):
return generateTrackItem(dz, albumAPI['tracks']['data'][0]['id'], bitrate, albumAPI=albumAPI)
raise GenerationError(f"https://deezer.com/album/{link_id}", "Single has no tracks.")
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
tracksArray = dz.gw.get_album_tracks(link_id)
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
if albumAPI['cover_small'] is not None:
2021-03-19 13:31:32 +00:00
cover = albumAPI['cover_small'][:-24] + '/75x75-000000-80-0-0.jpg'
else:
cover = f"https://e-cdns-images.dzcdn.net/images/cover/{albumAPI_gw['ALB_PICTURE']}/75x75-000000-80-0-0.jpg"
totalSize = len(tracksArray)
albumAPI['nb_tracks'] = totalSize
collection = []
for pos, trackAPI in enumerate(tracksArray, start=1):
trackAPI['POSITION'] = pos
trackAPI['SIZE'] = totalSize
collection.append(trackAPI)
explicit = albumAPI_gw.get('EXPLICIT_ALBUM_CONTENT', {}).get('EXPLICIT_LYRICS_STATUS', LyricsStatus.UNKNOWN) in [LyricsStatus.EXPLICIT, LyricsStatus.PARTIALLY_EXPLICIT]
2021-03-24 16:41:03 +00:00
return Collection({
'type': 'album',
2021-04-10 09:53:52 +00:00
'id': link_id,
2021-03-24 16:41:03 +00:00
'bitrate': bitrate,
'title': albumAPI['title'],
'artist': albumAPI['artist']['name'],
'cover': cover,
'explicit': explicit,
'size': totalSize,
'collection': {
'tracks_gw': collection,
'albumAPI': albumAPI
}
})
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
def generatePlaylistItem(dz, link_id, bitrate, playlistAPI=None, playlistTracksAPI=None):
2021-03-19 13:31:32 +00:00
if not playlistAPI:
2021-06-07 18:25:51 +00:00
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/playlist/{link_id}")
2021-03-19 13:31:32 +00:00
# Get essential playlist info
try:
2021-04-10 09:53:52 +00:00
playlistAPI = dz.api.get_playlist(link_id)
except APIError:
2021-03-19 13:31:32 +00:00
playlistAPI = None
# Fallback to gw api if the playlist is private
if not playlistAPI:
try:
2021-04-10 09:53:52 +00:00
userPlaylist = dz.gw.get_playlist_page(link_id)
2021-03-19 13:31:32 +00:00
playlistAPI = map_user_playlist(userPlaylist['DATA'])
2021-03-19 14:44:21 +00:00
except GWAPIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/playlist/{link_id}", str(e)) from e
2021-03-19 13:31:32 +00:00
# Check if private playlist and owner
if not playlistAPI.get('public', False) and playlistAPI['creator']['id'] != str(dz.current_user['id']):
logger.warning("You can't download others private playlists.")
2021-06-07 18:25:51 +00:00
raise NotYourPrivatePlaylist(f"https://deezer.com/playlist/{link_id}")
2021-03-19 13:31:32 +00:00
if not playlistTracksAPI:
2021-04-10 09:53:52 +00:00
playlistTracksAPI = dz.gw.get_playlist_tracks(link_id)
2021-03-19 13:31:32 +00:00
playlistAPI['various_artist'] = dz.api.get_artist(5080) # Useful for save as compilation
totalSize = len(playlistTracksAPI)
playlistAPI['nb_tracks'] = totalSize
collection = []
for pos, trackAPI in enumerate(playlistTracksAPI, start=1):
if trackAPI.get('EXPLICIT_TRACK_CONTENT', {}).get('EXPLICIT_LYRICS_STATUS', LyricsStatus.UNKNOWN) in [LyricsStatus.EXPLICIT, LyricsStatus.PARTIALLY_EXPLICIT]:
playlistAPI['explicit'] = True
trackAPI['POSITION'] = pos
trackAPI['SIZE'] = totalSize
collection.append(trackAPI)
2021-04-10 09:53:52 +00:00
if 'explicit' not in playlistAPI: playlistAPI['explicit'] = False
2021-03-19 13:31:32 +00:00
2021-03-24 16:41:03 +00:00
return Collection({
'type': 'playlist',
2021-04-10 09:53:52 +00:00
'id': link_id,
2021-03-24 16:41:03 +00:00
'bitrate': bitrate,
'title': playlistAPI['title'],
'artist': playlistAPI['creator']['name'],
'cover': playlistAPI['picture_small'][:-24] + '/75x75-000000-80-0-0.jpg',
'explicit': playlistAPI['explicit'],
'size': totalSize,
'collection': {
'tracks_gw': collection,
'playlistAPI': playlistAPI
}
})
2021-03-19 13:31:32 +00:00
2021-06-07 18:25:51 +00:00
def generateArtistItem(dz, link_id, bitrate, listener=None):
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/artist/{link_id}")
2021-03-19 13:31:32 +00:00
# Get essential artist info
try:
2021-04-10 09:53:52 +00:00
artistAPI = dz.api.get_artist(link_id)
2021-03-19 13:31:32 +00:00
except APIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/artist/{link_id}", str(e)) from e
2021-03-19 13:31:32 +00:00
rootArtist = {
'id': artistAPI['id'],
2021-06-07 18:25:51 +00:00
'name': artistAPI['name'],
'picture_small': artistAPI['picture_small']
2021-03-19 13:31:32 +00:00
}
2021-06-07 18:25:51 +00:00
if listener: listener.send("startAddingArtist", rootArtist)
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
artistDiscographyAPI = dz.gw.get_artist_discography_tabs(link_id, 100)
2021-03-19 13:31:32 +00:00
allReleases = artistDiscographyAPI.pop('all', [])
albumList = []
for album in allReleases:
2021-06-07 18:25:51 +00:00
try:
albumList.append(generateAlbumItem(dz, album['id'], bitrate, rootArtist=rootArtist))
except GenerationError as e:
logger.warning("Album %s has no data: %s", str(album['id']), str(e))
2021-03-19 13:31:32 +00:00
2021-06-07 18:25:51 +00:00
if listener: listener.send("finishAddingArtist", rootArtist)
2021-03-19 13:31:32 +00:00
return albumList
2021-06-07 18:25:51 +00:00
def generateArtistDiscographyItem(dz, link_id, bitrate, listener=None):
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/artist/{link_id}/discography")
2021-03-19 13:31:32 +00:00
# Get essential artist info
try:
2021-04-10 09:53:52 +00:00
artistAPI = dz.api.get_artist(link_id)
2021-03-19 13:31:32 +00:00
except APIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/artist/{link_id}/discography", str(e)) from e
2021-03-19 13:31:32 +00:00
rootArtist = {
'id': artistAPI['id'],
2021-06-07 18:25:51 +00:00
'name': artistAPI['name'],
'picture_small': artistAPI['picture_small']
2021-03-19 13:31:32 +00:00
}
2021-06-07 18:25:51 +00:00
if listener: listener.send("startAddingArtist", rootArtist)
2021-03-19 13:31:32 +00:00
2021-04-10 09:53:52 +00:00
artistDiscographyAPI = dz.gw.get_artist_discography_tabs(link_id, 100)
2021-03-19 13:31:32 +00:00
artistDiscographyAPI.pop('all', None) # all contains albums and singles, so its all duplicates. This removes them
albumList = []
2021-04-10 09:53:52 +00:00
for releaseType in artistDiscographyAPI:
for album in artistDiscographyAPI[releaseType]:
2021-06-07 18:25:51 +00:00
try:
albumList.append(generateAlbumItem(dz, album['id'], bitrate, rootArtist=rootArtist))
except GenerationError as e:
logger.warning("Album %s has no data: %s", str(album['id']), str(e))
2021-03-19 13:31:32 +00:00
2021-06-07 18:25:51 +00:00
if listener: listener.send("finishAddingArtist", rootArtist)
2021-03-19 13:31:32 +00:00
return albumList
2021-06-07 18:25:51 +00:00
def generateArtistTopItem(dz, link_id, bitrate):
if not link_id.isdecimal(): raise InvalidID(f"https://deezer.com/artist/{link_id}/top_track")
2021-03-19 13:31:32 +00:00
# Get essential artist info
try:
2021-04-10 09:53:52 +00:00
artistAPI = dz.api.get_artist(link_id)
2021-03-19 13:31:32 +00:00
except APIError as e:
2021-06-07 18:25:51 +00:00
raise GenerationError(f"https://deezer.com/artist/{link_id}/top_track", str(e)) from e
2021-03-19 13:31:32 +00:00
# Emulate the creation of a playlist
# Can't use generatePlaylistItem directly as this is not a real playlist
playlistAPI = {
2021-06-07 18:25:51 +00:00
'id':f"{artistAPI['id']}_top_track",
'title': f"{artistAPI['name']} - Top Tracks",
'description': f"Top Tracks for {artistAPI['name']}",
2021-03-19 13:31:32 +00:00
'duration': 0,
'public': True,
'is_loved_track': False,
'collaborative': False,
'nb_tracks': 0,
'fans': artistAPI['nb_fan'],
2021-06-07 18:25:51 +00:00
'link': f"https://www.deezer.com/artist/{artistAPI['id']}/top_track",
2021-03-19 13:31:32 +00:00
'share': None,
'picture': artistAPI['picture'],
'picture_small': artistAPI['picture_small'],
'picture_medium': artistAPI['picture_medium'],
'picture_big': artistAPI['picture_big'],
'picture_xl': artistAPI['picture_xl'],
'checksum': None,
2021-06-07 18:25:51 +00:00
'tracklist': f"https://api.deezer.com/artist/{artistAPI['id']}/top",
2021-03-19 13:31:32 +00:00
'creation_date': "XXXX-00-00",
'creator': {
2021-06-07 18:25:51 +00:00
'id': f"art_{artistAPI['id']}",
2021-03-19 13:31:32 +00:00
'name': artistAPI['name'],
'type': "user"
},
'type': "playlist"
}
2021-04-10 09:53:52 +00:00
artistTopTracksAPI_gw = dz.gw.get_artist_toptracks(link_id)
2021-03-19 13:31:32 +00:00
return generatePlaylistItem(dz, playlistAPI['id'], bitrate, playlistAPI=playlistAPI, playlistTracksAPI=artistTopTracksAPI_gw)
2021-06-07 18:25:51 +00:00
class GenerationError(Exception):
def __init__(self, link, message, errid=None):
super().__init__()
self.link = link
self.message = message
self.errid = errid
def toDict(self):
return {
'link': self.link,
'error': self.message,
'errid': self.errid
}
class ISRCnotOnDeezer(GenerationError):
def __init__(self, link):
super().__init__(link, "Track ISRC is not available on deezer", "ISRCnotOnDeezer")
class NotYourPrivatePlaylist(GenerationError):
def __init__(self, link):
super().__init__(link, "You can't download others private playlists.", "notYourPrivatePlaylist")
class TrackNotOnDeezer(GenerationError):
def __init__(self, link):
super().__init__(link, "Track not found on deezer!", "trackNotOnDeezer")
class AlbumNotOnDeezer(GenerationError):
def __init__(self, link):
super().__init__(link, "Album not found on deezer!", "albumNotOnDeezer")
class InvalidID(GenerationError):
def __init__(self, link):
super().__init__(link, "Link ID is invalid!", "invalidID")
class LinkNotSupported(GenerationError):
def __init__(self, link):
super().__init__(link, "Link is not supported.", "unsupportedURL")
class LinkNotRecognized(GenerationError):
def __init__(self, link):
super().__init__(link, "Link is not recognized.", "invalidURL")