skrd/musiclist-server
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Trabajando para aprovechar el cache el las relaciones

Browse Source
This commit is contained in:
Daniel Cortes
2020-06-09 01:55:12 -04:00
parent 2edca8e255
commit 72bcf94d11
5 changed files with 57 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
fetcher/jobs.py
View File

@@ -6,6 +6,7 @@ import django_rq
from django_redis import get_redis_connection
from fetcher import musicbrainz as mb
from utils import make_key
_log = logging.getLogger('fetcher_jobs')
_log.addHandler(logging.NullHandler())
@@ -19,12 +20,12 @@ def load_release_cover_art(release):
if isinstance(release, dict):
mbid = release.get('id')
if cache.ttl(f'release_cover_art_{mbid}') == -1:
if cache.ttl(make_key(f'release_cover_art_{mbid}')) == -1:
_log.info('El cover art ya estaba guardado')
return
cover_art = mb.get_release_cover_art(mbid)
cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art))
cache.set(make_key(f'release_cover_art_{mbid}'), json.dumps(cover_art))
_log.info('Cover art de release %s almacenado en cache', mbid)
@@ -36,12 +37,12 @@ def load_release_group_cover_art(release_group):
if isinstance(release_group, dict):
mbid = release_group.get('id')
if cache.ttl(f'release_group_cover_art_{mbid}') == -1:
if cache.ttl(make_key(f'release_group_cover_art_{mbid}')) == -1:
_log.info('El cover art ya estaba guardado')
return
cover_art = mb.get_release_group_cover_art(mbid)
cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art))
cache.set(make_key(f'release_group_cover_art_{mbid}'), json.dumps(cover_art))
_log.info('Cover art de release group %s almacenado en cache', mbid)
@@ -53,14 +54,14 @@ def load_entities_of_recording(recording):
if isinstance(recording, dict):
mbid = recording.get('id')
if cache.ttl(f'recording_{mbid}') == -1:
if cache.ttl(make_key(f'recording_{mbid}')) == -1:
_log.info('La recording ya se habia procesado anteriormente')
return
if isinstance(recording, str):
recording = mb.get_recording_by_mbid(mbid)
cache.set(f'recording_{mbid}', json.dumps(recording))
cache.set(make_key(f'recording_{mbid}'), json.dumps(recording))
_log.info('Recording %s fue almacenada correctamente', mbid)
@@ -72,14 +73,14 @@ def load_entities_of_release(release):
if isinstance(release, dict):
mbid = release.get('id')
if cache.ttl(f'release_{mbid}') == -1:
if cache.ttl(make_key(f'release_{mbid}')) == -1:
_log.info('La release ya se habia procesado anteriormente')
return
if isinstance(release, str):
release = mb.get_release_by_mbid(mbid)
cache.set(f'release_{mbid}', json.dumps(release))
cache.set(make_key(f'release_{mbid}'), json.dumps(release))
_log.info('Release %s fue almacenada en cache', mbid)
load_release_cover_art.delay(release)
@@ -103,14 +104,14 @@ def load_entities_of_release_group(release_group):
if isinstance(release_group, dict):
mbid = release_group.get('id')
if cache.ttl(f'release_group_{mbid}') == -1:
if cache.ttl(make_key(f'release_group_{mbid}')) == -1:
_log.info('La release group ya se habia procesado anteriormente')
return
if isinstance(release_group, str):
release_group = mb.get_release_group_by_mbid(mbid)
cache.set(f'release_group_{mbid}', json.dumps(release_group))
cache.set(make_key(f'release_group_{mbid}'), json.dumps(release_group))
_log.info('Release Group %s almacenado en cache', mbid)
load_release_group_cover_art.delay(release_group)
@@ -134,20 +135,24 @@ def load_artist_on_cache(artist):
if isinstance(artist, dict):
mbid = artist.get('id')
if cache.ttl(f'artist_{mbid}') == -1:
if cache.ttl(make_key(f'artist_{mbid}')) == -1:
_log.info('El artista ya se había procesado anteriormente')
return
if isinstance(artist, str):
artist = mb.get_artist_by_mbid(mbid, includes=['tags'])
cache.set(f'artist_{mbid}', json.dumps(artist))
cache.set(make_key(f'artist_{mbid}'), json.dumps(artist))
_log.info('Artista %s almacenado en cache', mbid)
offset = 0
while True:
release_groups = mb.browse_release_groups({'artist': mbid}, limit=100, offset=offset)
if cache.ttl(make_key(f'artist_{mbid}:release_group_count')) != -1:
cache.set(make_key(f'artist_{mbid}:release_group_count'),
release_groups.get('release_group_count'))
for release_group in release_groups.get('release_groups'):
cache.rpush(make_key(f'artist_{mbid}:release_groups'), release_group.get('id'))
load_entities_of_release_group.delay(release_group)
offset += 100