skrd/musiclist-server
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Se remplazo la conexion a cache de django a la nativa

Browse Source
This commit is contained in:
Daniel Cortes
2020-06-08 23:14:13 -04:00
parent 765e482958
commit 2edca8e255
1 changed files with 91 additions and 85 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
fetcher/jobs.py
View File

@@ -3,7 +3,7 @@ import logging
import json
import django_rq
from django.core.cache import cache
from django_redis import get_redis_connection
from fetcher import musicbrainz as mb
@@ -14,68 +14,72 @@ _log.addHandler(logging.NullHandler())
@django_rq.job('high')
def load_release_cover_art(release):
"""Carga en cache el cover art de una release"""
with get_redis_connection("default") as cache:
mbid = release
if isinstance(release, dict):
mbid = release.get('id')
if cache.ttl(f'release_cover_art_{mbid}') is None:
if cache.ttl(f'release_cover_art_{mbid}') == -1:
_log.info('El cover art ya estaba guardado')
return
cover_art = mb.get_release_cover_art(mbid)
cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art), timeout=None)
cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art))
_log.info('Cover art de release %s almacenado en cache', mbid)
@django_rq.job('high')
def load_release_group_cover_art(release_group):
"""Carga en cache el cover art de un release group"""
with get_redis_connection("default") as cache:
mbid = release_group
if isinstance(release_group, dict):
mbid = release_group.get('id')
if cache.ttl(f'release_group_cover_art_{mbid}') is None:
if cache.ttl(f'release_group_cover_art_{mbid}') == -1:
_log.info('El cover art ya estaba guardado')
return
cover_art = mb.get_release_group_cover_art(mbid)
cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art), timeout=None)
cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art))
_log.info('Cover art de release group %s almacenado en cache', mbid)
@django_rq.job
def load_entities_of_recording(recording):
"""Carga en cache una grabacion y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = recording
if isinstance(recording, dict):
mbid = recording.get('id')
if cache.ttl(f'recording_{mbid}') is None:
if cache.ttl(f'recording_{mbid}') == -1:
_log.info('La recording ya se habia procesado anteriormente')
return
if isinstance(recording, str):
recording = mb.get_recording_by_mbid(mbid)
cache.set(f'recording_{mbid}', json.dumps(recording), timeout=None)
cache.set(f'recording_{mbid}', json.dumps(recording))
_log.info('Recording %s fue almacenada correctamente', mbid)
@django_rq.job
def load_entities_of_release(release):
"""Carga en cache una release y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = release
if isinstance(release, dict):
mbid = release.get('id')
if cache.ttl(f'release_{mbid}') is None:
if cache.ttl(f'release_{mbid}') == -1:
_log.info('La release ya se habia procesado anteriormente')
return
if isinstance(release, str):
release = mb.get_release_by_mbid(mbid)
cache.set(f'release_{mbid}', json.dumps(release), timeout=None)
cache.set(f'release_{mbid}', json.dumps(release))
_log.info('Release %s fue almacenada en cache', mbid)
load_release_cover_art.delay(release)
@@ -94,18 +98,19 @@ def load_entities_of_release(release):
@django_rq.job
def load_entities_of_release_group(release_group):
"""Carga en cache un release group y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = release_group
if isinstance(release_group, dict):
mbid = release_group.get('id')
if cache.ttl(f'release_group_{mbid}') is None:
if cache.ttl(f'release_group_{mbid}') == -1:
_log.info('La release group ya se habia procesado anteriormente')
return
if isinstance(release_group, str):
release_group = mb.get_release_group_by_mbid(mbid)
cache.set(f'release_group_{mbid}', json.dumps(release_group), timeout=None)
cache.set(f'release_group_{mbid}', json.dumps(release_group))
_log.info('Release Group %s almacenado en cache', mbid)
load_release_group_cover_art.delay(release_group)
@@ -124,18 +129,19 @@ def load_entities_of_release_group(release_group):
@django_rq.job
def load_artist_on_cache(artist):
"""Carga en cache a un artista y todas sus entidades"""
with get_redis_connection("default") as cache:
mbid = artist
if isinstance(artist, dict):
mbid = artist.get('id')
if cache.ttl(f'artist_{mbid}') is None:
if cache.ttl(f'artist_{mbid}') == -1:
_log.info('El artista ya se había procesado anteriormente')
return
if isinstance(artist, str):
artist = mb.get_artist_by_mbid(mbid, includes=['tags'])
cache.set(f'artist_{mbid}', json.dumps(artist), timeout=None)
cache.set(f'artist_{mbid}', json.dumps(artist))
_log.info('Artista %s almacenado en cache', mbid)
offset = 0