Se remplazo la conexion a cache de django a la nativa

This commit is contained in:
Daniel Cortes
2020-06-08 23:14:13 -04:00
parent 765e482958
commit 2edca8e255

View File

@@ -3,7 +3,7 @@ import logging
import json import json
import django_rq import django_rq
from django.core.cache import cache from django_redis import get_redis_connection
from fetcher import musicbrainz as mb from fetcher import musicbrainz as mb
@@ -14,68 +14,72 @@ _log.addHandler(logging.NullHandler())
@django_rq.job('high') @django_rq.job('high')
def load_release_cover_art(release): def load_release_cover_art(release):
"""Carga en cache el cover art de una release""" """Carga en cache el cover art de una release"""
with get_redis_connection("default") as cache:
mbid = release mbid = release
if isinstance(release, dict): if isinstance(release, dict):
mbid = release.get('id') mbid = release.get('id')
if cache.ttl(f'release_cover_art_{mbid}') is None: if cache.ttl(f'release_cover_art_{mbid}') == -1:
_log.info('El cover art ya estaba guardado') _log.info('El cover art ya estaba guardado')
return return
cover_art = mb.get_release_cover_art(mbid) cover_art = mb.get_release_cover_art(mbid)
cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art), timeout=None) cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art))
_log.info('Cover art de release %s almacenado en cache', mbid) _log.info('Cover art de release %s almacenado en cache', mbid)
@django_rq.job('high') @django_rq.job('high')
def load_release_group_cover_art(release_group): def load_release_group_cover_art(release_group):
"""Carga en cache el cover art de un release group""" """Carga en cache el cover art de un release group"""
with get_redis_connection("default") as cache:
mbid = release_group mbid = release_group
if isinstance(release_group, dict): if isinstance(release_group, dict):
mbid = release_group.get('id') mbid = release_group.get('id')
if cache.ttl(f'release_group_cover_art_{mbid}') is None: if cache.ttl(f'release_group_cover_art_{mbid}') == -1:
_log.info('El cover art ya estaba guardado') _log.info('El cover art ya estaba guardado')
return return
cover_art = mb.get_release_group_cover_art(mbid) cover_art = mb.get_release_group_cover_art(mbid)
cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art), timeout=None) cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art))
_log.info('Cover art de release group %s almacenado en cache', mbid) _log.info('Cover art de release group %s almacenado en cache', mbid)
@django_rq.job @django_rq.job
def load_entities_of_recording(recording): def load_entities_of_recording(recording):
"""Carga en cache una grabacion y sus entidades relacionadas""" """Carga en cache una grabacion y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = recording mbid = recording
if isinstance(recording, dict): if isinstance(recording, dict):
mbid = recording.get('id') mbid = recording.get('id')
if cache.ttl(f'recording_{mbid}') is None: if cache.ttl(f'recording_{mbid}') == -1:
_log.info('La recording ya se habia procesado anteriormente') _log.info('La recording ya se habia procesado anteriormente')
return return
if isinstance(recording, str): if isinstance(recording, str):
recording = mb.get_recording_by_mbid(mbid) recording = mb.get_recording_by_mbid(mbid)
cache.set(f'recording_{mbid}', json.dumps(recording), timeout=None) cache.set(f'recording_{mbid}', json.dumps(recording))
_log.info('Recording %s fue almacenada correctamente', mbid) _log.info('Recording %s fue almacenada correctamente', mbid)
@django_rq.job @django_rq.job
def load_entities_of_release(release): def load_entities_of_release(release):
"""Carga en cache una release y sus entidades relacionadas""" """Carga en cache una release y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = release mbid = release
if isinstance(release, dict): if isinstance(release, dict):
mbid = release.get('id') mbid = release.get('id')
if cache.ttl(f'release_{mbid}') is None: if cache.ttl(f'release_{mbid}') == -1:
_log.info('La release ya se habia procesado anteriormente') _log.info('La release ya se habia procesado anteriormente')
return return
if isinstance(release, str): if isinstance(release, str):
release = mb.get_release_by_mbid(mbid) release = mb.get_release_by_mbid(mbid)
cache.set(f'release_{mbid}', json.dumps(release), timeout=None) cache.set(f'release_{mbid}', json.dumps(release))
_log.info('Release %s fue almacenada en cache', mbid) _log.info('Release %s fue almacenada en cache', mbid)
load_release_cover_art.delay(release) load_release_cover_art.delay(release)
@@ -94,18 +98,19 @@ def load_entities_of_release(release):
@django_rq.job @django_rq.job
def load_entities_of_release_group(release_group): def load_entities_of_release_group(release_group):
"""Carga en cache un release group y sus entidades relacionadas""" """Carga en cache un release group y sus entidades relacionadas"""
with get_redis_connection("default") as cache:
mbid = release_group mbid = release_group
if isinstance(release_group, dict): if isinstance(release_group, dict):
mbid = release_group.get('id') mbid = release_group.get('id')
if cache.ttl(f'release_group_{mbid}') is None: if cache.ttl(f'release_group_{mbid}') == -1:
_log.info('La release group ya se habia procesado anteriormente') _log.info('La release group ya se habia procesado anteriormente')
return return
if isinstance(release_group, str): if isinstance(release_group, str):
release_group = mb.get_release_group_by_mbid(mbid) release_group = mb.get_release_group_by_mbid(mbid)
cache.set(f'release_group_{mbid}', json.dumps(release_group), timeout=None) cache.set(f'release_group_{mbid}', json.dumps(release_group))
_log.info('Release Group %s almacenado en cache', mbid) _log.info('Release Group %s almacenado en cache', mbid)
load_release_group_cover_art.delay(release_group) load_release_group_cover_art.delay(release_group)
@@ -124,18 +129,19 @@ def load_entities_of_release_group(release_group):
@django_rq.job @django_rq.job
def load_artist_on_cache(artist): def load_artist_on_cache(artist):
"""Carga en cache a un artista y todas sus entidades""" """Carga en cache a un artista y todas sus entidades"""
with get_redis_connection("default") as cache:
mbid = artist mbid = artist
if isinstance(artist, dict): if isinstance(artist, dict):
mbid = artist.get('id') mbid = artist.get('id')
if cache.ttl(f'artist_{mbid}') is None: if cache.ttl(f'artist_{mbid}') == -1:
_log.info('El artista ya se había procesado anteriormente') _log.info('El artista ya se había procesado anteriormente')
return return
if isinstance(artist, str): if isinstance(artist, str):
artist = mb.get_artist_by_mbid(mbid, includes=['tags']) artist = mb.get_artist_by_mbid(mbid, includes=['tags'])
cache.set(f'artist_{mbid}', json.dumps(artist), timeout=None) cache.set(f'artist_{mbid}', json.dumps(artist))
_log.info('Artista %s almacenado en cache', mbid) _log.info('Artista %s almacenado en cache', mbid)
offset = 0 offset = 0