Definidos jobs basicos y comunicacion con estos

fetcher/jobs.py

@@ -12,27 +12,109 @@ _log.addHandler(logging.NullHandler())
 
 
 @django_rq.job
-def load_entities_of_release_group(mbid):  # pylint: disable=unused-argument
-    """Carga en cache un release group y sus entidades relacionadas"""
+def load_entities_of_recording(recording):
+    """Carga en cache una grabacion y sus entidades relacionadas"""
+    mbid = recording
+    if isinstance(recording, dict):
+        mbid = recording.get('id')
+
+    if cache.ttl(f'recording_{mbid}') is None:
+        _log.info('La recording ya se habia procesado anteriormente')
+        return
+
+    if isinstance(recording, str):
+        recording = mb.get_recording_by_mbid(mbid)
+
+    cache.set(f'recording_{mbid}', json.dumps(recording), timeout=None)
+    _log.info('Recording %s fue almacenada correctamente', mbid)
 
 
 @django_rq.job
-def load_artist_on_cache(mbid):
-    """Carga en cache a un artista y todas sus entidades"""
+def load_entities_of_release(release):
+    """Carga en cache una release y sus entidades relacionadas"""
+    mbid = release
+    if isinstance(release, dict):
+        mbid = release.get('id')
 
-    if cache.ttl(f'artist_{mbid}') != 0:
-        _log.info('El artista ya se habia procesado anteriormente')
+    if cache.ttl(f'release_{mbid}') is None:
+        _log.info('La release ya se habia procesado anteriormente')
         return
 
-    artista = mb.get_artist_by_mbid(mbid, includes=['tags'])
-    cache.set(f'artist_{mbid}', json.dumps(artista))
+    if isinstance(release, str):
+        release = mb.get_release_by_mbid(mbid)
+
+    cache.set(f'release_{mbid}', json.dumps(release), timeout=None)
+    _log.info('Release %s fue almacenada en cache', mbid)
+
+    cover_art = mb.get_release_cover_art(mbid)
+    cache.set(f'release_cover_art_{mbid}', json.dumps(cover_art), timeout=None)
+    _log.info('Cover art de release %s almacenada en cache', mbid)
+
+    offset = 0
+    while True:
+        recordings = mb.browse_recordings({'release': mbid}, limit=100, offset=offset)
+        for recording in recordings.get('recordings'):
+            load_entities_of_recording(recording)
+
+        offset += 100
+        if offset > recordings.get('recording_count', 0):
+            break
+
+
+@django_rq.job
+def load_entities_of_release_group(release_group):
+    """Carga en cache un release group y sus entidades relacionadas"""
+    mbid = release_group
+    if isinstance(release_group, dict):
+        mbid = release_group.get('id')
+
+    if cache.ttl(f'release_group_{mbid}') is None:
+        _log.info('La release group ya se habia procesado anteriormente')
+        return
+
+    if isinstance(release_group, str):
+        release_group = mb.get_release_group_by_mbid(mbid)
+
+    cache.set(f'release_group_{mbid}', json.dumps(release_group), timeout=None)
+    _log.info('Release Group %s almacenado en cache', mbid)
+
+    cover_art = mb.get_release_group_cover_art(mbid)
+    cache.set(f'release_group_cover_art_{mbid}', json.dumps(cover_art), timeout=None)
+    _log.info('Cover art de release group %s almacenada en cache', mbid)
+
+    offset = 0
+    while True:
+        releases = mb.browse_releases({'release-group': mbid}, limit=100, offset=offset)
+        for release in releases.get('releases'):
+            load_entities_of_release(release)
+
+        offset += 100
+        if offset > releases.get('release_count', 0):
+            break
+
+
+@django_rq.job
+def load_artist_on_cache(artist):
+    """Carga en cache a un artista y todas sus entidades"""
+    mbid = artist
+    if isinstance(artist, dict):
+        mbid = artist.get('id')
+
+    if cache.ttl(f'artist_{mbid}') is None:
+        _log.info('El artista ya se había procesado anteriormente')
+        return
+
+    if isinstance(artist, str):
+        artist = mb.get_artist_by_mbid(mbid, includes=['tags'])
+
+    cache.set(f'artist_{mbid}', json.dumps(artist), timeout=None)
     _log.info('Artista %s almacenado en cache', mbid)
 
     offset = 0
     while True:
         release_groups = mb.browse_release_groups({'artist': mbid}, limit=100, offset=offset)
-        for basic_release_group in release_groups.get('release_groups'):
-            load_entities_of_release_group(basic_release_group.get('id'))
+        for release_group in release_groups.get('release_groups'):
+            load_entities_of_release_group.delay(release_group)
 
         offset += 100
         if offset > release_groups.get('release_group_count', 0):