[importers] Reorganize importers a little

vrobbler/apps/scrobbles/importers/tsv.py

@@ -0,0 +1,96 @@
+import codecs
+import csv
+import logging
+
+import pytz
+import requests
+from music.models import Track
+from scrobbles.constants import AsTsvColumn
+from scrobbles.models import Scrobble
+
+from scrobbles.utils import timestamp_user_tz_to_utc
+
+logger = logging.getLogger(__name__)
+
+
+def process_audioscrobbler_tsv_file(file_path, user_id, user_tz=None):
+    """Takes a path to a file of TSV data and imports it as past scrobbles"""
+    new_scrobbles = []
+    if not user_tz:
+        user_tz = pytz.utc
+
+    is_os_file = "https://" not in file_path
+
+    if not is_os_file:
+        r = requests.get(file_path)
+        tsv_data = codecs.iterdecode(r.iter_lines(), "utf-8")
+    else:
+        tsv_data = open(file_path)
+
+    source = "Audioscrobbler File"
+    rows = csv.reader(tsv_data, delimiter="\t")
+
+    rockbox_info = ""
+    for row_num, row in enumerate(rows):
+        if row_num in [0, 1, 2]:
+            if "Rockbox" in row[0]:
+                source = "Rockbox"
+            rockbox_info += row[0] + "\n"
+            continue
+        if len(row) > 8:
+            logger.info(
+                "[skip] too many columns in row",
+                extra={"row": row},
+            )
+            continue
+
+        track = Track.find_or_create(
+            title=row[AsTsvColumn["TRACK_NAME"].value],
+            musicbrainz_id=row[AsTsvColumn["MB_ID"].value],
+            artist_name=row[AsTsvColumn["ARTIST_NAME"].value],
+            album_name=row[AsTsvColumn["ALBUM_NAME"].value],
+        )
+
+        # TODO Set all this up as constants
+        if row[AsTsvColumn["COMPLETE"].value] == "S":
+            logger.info(
+                "[skip] track not finished",
+                extra={
+                    "album_name": row[AsTsvColumn["ALBUM_NAME"].value],
+                    "artist_name": row[AsTsvColumn["ARTIST_NAME"].value],
+                },
+            )
+            continue
+
+        timestamp = timestamp_user_tz_to_utc(
+            int(row[AsTsvColumn["TIMESTAMP"].value]), user_tz
+        )
+
+        new_scrobble = Scrobble(
+            user_id=user_id,
+            timestamp=timestamp,
+            source=source,
+            log={"rockbox_info": rockbox_info},
+            track=track,
+            played_to_completion=True,
+            in_progress=False,
+            media_type=Scrobble.MediaType.TRACK,
+        )
+        existing = Scrobble.objects.filter(
+            timestamp=timestamp, track=track
+        ).first()
+        if existing:
+            logger.debug(f"Skipping existing scrobble {new_scrobble}")
+            continue
+        logger.debug(f"Queued scrobble {new_scrobble} for creation")
+        new_scrobbles.append(new_scrobble)
+
+    if is_os_file:
+        tsv_data.close()
+
+    created = Scrobble.objects.bulk_create(new_scrobbles)
+    logger.info(
+        f"Created {len(created)} scrobbles",
+        extra={"created_scrobbles": created},
+    )
+    return created