[release] Bump to version 58.4

- Allow people all trends or individual trends
- Fix a bug in board game scorelog data

PROJECT.org

@@ -88,7 +88,8 @@ fetching and simple saving.
 *** Metadata sources
 **** Scraper
 
-* Backlog [0/22] :vrobbler:project:personal:
+* Backlog [0/23] :vrobbler:project:personal:
+** TODO [#C] After transition to linux add curl_cffi as webpage scrapper again :webpages:metadata:
 ** TODO [#C] Create small utility to clean up tracks scrobbled with wonky playback times :bug:music:scrobbles:
 :PROPERTIES:
 :ID:       702462cf-d54b-48c6-8a7c-78b8de751deb
@@ -604,6 +605,39 @@ independent of the email flow it was originally creatdd for
 
 ** TODO [#B] Is there way to create unique slugs for media instances :media_types:
 
+* Version 58.4 [2/2]
+** DONE [#B] Allow people all trends or individual trends :trends:profiles:
+:PROPERTIES:
+:ID:       1d081152-abd1-73c2-a625-903565a10c6c
+:END:
+** DONE [#A] Fix a bug in board game scorelog data :boardgames:logdata:
+:PROPERTIES:
+:ID:       014bab30-13bf-fae7-e678-4666a8d38ae4
+:END:
+
+* Version 58.3 [1/1]
+** DONE [#A] Remove curl-cffi as it doesn't work on FreeBSD :webpages:deps:
+:PROPERTIES:
+:ID:       6bc1b0dd-e449-3d32-a176-46451e793e5d
+:END:
+
+* Version 58.2 [2/2]
+** DONE [#B] Add more robust webpage scraping :webpages:metadata:
+:PROPERTIES:
+:ID:       84d9bfa5-75c0-0718-764e-379f7456602a
+:END:
+** DONE [#B] Time of Day Categories trend :trends:
+:PROPERTIES:
+:ID:       6598074f-2290-46db-967b-29f45d30be29
+:END:
+
+*** Description
+
+Added a "Time of Day Categories" trend that groups scrobbles for Books, Trails,
+Birding Locations, and Board Games into Early Bird (5-10:59am), Day Jay (11am-6:59pm),
+and Night Owl (7pm-4:59am) buckets. Shows both overall and per-media-type breakdowns.
+
+
 * Version 58.1 [1/1]
 ** DONE [#B] Add auto genre tagging for papers :books:papers:metadata:
 :PROPERTIES:

poetry.lock

@@ -967,6 +967,23 @@ prompt-toolkit = ">=3.0.36"
 [package.extras]
 testing = ["pytest (>=7.2.1)", "pytest-cov (>=4.0.0)", "tox (>=4.4.3)"]
 
+[[package]]
+name = "cloudscraper"
+version = "1.2.71"
+description = "A Python module to bypass Cloudflare's anti-bot page."
+optional = false
+python-versions = "*"
+groups = ["main"]
+files = [
+    {file = "cloudscraper-1.2.71-py2.py3-none-any.whl", hash = "sha256:76f50ca529ed2279e220837befdec892626f9511708e200d48d5bb76ded679b0"},
+    {file = "cloudscraper-1.2.71.tar.gz", hash = "sha256:429c6e8aa6916d5bad5c8a5eac50f3ea53c9ac22616f6cb21b18dcc71517d0d3"},
+]
+
+[package.dependencies]
+pyparsing = ">=2.4.7"
+requests = ">=2.9.2"
+requests-toolbelt = ">=0.9.1"
+
 [[package]]
 name = "colorama"
 version = "0.4.6"
@@ -6812,4 +6829,4 @@ cffi = ["cffi (>=1.17,<2.0) ; platform_python_implementation != \"PyPy\" and pyt
 [metadata]
 lock-version = "2.1"
 python-versions = ">=3.11,<3.15"
-content-hash = "3081efc33689e0cb1e2cc12709f2fbfd84a084ee4a083eebba80db2eb80fb0a6"
+content-hash = "beac677c269bb8618ca802e5f92f7558391d8d26f1b2150f3c8a6d3417848cb1"

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "vrobbler"
-version = "58.1"
+version = "58.4"
 description = ""
 authors = ["Colin Powell <colin@unbl.ink>"]
 
@@ -11,6 +11,7 @@ django-extensions = "^3.1.5"
 python-dateutil = "^2.8.2"
 python-dotenv = ">=0.20.0,<2"
 python-json-logger = "^2.0.2"
+cloudscraper = "^1.2.71"
 colorlog = "^6.6.0"
 httpx = "<=0.27.2"
 djangorestframework = "^3.13.1"

vrobbler/apps/boardgames/models.py

@@ -120,7 +120,12 @@ class BoardGameLogData(BaseLogData, LongPlayLogData):
     def player_log(self) -> str:
         if self.players:
             return ", ".join(
-                [BoardGameScoreLogData(**player).__str__() for player in self.players]
+                [
+                    BoardGameScoreLogData(
+                        **{k: v for k, v in player.items() if k in BoardGameScoreLogData.__dataclass_fields__}
+                    ).__str__()
+                    for player in self.players
+                ]
             )
         return ""
 
@@ -136,7 +141,9 @@ class BoardGameLogData(BaseLogData, LongPlayLogData):
         if self.players:
             players_html = []
             for player_data in self.players:
-                player = BoardGameScoreLogData(**player_data)
+                player = BoardGameScoreLogData(
+                    **{k: v for k, v in player_data.items() if k in BoardGameScoreLogData.__dataclass_fields__}
+                )
                 player_info = player.name
                 if player.score:
                     player_info += f" ({player.score})"

vrobbler/apps/profiles/forms.py

@@ -42,6 +42,7 @@ class UserProfileForm(forms.ModelForm):
             "home_scrobble_limit",
             "live_now_playing",
             "weigh_in_units",
+            "trends_disabled",
         ]
         widgets = {
             "lastfm_password": forms.PasswordInput(render_value=True),

vrobbler/apps/profiles/migrations/0040_userprofile_trends_disabled.py

@@ -0,0 +1,27 @@
+# Generated by Django 4.2.29 on 2026-06-25 20:43
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("profiles", "0039_userprofile_live_now_playing"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="userprofile",
+            name="disabled_trends",
+            field=models.JSONField(
+                blank=True,
+                default=list,
+                help_text="List of trend slugs the user has disabled",
+            ),
+        ),
+        migrations.AddField(
+            model_name="userprofile",
+            name="trends_disabled",
+            field=models.BooleanField(default=False),
+        ),
+    ]

vrobbler/apps/profiles/models.py

@@ -106,6 +106,14 @@ class UserProfile(TimeStampedModel):
         default=WeighUnit.METRIC,
     )
 
+    trends_disabled = models.BooleanField(default=False)
+
+    disabled_trends = models.JSONField(
+        default=list,
+        blank=True,
+        help_text="List of trend slugs the user has disabled",
+    )
+
     def __str__(self):
         return f"User profile for {self.user}"
 

vrobbler/apps/trends/management/commands/compute_trends.py

@@ -38,15 +38,36 @@ class Command(BaseCommand):
         overall_start = timezone.now()
         ok_count = 0
         fail_count = 0
+        skipped_count = 0
 
         for user in users:
-            total_trends = len(TREND_REGISTRY)
-            self.stdout.write(f"  {user} ({user.id}): {total_trends} trends...")
+            try:
+                profile = user.profile
+                if profile.trends_disabled:
+                    self.stdout.write(
+                        self.style.WARNING(
+                            f"  {user} ({user.id}): trends disabled globally, skipping"
+                        )
+                    )
+                    skipped_count += len(TREND_REGISTRY)
+                    continue
+                disabled_trends = set(profile.disabled_trends or [])
+            except Exception:
+                disabled_trends = set()
+
+            active_slugs = [
+                s for s in TREND_REGISTRY if s not in disabled_trends
+            ]
+            total_trends = len(active_slugs)
+            self.stdout.write(
+                f"  {user} ({user.id}): {total_trends} trends ("
+                f"{len(disabled_trends & set(TREND_REGISTRY.keys()))} disabled)..."
+            )
             user_start = timezone.now()
             user_ok = 0
             user_fail = 0
 
-            for idx, (slug, _) in enumerate(TREND_REGISTRY.items(), start=1):
+            for idx, slug in enumerate(active_slugs, start=1):
                 periods = get_supported_periods(slug)
                 self.stdout.write(f"    [{idx}/{total_trends}] {slug}...\n")
                 for period in periods:
@@ -76,7 +97,7 @@ class Command(BaseCommand):
         overall_elapsed = (timezone.now() - overall_start).total_seconds()
         self.stdout.write(
             self.style.SUCCESS(
-                f"Done! {ok_count} OK, {fail_count} failed "
+                f"Done! {ok_count} OK, {fail_count} failed, {skipped_count} skipped "
                 f"({overall_elapsed:.1f}s across {total_users} user(s))"
             )
         )

vrobbler/apps/trends/tasks.py

@@ -26,7 +26,17 @@ def compute_user_trends(user_id):
         logger.warning("User %s not found, skipping trends", user_id)
         return
 
-    total = len(TREND_REGISTRY)
+    try:
+        profile = user.profile
+        if profile.trends_disabled:
+            logger.info("User %s (%d) has trends disabled, skipping", user, user_id)
+            return
+        disabled = set(profile.disabled_trends or [])
+    except Exception:
+        disabled = set()
+
+    active_slugs = [s for s in TREND_REGISTRY if s not in disabled]
+    total = len(active_slugs)
     logger.info(
         "Computing %d trends for user %s (%d)",
         total,
@@ -34,7 +44,7 @@ def compute_user_trends(user_id):
         user_id,
     )
 
-    for idx, (slug, _) in enumerate(TREND_REGISTRY.items(), start=1):
+    for idx, slug in enumerate(active_slugs, start=1):
         compute_single_trend.delay(user_id, slug)
 
     logger.info("Dispatched all %d trends for user %s (%d)", total, user, user_id)
@@ -52,6 +62,21 @@ def compute_single_trend(user_id, slug):
         logger.warning("Unknown trend slug '%s' for user %d", slug, user_id)
         return
 
+    try:
+        profile = user.profile
+        if profile.trends_disabled:
+            logger.info(
+                "User %d has trends disabled, skipping '%s'", user_id, slug
+            )
+            return
+        if slug in (profile.disabled_trends or []):
+            logger.info(
+                "User %d has trend '%s' disabled, skipping", user_id, slug
+            )
+            return
+    except Exception:
+        pass
+
     periods = get_supported_periods(slug)
 
     for period in periods:

vrobbler/apps/trends/templates/trends/_time_of_day_categories.html

@@ -0,0 +1,65 @@
+<div class="row">
+  <div class="col-12">
+    {% if data.total and data.total > 0 %}
+    <h5>Overall</h5>
+    <div class="table-responsive mb-4">
+      <table class="table table-striped table-sm">
+        <thead>
+          <tr>
+            <th>Category</th>
+            <th class="text-end">Scrobbles</th>
+            <th class="text-end">%</th>
+          </tr>
+        </thead>
+        <tbody>
+          {% for slug, info in data.categories.items %}
+          <tr>
+            <td>{{ info.label }}</td>
+            <td class="text-end">{{ info.count }}</td>
+            <td class="text-end">{{ info.pct }}%</td>
+          </tr>
+          {% endfor %}
+          <tr class="table-secondary">
+            <td><strong>Total</strong></td>
+            <td class="text-end"><strong>{{ data.total }}</strong></td>
+            <td class="text-end"></td>
+          </tr>
+        </tbody>
+      </table>
+    </div>
+
+    <h5>By Media Type</h5>
+    {% for mt, mt_data in data.by_media_type.items %}
+    <h6 class="mt-3">{{ mt }}</h6>
+    <div class="table-responsive">
+      <table class="table table-striped table-sm">
+        <thead>
+          <tr>
+            <th>Category</th>
+            <th class="text-end">Scrobbles</th>
+            <th class="text-end">%</th>
+          </tr>
+        </thead>
+        <tbody>
+          {% for slug, info in mt_data.categories.items %}
+          <tr>
+            <td>{{ info.label }}</td>
+            <td class="text-end">{{ info.count }}</td>
+            <td class="text-end">{{ info.pct }}%</td>
+          </tr>
+          {% endfor %}
+          <tr class="table-secondary">
+            <td><strong>Total</strong></td>
+            <td class="text-end"><strong>{{ mt_data.total }}</strong></td>
+            <td class="text-end"></td>
+          </tr>
+        </tbody>
+      </table>
+    </div>
+    {% endfor %}
+
+    {% else %}
+    <p class="text-muted">No data found for Books, Trails, Birding Locations, or Board Games in this period.</p>
+    {% endif %}
+  </div>
+</div>

vrobbler/apps/trends/templates/trends/trend_detail.html

@@ -3,6 +3,10 @@
 {% block title %}{{ trend.title }}{% endblock %}
 
 {% block lists %}
+{% if trend_not_found %}
+<div class="alert alert-warning">Trend not found.</div>
+
+{% else %}
 <div class="row mb-3">
   <div class="col-12">
     <a href="{% url 'trends:trends-home' %}" class="btn btn-sm btn-outline-secondary mb-2">&larr; All Trends</a>
@@ -35,13 +39,21 @@
     {% if computed_at %}
     <small class="text-muted">Last computed: {{ computed_at|date:"F j, Y H:i" }}</small>
     {% endif %}
+
+    <div class="mt-2">
+      <form method="post" action="{% url 'trends:trend-toggle-disabled' trend.slug %}" class="d-inline">
+        {% csrf_token %}
+        {% if trend_disabled %}
+        <button type="submit" class="btn btn-sm btn-outline-success">Enable this trend</button>
+        {% else %}
+        <button type="submit" class="btn btn-sm btn-outline-danger">Disable this trend</button>
+        {% endif %}
+      </form>
+    </div>
   </div>
 </div>
 
-{% if trend_not_found %}
-<div class="alert alert-warning">Trend not found.</div>
-
-{% elif data is None %}
+{% if data is None %}
 <div class="alert alert-info">
   No data computed yet for this period. Trends are updated once daily, check back later.
 </div>
@@ -55,6 +67,9 @@
 {% elif trend.slug == "reading-pace-vs-activity" %}
   {% include "trends/_reading_pace.html" %}
 
+{% elif trend.slug == "time-of-day-categories" %}
+  {% include "trends/_time_of_day_categories.html" %}
+
 {% elif trend.slug == "trending-up" %}
   {% include "trends/_trending_up.html" %}
 
@@ -82,5 +97,6 @@
 {% elif trend.slug == "mood-weather" %}
   {% include "trends/_mood_weather.html" %}
 
+{% endif %}
 {% endif %}
 {% endblock %}

vrobbler/apps/trends/templates/trends/trend_list.html

@@ -25,11 +25,23 @@
           </a>
         </h5>
         <p class="card-text text-muted">{{ trend.description }}</p>
-        {% if trend.computed_at %}
-        <small class="text-muted">Last computed: {{ trend.computed_at|date:"M j, Y H:i" }}</small>
-        {% else %}
-        <span class="badge bg-warning text-dark">Pending</span>
-        {% endif %}
+        <div class="d-flex justify-content-between align-items-center">
+          <div>
+            {% if trend.computed_at %}
+            <small class="text-muted">Last computed: {{ trend.computed_at|date:"M j, Y H:i" }}</small>
+            {% else %}
+            <span class="badge bg-warning text-dark">Pending</span>
+            {% endif %}
+          </div>
+          <form method="post" action="{% url 'trends:trend-toggle-disabled' trend.slug %}" class="m-0">
+            {% csrf_token %}
+            {% if trend.disabled %}
+            <button type="submit" class="btn btn-sm btn-outline-success">Enable</button>
+            {% else %}
+            <button type="submit" class="btn btn-sm btn-outline-danger">Disable</button>
+            {% endif %}
+          </form>
+        </div>
       </div>
     </div>
   </div>

vrobbler/apps/trends/trends/__init__.py

@@ -15,6 +15,7 @@ from trends.trends.mood import (
     compute_mood_weather,
 )
 from trends.trends.reading import compute_reading_pace_vs_activity
+from trends.trends.time_of_day import compute_time_of_day_categories
 from trends.trends.trending import compute_trending_up
 
 TREND_REGISTRY = {}
@@ -44,5 +45,8 @@ compute_peak_hours = register("peak-hours")(compute_peak_hours)
 compute_reading_pace_vs_activity = register("reading-pace-vs-activity")(
     compute_reading_pace_vs_activity
 )
+compute_time_of_day_categories = register("time-of-day-categories")(
+    compute_time_of_day_categories
+)
 compute_trending_up = register("trending-up")(compute_trending_up)
 compute_weekly_rhythm = register("weekly-rhythm")(compute_weekly_rhythm)

vrobbler/apps/trends/trends/time_of_day.py

@@ -0,0 +1,89 @@
+from collections import OrderedDict
+
+from django.db.models import Count, Q
+from django.db.models.functions import Extract
+from scrobbles.models import Scrobble
+
+
+TARGET_MEDIA_TYPES = ["Book", "Trail", "BirdingLocation", "BoardGame"]
+
+CATEGORIES = OrderedDict(
+    [
+        ("early_bird", {"label": "Early Bird", "hours": {5, 6, 7, 8, 9, 10}}),
+        ("day_jay", {"label": "Day Jay", "hours": {11, 12, 13, 14, 15, 16, 17, 18}}),
+        ("night_owl", {"label": "Night Owl", "hours": {19, 20, 21, 22, 23, 0, 1, 2, 3, 4}}),
+    ]
+)
+
+
+def _categorize_hour(hour):
+    for slug, cat in CATEGORIES.items():
+        if hour in cat["hours"]:
+            return slug
+    return None
+
+
+def compute_time_of_day_categories(user, period="last_30"):
+    from trends.utils import get_date_range
+
+    start, end = get_date_range(period)
+    filters = Q(user=user, media_type__in=TARGET_MEDIA_TYPES, timestamp__isnull=False)
+    if start:
+        filters &= Q(timestamp__gte=start)
+    if end:
+        filters &= Q(timestamp__lte=end)
+
+    qs = (
+        Scrobble.objects.filter(filters)
+        .annotate(hour=Extract("timestamp", "hour"))
+        .values("media_type", "hour")
+        .annotate(count=Count("id"))
+        .order_by("media_type", "hour")
+    )
+
+    raw = {}
+    for row in qs:
+        mt = row["media_type"]
+        raw.setdefault(mt, {})[row["hour"]] = row["count"]
+
+    by_media_type = {}
+    grand_totals = {"early_bird": 0, "day_jay": 0, "night_owl": 0}
+    grand_total = 0
+
+    for mt in TARGET_MEDIA_TYPES:
+        mt_data = raw.get(mt, {})
+        cat_counts = {"early_bird": 0, "day_jay": 0, "night_owl": 0}
+        mt_total = 0
+        for hour, count in mt_data.items():
+            slug = _categorize_hour(hour)
+            if slug:
+                cat_counts[slug] += count
+                mt_total += count
+        by_media_type[mt] = {
+            "total": mt_total,
+            "categories": {},
+        }
+        for slug in CATEGORIES:
+            c = cat_counts[slug]
+            by_media_type[mt]["categories"][slug] = {
+                "count": c,
+                "pct": round((c / mt_total * 100), 1) if mt_total else 0,
+                "label": CATEGORIES[slug]["label"],
+            }
+            grand_totals[slug] += c
+        grand_total += mt_total
+
+    categories = {}
+    for slug in CATEGORIES:
+        c = grand_totals[slug]
+        categories[slug] = {
+            "count": c,
+            "pct": round((c / grand_total * 100), 1) if grand_total else 0,
+            "label": CATEGORIES[slug]["label"],
+        }
+
+    return {
+        "categories": categories,
+        "total": grand_total,
+        "by_media_type": by_media_type,
+    }

vrobbler/apps/trends/urls.py

@@ -1,9 +1,18 @@
 from django.urls import path
-from trends.views import TrendDetailView, TrendListView
+from trends.views import (
+    ToggleTrendDisabledView,
+    TrendDetailView,
+    TrendListView,
+)
 
 app_name = "trends"
 
 urlpatterns = [
     path("trends/", TrendListView.as_view(), name="trends-home"),
     path("trends/<slug:trend_slug>/", TrendDetailView.as_view(), name="trend-detail"),
+    path(
+        "trends/<slug:trend_slug>/toggle/",
+        ToggleTrendDisabledView.as_view(),
+        name="trend-toggle-disabled",
+    ),
 ]

vrobbler/apps/trends/utils.py

@@ -3,6 +3,7 @@ from datetime import timedelta
 
 from django.utils import timezone
 from trends.models import PERIOD_CHOICES, TrendResult
+from trends.trends import TREND_REGISTRY
 
 logger = logging.getLogger(__name__)
 
@@ -25,6 +26,7 @@ TIME_BOUND_TRENDS = {
     "mood-weather",
     "peak-hours",
     "reading-pace-vs-activity",
+    "time-of-day-categories",
     "trending-up",
     "weekly-rhythm",
 }
@@ -34,6 +36,13 @@ TREND_PERIOD_OVERRIDES = {
 }
 
 
+def get_disabled_trends(user):
+    profile = user.profile
+    if profile.trends_disabled:
+        return set(TREND_REGISTRY.keys())
+    return set(profile.disabled_trends or [])
+
+
 def get_supported_periods(trend_slug):
     if trend_slug in TREND_PERIOD_OVERRIDES:
         slugs = TREND_PERIOD_OVERRIDES[trend_slug]

vrobbler/apps/trends/views.py

@@ -1,8 +1,11 @@
+from django.contrib import messages
 from django.contrib.auth.mixins import LoginRequiredMixin
-from django.views.generic import TemplateView
+from django.http import HttpResponseRedirect
+from django.urls import reverse
+from django.views.generic import TemplateView, View
 from trends.models import TrendResult
 from trends.trends import TREND_REGISTRY
-from trends.utils import get_period_nav, get_supported_periods
+from trends.utils import get_disabled_trends, get_period_nav, get_supported_periods
 
 TREND_METADATA = {
     "activity-distribution": {
@@ -55,6 +58,11 @@ TREND_METADATA = {
         "description": "Compare how long you read per session with and without concurrent music.",
         "icon": "📊",
     },
+    "time-of-day-categories": {
+        "title": "Time of Day Categories",
+        "description": "Are you an early bird, day jay, or night owl? Categorized by Books, Trails, Birding Locations, and Board Games.",
+        "icon": "🦉",
+    },
     "trending-up": {
         "title": "Trending Media Types",
         "description": "Which media types have you been consuming more or less of recently?",
@@ -73,6 +81,8 @@ class TrendListView(LoginRequiredMixin, TemplateView):
 
     def get_context_data(self, **kwargs):
         ctx = super().get_context_data(**kwargs)
+        disabled = get_disabled_trends(self.request.user)
+
         results = TrendResult.objects.filter(
             user=self.request.user,
         ).order_by("trend_slug", "-computed_at")
@@ -84,8 +94,11 @@ class TrendListView(LoginRequiredMixin, TemplateView):
 
         trends = []
         for slug in TREND_REGISTRY:
+            if slug in disabled:
+                continue
             meta = TREND_METADATA.get(slug, {})
             result = latest_by_slug.get(slug)
+            is_disabled = slug in (self.request.user.profile.disabled_trends or [])
             trends.append(
                 {
                     "slug": slug,
@@ -94,6 +107,7 @@ class TrendListView(LoginRequiredMixin, TemplateView):
                     "icon": meta.get("icon", ""),
                     "computed_at": result.computed_at if result else None,
                     "has_data": result is not None,
+                    "disabled": is_disabled,
                 }
             )
         ctx["trends"] = trends
@@ -143,4 +157,25 @@ class TrendDetailView(LoginRequiredMixin, TemplateView):
             ctx["computed_at"] = None
             ctx["data"] = None
 
+        disabled = get_disabled_trends(self.request.user)
+        ctx["trend_disabled"] = slug in disabled
+        ctx["globally_disabled"] = self.request.user.profile.trends_disabled
+
         return ctx
+
+
+class ToggleTrendDisabledView(LoginRequiredMixin, View):
+    def post(self, request, trend_slug):
+        profile = request.user.profile
+        disabled = set(profile.disabled_trends or [])
+        if trend_slug in disabled:
+            disabled.discard(trend_slug)
+            messages.success(request, f"Trend re-enabled.")
+        else:
+            disabled.add(trend_slug)
+            messages.success(request, f"Trend disabled.")
+        profile.disabled_trends = list(disabled)
+        profile.save(update_fields=["disabled_trends"])
+        return HttpResponseRedirect(
+            request.META.get("HTTP_REFERER", reverse("trends:trends-home"))
+        )

vrobbler/apps/webpages/models.py

@@ -45,6 +45,37 @@ class Domain(TimeStampedModel):
         )
 
 
+def _fetch_url_raw(url: str) -> Optional[str]:
+    """Fetch raw HTML for a URL.
+
+    Tries two strategies in order:
+      1. trafilatura (standard, works for most sites)
+      2. cloudscraper (handles Cloudflare JS challenges)
+
+    cloudscraper is lazy-imported so deployments that cannot compile
+    its dependencies (e.g. FreeBSD) still work.
+    """
+    raw = trafilatura.fetch_url(url)
+    if raw:
+        return raw
+
+    logger.debug("trafilatura returned nothing for %s, trying cloudscraper", url)
+    try:
+        import cloudscraper
+    except ImportError:
+        logger.debug("cloudscraper not available")
+    else:
+        try:
+            scraper = cloudscraper.create_scraper()
+            resp = scraper.get(url, timeout=30)
+            resp.raise_for_status()
+            return resp.text
+        except Exception as exc:
+            logger.debug("cloudscraper failed for %s: %s", url, exc)
+
+    return None
+
+
 class WebPage(ScrobblableMixin):
     COMPLETION_PERCENT = getattr(settings, "WEBSITE_COMPLETION_PERCENT", 100)
 
@@ -80,7 +111,7 @@ class WebPage(ScrobblableMixin):
 
     def _update_extract_from_web(self, raw_text: str = "", force=True):
         if not raw_text:
-            raw_text = requests.get(self.url, headers=headers).text
+            raw_text = _fetch_url_raw(self.url)
         if not self.extract or force:
             self.extract = trafilatura.extract(raw_text)
             self.save(update_fields=["extract"])
@@ -259,7 +290,7 @@ class WebPage(ScrobblableMixin):
             return False
 
     def fetch_data_from_web(self, save=True, force=True):
-        raw_text = trafilatura.fetch_url(self.url)
+        raw_text = _fetch_url_raw(self.url)
         if not self.extract or force:
             self.extract = trafilatura.extract(
                 raw_text,

vrobbler/templates/profiles/settings_form.html

@@ -130,6 +130,11 @@
                 </ul>
             </div>
             {% endif %}
+        {% elif field.name == "trends_disabled" %}
+            <p class="checkbox-row">
+                {{ field }}
+                {{ field.label_tag }}
+            </p>
         {% elif field.name == "home_scrobble_limit" %}
             <p>
                 {{ field.label_tag }}

vrobbler/templates/scrobbles/scrobble_list.html

@@ -76,9 +76,11 @@
             <div class="btn-group me-2">
               <a href="{% url 'scrobbles:scrobble-list' %}" class="btn btn-sm btn-outline-secondary">Live</a>
             </div>
+            {% if not user.profile.trends_disabled %}
             <div class="btn-group me-2">
               <a href="{% url 'trends:trends-home' %}" class="btn btn-sm btn-outline-secondary">Trends</a>
             </div>
+            {% endif %}
             <div class="btn-group me-2">
                 {% if user.profile.lastfm_username and not user.profile.lastfm_auto_import %}
                 <form action="{% url 'scrobbles:lastfm-import' %}" method="get">