diff --git a/mobile/lib/ui/viewer/gallery/state/search_filter_data_provider.dart b/mobile/lib/ui/viewer/gallery/state/search_filter_data_provider.dart
index 614ad8bce2..c78c4ab027 100644
--- a/mobile/lib/ui/viewer/gallery/state/search_filter_data_provider.dart
+++ b/mobile/lib/ui/viewer/gallery/state/search_filter_data_provider.dart
@@ -98,13 +98,18 @@ class SearchFilterDataProvider {
 
     filters.sort((a, b) => b.relevance().compareTo(a.relevance()));
 
+    final List<HierarchicalSearchFilter> filtersToAvoid = [
+      ...appliedFilters,
+      ...recommendations,
+    ];
+
+    if (appliedFilters.isEmpty) {
+      filtersToAvoid.add(initialGalleryFilter);
+    }
+
     _recommendedFiltersNotifier.addFilters(
       filters,
-      filtersToAvoid: [
-        initialGalleryFilter,
-        ...appliedFilters,
-        ...recommendations,
-      ],
+      filtersToAvoid: filtersToAvoid,
     );
   }
 }