From a301a50e3af3a048fe495551ce0eefe19abc9b44 Mon Sep 17 00:00:00 2001
From: CodingPF <j-doo@gmx.de>
Date: Sat, 18 Nov 2023 15:59:28 +0100
Subject: [PATCH] add rejected log and remove logging (since already in
 subtask)

---
 .../crawler/phoenix/tasks/PhoenixFilmDetailTask.java        | 6 +++---
 .../mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java  | 2 --
 2 files changed, 3 insertions(+), 5 deletions(-)

diff --git a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java
index ef1e8ba10..a10280c21 100644
--- a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java
+++ b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java
@@ -85,9 +85,9 @@ protected void processRestTarget(final CrawlerUrlDTO aDTO, final WebTarget aTarg
               LOG.error("invalid url: ", e);
             }
           }
-          this.taskResults.add(film);
-          crawler.incrementAndGetActualCount();
-          crawler.updateProgress();
+          if (!this.taskResults.add(film)) {
+            LOG.error("Rejected duplicate {}", film);
+          }
         });
   }
 }
diff --git a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java
index db210af23..7b88dd759 100644
--- a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java
+++ b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java
@@ -52,8 +52,6 @@ protected void processRestTarget(final CrawlerUrlDTO aDTO, final WebTarget aTarg
     final Optional<PagedElementListDTO<CrawlerUrlDTO>> overviewDtoOptional =
         deserializeOptional(aTarget, OPTIONAL_OVERVIEW_DTO_TYPE_TOKEN);
     if (overviewDtoOptional.isEmpty()) {
-      crawler.incrementAndGetErrorCount();
-      crawler.updateProgress();
       return;
     }