add rejected log and remove logging (since already in subtask)

mediathekview · Nov 18, 2023 · a301a50 · a301a50
1 parent 7c7dc2f
commit a301a50
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 5 deletions.
diff --git a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixFilmDetailTask.java
@@ -85,9 +85,9 @@ protected void processRestTarget(final CrawlerUrlDTO aDTO, final WebTarget aTarg
               LOG.error("invalid url: ", e);
             }
           }
-          this.taskResults.add(film);
-          crawler.incrementAndGetActualCount();
-          crawler.updateProgress();
+          if (!this.taskResults.add(film)) {
+            LOG.error("Rejected duplicate {}", film);
+          }
         });
   }
 }
diff --git a/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java b/src/main/java/de/mediathekview/mserver/crawler/phoenix/tasks/PhoenixOverviewTask.java
@@ -52,8 +52,6 @@ protected void processRestTarget(final CrawlerUrlDTO aDTO, final WebTarget aTarg
     final Optional<PagedElementListDTO<CrawlerUrlDTO>> overviewDtoOptional =
         deserializeOptional(aTarget, OPTIONAL_OVERVIEW_DTO_TYPE_TOKEN);
     if (overviewDtoOptional.isEmpty()) {
-      crawler.incrementAndGetErrorCount();
-      crawler.updateProgress();
       return;
     }