From efb560301e892bbf9e6d43636c6872bcec2713fa Mon Sep 17 00:00:00 2001 From: pidoubleyou <22942659+pidoubleyou@users.noreply.github.com> Date: Wed, 5 Feb 2025 21:20:18 +0100 Subject: [PATCH 1/3] replace non reachable host in link --- .../sender/arte/ArteListBaseDeserializer.java | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/src/main/java/mServer/crawler/sender/arte/ArteListBaseDeserializer.java b/src/main/java/mServer/crawler/sender/arte/ArteListBaseDeserializer.java index ea844c34e..2e1a03abf 100644 --- a/src/main/java/mServer/crawler/sender/arte/ArteListBaseDeserializer.java +++ b/src/main/java/mServer/crawler/sender/arte/ArteListBaseDeserializer.java @@ -16,24 +16,32 @@ public abstract class ArteListBaseDeserializer { private static final String JSON_ELEMENT_LINKS = "links"; private static final String JSON_ELEMENT_NEXT = "next"; + private static String buildUrl(String nextUrl) { + return UrlUtils.addDomainIfMissing( + nextUrl + .replace("/api/emac/", "/api/rproxy/emac/") + // fix non reachable host + .replace("api-internal.infra-priv.arte.tv", "www.arte.tv") + , "https://www.arte.tv"); + } + protected Optional parsePagination(JsonObject jsonObject) { if (jsonObject.has(JSON_ELEMENT_PAGINATION) && !jsonObject.get(JSON_ELEMENT_PAGINATION).isJsonNull()) { final JsonObject pagionationObject = jsonObject.get(JSON_ELEMENT_PAGINATION).getAsJsonObject(); - if(pagionationObject.has(JSON_ELEMENT_LINKS)) { + if (pagionationObject.has(JSON_ELEMENT_LINKS)) { final JsonObject linksObject = pagionationObject.get(JSON_ELEMENT_LINKS).getAsJsonObject(); final Optional nextUrl = JsonUtils.getAttributeAsString(linksObject, JSON_ELEMENT_NEXT); if (nextUrl.isPresent()) { - return Optional.of(UrlUtils.addDomainIfMissing(nextUrl.get().replace("/api/emac/", "/api/rproxy/emac/"), "https://www.arte.tv")); + return Optional.of(buildUrl(nextUrl.get())); } } } return Optional.empty(); } - protected void extractProgramIdFromData(JsonObject jsonObectWithData, ArteCategoryFilmsDTO dto) { if (jsonObectWithData.has(JSON_ELEMENT_DATA)) { - for(JsonElement dataElement : jsonObectWithData.get(JSON_ELEMENT_DATA).getAsJsonArray()) { + for (JsonElement dataElement : jsonObectWithData.get(JSON_ELEMENT_DATA).getAsJsonArray()) { if (!dataElement.getAsJsonObject().get(JSON_ELEMENT_PROGRAMID).isJsonNull()) { Optional programId = JsonUtils.getAttributeAsString(dataElement.getAsJsonObject(), JSON_ELEMENT_PROGRAMID); if (programId.isPresent()) { From d7983aaf1b38879d35f6598d81a891cdf51c581d Mon Sep 17 00:00:00 2001 From: pidoubleyou <22942659+pidoubleyou@users.noreply.github.com> Date: Wed, 5 Feb 2025 22:13:45 +0100 Subject: [PATCH 2/3] increase deep search --- .../java/mServer/crawler/sender/ard/tasks/ArdTopicPageTask.java | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/main/java/mServer/crawler/sender/ard/tasks/ArdTopicPageTask.java b/src/main/java/mServer/crawler/sender/ard/tasks/ArdTopicPageTask.java index a76c047b3..ab9ec09fa 100644 --- a/src/main/java/mServer/crawler/sender/ard/tasks/ArdTopicPageTask.java +++ b/src/main/java/mServer/crawler/sender/ard/tasks/ArdTopicPageTask.java @@ -83,6 +83,8 @@ public class ArdTopicPageTask extends ArdTaskBase TOPICS_LOAD_ALL_PAGES.add("Y3JpZDovL2Rhc2Vyc3RlLmRlL3N0dXJtIGRlciBsaWViZQ"); // in aller freundschaft -die jungen ärzte TOPICS_LOAD_ALL_PAGES.add("Y3JpZDovL21kci5kZS9zZW5kZXJlaWhlbi9zdGFmZmVsc2VyaWUtaW4tYWxsZXItZnJldW5kc2NoYWZ0LWRpZS1qdW5nZW4tYWVyenRl"); + // tokyo vice + TOPICS_LOAD_ALL_PAGES.add("Y3JpZDovL2Rhc2Vyc3RlLmRlL3Rva3lvLXZpY2U"); // um Himmels willen TOPICS_LOAD_ALL_PAGES.add("Y3JpZDovL3dkci5kZS9VbSBIaW1tZWxzIFdpbGxlbiBPTkU"); // Rentnercops From a46d2d933176bd78da863eafc116e0d2ae1418e2 Mon Sep 17 00:00:00 2001 From: "Alexander F." Date: Thu, 6 Feb 2025 12:59:08 +0100 Subject: [PATCH 3/3] Version auf 3.1.245 angehoben --- build.gradle | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/build.gradle b/build.gradle index 18a3e9621..5eddb62ee 100644 --- a/build.gradle +++ b/build.gradle @@ -27,7 +27,7 @@ sourceCompatibility = JavaVersion.VERSION_17 targetCompatibility = JavaVersion.VERSION_17 group = 'de.mediathekview' archivesBaseName = "MServer" -version = '3.1.244' +version = '3.1.245' def jarName = 'MServer.jar' def mainClass = 'mServer.Main'