Feat/strategy for indexing and updating search (#400)

* remove duplicated code

* log

* possible reindex as strategy

* possible set up job

* set up scheduled indexing

* add make method

* test scheduling

* set up scheduled job in separate service

* set permission to admin to access refresh

* reset permission

* rename service

* add test

* rename - add docstring

* delete test

* test scheduled job every hour

* update distroless image

Author: tilen1976

.nais/test/job.yaml

@@ -0,0 +1,10 @@
+apiVersion: batch/v1
+kind: Naisjob
+metadata:
+  name: index-open-search
+  namespace: dapla-metadata
+spec:
+  schedule: "0 0  * * *"
+  image: {{ image }}
+
+  

klass-api/src/main/java/no/ssb/klass/KlassApiApplication.java

@@ -10,6 +10,7 @@
 import org.springframework.context.annotation.Import;
 import org.springframework.boot.autoconfigure.data.elasticsearch.ElasticsearchDataAutoConfiguration;
 import org.springframework.boot.autoconfigure.data.elasticsearch.ElasticsearchRepositoriesAutoConfiguration;
+import org.springframework.scheduling.annotation.EnableScheduling;
 
 @SpringBootApplication(exclude = {
         ElasticsearchDataAutoConfiguration.class,
@@ -18,6 +19,7 @@
 @Import(TomcatServletWebServerFactoryCustomizer.class)
 @ConfigurationPropertiesScan
 @ServletComponentScan
+@EnableScheduling
 public class KlassApiApplication extends SpringBootServletInitializer {
 
     @Override

klass-api/src/main/java/no/ssb/klass/api/services/IndexService.java

@@ -1,6 +1,7 @@
 package no.ssb.klass.api.services;
 
 import no.ssb.klass.core.model.ClassificationSeries;
+import org.opensearch.index.reindex.ReindexRequest;
 import org.springframework.scheduling.annotation.Async;
 import org.springframework.transaction.annotation.Transactional;
 
@@ -36,4 +37,5 @@ public interface IndexService {
      */
     @Transactional(readOnly = true)
     void indexSync(ClassificationSeries classificationSeries);
+
 }

klass-api/src/main/java/no/ssb/klass/api/services/ReIndexService.java

@@ -0,0 +1,46 @@
+package no.ssb.klass.api.services;
+
+import no.ssb.klass.core.repository.ClassificationSeriesRepository;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+
+import java.util.List;
+
+/**
+ *  Service responsible for re-indexing classification series into the search index.
+ */
+@Service
+public class ReIndexService {
+    private static final Logger log = LoggerFactory.getLogger(ReIndexService.class);
+
+    private final ClassificationSeriesRepository classificationRepository;
+    private final IndexService indexService;
+
+    @Autowired
+    public ReIndexService(ClassificationSeriesRepository classificationRepository, IndexService indexService) {
+        this.classificationRepository = classificationRepository;
+        this.indexService = indexService;
+    }
+
+    /**
+     * Executes a daily scheduled job
+     * <p>
+     * This method retrieves all classification IDs from repository and triggers
+     * asynchronous indexing for each one. The job is scheduled to run every day at 23:30.
+     * </p>
+     */
+    @Scheduled(cron = "0 0 * * * *")
+    public void runDailyIndexJob() {
+        log.info("Starting scheduled index job at 23:30");
+
+        List<Long> ids = classificationRepository.findAllClassificationIds();
+        for (Long id : ids) {
+            indexService.indexAsync(id);
+        }
+
+        log.info("Finished scheduled indexing for {} classifications", ids.size());
+    }
+}

klass-api/src/main/resources/application-remote-open-search.properties

@@ -5,4 +5,4 @@ opensearch.password=${OPEN_SEARCH_PASSWORD}
 opensearch.ssl=True
 
 logging.level.org.apache.http=DEBUG
-logging.level.org.opensearch.client=DEBUG
+logging.level.org.opensearch.client=DEBUG