add kontor-data to extract data model

integration/build.gradle

@@ -2,6 +2,7 @@ plugins {
 	id 'java'
 	id 'org.springframework.boot' version '4.0.7'
 	id 'io.spring.dependency-management' version '1.1.7'
+    alias(libs.plugins.lombok)
 }
 
 group = 'de.thpeetz.kontor'
@@ -15,14 +16,31 @@ java {
 
 repositories {
 	mavenCentral()
+    maven { setUrl("https://repo.spring.io/milestone") }
+}
+
+dependencyManagement {
+    imports {
+        mavenBom libs.camel.bom.get().toString()
+    }
 }
 
 dependencies {
 	implementation 'org.springframework.boot:spring-boot-starter-actuator'
 	implementation 'org.springframework.boot:spring-boot-starter-artemis'
 	implementation 'org.springframework.boot:spring-boot-starter-webmvc'
+    implementation 'org.springframework.boot:spring-boot-starter-data-jpa'
 	implementation 'org.apache.camel.springboot:camel-spring-boot-starter:4.20.0'
+    implementation 'org.apache.camel.springboot:camel-jms-starter'
+    implementation 'io.micrometer:micrometer-registry-prometheus'
+    implementation 'org.apache.activemq:artemis-jakarta-client'
+    implementation 'org.postgresql:postgresql'
+    implementation libs.jackson
+    implementation libs.gson
 	runtimeOnly 'io.micrometer:micrometer-registry-prometheus'
+    compileOnly 'org.projectlombok:lombok'
+    annotationProcessor 'org.projectlombok:lombok'
+    testImplementation 'org.apache.camel:camel-test-spring-junit5'
 	testImplementation 'org.springframework.boot:spring-boot-starter-artemis-test'
 	testImplementation 'org.springframework.boot:spring-boot-starter-webmvc-test'
 	testRuntimeOnly 'org.junit.platform:junit-platform-launcher'

integration/gradle/libs.versions.toml

@@ -0,0 +1,72 @@
+[versions]
+gradle = "8.6"
+args4j = "2.33"
+commonscli = "1.5.0"
+junit = "5.8.2"
+logback = "1.1.2"
+mockito = "1.9.5"
+picoli = "4.7.0"
+slf4j = "1.7.22"
+hsqldb = "2.7.1"
+sqlite = "3.25.2"
+spotbugs = "6.0.7"
+asciidoctor = "4.0.2"
+rouge = "3.15.0"
+#diagram = "2.2.2"
+diagram = "2.3.1"
+sonarqube = "3.3"
+cimtConventions = "1.0.0-SNAPSHOT"
+springboot = "3.2.5"
+springdependencies = "1.1.4"
+vaadin = "24.3.8"
+camel = "4.10.6"
+artemis = "2.41.0"
+lombok = "8.6"
+gson = "2.9.0"
+jackson = "2.16.1"
+json_simple = "1.1.1"
+mail = "1.6.2"
+hypersistence = "3.9.10"
+
+[libraries]
+args4j = { module = "args4j:args4j", version.ref = "args4j" }
+commonscli = { module = "commons-cli:commons-cli", version.ref = "commonscli" }
+junit = { module = "org.junit.jupiter:junit-jupiter", version.ref = "junit" }
+logbackCore = { module = "ch.qos.logback:logback-core", version.ref = "logback" }
+logbackClassic = { module = "ch.qos.logback:logback-classic", version.ref = "logback" }
+mockito = { module = "org.mockito:mockito-all", version.ref = "mockito" }
+picocli = { module = "info.picocli:picocli", version.ref = "picoli" }
+slf4j = { module = "org.slf4j:slf4j-api", version.ref = "slf4j" }
+hsqldb = { module = "org.hsqldb:hsqldb", version.ref = "hsqldb" }
+gson = { module = "com.google.code.gson:gson", version.ref = "gson" }
+jackson = { module = "com.fasterxml.jackson.core:jackson-databind", version.ref = "jackson" }
+json = { module = "com.googlecode.json-simple:json-simple", version.ref ="json_simple" }
+mail = { module = "com.sun.mail:javax.mail", version.ref  ="mail" }
+sqlite-jdbc = { module = "org.xerial:sqlite-jdbc", version.ref = "sqlite" }
+hypersistence = { module = "io.hypersistence:hypersistence-utils-hibernate-63", version.ref = "hypersistence" }
+vaadin-bom = { module = "com.vaadin:vaadin-bom", version.ref = "vaadin" }
+camel-bom = { module = "org.apache.camel.springboot:camel-spring-boot-bom", version.ref = "camel"}
+artemis = { module = "org.apache.activemq:artemis-jms-server", version.ref = "artemis" }
+asciidoctorGradleJvmGems = { module = "org.asciidoctor:asciidoctor-gradle-jvm-gems", version.ref= "asciidoctor" }
+asciidoctorGradleJvm = { module = "org.asciidoctor:asciidoctor-gradle-jvm", version.ref= "asciidoctor" }
+asciidoctorGradleJvmPdf = { module = "org.asciidoctor:asciidoctor-gradle-jvm-pdf", version.ref= "asciidoctor" }
+rouge = { module = "rubygems:rouge", version.ref = "rouge" }
+diagram = { module = "rubygems:asciidoctor-diagram", version.ref = "diagram" }
+
+[bundles]
+logback = ["logbackCore", "logbackClassic"]
+
+[plugins]
+spotbugs = { id = "com.github.spotbugs",  version.ref = "spotbugs" }
+sonarqube = { id = "org.sonarqube", version.ref = "sonarqube" }
+asciidoctorPdf = { id = "org.asciidoctor.jvm.pdf", version.ref = "asciidoctor" }
+asciidoctorConvert = { id = "org.asciidoctor.jvm.convert", version.ref = "asciidoctor" }
+asciidoctorGems = { id = "org.asciidoctor.jvm.gems", version.ref = "asciidoctor" }
+javaConvention = { id = "de.cimt.java-conventions", version.ref = "cimtConventions" }
+applicationConvention  = { id = "de.cimt.application-conventions", version.ref = "cimtConventions" }
+libraryConvention = { id = "de.cimt.library-conventions", version.ref = "cimtConventions" }
+asciidoctorConvention = { id = "de.cimt.asciidoctor-conventions", version.ref = "cimtConventions" }
+spring-boot = { id = "org.springframework.boot", version.ref = "springboot"}
+spring-dependencies = { id  = "io.spring.dependency-management", version.ref = "springdependencies" }
+vaadin = { id = "com.vaadin", version.ref = "vaadin" }
+lombok = { id = "io.freefair.lombok", version.ref = "lombok" }

integration/src/main/java/de/thpeetz/kontor/integration/routes/AddLinkFromQueue.java

@@ -0,0 +1,28 @@
+package de.thpeetz.kontor.integration.routes;
+
+import de.thpeetz.kontor.integration.services.AddLinkProcessor;
+import de.thpeetz.kontor.media.services.MediaFileService;
+import org.apache.camel.builder.RouteBuilder;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class AddLinkFromQueue extends RouteBuilder {
+
+    @Autowired
+    private final MediaFileService mediaFileService;
+
+    @Autowired
+    public AddLinkFromQueue(MediaFileService mediaFileService) {
+        this.mediaFileService = mediaFileService;
+    }
+
+    @Override
+    public void configure() throws Exception {
+        from("jms:queue:add_link_file")
+                .routeId("read-queue-add-link_file")
+                .log("${body}")
+                .process(new AddLinkProcessor(mediaFileService))
+                .to("jms:queue:update_title");
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/routes/QueueMediaLinkAdd.java

@@ -0,0 +1,25 @@
+package de.thpeetz.kontor.integration.routes;
+import de.thpeetz.kontor.media.services.MediaFileService;
+import org.apache.camel.builder.RouteBuilder;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueueMediaLinkAdd extends RouteBuilder {
+
+    @Autowired
+    private final MediaFileService mediaFileService;
+
+    @Autowired
+    public QueueMediaLinkAdd(MediaFileService mediaFileService) {
+        this.mediaFileService = mediaFileService;
+    }
+
+    @Override
+    public void configure() throws Exception {
+        from("jms:queue:media.link.add")
+                .routeId("read-queue-media-link-add")
+                .log("${body}")
+                .to("jms:queue:media.link.add.processed");
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/routes/QueueMediaLoFiAdd.java

@@ -0,0 +1,26 @@
+package de.thpeetz.kontor.integration.routes;
+
+import org.apache.camel.builder.RouteBuilder;
+import de.thpeetz.kontor.media.services.MediaFileService;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueueMediaLoFiAdd extends RouteBuilder {
+
+    @Autowired
+    private final MediaFileService mediaFileService;
+
+    @Autowired
+    public QueueMediaLoFiAdd(MediaFileService mediaFileService) {
+        this.mediaFileService = mediaFileService;
+    }
+
+    @Override
+    public void configure() throws Exception {
+        from("jms:queue:media.lofi.add")
+                .routeId("read-queue-media-lofi-add")
+                .log("${body}")
+                .to("jms:queue:media.lofi.add.processed");
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/routes/QueueMediaVideoAdd.java

@@ -0,0 +1,26 @@
+package de.thpeetz.kontor.integration.routes;
+
+import org.apache.camel.builder.RouteBuilder;
+import de.thpeetz.kontor.media.services.MediaFileService;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.stereotype.Component;
+
+@Component
+public class QueueMediaVideoAdd extends RouteBuilder {
+
+    @Autowired
+    private final MediaFileService mediaFileService;
+
+    @Autowired
+    public QueueMediaVideoAdd(MediaFileService mediaFileService) {
+        this.mediaFileService = mediaFileService;
+    }
+
+    @Override
+    public void configure() throws Exception {
+        from("jms:queue:media.video.add")
+                .routeId("read-queue-media-video-add")
+                .log("${body}")
+                .to("jms:queue:media.video.add.processed");
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/routes/ReadQueueRoute.java

@@ -0,0 +1,16 @@
+package de.thpeetz.kontor.integration.routes;
+
+import org.apache.camel.builder.RouteBuilder;
+import org.springframework.stereotype.Component;
+
+@Component
+public class ReadQueueRoute extends RouteBuilder {
+
+    @Override
+    public void configure() throws Exception {
+        from("jms:queue:KontorMediaFile")
+                .routeId("add-link-from-queue")
+                .trace(true)
+                .log(">>> ${body}");
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/services/AddLinkProcessor.java

@@ -0,0 +1,53 @@
+package de.thpeetz.kontor.integration.services;
+
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import de.thpeetz.kontor.media.data.MediaFile;
+import de.thpeetz.kontor.media.services.MediaFileService;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.camel.Exchange;
+import org.apache.camel.Processor;
+
+import java.util.HashMap;
+import java.util.Map;
+
+@Slf4j
+public class AddLinkProcessor implements Processor {
+
+    private final MediaFileService mediaFileService;
+
+    public AddLinkProcessor(MediaFileService mediaFileService) {
+        this.mediaFileService = mediaFileService;
+    }
+
+    @Override
+    public void process(Exchange exchange) throws Exception {
+        ObjectMapper objectMapper = new ObjectMapper();
+        HashMap<String, String> myMap = objectMapper.readValue(exchange.getIn().getBody().toString(),
+                new TypeReference<HashMap<String, String>>() {
+                });
+        String url = myMap.get("url");
+        log.info("found url: {}", url);
+        MediaFile mediaFile = mediaFileService.findAllMediaFilesByUrl(url);
+        if (mediaFile == null) {
+            log.info("URL not found, create MediaFile");
+            mediaFile = new MediaFile();
+            mediaFile.setUrl(url);
+            mediaFile.setPath("");
+            mediaFile.setCloudLink("");
+            mediaFile.setFileName("");
+            mediaFile.setTitle("");
+            mediaFile.setReview(true);
+            mediaFile.setShouldDownload(true);
+            MediaFile mediaFileResult = mediaFileService.saveMediaFile(mediaFile);
+            log.info("created MediaFile with {}", mediaFileResult.getId());
+            exchange.getMessage().getHeaders().put("mediafile_id", mediaFileResult.getId());
+        } else {
+            log.info("found MediaFile with {}", mediaFile.getId());
+            exchange.getMessage().getHeaders().put("mediafile_id", mediaFile.getId());
+        }
+        log.info("found MediaFile: {}", mediaFile);
+        Map<String, Object> map = exchange.getMessage().getHeaders();
+        log.info("Headers: {}", map);
+    }
+}

integration/src/main/java/de/thpeetz/kontor/integration/services/AddLinkService.java

@@ -0,0 +1,22 @@
+package de.thpeetz.kontor.integration.services;
+
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.core.type.TypeReference;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Service;
+
+import java.util.HashMap;
+
+@Service
+@Slf4j
+public class AddLinkService {
+
+    public void fromQueue(String messageBody) throws JsonProcessingException {
+        log.info("get body: {}", messageBody);
+        ObjectMapper objectMapper = new ObjectMapper();
+        HashMap<String,String> myMap = objectMapper.readValue(messageBody, new TypeReference<HashMap<String,String>>() {});
+        String url = myMap.get("url");
+        log.info("found url: {}", url);
+    }
+}