Data and Test setup

data/api/pom.xml

@@ -0,0 +1,27 @@
+<?xml version="1.0"?>
+<!--
+/*********************************************************************
+* Copyright (c) 2026 Contributors to the Eclipse Foundation.
+*
+* This program and the accompanying materials are made
+* available under the terms of the Eclipse Public License 2.0
+* which is available at https://www.eclipse.org/legal/epl-2.0/
+*
+* SPDX-License-Identifier: EPL-2.0
+**********************************************************************/
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.eclipse.daanse</groupId>
+    <artifactId>org.eclipse.daanse.cwm.data</artifactId>
+    <version>${revision}</version>
+    <relativePath>../pom.xml</relativePath>
+  </parent>
+  <artifactId>org.eclipse.daanse.cwm.data.api</artifactId>
+  <name>Daanse CWM — Data API</name>
+
+  <packaging>jar</packaging>
+</project>

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/FieldMapping.java

@@ -0,0 +1,39 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ *
+ * Contributors:
+ *   SmartCity Jena - initial
+ *   Stefan Bischof (bipolis.org) - initial
+ */
+package org.eclipse.daanse.cwm.data.api;
+
+import java.util.Optional;
+import java.util.function.Function;
+
+/**
+ * A single field-level mapping from a source field name to a target feature
+ * name, with an optional value converter.
+ */
+public interface FieldMapping {
+
+    /**
+     * @return the source field name
+     */
+    String sourceFieldName();
+
+    /**
+     * @return the target column or feature name
+     */
+    String targetFeatureName();
+
+    /**
+     * @return an optional converter from the raw string to the target value
+     */
+    Optional<Function<String, Object>> converter();
+}

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/RawRecord.java

@@ -0,0 +1,33 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ *
+ * Contributors:
+ *   SmartCity Jena - initial
+ *   Stefan Bischof (bipolis.org) - initial
+ */
+package org.eclipse.daanse.cwm.data.api;
+
+import java.util.Map;
+
+/**
+ * Represents a single parsed row from a data source as field name to raw string
+ * value pairs. This is the common data type flowing through CSV pipelines.
+ */
+public interface RawRecord {
+
+    /**
+     * @return the field values keyed by field name
+     */
+    Map<String, String> fields();
+
+    /**
+     * @return the line number in the source (1-based)
+     */
+    long lineNumber();
+}

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/RecordSink.java

@@ -0,0 +1,25 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ *
+ * Contributors:
+ *   SmartCity Jena - initial
+ *   Stefan Bischof (bipolis.org) - initial
+ */
+package org.eclipse.daanse.cwm.data.api;
+
+import java.util.concurrent.Flow;
+
+/**
+ * A sink that consumes records. Extends {@link Flow.Subscriber} to support
+ * backpressure signaling.
+ *
+ * @param <T> the record type consumed
+ */
+public interface RecordSink<T> extends Flow.Subscriber<T> {
+}

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/RecordSource.java

@@ -0,0 +1,25 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ *
+ * Contributors:
+ *   SmartCity Jena - initial
+ *   Stefan Bischof (bipolis.org) - initial
+ */
+package org.eclipse.daanse.cwm.data.api;
+
+import java.util.concurrent.Flow;
+
+/**
+ * A source of records. Extends {@link Flow.Publisher} to support
+ * backpressure-aware data delivery.
+ *
+ * @param <T> the record type published
+ */
+public interface RecordSource<T> extends Flow.Publisher<T> {
+}

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/ValidationResult.java

@@ -0,0 +1,42 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ *
+ * Contributors:
+ *   SmartCity Jena - initial
+ *   Stefan Bischof (bipolis.org) - initial
+ */
+package org.eclipse.daanse.cwm.data.api;
+
+import java.util.List;
+
+/**
+ * Result of validating CSV headers against a CWM RecordDef's field definitions.
+ */
+public interface ValidationResult {
+
+    /**
+     * @return true if all RecordDef fields are present in the CSV header
+     */
+    boolean isValid();
+
+    /**
+     * @return field names defined in RecordDef but missing from CSV header
+     */
+    List<String> missingFields();
+
+    /**
+     * @return field names present in CSV header but not defined in RecordDef
+     */
+    List<String> extraFields();
+
+    /**
+     * @return field names that match between CSV header and RecordDef
+     */
+    List<String> matchedFields();
+}

data/api/src/main/java/org/eclipse/daanse/cwm/data/api/package-info.java

@@ -0,0 +1,12 @@
+/*
+ * Copyright (c) 2024 Contributors to the Eclipse Foundation.
+ *
+ * This program and the accompanying materials are made
+ * available under the terms of the Eclipse Public License 2.0
+ * which is available at https://www.eclipse.org/legal/epl-2.0/
+ *
+ * SPDX-License-Identifier: EPL-2.0
+ */
+@org.osgi.annotation.bundle.Export
+@org.osgi.annotation.versioning.Version("1.0")
+package org.eclipse.daanse.cwm.data.api;

data/pom.xml

@@ -0,0 +1,32 @@
+<?xml version="1.0"?>
+<!--
+/*********************************************************************
+* Copyright (c) 2026 Contributors to the Eclipse Foundation.
+*
+* This program and the accompanying materials are made
+* available under the terms of the Eclipse Public License 2.0
+* which is available at https://www.eclipse.org/legal/epl-2.0/
+*
+* SPDX-License-Identifier: EPL-2.0
+**********************************************************************/
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.eclipse.daanse</groupId>
+    <artifactId>org.eclipse.daanse.cwm</artifactId>
+    <version>${revision}</version>
+    <relativePath>../pom.xml</relativePath>
+  </parent>
+  <artifactId>org.eclipse.daanse.cwm.data</artifactId>
+  <packaging>pom</packaging>
+  <name>Daanse CWM Data (aggregator)</name>
+
+  <modules>
+    <module>api</module>
+    <module>source.csv</module>
+    <module>sink.jdbc</module>
+  </modules>
+</project>

data/sink.jdbc/pom.xml

@@ -0,0 +1,61 @@
+<?xml version="1.0"?>
+<!--
+/*********************************************************************
+* Copyright (c) 2026 Contributors to the Eclipse Foundation.
+*
+* This program and the accompanying materials are made
+* available under the terms of the Eclipse Public License 2.0
+* which is available at https://www.eclipse.org/legal/epl-2.0/
+*
+* SPDX-License-Identifier: EPL-2.0
+**********************************************************************/
+-->
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.eclipse.daanse</groupId>
+    <artifactId>org.eclipse.daanse.cwm.data</artifactId>
+    <version>${revision}</version>
+    <relativePath>../pom.xml</relativePath>
+  </parent>
+  <artifactId>org.eclipse.daanse.cwm.data.sink.jdbc</artifactId>
+  <name>Daanse CWM — JDBC Sink</name>
+  <description>JDBC table sink: writes RawRecord batches into a database table via
+    PreparedStatement with batch support. Dialect-aware quoting via the jdbc.db
+    Dialect/DdlGenerator framework. Symmetric counterpart to the CSV source.</description>
+
+  <packaging>jar</packaging>
+
+  <dependencies>
+    <dependency>
+      <groupId>org.eclipse.daanse</groupId>
+      <artifactId>org.eclipse.daanse.cwm.data.api</artifactId>
+      <version>${revision}</version>
+      <scope>compile</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.eclipse.daanse</groupId>
+      <artifactId>org.eclipse.daanse.jdbc.db.api</artifactId>
+      <version>${jdbc-db.version}</version>
+      <scope>compile</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.eclipse.daanse</groupId>
+      <artifactId>org.eclipse.daanse.jdbc.db.dialect.api</artifactId>
+      <version>${jdbc-db.version}</version>
+      <scope>compile</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.eclipse.daanse</groupId>
+      <artifactId>org.eclipse.daanse.jdbc.db.record</artifactId>
+      <version>${jdbc-db.version}</version>
+      <scope>compile</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.slf4j</groupId>
+      <artifactId>slf4j-api</artifactId>
+    </dependency>
+  </dependencies>
+</project>