Skip to content

Commit 5756855

Browse files
committed
Move JavaCSVTableSource to Java platform and rename to JavaCSVFileSource
1 parent 8d8930a commit 5756855

4 files changed

Lines changed: 19 additions & 8 deletions

File tree

wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/converter/WayangTableScanVisitor.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323

2424
import org.apache.wayang.api.sql.calcite.rel.WayangTableScan;
2525
import org.apache.wayang.api.sql.calcite.utils.ModelParser;
26-
import org.apache.wayang.api.sql.sources.fs.JavaCSVTableSource;
26+
import org.apache.wayang.java.operators.JavaCSVFileSource;
2727
import org.apache.wayang.core.plan.wayangplan.Operator;
2828
import org.apache.wayang.core.types.DataSetType;
2929
import org.apache.wayang.jdbc.operators.JdbcTableSource;
@@ -72,7 +72,7 @@ Operator visit(final WayangTableScan wayangRelNode) {
7272

7373
final char separator = modelParser.getSchemaDelimiter(tableSource);
7474

75-
return new JavaCSVTableSource<>(url, DataSetType.createDefault(Record.class), fieldTypes, separator);
75+
return new JavaCSVFileSource<>(url, DataSetType.createDefault(Record.class), fieldTypes, separator);
7676
} else if (wayangRelNode.getTable().getQualifiedName().size() == 1) {
7777
// we assume that it is coming from a test environement or in memory db.
7878

wayang-platforms/wayang-java/pom.xml

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,16 @@
3838
</properties>
3939

4040
<dependencies>
41+
<dependency>
42+
<groupId>net.sf.opencsv</groupId>
43+
<artifactId>opencsv</artifactId>
44+
<version>2.3</version>
45+
</dependency>
46+
<dependency>
47+
<groupId>org.apache.calcite</groupId>
48+
<artifactId>calcite-core</artifactId>
49+
<version>${calcite.version}</version>
50+
</dependency>
4151
<dependency>
4252
<groupId>org.apache.wayang</groupId>
4353
<artifactId>wayang-core</artifactId>

wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/sources/fs/CsvRowConverter.java renamed to wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/CsvRowConverter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* limitations under the License.
1616
*/
1717

18-
package org.apache.wayang.api.sql.sources.fs;
18+
package org.apache.wayang.java.operators;
1919

2020
import au.com.bytecode.opencsv.CSVParser;
2121
import org.apache.calcite.avatica.util.DateTimeUtils;

wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/sources/fs/JavaCSVTableSource.java renamed to wayang-platforms/wayang-java/src/main/java/org/apache/wayang/java/operators/JavaCSVFileSource.java

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
* limitations under the License.
1616
*/
1717

18-
package org.apache.wayang.api.sql.sources.fs;
18+
package org.apache.wayang.java.operators;
1919

2020
import org.apache.calcite.rel.type.RelDataType;
2121

@@ -38,6 +38,7 @@
3838
import org.apache.wayang.java.channels.StreamChannel;
3939
import org.apache.wayang.java.execution.JavaExecutor;
4040
import org.apache.wayang.java.operators.JavaExecutionOperator;
41+
import org.apache.wayang.java.operators.CsvRowConverter;
4142

4243
import java.io.BufferedReader;
4344
import java.io.IOException;
@@ -51,7 +52,7 @@
5152
import java.util.stream.Stream;
5253
import java.util.stream.StreamSupport;
5354

54-
public class JavaCSVTableSource<T> extends UnarySource<T> implements JavaExecutionOperator {
55+
public class JavaCSVFileSource<T> extends UnarySource<T> implements JavaExecutionOperator {
5556

5657
private final String sourcePath;
5758

@@ -63,12 +64,12 @@ public class JavaCSVTableSource<T> extends UnarySource<T> implements JavaExecuti
6364

6465
/**
6566
* Table source with default seperator ';' <p>
66-
* See {@link #JavaCSVTableSource(String, DataSetType, List, char)} for custom seperator
67+
* See {@link #JavaCSVFileSource(String, DataSetType, List, char)} for custom seperator
6768
* @param sourcePath
6869
* @param type
6970
* @param fieldTypes
7071
*/
71-
public JavaCSVTableSource(final String sourcePath, final DataSetType<T> type, final List<RelDataType> fieldTypes) {
72+
public JavaCSVFileSource(final String sourcePath, final DataSetType<T> type, final List<RelDataType> fieldTypes) {
7273
super(type);
7374
this.sourcePath = sourcePath;
7475
this.fieldTypes = fieldTypes;
@@ -83,7 +84,7 @@ public JavaCSVTableSource(final String sourcePath, final DataSetType<T> type, fi
8384
* @param fieldTypes
8485
* @param separator
8586
*/
86-
public JavaCSVTableSource(final String sourcePath, final DataSetType<T> type, final List<RelDataType> fieldTypes,
87+
public JavaCSVFileSource(final String sourcePath, final DataSetType<T> type, final List<RelDataType> fieldTypes,
8788
final char separator) {
8889
super(type);
8990
this.sourcePath = sourcePath;

0 commit comments

Comments
 (0)