Skip to content

Commit 1355d76

Browse files
qidian99qidian99
committed
to #123, Implemented Pulsar source connector
Added pulsar source v1 Pulsar source connector adapt to bitsail v1 source reader. Wired up bitsail config for Pulsar connector Simple implementation of pollNext function in Pulsar connector
1 parent 4e2d1e4 commit 1355d76

File tree

97 files changed

+14420
-1
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

97 files changed

+14420
-1
lines changed

‎bitsail-connectors/connector-pulsar/pom.xml

+183
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,183 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<project xmlns="http://maven.apache.org/POM/4.0.0"
3+
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
4+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
5+
<parent>
6+
<artifactId>bitsail-connectors</artifactId>
7+
<groupId>com.bytedance.bitsail</groupId>
8+
<version>${revision}</version>
9+
</parent>
10+
<modelVersion>4.0.0</modelVersion>
11+
12+
<artifactId>connector-pulsar</artifactId>
13+
14+
<properties>
15+
<maven.compiler.source>8</maven.compiler.source>
16+
<maven.compiler.target>8</maven.compiler.target>
17+
<pulsar.version>2.8.0</pulsar.version>
18+
19+
<!-- Test Libraries -->
20+
<protobuf-maven-plugin.version>0.6.1</protobuf-maven-plugin.version>
21+
<assertj-core.version>3.20.2</assertj-core.version>
22+
<commons-lang3.version>3.11</commons-lang3.version>
23+
<grpc.version>1.33.0</grpc.version>
24+
<protoc.version>3.17.3</protoc.version>
25+
</properties>
26+
27+
<dependencies>
28+
<!-- basic bitsail dependencioes -->
29+
<dependency>
30+
<groupId>com.bytedance.bitsail</groupId>
31+
<artifactId>connector-base</artifactId>
32+
<version>${revision}</version>
33+
</dependency>
34+
<dependency>
35+
<groupId>com.bytedance.bitsail</groupId>
36+
<artifactId>bitsail-common</artifactId>
37+
<version>${revision}</version>
38+
</dependency>
39+
<dependency>
40+
<groupId>org.apache.flink</groupId>
41+
<artifactId>flink-connector-base</artifactId>
42+
</dependency>
43+
<dependency>
44+
<groupId>io.streamnative.connectors</groupId>
45+
<artifactId>pulsar-flink-connector_${scala.binary.version}</artifactId>
46+
<version>${pulsar-flink-connector.version}</version>
47+
</dependency>
48+
<dependency>
49+
<groupId>com.bytedance.bitsail</groupId>
50+
<artifactId>bitsail-connector-test</artifactId>
51+
<version>${revision}</version>
52+
<scope>test</scope>
53+
</dependency>
54+
<dependency>
55+
<groupId>org.apache.flink</groupId>
56+
<artifactId>flink-test-utils_${scala.binary.version}</artifactId>
57+
<scope>test</scope>
58+
</dependency>
59+
60+
<!-- Protobuf & Protobuf Native Schema support. Add it to your pom if you need protobuf -->
61+
62+
<dependency>
63+
<groupId>com.google.protobuf</groupId>
64+
<artifactId>protobuf-java</artifactId>
65+
<version>${protoc.version}</version>
66+
<exclusions>
67+
<exclusion>
68+
<groupId>junit</groupId>
69+
<artifactId>junit</artifactId>
70+
</exclusion>
71+
<exclusion>
72+
<groupId>org.apache.logging.log4j</groupId>
73+
<artifactId>log4j-slf4j-impl</artifactId>
74+
</exclusion>
75+
</exclusions>
76+
<scope>provided</scope>
77+
<optional>true</optional>
78+
</dependency>
79+
80+
<!-- Tests -->
81+
82+
<dependency>
83+
<groupId>org.assertj</groupId>
84+
<artifactId>assertj-core</artifactId>
85+
<version>${assertj-core.version}</version>
86+
<scope>test</scope>
87+
</dependency>
88+
89+
<dependency>
90+
<groupId>org.apache.flink</groupId>
91+
<artifactId>flink-core</artifactId>
92+
<version>${flink.version}</version>
93+
<scope>test</scope>
94+
<type>test-jar</type>
95+
</dependency>
96+
97+
<dependency>
98+
<groupId>org.apache.flink</groupId>
99+
<artifactId>flink-streaming-java_${scala.binary.version}</artifactId>
100+
<version>${flink.version}</version>
101+
<scope>test</scope>
102+
<type>test-jar</type>
103+
</dependency>
104+
105+
<!-- Pulsar bundles the latest bookkeeper & zookeeper, -->
106+
<!-- we don't override the version here. -->
107+
<dependency>
108+
<groupId>org.apache.pulsar</groupId>
109+
<artifactId>testmocks</artifactId>
110+
<version>${pulsar.version}</version>
111+
<scope>test</scope>
112+
<exclusions>
113+
<exclusion>
114+
<groupId>org.testng</groupId>
115+
<artifactId>testng</artifactId>
116+
</exclusion>
117+
<exclusion>
118+
<groupId>org.powermock</groupId>
119+
<artifactId>powermock-module-testng</artifactId>
120+
</exclusion>
121+
</exclusions>
122+
</dependency>
123+
<dependency>
124+
<groupId>org.apache.pulsar</groupId>
125+
<artifactId>pulsar-broker</artifactId>
126+
<version>${pulsar.version}</version>
127+
<scope>test</scope>
128+
</dependency>
129+
<!-- Pulsar use a newer commons-lang3 in broker. -->
130+
<!-- Bump the version only for testing. -->
131+
<dependency>
132+
<groupId>org.apache.commons</groupId>
133+
<artifactId>commons-lang3</artifactId>
134+
<version>${commons-lang3.version}</version>
135+
<scope>test</scope>
136+
</dependency>
137+
138+
<!-- Add Pulsar 2.x as a dependency. -->
139+
<!-- Move this to button for avoiding class conflicts with pulsar-broker. -->
140+
141+
<dependency>
142+
<groupId>org.apache.pulsar</groupId>
143+
<artifactId>pulsar-client-all</artifactId>
144+
<version>${pulsar.version}</version>
145+
<exclusions>
146+
<exclusion>
147+
<groupId>org.apache.pulsar</groupId>
148+
<artifactId>pulsar-package-core</artifactId>
149+
</exclusion>
150+
</exclusions>
151+
</dependency>
152+
<dependency>
153+
<groupId>org.apache.flink</groupId>
154+
<artifactId>flink-annotations</artifactId>
155+
<version>${flink.version}</version>
156+
</dependency>
157+
<dependency>
158+
<groupId>com.bytedance.bitsail</groupId>
159+
<artifactId>bitsail-component-format-json</artifactId>
160+
<version>${revision}</version>
161+
</dependency>
162+
<dependency>
163+
<groupId>com.bytedance.bitsail</groupId>
164+
<artifactId>bitsail-connector-print</artifactId>
165+
<version>${revision}</version>
166+
<scope>test</scope>
167+
</dependency>
168+
169+
</dependencies>
170+
171+
<dependencyManagement>
172+
<dependencies>
173+
<dependency>
174+
<groupId>io.grpc</groupId>
175+
<artifactId>grpc-bom</artifactId>
176+
<version>${grpc.version}</version>
177+
<type>pom</type>
178+
<scope>import</scope>
179+
</dependency>
180+
</dependencies>
181+
</dependencyManagement>
182+
183+
</project>

0 commit comments

Comments
 (0)