|
18 | 18 |
|
19 | 19 | package org.apache.flink.table.planner.lineage; |
20 | 20 |
|
21 | | -import org.apache.flink.streaming.api.datastream.DataStream; |
22 | | -import org.apache.flink.streaming.api.datastream.DataStreamSink; |
23 | | -import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment; |
24 | | -import org.apache.flink.streaming.api.lineage.DefaultLineageDataset; |
25 | 21 | import org.apache.flink.streaming.api.lineage.LineageDataset; |
26 | | -import org.apache.flink.streaming.api.lineage.LineageVertex; |
27 | | -import org.apache.flink.streaming.api.lineage.LineageVertexProvider; |
28 | 22 | import org.apache.flink.table.api.DataTypes; |
29 | 23 | import org.apache.flink.table.api.Schema; |
30 | 24 | import org.apache.flink.table.catalog.Catalog; |
|
35 | 29 | import org.apache.flink.table.catalog.ObjectIdentifier; |
36 | 30 | import org.apache.flink.table.catalog.ResolvedCatalogTable; |
37 | 31 | import org.apache.flink.table.catalog.ResolvedSchema; |
38 | | -import org.apache.flink.table.connector.ProviderContext; |
39 | | -import org.apache.flink.table.connector.sink.DataStreamSinkProvider; |
40 | | -import org.apache.flink.table.connector.source.DataStreamScanProvider; |
41 | | -import org.apache.flink.table.data.RowData; |
42 | 32 |
|
43 | 33 | import org.junit.jupiter.api.Test; |
44 | 34 |
|
45 | 35 | import java.util.Arrays; |
46 | 36 | import java.util.Collections; |
47 | 37 | import java.util.HashMap; |
48 | | -import java.util.List; |
49 | 38 | import java.util.Map; |
50 | 39 | import java.util.Optional; |
51 | 40 |
|
@@ -126,124 +115,4 @@ void testCreateTableLineageDatasetWithoutCatalog() { |
126 | 115 | assertThat(tableLineageDataset.catalogContext().getCatalogName()).isEmpty(); |
127 | 116 | assertThat(tableLineageDataset.name()).isEqualTo(objectIdentifier.asSummaryString()); |
128 | 117 | } |
129 | | - |
130 | | - @Test |
131 | | - void testExtractLineageDatasetFromDataStreamScanProvider() { |
132 | | - DataStreamScanProvider provider = |
133 | | - new DataStreamScanProvider() { |
134 | | - @Override |
135 | | - public DataStream<RowData> produceDataStream( |
136 | | - ProviderContext providerContext, StreamExecutionEnvironment execEnv) { |
137 | | - return null; |
138 | | - } |
139 | | - |
140 | | - @Override |
141 | | - public boolean isBounded() { |
142 | | - return false; |
143 | | - } |
144 | | - }; |
145 | | - |
146 | | - // A plain DataStreamScanProvider without LineageVertexProvider should return empty |
147 | | - Optional<LineageVertex> result = TableLineageUtils.extractLineageDataset(provider); |
148 | | - assertThat(result).isEmpty(); |
149 | | - } |
150 | | - |
151 | | - @Test |
152 | | - void testExtractLineageDatasetFromDataStreamScanProviderWithLineage() { |
153 | | - DataStreamScanProvider provider = |
154 | | - new TestDataStreamScanProviderWithLineage("test-source", "test://namespace"); |
155 | | - |
156 | | - Optional<LineageVertex> result = TableLineageUtils.extractLineageDataset(provider); |
157 | | - assertThat(result).isPresent(); |
158 | | - assertThat(result.get().datasets()).hasSize(1); |
159 | | - assertThat(result.get().datasets().get(0).name()).isEqualTo("test-source"); |
160 | | - assertThat(result.get().datasets().get(0).namespace()).isEqualTo("test://namespace"); |
161 | | - } |
162 | | - |
163 | | - @Test |
164 | | - void testExtractLineageDatasetFromDataStreamSinkProvider() { |
165 | | - DataStreamSinkProvider provider = |
166 | | - new DataStreamSinkProvider() { |
167 | | - @Override |
168 | | - public DataStreamSink<?> consumeDataStream( |
169 | | - ProviderContext providerContext, DataStream<RowData> dataStream) { |
170 | | - return null; |
171 | | - } |
172 | | - }; |
173 | | - |
174 | | - // A plain DataStreamSinkProvider without LineageVertexProvider should return empty |
175 | | - Optional<LineageVertex> result = TableLineageUtils.extractLineageDataset(provider); |
176 | | - assertThat(result).isEmpty(); |
177 | | - } |
178 | | - |
179 | | - @Test |
180 | | - void testExtractLineageDatasetFromDataStreamSinkProviderWithLineage() { |
181 | | - DataStreamSinkProvider provider = |
182 | | - new TestDataStreamSinkProviderWithLineage("test-sink", "test://namespace"); |
183 | | - |
184 | | - Optional<LineageVertex> result = TableLineageUtils.extractLineageDataset(provider); |
185 | | - assertThat(result).isPresent(); |
186 | | - assertThat(result.get().datasets()).hasSize(1); |
187 | | - assertThat(result.get().datasets().get(0).name()).isEqualTo("test-sink"); |
188 | | - assertThat(result.get().datasets().get(0).namespace()).isEqualTo("test://namespace"); |
189 | | - } |
190 | | - |
191 | | - /** |
192 | | - * A {@link DataStreamScanProvider} that also implements {@link LineageVertexProvider}, similar |
193 | | - * to how Apache Paimon's PaimonDataStreamScanProvider works. |
194 | | - */ |
195 | | - private static class TestDataStreamScanProviderWithLineage |
196 | | - implements DataStreamScanProvider, LineageVertexProvider { |
197 | | - private final String name; |
198 | | - private final String namespace; |
199 | | - |
200 | | - TestDataStreamScanProviderWithLineage(String name, String namespace) { |
201 | | - this.name = name; |
202 | | - this.namespace = namespace; |
203 | | - } |
204 | | - |
205 | | - @Override |
206 | | - public DataStream<RowData> produceDataStream( |
207 | | - ProviderContext providerContext, StreamExecutionEnvironment execEnv) { |
208 | | - return null; |
209 | | - } |
210 | | - |
211 | | - @Override |
212 | | - public boolean isBounded() { |
213 | | - return false; |
214 | | - } |
215 | | - |
216 | | - @Override |
217 | | - public LineageVertex getLineageVertex() { |
218 | | - return () -> |
219 | | - List.of(new DefaultLineageDataset(name, namespace, Collections.emptyMap())); |
220 | | - } |
221 | | - } |
222 | | - |
223 | | - /** |
224 | | - * A {@link DataStreamSinkProvider} that also implements {@link LineageVertexProvider}, similar |
225 | | - * to how Apache Paimon's PaimonDataStreamSinkProvider works. |
226 | | - */ |
227 | | - private static class TestDataStreamSinkProviderWithLineage |
228 | | - implements DataStreamSinkProvider, LineageVertexProvider { |
229 | | - private final String name; |
230 | | - private final String namespace; |
231 | | - |
232 | | - TestDataStreamSinkProviderWithLineage(String name, String namespace) { |
233 | | - this.name = name; |
234 | | - this.namespace = namespace; |
235 | | - } |
236 | | - |
237 | | - @Override |
238 | | - public DataStreamSink<?> consumeDataStream( |
239 | | - ProviderContext providerContext, DataStream<RowData> dataStream) { |
240 | | - return null; |
241 | | - } |
242 | | - |
243 | | - @Override |
244 | | - public LineageVertex getLineageVertex() { |
245 | | - return () -> |
246 | | - List.of(new DefaultLineageDataset(name, namespace, Collections.emptyMap())); |
247 | | - } |
248 | | - } |
249 | 118 | } |
0 commit comments