Skip to content

Commit 0470f62

Browse files
committed
feat(expression): migrate ScEL to Antlr4 grammar (#60)
This commit add a new maven module dedicated for Simple Connect Expression Language (ScEL). ScEL has been refactorted to be compiled based Lexer/Parser generated through Antlr4 grammar. Resolves: GH-60
1 parent 65ff494 commit 0470f62

File tree

122 files changed

+4959
-823
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

122 files changed

+4959
-823
lines changed

checkstyle/suppressions.xml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -66,4 +66,6 @@
6666

6767
<suppress checks="Header" files="log4j.properties"/>
6868

69+
<suppress checks="[a-zA-Z0-9]*" files="src/main/java/io/streamthoughts/kafka/connect/filepulse/expression/parser/antlr4/*"/>
70+
6971
</suppressions>

config/connect-file-pulse-example-override-topic-and-key.json

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,10 @@
22
"config": {
33
"connector.class": "io.streamthoughts.kafka.connect.filepulse.source.FilePulseSourceConnector",
44
"filters": "ParseDelimitedRow, SetTopic, SetKey",
5-
"filters.SetTopic.value": "{{ replace_all(lowercase(type), \\s,-) }}",
5+
"filters.SetTopic.value": "replace_all(lowercase($.type), '\\s','-')",
66
"filters.SetTopic.field": "$topic",
77
"filters.SetTopic.type": "io.streamthoughts.kafka.connect.filepulse.filter.AppendFilter",
8-
"filters.SetKey.value": "{{ lowercase(artist) }}-{{ lowercase(title) }}",
8+
"filters.SetKey.value": "{{ lowercase($.artist) }}-{{ lowercase($.title) }}",
99
"filters.SetKey.field": "$key",
1010
"filters.SetKey.type": "io.streamthoughts.kafka.connect.filepulse.filter.AppendFilter",
1111
"filters.ParseDelimitedRow.extractColumnName": "headers",

config/connect-file-pulse-quickstart-csv.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
"config": {
33
"connector.class": "io.streamthoughts.kafka.connect.filepulse.source.FilePulseSourceConnector",
44
"filters": "ParseDelimitedRow, Drop",
5-
"filters.Drop.if": "{{ equals(artist,U2) }}",
5+
"filters.Drop.if": "{{ equals($value.artist, 'U2') }}",
66
"filters.Drop.invert": "true",
77
"filters.Drop.type": "io.streamthoughts.kafka.connect.filepulse.filter.DropFilter",
88
"filters.ParseDelimitedRow.extractColumnName": "headers",

connect-file-pulse-api/pom.xml

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -95,26 +95,25 @@
9595
</build>
9696

9797
<dependencies>
98-
9998
<dependency>
10099
<groupId>org.apache.kafka</groupId>
101100
<artifactId>kafka-clients</artifactId>
102101
</dependency>
103-
104102
<dependency>
105103
<groupId>org.apache.kafka</groupId>
106104
<artifactId>connect-api</artifactId>
107105
</dependency>
108-
109106
<dependency>
110107
<groupId>com.jsoniter</groupId>
111108
<artifactId>jsoniter</artifactId>
112109
</dependency>
113-
114110
<dependency>
115111
<groupId>commons-io</groupId>
116112
<artifactId>commons-io</artifactId>
117-
<version>2.5</version>
113+
</dependency>
114+
<dependency>
115+
<groupId>org.slf4j</groupId>
116+
<artifactId>slf4j-api</artifactId>
118117
</dependency>
119118

120119
<!-- START test dependencies-->

connect-file-pulse-api/src/main/java/io/streamthoughts/kafka/connect/filepulse/expression/parser/regex/AccessExpressionMatcher.java

Lines changed: 0 additions & 78 deletions
This file was deleted.

connect-file-pulse-api/src/main/java/io/streamthoughts/kafka/connect/filepulse/expression/parser/regex/FunctionExpressionMatcher.java

Lines changed: 0 additions & 97 deletions
This file was deleted.

connect-file-pulse-api/src/main/java/io/streamthoughts/kafka/connect/filepulse/expression/parser/regex/RegexExpressionMatchers.java

Lines changed: 0 additions & 49 deletions
This file was deleted.

0 commit comments

Comments
 (0)