Skip to content

Commit d5178f0

Browse files
vahmed-hamdyvahmed-hamdy
committed
[FLINK-36971] Add Sqs SQL connector
1 parent b55dec1 commit d5178f0

File tree

4 files changed

+184
-0
lines changed

4 files changed

+184
-0
lines changed

‎flink-connector-aws/flink-sql-connector-sqs/pom.xml

+97
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,97 @@
1+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
2+
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
3+
<modelVersion>4.0.0</modelVersion>
4+
<parent>
5+
<groupId>org.apache.flink</groupId>
6+
<artifactId>flink-connector-aws-parent</artifactId>
7+
<version>5.1-SNAPSHOT</version>
8+
<relativePath>../pom.xml</relativePath>
9+
</parent>
10+
11+
<artifactId>flink-sql-connector-sqs</artifactId>
12+
<name>Flink : Connectors : AWS : SQL : Amazon SQS</name>
13+
<packaging>jar</packaging>
14+
15+
<dependencyManagement>
16+
<dependencies>
17+
<dependency>
18+
<groupId>org.apache.flink</groupId>
19+
<artifactId>flink-test-utils-junit</artifactId>
20+
<version>${flink.version}</version>
21+
<scope>test</scope>
22+
</dependency>
23+
</dependencies>
24+
</dependencyManagement>
25+
26+
<dependencies>
27+
<dependency>
28+
<groupId>org.apache.flink</groupId>
29+
<artifactId>flink-connector-sqs</artifactId>
30+
<version>${project.version}</version>
31+
</dependency>
32+
</dependencies>
33+
34+
<build>
35+
<plugins>
36+
<plugin>
37+
<groupId>org.apache.maven.plugins</groupId>
38+
<artifactId>maven-shade-plugin</artifactId>
39+
<executions>
40+
<execution>
41+
<id>shade-flink</id>
42+
<phase>package</phase>
43+
<goals>
44+
<goal>shade</goal>
45+
</goals>
46+
<configuration>
47+
<artifactSet>
48+
<includes>
49+
<include>org.apache.flink:flink-connector-aws-base</include>
50+
<include>org.apache.flink:flink-connector-sqs</include>
51+
<include>software.amazon.awssdk:*</include>
52+
<include>org.reactivestreams:*</include>
53+
<include>com.typesafe.netty:*</include>
54+
<include>org.apache.httpcomponents:*</include>
55+
<include>io.netty:*</include>
56+
<include>commons-logging:commons-logging</include>
57+
<include>commons-codec:commons-codec</include>
58+
</includes>
59+
</artifactSet>
60+
<relocations>
61+
<relocation>
62+
<pattern>software.amazon</pattern>
63+
<shadedPattern>org.apache.flink.connector.sqs.shaded.software.amazon</shadedPattern>
64+
</relocation>
65+
<relocation>
66+
<pattern>org.reactivestreams</pattern>
67+
<shadedPattern>org.apache.flink.connector.sqs.shaded.org.reactivestreams</shadedPattern>
68+
</relocation>
69+
<relocation>
70+
<pattern>com.typesafe.netty</pattern>
71+
<shadedPattern>org.apache.flink.connector.sqs.shaded.com.typesafe.netty</shadedPattern>
72+
</relocation>
73+
<relocation>
74+
<pattern>org.apache.http</pattern>
75+
<shadedPattern>org.apache.flink.connector.sqs.shaded.org.apache.http</shadedPattern>
76+
</relocation>
77+
<relocation>
78+
<pattern>io.netty</pattern>
79+
<shadedPattern>org.apache.flink.connector.sqs.shaded.io.netty</shadedPattern>
80+
</relocation>
81+
</relocations>
82+
<filters>
83+
<filter>
84+
<artifact>org.apache.flink:flink-connector-sqs:*</artifact>
85+
<excludes>
86+
<exclude>profile</exclude>
87+
</excludes>
88+
</filter>
89+
</filters>
90+
</configuration>
91+
</execution>
92+
</executions>
93+
</plugin>
94+
</plugins>
95+
</build>
96+
97+
</project>

‎flink-connector-aws/flink-sql-connector-sqs/src/main/resources/META-INF/NOTICE

+56
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
flink-sql-connector-sqs
2+
3+
Copyright 2022-2024 The Apache Software Foundation
4+
5+
This product includes software developed at
6+
The Apache Software Foundation (http://www.apache.org/).
7+
8+
This project bundles the following dependencies under the Apache Software License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt)
9+
10+
- software.amazon.awssdk:apache-client:jar:2.26.19
11+
- software.amazon.awssdk:arns:jar:2.26.19
12+
- software.amazon.awssdk:sts:jar:2.26.19
13+
- software.amazon.awssdk:aws-query-protocol:jar:2.26.19
14+
- software.amazon.awssdk:profiles:jar:2.26.19
15+
- software.amazon.awssdk:sqs:jar:2.26.19
16+
- software.amazon.awssdk:aws-json-protocol:jar:2.26.19
17+
- software.amazon.awssdk:third-party-jackson-core:jar:2.26.19
18+
- software.amazon.awssdk:protocol-core:jar:2.26.19
19+
- software.amazon.awssdk:http-auth-aws:jar:2.26.19
20+
- software.amazon.awssdk:checksums-spi:jar:2.26.19
21+
- software.amazon.awssdk:checksums:jar:2.26.19
22+
- software.amazon.awssdk:sdk-core:jar:2.26.19
23+
- software.amazon.awssdk:retries:jar:2.26.19
24+
- software.amazon.awssdk:auth:jar:2.26.19
25+
- software.amazon.awssdk:http-auth-spi:jar:2.26.19
26+
- software.amazon.awssdk:http-auth:jar:2.26.19
27+
- software.amazon.awssdk:identity-spi:jar:2.26.19
28+
- software.amazon.awssdk:http-client-spi:jar:2.26.19
29+
- software.amazon.awssdk:regions:jar:2.26.19
30+
- software.amazon.awssdk:annotations:jar:2.26.19
31+
- software.amazon.awssdk:utils:jar:2.26.19
32+
- software.amazon.awssdk:aws-core:jar:2.26.19
33+
- software.amazon.awssdk:metrics-spi:jar:2.26.19
34+
- software.amazon.awssdk:json-utils:jar:2.26.19
35+
- software.amazon.awssdk:endpoints-spi:jar:2.26.19
36+
- software.amazon.awssdk:retries-spi:jar:2.26.19
37+
- software.amazon.awssdk:netty-nio-client:jar:2.26.19
38+
- io.netty:netty-codec-http:jar:4.1.86.Final
39+
- io.netty:netty-codec-http2:jar:4.1.86.Final
40+
- io.netty:netty-codec:jar:4.1.86.Final
41+
- io.netty:netty-transport:jar:4.1.86.Final
42+
- io.netty:netty-common:jar:4.1.86.Final
43+
- io.netty:netty-buffer:jar:4.1.86.Final
44+
- io.netty:netty-handler:jar:4.1.86.Final
45+
- io.netty:netty-transport-native-unix-common:jar:4.1.86.Final
46+
- io.netty:netty-transport-classes-epoll:jar:4.1.86.Final
47+
- io.netty:netty-resolver:jar:4.1.86.Final
48+
- org.apache.httpcomponents:httpclient:jar:4.5.13
49+
- commons-logging:commons-logging:jar:1.1.3
50+
- org.apache.httpcomponents:httpcore:jar:4.4.14
51+
- commons-codec:commons-codec:jar:1.15
52+
53+
54+
This project bundles the following dependencies under the MIT-0 license (https://spdx.org/licenses/MIT-0.html).
55+
56+
- org.reactivestreams:reactive-streams:jar:1.0.4

‎flink-connector-aws/flink-sql-connector-sqs/src/test/java/org/apache/flink/connector/sqs/PackagingITCase.java

+30
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,30 @@
1+
package org.apache.flink.connector.sqs;
2+
3+
import org.apache.flink.packaging.PackagingTestUtils;
4+
import org.apache.flink.table.factories.Factory;
5+
import org.apache.flink.test.resources.ResourceTestUtils;
6+
7+
import org.junit.jupiter.api.Test;
8+
9+
import java.nio.file.Path;
10+
import java.util.Arrays;
11+
12+
/** Packaging test for the SQS SQL connector. */
13+
public class PackagingITCase {
14+
15+
@Test
16+
void testPackaging() throws Exception {
17+
final Path jar = ResourceTestUtils.getResource(".*/flink-sql-connector-sqs[^/]*\\.jar");
18+
19+
PackagingTestUtils.assertJarContainsOnlyFilesMatching(
20+
jar,
21+
Arrays.asList(
22+
"org/apache/flink/",
23+
"org/apache/commons/",
24+
"META-INF/",
25+
"mozilla/",
26+
"mime.types",
27+
"VersionInfo.java"));
28+
PackagingTestUtils.assertJarContainsServiceEntry(jar, Factory.class);
29+
}
30+
}

‎flink-connector-aws/pom.xml

+1
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@ under the License.
4444
<module>flink-sql-connector-aws-kinesis-firehose</module>
4545
<module>flink-sql-connector-aws-kinesis-streams</module>
4646
<module>flink-sql-connector-kinesis</module>
47+
<module>flink-sql-connector-sqs</module>
4748
</modules>
4849

4950
</project>

0 commit comments

Comments
 (0)