From d5178f0941e95e524f0d299fbd0e00a479990d83 Mon Sep 17 00:00:00 2001 From: Ahmed Hamdy Date: Fri, 27 Dec 2024 17:24:50 +0000 Subject: [PATCH] [FLINK-36971] Add Sqs SQL connector --- .../flink-sql-connector-sqs/pom.xml | 97 +++++++++++++++++++ .../src/main/resources/META-INF/NOTICE | 56 +++++++++++ .../flink/connector/sqs/PackagingITCase.java | 30 ++++++ flink-connector-aws/pom.xml | 1 + 4 files changed, 184 insertions(+) create mode 100644 flink-connector-aws/flink-sql-connector-sqs/pom.xml create mode 100644 flink-connector-aws/flink-sql-connector-sqs/src/main/resources/META-INF/NOTICE create mode 100644 flink-connector-aws/flink-sql-connector-sqs/src/test/java/org/apache/flink/connector/sqs/PackagingITCase.java diff --git a/flink-connector-aws/flink-sql-connector-sqs/pom.xml b/flink-connector-aws/flink-sql-connector-sqs/pom.xml new file mode 100644 index 00000000..ec93e833 --- /dev/null +++ b/flink-connector-aws/flink-sql-connector-sqs/pom.xml @@ -0,0 +1,97 @@ + + 4.0.0 + + org.apache.flink + flink-connector-aws-parent + 5.1-SNAPSHOT + ../pom.xml + + + flink-sql-connector-sqs + Flink : Connectors : AWS : SQL : Amazon SQS + jar + + + + + org.apache.flink + flink-test-utils-junit + ${flink.version} + test + + + + + + + org.apache.flink + flink-connector-sqs + ${project.version} + + + + + + + org.apache.maven.plugins + maven-shade-plugin + + + shade-flink + package + + shade + + + + + org.apache.flink:flink-connector-aws-base + org.apache.flink:flink-connector-sqs + software.amazon.awssdk:* + org.reactivestreams:* + com.typesafe.netty:* + org.apache.httpcomponents:* + io.netty:* + commons-logging:commons-logging + commons-codec:commons-codec + + + + + software.amazon + org.apache.flink.connector.sqs.shaded.software.amazon + + + org.reactivestreams + org.apache.flink.connector.sqs.shaded.org.reactivestreams + + + com.typesafe.netty + org.apache.flink.connector.sqs.shaded.com.typesafe.netty + + + org.apache.http + org.apache.flink.connector.sqs.shaded.org.apache.http + + + io.netty + org.apache.flink.connector.sqs.shaded.io.netty + + + + + org.apache.flink:flink-connector-sqs:* + + profile + + + + + + + + + + + diff --git a/flink-connector-aws/flink-sql-connector-sqs/src/main/resources/META-INF/NOTICE b/flink-connector-aws/flink-sql-connector-sqs/src/main/resources/META-INF/NOTICE new file mode 100644 index 00000000..cce0d05c --- /dev/null +++ b/flink-connector-aws/flink-sql-connector-sqs/src/main/resources/META-INF/NOTICE @@ -0,0 +1,56 @@ +flink-sql-connector-sqs + +Copyright 2022-2024 The Apache Software Foundation + +This product includes software developed at +The Apache Software Foundation (http://www.apache.org/). + +This project bundles the following dependencies under the Apache Software License 2.0. (http://www.apache.org/licenses/LICENSE-2.0.txt) + +- software.amazon.awssdk:apache-client:jar:2.26.19 +- software.amazon.awssdk:arns:jar:2.26.19 +- software.amazon.awssdk:sts:jar:2.26.19 +- software.amazon.awssdk:aws-query-protocol:jar:2.26.19 +- software.amazon.awssdk:profiles:jar:2.26.19 +- software.amazon.awssdk:sqs:jar:2.26.19 +- software.amazon.awssdk:aws-json-protocol:jar:2.26.19 +- software.amazon.awssdk:third-party-jackson-core:jar:2.26.19 +- software.amazon.awssdk:protocol-core:jar:2.26.19 +- software.amazon.awssdk:http-auth-aws:jar:2.26.19 +- software.amazon.awssdk:checksums-spi:jar:2.26.19 +- software.amazon.awssdk:checksums:jar:2.26.19 +- software.amazon.awssdk:sdk-core:jar:2.26.19 +- software.amazon.awssdk:retries:jar:2.26.19 +- software.amazon.awssdk:auth:jar:2.26.19 +- software.amazon.awssdk:http-auth-spi:jar:2.26.19 +- software.amazon.awssdk:http-auth:jar:2.26.19 +- software.amazon.awssdk:identity-spi:jar:2.26.19 +- software.amazon.awssdk:http-client-spi:jar:2.26.19 +- software.amazon.awssdk:regions:jar:2.26.19 +- software.amazon.awssdk:annotations:jar:2.26.19 +- software.amazon.awssdk:utils:jar:2.26.19 +- software.amazon.awssdk:aws-core:jar:2.26.19 +- software.amazon.awssdk:metrics-spi:jar:2.26.19 +- software.amazon.awssdk:json-utils:jar:2.26.19 +- software.amazon.awssdk:endpoints-spi:jar:2.26.19 +- software.amazon.awssdk:retries-spi:jar:2.26.19 +- software.amazon.awssdk:netty-nio-client:jar:2.26.19 +- io.netty:netty-codec-http:jar:4.1.86.Final +- io.netty:netty-codec-http2:jar:4.1.86.Final +- io.netty:netty-codec:jar:4.1.86.Final +- io.netty:netty-transport:jar:4.1.86.Final +- io.netty:netty-common:jar:4.1.86.Final +- io.netty:netty-buffer:jar:4.1.86.Final +- io.netty:netty-handler:jar:4.1.86.Final +- io.netty:netty-transport-native-unix-common:jar:4.1.86.Final +- io.netty:netty-transport-classes-epoll:jar:4.1.86.Final +- io.netty:netty-resolver:jar:4.1.86.Final +- org.apache.httpcomponents:httpclient:jar:4.5.13 +- commons-logging:commons-logging:jar:1.1.3 +- org.apache.httpcomponents:httpcore:jar:4.4.14 +- commons-codec:commons-codec:jar:1.15 + + +This project bundles the following dependencies under the MIT-0 license (https://spdx.org/licenses/MIT-0.html). + +- org.reactivestreams:reactive-streams:jar:1.0.4 diff --git a/flink-connector-aws/flink-sql-connector-sqs/src/test/java/org/apache/flink/connector/sqs/PackagingITCase.java b/flink-connector-aws/flink-sql-connector-sqs/src/test/java/org/apache/flink/connector/sqs/PackagingITCase.java new file mode 100644 index 00000000..8d464111 --- /dev/null +++ b/flink-connector-aws/flink-sql-connector-sqs/src/test/java/org/apache/flink/connector/sqs/PackagingITCase.java @@ -0,0 +1,30 @@ +package org.apache.flink.connector.sqs; + +import org.apache.flink.packaging.PackagingTestUtils; +import org.apache.flink.table.factories.Factory; +import org.apache.flink.test.resources.ResourceTestUtils; + +import org.junit.jupiter.api.Test; + +import java.nio.file.Path; +import java.util.Arrays; + +/** Packaging test for the SQS SQL connector. */ +public class PackagingITCase { + + @Test + void testPackaging() throws Exception { + final Path jar = ResourceTestUtils.getResource(".*/flink-sql-connector-sqs[^/]*\\.jar"); + + PackagingTestUtils.assertJarContainsOnlyFilesMatching( + jar, + Arrays.asList( + "org/apache/flink/", + "org/apache/commons/", + "META-INF/", + "mozilla/", + "mime.types", + "VersionInfo.java")); + PackagingTestUtils.assertJarContainsServiceEntry(jar, Factory.class); + } +} diff --git a/flink-connector-aws/pom.xml b/flink-connector-aws/pom.xml index 9a62b32b..fba3839b 100644 --- a/flink-connector-aws/pom.xml +++ b/flink-connector-aws/pom.xml @@ -44,6 +44,7 @@ under the License. flink-sql-connector-aws-kinesis-firehose flink-sql-connector-aws-kinesis-streams flink-sql-connector-kinesis + flink-sql-connector-sqs \ No newline at end of file