feat: Added keys source connector (Redis CDC)

Author: jruaux

core/redis-kafka-connect/src/main/java/com/redis/kafka/connect/RedisKeysSourceConnector.java

@@ -0,0 +1,32 @@
+/*
+ * Copyright © 2021 Redis
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.redis.kafka.connect;
+
+import org.apache.kafka.connect.connector.Task;
+
+import com.redis.kafka.connect.source.AbstractRedisSourceConnector;
+import com.redis.kafka.connect.source.RedisKeysSourceConfigDef;
+import com.redis.kafka.connect.source.RedisKeysSourceTask;
+
+public class RedisKeysSourceConnector extends AbstractRedisSourceConnector {
+
+	@Override
+	public Class<? extends Task> taskClass() {
+		return RedisKeysSourceTask.class;
+	}
+
+	@Override
+	public RedisKeysSourceConfigDef config() {
+		return new RedisKeysSourceConfigDef();
+	}
+}

core/redis-kafka-connect/src/main/java/com/redis/kafka/connect/RedisSinkConnector.java

@@ -23,8 +23,8 @@
 import org.apache.kafka.connect.connector.Task;
 import org.apache.kafka.connect.sink.SinkConnector;
 
-import com.redis.kafka.connect.common.VersionProvider;
-import com.redis.kafka.connect.sink.RedisSinkConfig;
+import com.redis.kafka.connect.common.ManifestVersionProvider;
+import com.redis.kafka.connect.sink.RedisSinkConfigDef;
 import com.redis.kafka.connect.sink.RedisSinkTask;
 
 public class RedisSinkConnector extends SinkConnector {
@@ -53,11 +53,11 @@ public void stop() {
 
 	@Override
 	public ConfigDef config() {
-		return new RedisSinkConfig.RedisSinkConfigDef();
+		return new RedisSinkConfigDef();
 	}
 
 	@Override
 	public String version() {
-		return VersionProvider.getVersion();
+		return ManifestVersionProvider.getVersion();
 	}
 }

core/redis-kafka-connect/src/main/java/com/redis/kafka/connect/RedisSourceConnector.java

@@ -0,0 +1,32 @@
+/*
+ * Copyright © 2021 Redis
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package com.redis.kafka.connect;
+
+import org.apache.kafka.connect.connector.Task;
+
+import com.redis.kafka.connect.source.AbstractRedisSourceConnector;
+import com.redis.kafka.connect.source.RedisStreamSourceConfigDef;
+import com.redis.kafka.connect.source.RedisStreamSourceTask;
+
+public class RedisStreamSourceConnector extends AbstractRedisSourceConnector {
+
+	@Override
+	public Class<? extends Task> taskClass() {
+		return RedisStreamSourceTask.class;
+	}
+
+	@Override
+	public RedisStreamSourceConfigDef config() {
+		return new RedisStreamSourceConfigDef();
+	}
+}

core/redis-kafka-connect/src/main/java/com/redis/kafka/connect/RedisStreamSourceConnector.java

@@ -0,0 +1,58 @@
+package com.redis.kafka.connect.common;
+
+import java.io.IOException;
+import java.net.URL;
+import java.util.Enumeration;
+import java.util.Optional;
+import java.util.jar.Attributes;
+import java.util.jar.Manifest;
+
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Returns version information from the jar file's {@code /META-INF/MANIFEST.MF}
+ */
+public class ManifestVersionProvider {
+
+	private static final Logger log = LoggerFactory.getLogger(ManifestVersionProvider.class);
+
+	private static final String IMPLEMENTATION_TITLE = "Implementation-Title";
+	private static final String IMPLEMENTATION_VERSION = "Implementation-Version";
+	private static final String IMPLEMENTATION_TITLE_VALUE = "redis-kafka-connect";
+	private static final String UNKNOWN_VERSION = "N/A";
+	private static final String MANIFEST = "META-INF/MANIFEST.MF";
+
+	public static String getVersion() {
+		try {
+			Enumeration<URL> resources = ManifestVersionProvider.class.getClassLoader().getResources(MANIFEST);
+			while (resources.hasMoreElements()) {
+				Optional<String> version = version(resources.nextElement());
+				if (version.isPresent()) {
+					return version.get();
+				}
+			}
+		} catch (Exception e) {
+			log.error("Could not get version from MANIFEST.MF", e);
+		}
+		return UNKNOWN_VERSION;
+	}
+
+	private static Optional<String> version(URL url) throws IOException {
+		Manifest manifest = new Manifest(url.openStream());
+		if (isApplicableManifest(manifest)) {
+			Attributes attr = manifest.getMainAttributes();
+			return Optional.of(String.valueOf(get(attr, IMPLEMENTATION_VERSION)));
+		}
+		return Optional.empty();
+	}
+
+	private static boolean isApplicableManifest(Manifest manifest) {
+		Attributes attributes = manifest.getMainAttributes();
+		return IMPLEMENTATION_TITLE_VALUE.equals(get(attributes, IMPLEMENTATION_TITLE));
+	}
+
+	private static Object get(Attributes attributes, String key) {
+		return attributes.get(new Attributes.Name(key));
+	}
+}