Package com.hazelcast.jet.kafka

Class KafkaProcessors

java.lang.Object

com.hazelcast.jet.kafka.KafkaProcessors

public final class KafkaProcessors
extends java.lang.Object

Static utility class with factories of Apache Kafka source and sink processors.

Since:

Jet 3.0

Method Summary

Modifier and Type	Method	Description
static <K,V,T> ProcessorMetaSupplier	streamKafkaP(DataConnectionRef dataConnectionRef, FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn, EventTimePolicy<? super T> eventTimePolicy, java.lang.String... topics)	Returns a supplier of processors for KafkaSources.kafka(DataConnectionRef, FunctionEx, String...).
static <K,V,T> ProcessorMetaSupplier	streamKafkaP(java.util.Properties properties, FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn, EventTimePolicy<? super T> eventTimePolicy, TopicsConfig topicsConfig)	Returns a supplier of processors for KafkaSources.kafka(Properties, FunctionEx, TopicsConfig)}.
static <K,V,T> ProcessorMetaSupplier	streamKafkaP(java.util.Properties properties, FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn, EventTimePolicy<? super T> eventTimePolicy, java.lang.String... topics)	Returns a supplier of processors for KafkaSources.kafka(Properties, FunctionEx, String...).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(DataConnectionRef dataConnectionRef, FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, FunctionEx).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(DataConnectionRef dataConnectionRef, java.lang.String topic, FunctionEx<? super T,? extends K> extractKeyFn, FunctionEx<? super T,? extends V> extractValueFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, String, FunctionEx, FunctionEx).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(DataConnectionRef dataConnectionRef, java.util.Properties properties, FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(Properties, FunctionEx).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(DataConnectionRef dataConnectionRef, java.util.Properties properties, java.lang.String topic, FunctionEx<? super T,? extends K> extractKeyFn, FunctionEx<? super T,? extends V> extractValueFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, Properties, String, FunctionEx, FunctionEx).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(java.util.Properties properties, FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(Properties, FunctionEx).
static <T,K,V> ProcessorMetaSupplier	writeKafkaP(java.util.Properties properties, java.lang.String topic, FunctionEx<? super T,? extends K> extractKeyFn, FunctionEx<? super T,? extends V> extractValueFn, boolean exactlyOnce)	Returns a supplier of processors for KafkaSinks.kafka(Properties, String, FunctionEx, FunctionEx).

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

streamKafkaP

public static <K,V,T> ProcessorMetaSupplier streamKafkaP(@Nonnull
                                                                     java.util.Properties properties,
                                                                     @Nonnull
                                                                     FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn,
                                                                     @Nonnull
                                                                     EventTimePolicy<? super T> eventTimePolicy,
                                                                     @Nonnull
                                                                     java.lang.String... topics)

Returns a supplier of processors for KafkaSources.kafka(Properties, FunctionEx, String...).

streamKafkaP

public static <K,V,T> ProcessorMetaSupplier streamKafkaP(@Nonnull
                                                                     java.util.Properties properties,
                                                                     @Nonnull
                                                                     FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn,
                                                                     @Nonnull
                                                                     EventTimePolicy<? super T> eventTimePolicy,
                                                                     @Nonnull
                                                                     TopicsConfig topicsConfig)

Returns a supplier of processors for KafkaSources.kafka(Properties, FunctionEx, TopicsConfig)}.

Since:

5.3

streamKafkaP

public static <K,V,T> ProcessorMetaSupplier streamKafkaP(@Nonnull
                                                                     DataConnectionRef dataConnectionRef,
                                                                     @Nonnull
                                                                     FunctionEx<? super org.apache.kafka.clients.consumer.ConsumerRecord<K,V>,? extends T> projectionFn,
                                                                     @Nonnull
                                                                     EventTimePolicy<? super T> eventTimePolicy,
                                                                     @Nonnull
                                                                     java.lang.String... topics)

Returns a supplier of processors for KafkaSources.kafka(DataConnectionRef, FunctionEx, String...).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    java.util.Properties properties,
                                                                    @Nonnull
                                                                    java.lang.String topic,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends K> extractKeyFn,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends V> extractValueFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(Properties, String, FunctionEx, FunctionEx).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    DataConnectionRef dataConnectionRef,
                                                                    @Nonnull
                                                                    java.lang.String topic,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends K> extractKeyFn,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends V> extractValueFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, String, FunctionEx, FunctionEx).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    DataConnectionRef dataConnectionRef,
                                                                    @Nonnull
                                                                    java.util.Properties properties,
                                                                    @Nonnull
                                                                    java.lang.String topic,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends K> extractKeyFn,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends V> extractValueFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, Properties, String, FunctionEx, FunctionEx).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    java.util.Properties properties,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(Properties, FunctionEx).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    DataConnectionRef dataConnectionRef,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(DataConnectionRef, FunctionEx).

writeKafkaP

public static <T,K,V> ProcessorMetaSupplier writeKafkaP(@Nonnull
                                                                    DataConnectionRef dataConnectionRef,
                                                                    @Nonnull
                                                                    java.util.Properties properties,
                                                                    @Nonnull
                                                                    FunctionEx<? super T,? extends org.apache.kafka.clients.producer.ProducerRecord<K,V>> toRecordFn,
                                                                    boolean exactlyOnce)

Returns a supplier of processors for KafkaSinks.kafka(Properties, FunctionEx).