com.hazelcast.jet.core.processor

Class SourceProcessors

java.lang.Object

com.hazelcast.jet.core.processor.SourceProcessors

public final class SourceProcessors
extends Object

Static utility class with factories of source processors (the DAG entry points). For other kinds for a vertices refer to the package-level documentation.

Method Summary

Modifier and Type	Method and Description
static ProcessorMetaSupplier	readCacheP(String cacheName) Returns a supplier of processors for Sources.cache(String).
static ProcessorMetaSupplier	readFilesP(String directory, Charset charset, String glob, DistributedBiFunction<String,String,?> mapOutputFn) Returns a supplier of processors for Sources.files(String, Charset, String, DistributedBiFunction).
static ProcessorMetaSupplier	readListP(String listName) Returns a supplier of processors for Sources.list(String).
static ProcessorMetaSupplier	readMapP(String mapName) Returns a supplier of processors for Sources.map(String).
static <T,K,V> ProcessorMetaSupplier	readMapP(String mapName, Predicate<K,V> predicate, DistributedFunction<Map.Entry<K,V>,T> projectionFn) Returns a supplier of processors for Sources.map(String, Predicate, DistributedFunction).
static <T,K,V> ProcessorMetaSupplier	readMapP(String mapName, Predicate<K,V> predicate, Projection<Map.Entry<K,V>,T> projectionFn) Returns a supplier of processors for Sources.map(String, Predicate, Projection).
static ProcessorMetaSupplier	readRemoteCacheP(String cacheName, ClientConfig clientConfig) Returns a supplier of processors for Sources.remoteCache(String, ClientConfig).
static ProcessorMetaSupplier	readRemoteListP(String listName, ClientConfig clientConfig) Returns a supplier of processors for Sources.remoteList(String, ClientConfig).
static ProcessorMetaSupplier	readRemoteMapP(String mapName, ClientConfig clientConfig) Returns a supplier of processors for Sources.remoteMap(String, ClientConfig).
static <T,K,V> ProcessorMetaSupplier	readRemoteMapP(String mapName, ClientConfig clientConfig, Predicate<K,V> predicate, DistributedFunction<Map.Entry<K,V>,T> projectionFn) Returns a supplier of processors for Sources.remoteMap(String, ClientConfig, Predicate, DistributedFunction).
static <T,K,V> ProcessorMetaSupplier	readRemoteMapP(String mapName, ClientConfig clientConfig, Predicate<K,V> predicate, Projection<Map.Entry<K,V>,T> projection) Returns a supplier of processors for Sources.remoteMap(String, ClientConfig, Predicate, Projection).
static <T,K,V> ProcessorMetaSupplier	streamCacheP(String cacheName, DistributedPredicate<EventJournalCacheEvent<K,V>> predicateFn, DistributedFunction<EventJournalCacheEvent<K,V>,T> projectionFn, JournalInitialPosition initialPos, WatermarkGenerationParams<T> wmGenParams) Returns a supplier of processors for Sources.cacheJournal(String, DistributedPredicate, DistributedFunction, JournalInitialPosition).
static <K,V> ProcessorMetaSupplier	streamCacheP(String cacheName, JournalInitialPosition initialPos, WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams) Returns a supplier of processors for Sources.cacheJournal(String, JournalInitialPosition).
static ProcessorMetaSupplier	streamFilesP(String watchedDirectory, Charset charset, String glob, DistributedBiFunction<String,String,?> mapOutputFn) Returns a supplier of processors for Sources.fileWatcher(String, Charset, String).
static <T,K,V> ProcessorMetaSupplier	streamMapP(String mapName, DistributedPredicate<EventJournalMapEvent<K,V>> predicateFn, DistributedFunction<EventJournalMapEvent<K,V>,T> projectionFn, JournalInitialPosition initialPos, WatermarkGenerationParams<? super T> wmGenParams) Returns a supplier of processors for Sources.mapJournal(String, DistributedPredicate, DistributedFunction, JournalInitialPosition).
static <K,V> ProcessorMetaSupplier	streamMapP(String mapName, JournalInitialPosition initialPos, WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams) Returns a supplier of processors for Sources.mapJournal(String, JournalInitialPosition) )}.
static <T,K,V> ProcessorMetaSupplier	streamRemoteCacheP(String cacheName, ClientConfig clientConfig, DistributedPredicate<EventJournalCacheEvent<K,V>> predicateFn, DistributedFunction<EventJournalCacheEvent<K,V>,T> projectionFn, JournalInitialPosition initialPos, WatermarkGenerationParams<T> wmGenParams) Returns a supplier of processors for Sources.remoteCacheJournal(String, ClientConfig, DistributedPredicate, DistributedFunction, JournalInitialPosition).
static <K,V> ProcessorMetaSupplier	streamRemoteCacheP(String cacheName, ClientConfig clientConfig, JournalInitialPosition initialPos, WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams) Returns a supplier of processors for Sources.remoteCacheJournal(String, ClientConfig, JournalInitialPosition).
static <T,K,V> ProcessorMetaSupplier	streamRemoteMapP(String mapName, ClientConfig clientConfig, DistributedPredicate<EventJournalMapEvent<K,V>> predicateFn, DistributedFunction<EventJournalMapEvent<K,V>,T> projectionFn, JournalInitialPosition initialPos, WatermarkGenerationParams<T> wmGenParams) Returns a supplier of processors for Sources.remoteMapJournal(String, ClientConfig, DistributedPredicate, DistributedFunction, JournalInitialPosition).
static <K,V> ProcessorMetaSupplier	streamRemoteMapP(String mapName, ClientConfig clientConfig, JournalInitialPosition initialPos, WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams) Returns a supplier of processors for Sources.remoteMapJournal(String, ClientConfig, JournalInitialPosition).
static ProcessorMetaSupplier	streamSocketP(String host, int port, Charset charset) Returns a supplier of processors for Sources.socket(String, int, Charset).

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

readMapP

@Nonnull
public static ProcessorMetaSupplier readMapP(@Nonnull
                                                      String mapName)

Returns a supplier of processors for Sources.map(String).

readMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier readMapP(@Nonnull
                                                              String mapName,
                                                              @Nonnull
                                                              Predicate<K,V> predicate,
                                                              @Nonnull
                                                              Projection<Map.Entry<K,V>,T> projectionFn)

Returns a supplier of processors for Sources.map(String, Predicate, Projection).

readMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier readMapP(@Nonnull
                                                              String mapName,
                                                              @Nonnull
                                                              Predicate<K,V> predicate,
                                                              @Nonnull
                                                              DistributedFunction<Map.Entry<K,V>,T> projectionFn)

Returns a supplier of processors for Sources.map(String, Predicate, DistributedFunction).

streamMapP

@Nonnull
public static <K,V> ProcessorMetaSupplier streamMapP(@Nonnull
                                                              String mapName,
                                                              @Nonnull
                                                              JournalInitialPosition initialPos,
                                                              WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams)

Returns a supplier of processors for Sources.mapJournal(String, JournalInitialPosition) )}.

streamMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier streamMapP(@Nonnull
                                                                String mapName,
                                                                @Nonnull
                                                                DistributedPredicate<EventJournalMapEvent<K,V>> predicateFn,
                                                                @Nonnull
                                                                DistributedFunction<EventJournalMapEvent<K,V>,T> projectionFn,
                                                                @Nonnull
                                                                JournalInitialPosition initialPos,
                                                                WatermarkGenerationParams<? super T> wmGenParams)

Returns a supplier of processors for Sources.mapJournal(String, DistributedPredicate, DistributedFunction, JournalInitialPosition).

readRemoteMapP

@Nonnull
public static ProcessorMetaSupplier readRemoteMapP(@Nonnull
                                                            String mapName,
                                                            @Nonnull
                                                            ClientConfig clientConfig)

Returns a supplier of processors for Sources.remoteMap(String, ClientConfig).

readRemoteMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier readRemoteMapP(@Nonnull
                                                                    String mapName,
                                                                    @Nonnull
                                                                    ClientConfig clientConfig,
                                                                    @Nonnull
                                                                    Predicate<K,V> predicate,
                                                                    @Nonnull
                                                                    Projection<Map.Entry<K,V>,T> projection)

Returns a supplier of processors for Sources.remoteMap(String, ClientConfig, Predicate, Projection).

readRemoteMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier readRemoteMapP(@Nonnull
                                                                    String mapName,
                                                                    @Nonnull
                                                                    ClientConfig clientConfig,
                                                                    @Nonnull
                                                                    Predicate<K,V> predicate,
                                                                    @Nonnull
                                                                    DistributedFunction<Map.Entry<K,V>,T> projectionFn)

Returns a supplier of processors for Sources.remoteMap(String, ClientConfig, Predicate, DistributedFunction).

streamRemoteMapP

@Nonnull
public static <K,V> ProcessorMetaSupplier streamRemoteMapP(@Nonnull
                                                                    String mapName,
                                                                    @Nonnull
                                                                    ClientConfig clientConfig,
                                                                    @Nonnull
                                                                    JournalInitialPosition initialPos,
                                                                    WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams)

Returns a supplier of processors for Sources.remoteMapJournal(String, ClientConfig, JournalInitialPosition).

streamRemoteMapP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier streamRemoteMapP(@Nonnull
                                                                      String mapName,
                                                                      @Nonnull
                                                                      ClientConfig clientConfig,
                                                                      @Nonnull
                                                                      DistributedPredicate<EventJournalMapEvent<K,V>> predicateFn,
                                                                      @Nonnull
                                                                      DistributedFunction<EventJournalMapEvent<K,V>,T> projectionFn,
                                                                      @Nonnull
                                                                      JournalInitialPosition initialPos,
                                                                      @Nonnull
                                                                      WatermarkGenerationParams<T> wmGenParams)

Returns a supplier of processors for Sources.remoteMapJournal(String, ClientConfig, DistributedPredicate, DistributedFunction, JournalInitialPosition).

readCacheP

@Nonnull
public static ProcessorMetaSupplier readCacheP(@Nonnull
                                                        String cacheName)

Returns a supplier of processors for Sources.cache(String).

streamCacheP

@Nonnull
public static <K,V> ProcessorMetaSupplier streamCacheP(@Nonnull
                                                                String cacheName,
                                                                @Nonnull
                                                                JournalInitialPosition initialPos,
                                                                @Nonnull
                                                                WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams)

Returns a supplier of processors for Sources.cacheJournal(String, JournalInitialPosition).

streamCacheP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier streamCacheP(@Nonnull
                                                                  String cacheName,
                                                                  @Nonnull
                                                                  DistributedPredicate<EventJournalCacheEvent<K,V>> predicateFn,
                                                                  @Nonnull
                                                                  DistributedFunction<EventJournalCacheEvent<K,V>,T> projectionFn,
                                                                  @Nonnull
                                                                  JournalInitialPosition initialPos,
                                                                  @Nonnull
                                                                  WatermarkGenerationParams<T> wmGenParams)

Returns a supplier of processors for Sources.cacheJournal(String, DistributedPredicate, DistributedFunction, JournalInitialPosition).

readRemoteCacheP

@Nonnull
public static ProcessorMetaSupplier readRemoteCacheP(@Nonnull
                                                              String cacheName,
                                                              @Nonnull
                                                              ClientConfig clientConfig)

Returns a supplier of processors for Sources.remoteCache(String, ClientConfig).

streamRemoteCacheP

@Nonnull
public static <K,V> ProcessorMetaSupplier streamRemoteCacheP(@Nonnull
                                                                      String cacheName,
                                                                      @Nonnull
                                                                      ClientConfig clientConfig,
                                                                      @Nonnull
                                                                      JournalInitialPosition initialPos,
                                                                      @Nonnull
                                                                      WatermarkGenerationParams<Map.Entry<K,V>> wmGenParams)

Returns a supplier of processors for Sources.remoteCacheJournal(String, ClientConfig, JournalInitialPosition).

streamRemoteCacheP

@Nonnull
public static <T,K,V> ProcessorMetaSupplier streamRemoteCacheP(@Nonnull
                                                                        String cacheName,
                                                                        @Nonnull
                                                                        ClientConfig clientConfig,
                                                                        @Nonnull
                                                                        DistributedPredicate<EventJournalCacheEvent<K,V>> predicateFn,
                                                                        @Nonnull
                                                                        DistributedFunction<EventJournalCacheEvent<K,V>,T> projectionFn,
                                                                        @Nonnull
                                                                        JournalInitialPosition initialPos,
                                                                        @Nonnull
                                                                        WatermarkGenerationParams<T> wmGenParams)

Returns a supplier of processors for Sources.remoteCacheJournal(String, ClientConfig, DistributedPredicate, DistributedFunction, JournalInitialPosition).

readListP

@Nonnull
public static ProcessorMetaSupplier readListP(@Nonnull
                                                       String listName)

Returns a supplier of processors for Sources.list(String).

readRemoteListP

@Nonnull
public static ProcessorMetaSupplier readRemoteListP(@Nonnull
                                                             String listName,
                                                             @Nonnull
                                                             ClientConfig clientConfig)

Returns a supplier of processors for Sources.remoteList(String, ClientConfig).

streamSocketP

@Nonnull
public static ProcessorMetaSupplier streamSocketP(@Nonnull
                                                           String host,
                                                           int port,
                                                           @Nonnull
                                                           Charset charset)

Returns a supplier of processors for Sources.socket(String, int, Charset).

readFilesP

@Nonnull
public static ProcessorMetaSupplier readFilesP(@Nonnull
                                                        String directory,
                                                        @Nonnull
                                                        Charset charset,
                                                        @Nonnull
                                                        String glob,
                                                        @Nonnull
                                                        DistributedBiFunction<String,String,?> mapOutputFn)

Returns a supplier of processors for Sources.files(String, Charset, String, DistributedBiFunction).

streamFilesP

public static ProcessorMetaSupplier streamFilesP(@Nonnull
                                                 String watchedDirectory,
                                                 @Nonnull
                                                 Charset charset,
                                                 @Nonnull
                                                 String glob,
                                                 @Nonnull
                                                 DistributedBiFunction<String,String,?> mapOutputFn)

Returns a supplier of processors for Sources.fileWatcher(String, Charset, String).