public final class SourceProcessors extends Object
package-level documentation
.@Nonnull public static ProcessorMetaSupplier readMapP(@Nonnull String mapName)
Sources.map(String)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier readMapP(@Nonnull String mapName, @Nonnull Predicate<? super K,? super V> predicate, @Nonnull Projection<? super Map.Entry<K,V>,? extends T> projectionFn)
Sources.map(String, Predicate, Projection)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier readMapP(@Nonnull String mapName, @Nonnull Predicate<? super K,? super V> predicate, @Nonnull DistributedFunction<? super Map.Entry<K,V>,? extends T> projectionFn)
Sources.map(String, Predicate, DistributedFunction)
.@Nonnull public static <K,V> ProcessorMetaSupplier streamMapP(@Nonnull String mapName, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super Map.Entry<K,V>> wmGenParams)
Sources.mapJournal(String, JournalInitialPosition)
)}.@Nonnull public static <T,K,V> ProcessorMetaSupplier streamMapP(@Nonnull String mapName, @Nonnull DistributedPredicate<? super EventJournalMapEvent<K,V>> predicateFn, @Nonnull DistributedFunction<? super EventJournalMapEvent<K,V>,? extends T> projectionFn, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super T> wmGenParams)
Sources.mapJournal(String, DistributedPredicate, DistributedFunction, JournalInitialPosition)
.@Nonnull public static ProcessorMetaSupplier readRemoteMapP(@Nonnull String mapName, @Nonnull ClientConfig clientConfig)
Sources.remoteMap(String, ClientConfig)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier readRemoteMapP(@Nonnull String mapName, @Nonnull ClientConfig clientConfig, @Nonnull Predicate<? super K,? super V> predicate, @Nonnull Projection<? super Map.Entry<K,V>,? extends T> projection)
Sources.remoteMap(String, ClientConfig, Predicate, Projection)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier readRemoteMapP(@Nonnull String mapName, @Nonnull ClientConfig clientConfig, @Nonnull Predicate<? super K,? super V> predicate, @Nonnull DistributedFunction<? super Map.Entry<K,V>,? extends T> projectionFn)
Sources.remoteMap(String, ClientConfig, Predicate, DistributedFunction)
.@Nonnull public static <K,V> ProcessorMetaSupplier streamRemoteMapP(@Nonnull String mapName, @Nonnull ClientConfig clientConfig, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super Map.Entry<K,V>> wmGenParams)
Sources.remoteMapJournal(String, ClientConfig, JournalInitialPosition)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier streamRemoteMapP(@Nonnull String mapName, @Nonnull ClientConfig clientConfig, @Nonnull DistributedPredicate<? super EventJournalMapEvent<K,V>> predicateFn, @Nonnull DistributedFunction<? super EventJournalMapEvent<K,V>,? extends T> projectionFn, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super T> wmGenParams)
Sources.remoteMapJournal(String, ClientConfig,
DistributedPredicate, DistributedFunction, JournalInitialPosition)
.@Nonnull public static ProcessorMetaSupplier readCacheP(@Nonnull String cacheName)
Sources.cache(String)
.@Nonnull public static <K,V> ProcessorMetaSupplier streamCacheP(@Nonnull String cacheName, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super Map.Entry<K,V>> wmGenParams)
Sources.cacheJournal(String, JournalInitialPosition)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier streamCacheP(@Nonnull String cacheName, @Nonnull DistributedPredicate<? super EventJournalCacheEvent<K,V>> predicateFn, @Nonnull DistributedFunction<? super EventJournalCacheEvent<K,V>,? extends T> projectionFn, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super T> wmGenParams)
Sources.cacheJournal(String,
DistributedPredicate, DistributedFunction, JournalInitialPosition)
.@Nonnull public static ProcessorMetaSupplier readRemoteCacheP(@Nonnull String cacheName, @Nonnull ClientConfig clientConfig)
Sources.remoteCache(String, ClientConfig)
.@Nonnull public static <K,V> ProcessorMetaSupplier streamRemoteCacheP(@Nonnull String cacheName, @Nonnull ClientConfig clientConfig, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super Map.Entry<K,V>> wmGenParams)
Sources.remoteCacheJournal(String, ClientConfig, JournalInitialPosition)
.@Nonnull public static <T,K,V> ProcessorMetaSupplier streamRemoteCacheP(@Nonnull String cacheName, @Nonnull ClientConfig clientConfig, @Nonnull DistributedPredicate<? super EventJournalCacheEvent<K,V>> predicateFn, @Nonnull DistributedFunction<? super EventJournalCacheEvent<K,V>,? extends T> projectionFn, @Nonnull JournalInitialPosition initialPos, @Nonnull WatermarkGenerationParams<? super T> wmGenParams)
Sources.remoteCacheJournal(String, ClientConfig,
DistributedPredicate, DistributedFunction, JournalInitialPosition)
.@Nonnull public static ProcessorMetaSupplier readListP(@Nonnull String listName)
Sources.list(String)
.@Nonnull public static ProcessorMetaSupplier readRemoteListP(@Nonnull String listName, @Nonnull ClientConfig clientConfig)
Sources.remoteList(String, ClientConfig)
.@Nonnull public static ProcessorMetaSupplier streamSocketP(@Nonnull String host, int port, @Nonnull Charset charset)
Sources.socket(String, int, Charset)
.@Nonnull public static <R> ProcessorMetaSupplier readFilesP(@Nonnull String directory, @Nonnull Charset charset, @Nonnull String glob, boolean sharedFileSystem, @Nonnull DistributedBiFunction<? super String,? super String,? extends R> mapOutputFn)
Sources.filesBuilder(java.lang.String)
.
See FileSourceBuilder.build()
for more details.@Nonnull public static ProcessorMetaSupplier streamFilesP(@Nonnull String watchedDirectory, @Nonnull Charset charset, @Nonnull String glob, boolean sharedFileSystem, @Nonnull DistributedBiFunction<? super String,? super String,?> mapOutputFn)
Sources.filesBuilder(java.lang.String)
.
See FileSourceBuilder.buildWatcher()
for more details.@Nonnull public static <T> ProcessorMetaSupplier streamJmsQueueP(@Nonnull DistributedSupplier<? extends javax.jms.Connection> connectionSupplier, @Nonnull DistributedFunction<? super javax.jms.Connection,? extends javax.jms.Session> sessionFn, @Nonnull DistributedFunction<? super javax.jms.Session,? extends javax.jms.MessageConsumer> consumerFn, @Nonnull DistributedConsumer<? super javax.jms.Session> flushFn, @Nonnull DistributedFunction<? super javax.jms.Message,? extends T> projectionFn)
Sources.jmsQueueBuilder(com.hazelcast.jet.function.DistributedSupplier<? extends javax.jms.ConnectionFactory>)
.@Nonnull public static <T> ProcessorMetaSupplier streamJmsTopicP(@Nonnull DistributedSupplier<? extends javax.jms.Connection> connectionSupplier, @Nonnull DistributedFunction<? super javax.jms.Connection,? extends javax.jms.Session> sessionFn, @Nonnull DistributedFunction<? super javax.jms.Session,? extends javax.jms.MessageConsumer> consumerFn, @Nonnull DistributedConsumer<? super javax.jms.Session> flushFn, @Nonnull DistributedFunction<? super javax.jms.Message,? extends T> projectionFn)
Sources.jmsTopicBuilder(com.hazelcast.jet.function.DistributedSupplier<? extends javax.jms.ConnectionFactory>)
.public static <T> ProcessorMetaSupplier readJdbcP(@Nonnull DistributedSupplier<? extends Connection> connectionSupplier, @Nonnull ToResultSetFunction resultSetFn, @Nonnull DistributedFunction<? super ResultSet,? extends T> mapOutputFn)
Sources.jdbc(
DistributedSupplier, ToResultSetFunction, DistributedFunction)
.public static <T> ProcessorMetaSupplier readJdbcP(@Nonnull String connectionURL, @Nonnull String query, @Nonnull DistributedFunction<? super ResultSet,? extends T> mapOutputFn)
Sources.jdbc(String, String, DistributedFunction)
.@Nonnull public static <S,T> ProcessorMetaSupplier convenientSourceP(@Nonnull DistributedFunction<? super Processor.Context,? extends S> createFn, @Nonnull DistributedBiConsumer<? super S,? super SourceBuilder.SourceBuffer<T>> fillBufferFn, @Nonnull DistributedConsumer<? super S> destroyFn, int preferredLocalParallelism)
SourceBuilder
. This variant
creates a source that emits items without timestamps.S
- type of the source's state objectT
- type of items the source emitscreateFn
- function that creates the source's state objectfillBufferFn
- function that fills Jet's buffer with items to emitdestroyFn
- function that cleans up the resources held by the state objectpreferredLocalParallelism
- preferred local parallelism of the source vertex. Special values:
->
use the cluster's default local parallelism;
0 -> create a single processor for the entire cluster (total parallelism = 1)@Nonnull public static <S,T> ProcessorMetaSupplier convenientTimestampedSourceP(@Nonnull DistributedFunction<? super Processor.Context,? extends S> createFn, @Nonnull DistributedBiConsumer<? super S,? super SourceBuilder.TimestampedSourceBuffer<T>> fillBufferFn, @Nonnull WatermarkGenerationParams<? super com.hazelcast.jet.impl.JetEvent<T>> wmParams, @Nonnull DistributedConsumer<? super S> destroyFn, int preferredLocalParallelism)
SourceBuilder
. This variant
creates a source that emits timestamped events.S
- type of the source's state objectT
- type of items the source emitscreateFn
- function that creates the source's state objectfillBufferFn
- function that fills Jet's buffer with items to emitdestroyFn
- function that cleans up the resources held by the state objectpreferredLocalParallelism
- preferred local parallelism of the source vertex. Special values:
->
use the cluster's default local parallelism;
0 -> create a single processor for the entire cluster (total parallelism = 1)Copyright © 2018 Hazelcast, Inc.. All rights reserved.