com.hazelcast.map

Class DefaultRecordStore

java.lang.Object

com.hazelcast.map.DefaultRecordStore

All Implemented Interfaces:

RecordStore

public class DefaultRecordStore
extends Object
implements RecordStore

Default implementation of record-store.

Field Summary

Fields

Modifier and Type	Field and Description
protected static long	DEFAULT_TTL
protected boolean	expirable Flag for checking if this record store has at least one candidate entry for expiration (idle or tll) or not.
protected Iterator<com.hazelcast.map.record.Record>	expirationIterator Iterates over a pre-set entry count/percentage in one round.
protected long	lastEvictionTime Last run time of cleanup operation.
protected long	lruAccessSequenceNumber used in LRU eviction logic.
protected MapContainer	mapContainer
protected MapServiceContext	mapServiceContext
protected String	name
protected int	partitionId
protected static int	POST_READ_CHECK_POINT Number of reads before clean up.
protected int	readCountBeforeCleanUp If there is no clean-up caused by puts after some time, count a number of gets and start eviction.
protected com.hazelcast.map.record.RecordFactory	recordFactory
protected ConcurrentMap<Data,com.hazelcast.map.record.Record>	records
protected SerializationService	serializationService

Constructor Summary

Constructors

Constructor and Description
DefaultRecordStore(MapContainer mapContainer, int partitionId)

Method Summary

Methods

Modifier and Type	Method and Description
protected void	accessRecord(com.hazelcast.map.record.Record record)
protected void	accessRecord(com.hazelcast.map.record.Record record, long now)
protected long	calculateRecordHeapCost(Collection<com.hazelcast.map.record.Record> collection) Returns total heap cost of collection.
protected long	calculateRecordHeapCost(com.hazelcast.map.record.Record record)
boolean	canAcquireLock(Data key, String caller, long threadId)
void	checkIfLoaded()
int	clear()
void	clearPartition()
protected void	clearRecordsMap(Map<Data,com.hazelcast.map.record.Record> excludeRecords)
boolean	containsKey(Data key)
boolean	containsValue(Object value)
protected com.hazelcast.concurrent.lock.LockStore	createLockStore()
protected com.hazelcast.map.record.Record	createRecord(Data key, Object value, long now)
protected com.hazelcast.map.record.Record	createRecord(Data key, Object value, long ttl, long now)
protected com.hazelcast.map.RecordStoreLoader	createRecordStoreLoader()
boolean	delete(Data key)
void	deleteRecord(Data key)
Set<Map.Entry<Data,Data>>	entrySetData()
Object	evict(Data key, boolean backup)
int	evictAll(boolean backup) Evicts all keys except locked ones.
protected void	evictEntries(long now, boolean backup) TODO make checkEvictable fast by carrying threshold logic to partition.
void	evictExpiredEntries(int percentage, boolean backup) Do expiration operations.
boolean	extendLock(Data key, String caller, long threadId, long ttl)
void	flush()
boolean	forceUnlock(Data dataKey)
Object	get(Data key)
MapEntrySet	getAll(Set<Data> keys)
long	getHeapCost()
String	getLockOwnerInfo(Data key)
MapContainer	getMapContainer()
com.hazelcast.map.mapstore.MapDataStore<Data,Object>	getMapDataStore()
Map.Entry<Data,Object>	getMapEntry(Data key)
Map.Entry<Data,Object>	getMapEntryForBackup(Data dataKey)
String	getName()
protected long	getNow()
protected com.hazelcast.map.record.Record	getOrNullIfExpired(com.hazelcast.map.record.Record record, boolean backup) Check if record is reachable according to ttl or idle times.
int	getPartitionId()
com.hazelcast.map.record.Record	getRecord(Data key)
Map<Data,com.hazelcast.map.record.Record>	getRecordMap() Returns records map.
protected void	increaseRecordEvictionCriteriaNumber(com.hazelcast.map.record.Record record, MapConfig.EvictionPolicy evictionPolicy)
boolean	isEmpty()
boolean	isExpirable()
boolean	isLoaded()
boolean	isLocked(Data dataKey)
Iterator<com.hazelcast.map.record.Record>	iterator() Iterates over record store values.
Set<Data>	keySet()
void	loadAllFromStore(List<Data> keys, boolean replaceExistingValues) Loads all keys from defined map store.
Iterator<com.hazelcast.map.record.Record>	loadAwareIterator() Iterates over record store values but first waits map store to load.
protected void	markRecordStoreExpirable(long ttl)
boolean	merge(Data key, EntryView mergingEntry, MapMergePolicy mergePolicy)
protected void	onStore(com.hazelcast.map.record.Record record)
protected void	postReadCleanUp(long now, boolean backup) If there is no clean-up caused by puts after some time, try to clean-up from gets.
Object	put(Data key, Object value, long ttl)
void	put(Map.Entry<Data,Object> entry)
com.hazelcast.map.record.Record	putBackup(Data key, Object value)
com.hazelcast.map.record.Record	putBackup(Data key, Object value, long ttl)
Object	putFromLoad(Data key, Object value) Puts key-value pair to map which is the result of a load from map store operation.
Object	putFromLoad(Data key, Object value, long ttl) Puts key-value pair to map which is the result of a load from map store operation.
Object	putIfAbsent(Data key, Object value, long ttl)
void	putRecord(Data key, com.hazelcast.map.record.Record record) Puts a data key and a record value to record-store.
void	putTransient(Data key, Object value, long ttl)
Object	remove(Data key)
boolean	remove(Data key, Object testValue)
void	removeBackup(Data key) Similar to RecordStore.remove(com.hazelcast.nio.serialization.Data) except removeBackup doesn't touch mapstore since it does not return previous value.
protected void	removeIndex(Data key)
protected void	removeIndex(Set<Data> keys)
protected void	removeIndexByPreservingKeys(Set<Data> keysToRemove, Set<Data> keysToPreserve) Removes indexes by excluding keysToPreserve.
Object	replace(Data key, Object value)
boolean	replace(Data key, Object testValue, Object newValue)
void	reset()
protected void	resetAccessSequenceNumber()
protected void	resetSizeEstimator()
protected void	saveIndex(com.hazelcast.map.record.Record record)
boolean	set(Data key, Object value, long ttl)
void	setLoaded(boolean loaded)
protected void	setRecordValue(com.hazelcast.map.record.Record record, Object value, long now)
void	setSizeEstimator(SizeEstimator sizeEstimator)
int	size() Size may not give precise size at a specific moment due to the expiration logic.
protected Data	toData(Object value)
boolean	tryPut(Data key, Object value, long ttl)
boolean	txnLock(Data key, String caller, long threadId, long ttl)
boolean	unlock(Data key, String caller, long threadId)
protected void	updateSizeEstimator(long recordSize)
protected void	updateTtl(com.hazelcast.map.record.Record record, long ttl)
Collection<Data>	valuesData()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface com.hazelcast.map.RecordStore

evictExpiredEntries, getHeapCost, getMapContainer, getName, getPartitionId, isExpirable

Field Detail

POST_READ_CHECK_POINT

protected static final int POST_READ_CHECK_POINT

Number of reads before clean up. A nice number such as 2^n - 1.

See Also:

Constant Field Values

expirable

protected volatile boolean expirable

Flag for checking if this record store has at least one candidate entry for expiration (idle or tll) or not.

expirationIterator

protected Iterator<com.hazelcast.map.record.Record> expirationIterator

Iterates over a pre-set entry count/percentage in one round. Used in expiration logic for traversing entries. Initializes lazily.

readCountBeforeCleanUp

protected int readCountBeforeCleanUp

If there is no clean-up caused by puts after some time, count a number of gets and start eviction.

lruAccessSequenceNumber

protected long lruAccessSequenceNumber

used in LRU eviction logic.

lastEvictionTime

protected long lastEvictionTime

Last run time of cleanup operation.

DEFAULT_TTL

protected static final long DEFAULT_TTL

See Also:

Constant Field Values

records

protected final ConcurrentMap<Data,com.hazelcast.map.record.Record> records

recordFactory

protected final com.hazelcast.map.record.RecordFactory recordFactory

name

protected final String name

mapContainer

protected final MapContainer mapContainer

mapServiceContext

protected final MapServiceContext mapServiceContext

serializationService

protected final SerializationService serializationService

partitionId

protected final int partitionId

Constructor Detail

DefaultRecordStore

public DefaultRecordStore(MapContainer mapContainer,
                  int partitionId)

Method Detail

isLoaded

public boolean isLoaded()

Specified by:

isLoaded in interface RecordStore

setLoaded

public void setLoaded(boolean loaded)

Specified by:

setLoaded in interface RecordStore

checkIfLoaded

public void checkIfLoaded()

Specified by:

checkIfLoaded in interface RecordStore

flush

public void flush()

Specified by:

flush in interface RecordStore

getRecord

public com.hazelcast.map.record.Record getRecord(Data key)

Specified by:

getRecord in interface RecordStore

putRecord

public void putRecord(Data key,
             com.hazelcast.map.record.Record record)

Description copied from interface: RecordStore

Puts a data key and a record value to record-store. Used in replication operations.

Specified by:

putRecord in interface RecordStore

Parameters:

key - the data key to put record store.

record - the value for record store.

See Also:

com.hazelcast.map.operation.MapReplicationOperation}

putBackup

public com.hazelcast.map.record.Record putBackup(Data key,
                                        Object value)

Specified by:

putBackup in interface RecordStore

putBackup

public com.hazelcast.map.record.Record putBackup(Data key,
                                        Object value,
                                        long ttl)

Specified by:

putBackup in interface RecordStore

Parameters:

key - the key to be processed.

value - the value to be processed.

ttl - milliseconds. Check out MapProxySupport.putInternal(com.hazelcast.nio.serialization.Data, com.hazelcast.nio.serialization.Data, long, java.util.concurrent.TimeUnit)

Returns:

previous record if exists otherwise null.

deleteRecord

public void deleteRecord(Data key)

Specified by:

deleteRecord in interface RecordStore

iterator

public Iterator<com.hazelcast.map.record.Record> iterator()

Description copied from interface: RecordStore

Iterates over record store values.

Specified by:

iterator in interface RecordStore

Returns:

read only iterator for map values.

loadAwareIterator

public Iterator<com.hazelcast.map.record.Record> loadAwareIterator()

Description copied from interface: RecordStore

Iterates over record store values but first waits map store to load. If an operation needs to wait a data source load like query operations IMap.keySet(com.hazelcast.query.Predicate), this method can be used to return a read-only iterator.

Specified by:

loadAwareIterator in interface RecordStore

Returns:

read only iterator for map values.

getRecordMap

public Map<Data,com.hazelcast.map.record.Record> getRecordMap()

Description copied from interface: RecordStore

Returns records map.

Specified by:

getRecordMap in interface RecordStore

See Also:

RecordStoreLoader

clearPartition

public void clearPartition()

Specified by:

clearPartition in interface RecordStore

size

public int size()

Size may not give precise size at a specific moment due to the expiration logic. But eventually, it should be correct.

Specified by:

size in interface RecordStore

Returns:

record store size.

isEmpty

public boolean isEmpty()

Specified by:

isEmpty in interface RecordStore

containsValue

public boolean containsValue(Object value)

Specified by:

containsValue in interface RecordStore

txnLock

public boolean txnLock(Data key,
              String caller,
              long threadId,
              long ttl)

Specified by:

txnLock in interface RecordStore

extendLock

public boolean extendLock(Data key,
                 String caller,
                 long threadId,
                 long ttl)

Specified by:

extendLock in interface RecordStore

unlock

public boolean unlock(Data key,
             String caller,
             long threadId)

Specified by:

unlock in interface RecordStore

forceUnlock

public boolean forceUnlock(Data dataKey)

Specified by:

forceUnlock in interface RecordStore

isLocked

public boolean isLocked(Data dataKey)

Specified by:

isLocked in interface RecordStore

canAcquireLock

public boolean canAcquireLock(Data key,
                     String caller,
                     long threadId)

Specified by:

canAcquireLock in interface RecordStore

getLockOwnerInfo

public String getLockOwnerInfo(Data key)

Specified by:

getLockOwnerInfo in interface RecordStore

entrySetData

public Set<Map.Entry<Data,Data>> entrySetData()

Specified by:

entrySetData in interface RecordStore

getMapEntry

public Map.Entry<Data,Object> getMapEntry(Data key)

Specified by:

getMapEntry in interface RecordStore

getMapEntryForBackup

public Map.Entry<Data,Object> getMapEntryForBackup(Data dataKey)

Specified by:

getMapEntryForBackup in interface RecordStore

keySet

public Set<Data> keySet()

Specified by:

keySet in interface RecordStore

valuesData

public Collection<Data> valuesData()

Specified by:

valuesData in interface RecordStore

clear

public int clear()

Specified by:

clear in interface RecordStore

reset

public void reset()

Specified by:

reset in interface RecordStore

evict

public Object evict(Data key,
           boolean backup)

Specified by:

evict in interface RecordStore

evictAll

public int evictAll(boolean backup)

Description copied from interface: RecordStore

Evicts all keys except locked ones.

Specified by:

evictAll in interface RecordStore

Parameters:

backup - true if a backup partition, otherwise false.

Returns:

number of evicted entries.

removeBackup

public void removeBackup(Data key)

Description copied from interface: RecordStore

Similar to RecordStore.remove(com.hazelcast.nio.serialization.Data) except removeBackup doesn't touch mapstore since it does not return previous value.

Specified by:

removeBackup in interface RecordStore

remove

public Object remove(Data key)

Specified by:

remove in interface RecordStore

remove

public boolean remove(Data key,
             Object testValue)

Specified by:

remove in interface RecordStore

delete

public boolean delete(Data key)

Specified by:

delete in interface RecordStore

get

public Object get(Data key)

Specified by:

get in interface RecordStore

getAll

public MapEntrySet getAll(Set<Data> keys)

Specified by:

getAll in interface RecordStore

containsKey

public boolean containsKey(Data key)

Specified by:

containsKey in interface RecordStore

put

public void put(Map.Entry<Data,Object> entry)

Specified by:

put in interface RecordStore

put

public Object put(Data key,
         Object value,
         long ttl)

Specified by:

put in interface RecordStore

set

public boolean set(Data key,
          Object value,
          long ttl)

Specified by:

set in interface RecordStore

merge

public boolean merge(Data key,
            EntryView mergingEntry,
            MapMergePolicy mergePolicy)

Specified by:

merge in interface RecordStore

replace

public Object replace(Data key,
             Object value)

Specified by:

replace in interface RecordStore

replace

public boolean replace(Data key,
              Object testValue,
              Object newValue)

Specified by:

replace in interface RecordStore

putTransient

public void putTransient(Data key,
                Object value,
                long ttl)

Specified by:

putTransient in interface RecordStore

putFromLoad

public Object putFromLoad(Data key,
                 Object value)

Description copied from interface: RecordStore

Puts key-value pair to map which is the result of a load from map store operation.

Specified by:

putFromLoad in interface RecordStore

Parameters:

key - key to put.

value - to put.

Returns:

the previous value associated with key, or null if there was no mapping for key.

See Also:

com.hazelcast.map.operation.PutFromLoadAllOperation}

putFromLoad

public Object putFromLoad(Data key,
                 Object value,
                 long ttl)

Description copied from interface: RecordStore

Puts key-value pair to map which is the result of a load from map store operation.

Specified by:

putFromLoad in interface RecordStore

Parameters:

key - key to put.

value - to put.

ttl - time to live seconds.

Returns:

the previous value associated with key, or null if there was no mapping for key.

See Also:

com.hazelcast.map.operation.PutAllOperation}

tryPut

public boolean tryPut(Data key,
             Object value,
             long ttl)

Specified by:

tryPut in interface RecordStore

putIfAbsent

public Object putIfAbsent(Data key,
                 Object value,
                 long ttl)

Specified by:

putIfAbsent in interface RecordStore

loadAllFromStore

public void loadAllFromStore(List<Data> keys,
                    boolean replaceExistingValues)

Description copied from interface: RecordStore

Loads all keys from defined map store.

Specified by:

loadAllFromStore in interface RecordStore

Parameters:

keys - keys to be loaded.

replaceExistingValues - true if need to replace existing values otherwise false

getMapDataStore

public com.hazelcast.map.mapstore.MapDataStore<Data,Object> getMapDataStore()

Specified by:

getMapDataStore in interface RecordStore

evictExpiredEntries

public void evictExpiredEntries(int percentage,
                       boolean backup)

Description copied from interface: RecordStore

Do expiration operations.

Parameters:

percentage - of max expirables according to the record store size.

backup - true if a backup partition, otherwise false.

isExpirable

public boolean isExpirable()

Returns:

true if record store has at least one candidate entry for expiration else return false.

resetAccessSequenceNumber

protected void resetAccessSequenceNumber()

evictEntries

protected void evictEntries(long now,
                boolean backup)

TODO make checkEvictable fast by carrying threshold logic to partition. This cleanup adds some latency to write operations. But it sweeps records much better under high write loads.

Parameters:

now - now in time.

postReadCleanUp

protected void postReadCleanUp(long now,
                   boolean backup)

If there is no clean-up caused by puts after some time, try to clean-up from gets.

Parameters:

now - now.

markRecordStoreExpirable

protected void markRecordStoreExpirable(long ttl)

getOrNullIfExpired

protected com.hazelcast.map.record.Record getOrNullIfExpired(com.hazelcast.map.record.Record record,
                                                 boolean backup)

Check if record is reachable according to ttl or idle times. If not reachable return null.

Parameters:

record - Record

Returns:

null if evictable.

increaseRecordEvictionCriteriaNumber

protected void increaseRecordEvictionCriteriaNumber(com.hazelcast.map.record.Record record,
                                        MapConfig.EvictionPolicy evictionPolicy)

accessRecord

protected void accessRecord(com.hazelcast.map.record.Record record,
                long now)

getName

public String getName()

Specified by:

getName in interface RecordStore

getMapContainer

public MapContainer getMapContainer()

Specified by:

getMapContainer in interface RecordStore

getHeapCost

public long getHeapCost()

Specified by:

getHeapCost in interface RecordStore

getNow

protected long getNow()

createRecord

protected com.hazelcast.map.record.Record createRecord(Data key,
                                           Object value,
                                           long ttl,
                                           long now)

createRecord

protected com.hazelcast.map.record.Record createRecord(Data key,
                                           Object value,
                                           long now)

accessRecord

protected void accessRecord(com.hazelcast.map.record.Record record)

updateSizeEstimator

protected void updateSizeEstimator(long recordSize)

calculateRecordHeapCost

protected long calculateRecordHeapCost(com.hazelcast.map.record.Record record)

calculateRecordHeapCost

protected long calculateRecordHeapCost(Collection<com.hazelcast.map.record.Record> collection)

Returns total heap cost of collection.

Parameters:

collection - size to be calculated.

Returns:

total size of collection.

resetSizeEstimator

protected void resetSizeEstimator()

setRecordValue

protected void setRecordValue(com.hazelcast.map.record.Record record,
                  Object value,
                  long now)

getPartitionId

public int getPartitionId()

Specified by:

getPartitionId in interface RecordStore

saveIndex

protected void saveIndex(com.hazelcast.map.record.Record record)

updateTtl

protected void updateTtl(com.hazelcast.map.record.Record record,
             long ttl)

removeIndex

protected void removeIndex(Data key)

removeIndex

protected void removeIndex(Set<Data> keys)

removeIndexByPreservingKeys

protected void removeIndexByPreservingKeys(Set<Data> keysToRemove,
                               Set<Data> keysToPreserve)

Removes indexes by excluding keysToPreserve.

Parameters:

keysToRemove - remove these keys from index.

keysToPreserve - do not remove these keys.

createLockStore

protected com.hazelcast.concurrent.lock.LockStore createLockStore()

onStore

protected void onStore(com.hazelcast.map.record.Record record)

createRecordStoreLoader

protected com.hazelcast.map.RecordStoreLoader createRecordStoreLoader()

clearRecordsMap

protected void clearRecordsMap(Map<Data,com.hazelcast.map.record.Record> excludeRecords)

toData

protected Data toData(Object value)

setSizeEstimator

public void setSizeEstimator(SizeEstimator sizeEstimator)