eu.etrap.medusa.store

Class DefaultStoreImpl

java.lang.Object

eu.etrap.medusa.config.ClassConfig

eu.etrap.medusa.store.AbstractStore

eu.etrap.medusa.store.DefaultStoreImpl

All Implemented Interfaces:

Store

public class DefaultStoreImpl
extends AbstractStore

Author:

development

Field Summary

Fields

Modifier and Type	Field and Description
private byte[]	aryBucket
private boolean	boolIsFinalSwapped
private boolean	boolMergeSorted
private boolean	boolRemoveSwapFiles
private double	dblCapacityFactor
private boolean	enableArrayCache
private boolean	enableRAMHashCache
private int	intRAMSwapCounter
private int	lastReadBucket
private long	longTimeParse
private OneDimensionArrayHashImpl	objArrayHash
private Array2BucketIDConverter	objConverter
private Hash	objDiscHash
private java.util.HashMap	objMapping
private Hash	objRAMHash
private java.util.Vector<java.io.BufferedInputStream>	objSwapFiles

Fields inherited from class eu.etrap.medusa.store.AbstractStore

BLOCK_SIZE, BLOCKS, HARD_DISC_BLOCK, HASH_FUNCTION_IMPL, intCounterSize, intDataSetsPerBucket, intKeyCoordinates, intSizeOfArrayHashValue, intSizeOfDataset, intSizeOfDiscHashValue, intSizeOfKey, intSizeOfRAMHashValue, objHashFunction

Fields inherited from class eu.etrap.medusa.config.ClassConfig

BOOLEAN_DEFAULT, DOUBLE_DEFAULT, FORMAT_IMPL, INT_DEFAULT, LONG_DEFAULT, objConf, objConfCategory, objFormat, strBackupConfFile, STRING_DEFAULT

Constructor Summary

Constructors

Constructor and Description
DefaultStoreImpl() Creates a new instance of DefaultStoreImpl

Method Summary

Modifier and Type	Method and Description
protected void	closeSwapFiles(java.util.Vector<java.io.BufferedInputStream> objSwapFiles)
protected int	computeDataSetsPerDiscBucket()
boolean	export(java.io.OutputStream strmOut, int intSegment)
protected int	getInt(byte[] ary)
private int	getIntFromHash(byte[] word)
protected java.util.Vector<java.io.BufferedInputStream>	getSwapFiles()
boolean	increment(byte[] aryKeys)
void	init()
protected int	isEmpty(byte[] ary, int locStartPos, int locEndPos)
protected void	merge(int intBucket, byte[] aryDiscBucket)
protected void	removeSwapFiles(java.util.Vector<java.io.BufferedInputStream> objSwapFiles)
boolean	store() All the swap files that were created during the cooccurrence counting are going to be merged into a single .hash file on disk in this method.
boolean	storeRAM()
private void	swapRAM()

Methods inherited from class eu.etrap.medusa.store.AbstractStore

add, calcCounterSize, calcDataSetsPerBucket, checkHashValue, clean, copy, copyValue, decrement, getInt, getIntAsByteArray, getIntAsByteArray, incrementByteSequence, isEmpty, loadHashFunction, loadHashFunction, printBitTable, printBitTable, remove, size

Methods inherited from class eu.etrap.medusa.config.ClassConfig

config, getConfiguration, getGlobalProperty, getProperty, getProperty, getStatisticsProperty, loadFormatImpl, selfconfig, setGlobalProperty, setProperty, setProperty, setStatisticsProperty, setStatisticsProperty

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

intRAMSwapCounter

private int intRAMSwapCounter

dblCapacityFactor

private double dblCapacityFactor

boolRemoveSwapFiles

private boolean boolRemoveSwapFiles

boolMergeSorted

private boolean boolMergeSorted

enableArrayCache

private boolean enableArrayCache

enableRAMHashCache

private boolean enableRAMHashCache

objMapping

private java.util.HashMap objMapping

objSwapFiles

private java.util.Vector<java.io.BufferedInputStream> objSwapFiles

aryBucket

private byte[] aryBucket

objArrayHash

private OneDimensionArrayHashImpl objArrayHash

objRAMHash

private Hash objRAMHash

objDiscHash

private Hash objDiscHash

objConverter

private Array2BucketIDConverter objConverter

lastReadBucket

private int lastReadBucket

longTimeParse

private long longTimeParse

boolIsFinalSwapped

private boolean boolIsFinalSwapped

Constructor Detail

DefaultStoreImpl

public DefaultStoreImpl()

Creates a new instance of DefaultStoreImpl

Method Detail

init

public void init()
          throws ConfigurationException

Specified by:

init in interface Store

Overrides:

init in class AbstractStore

Throws:

ConfigurationException

increment

public boolean increment(byte[] aryKeys)
                  throws HashException

Specified by:

increment in interface Store

Overrides:

increment in class AbstractStore

Throws:

HashException

swapRAM

private void swapRAM()
              throws HashException

Throws:

HashException

getInt

protected int getInt(byte[] ary)

getIntFromHash

private int getIntFromHash(byte[] word)

export

public boolean export(java.io.OutputStream strmOut,
                      int intSegment)
               throws java.io.IOException,
                      FormatException

Specified by:

export in interface Store

Overrides:

export in class AbstractStore

Throws:

java.io.IOException

FormatException

store

public boolean store()
              throws HashException

All the swap files that were created during the cooccurrence counting are going to be merged into a single .hash file on disk in this method. For this, all are openedat once and from each a single bucket is read The contents of this bucket are then hashed into a new bigger bucket This new bigger bucket is then written as the next bucket into the diskhash.

Specified by:

store in interface Store

Overrides:

store in class AbstractStore

Returns:

boolean

Throws:

HashException

merge

protected void merge(int intBucket,
                     byte[] aryDiscBucket)
              throws FullHashException,
                     HashException,
                     java.io.IOException

Throws:

FullHashException

HashException

java.io.IOException

getSwapFiles

protected java.util.Vector<java.io.BufferedInputStream> getSwapFiles()

computeDataSetsPerDiscBucket

protected int computeDataSetsPerDiscBucket()
                                    throws java.io.IOException,
                                           HashException

Throws:

java.io.IOException

HashException

closeSwapFiles

protected void closeSwapFiles(java.util.Vector<java.io.BufferedInputStream> objSwapFiles)
                       throws java.io.IOException

Throws:

java.io.IOException

removeSwapFiles

protected void removeSwapFiles(java.util.Vector<java.io.BufferedInputStream> objSwapFiles)
                        throws java.io.IOException

Throws:

java.io.IOException

isEmpty

protected int isEmpty(byte[] ary,
                      int locStartPos,
                      int locEndPos)

storeRAM

public boolean storeRAM()
                 throws HashException,
                        FullHashException

Throws:

HashException

FullHashException