Package com.hypixel.hytale.storage

Class IndexedStorageFile

java.lang.Object

com.hypixel.hytale.storage.IndexedStorageFile

All Implemented Interfaces:

Closeable, AutoCloseable

public class IndexedStorageFile
extends Object
implements Closeable

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
(package private) static class	IndexedStorageFile.OffsetHelper
protected class	IndexedStorageFile.SegmentRangeWriteLock

Field Summary

Fields

Modifier and Type	Field	Description
static final int	BLOB_COUNT_OFFSET
static final int	BLOB_HEADER_LENGTH
private int	blobCount
(package private) static final IndexedStorageFile.OffsetHelper	BOH
private static final ThreadLocal<ByteBuffer>	CACHED_TEMP_BUFFER
static final int	COMPRESSED_LENGTH_OFFSET
private int	compressionLevel
static final int	DEFAULT_BLOB_COUNT
static final int	DEFAULT_COMPRESSION_LEVEL
static final int	DEFAULT_SEGMENT_SIZE
static final StampedLock[]	EMPTY_STAMPED_LOCKS
private final FileChannel	fileChannel
static final int	FIRST_SEGMENT_INDEX
private boolean	flushOnWrite
static final int	HEADER_LENGTH
(package private) static final IndexedStorageFile.OffsetHelper	HOH
static final int	INDEX_SIZE
private StampedLock[]	indexLocks
private static final ByteBuffer	MAGIC_BUFFER
(package private) static final byte[]	MAGIC_BYTES
static final int	MAGIC_LENGTH
static final int	MAGIC_OFFSET
static final String	MAGIC_STRING
private MappedByteBuffer	mappedBlobIndexes
static final MetricsRegistry<IndexedStorageFile>	METRICS_REGISTRY
static final FileAttribute<?>[]	NO_ATTRIBUTES
private final Path	path
static final int	SEGMENT_SIZE_OFFSET
private StampedLock[]	segmentLocks
private final StampedLock	segmentLocksLock
private int	segmentSize
static final int	SRC_LENGTH_OFFSET
static final int	UNASSIGNED_INDEX
private final BitSet	usedSegments
private final StampedLock	usedSegmentsLock
private int	version
static final int	VERSION
static final int	VERSION_OFFSET

Constructor Summary

Constructors

Modifier	Constructor	Description
private	IndexedStorageFile(Path path, FileChannel fileChannel)

Method Summary

Modifier and Type	Method	Description
private static ByteBuffer	allocateDirect(int length)
void	close()
protected IndexedStorageFile	create(int blobCount, int segmentSize)
private IndexedStorageFile.SegmentRangeWriteLock	findFreeSegment(int count)
void	force(boolean metaData)
int	getBlobCount()
int	getCompressionLevel()
Path	getPath()
protected StampedLock	getSegmentLock(int segmentIndex)
int	getSegmentSize()
private static ByteBuffer	getTempBuffer(int length)
it.unimi.dsi.fastutil.ints.IntList	keys()
FileLock	lock()
protected void	memoryMapBlobIndexes()
private static IndexedStorageFile	migrateV0(Path path, int blobCount, int segmentSize, Set<? extends OpenOption> options, FileAttribute<?>[] attrs, IndexedStorageFile storageFile)
static IndexedStorageFile	open(Path path, int blobCount, int segmentSize, OpenOption... options)
static IndexedStorageFile	open(Path path, int blobCount, int segmentSize, Set<? extends OpenOption> options, FileAttribute<?>... attrs)
static IndexedStorageFile	open(Path path, OpenOption... options)
static IndexedStorageFile	open(Path path, Set<? extends OpenOption> options, FileAttribute<?>... attrs)
protected int	positionToSegment(long position)
ByteBuffer	readBlob(int blobIndex)
void	readBlob(int blobIndex, ByteBuffer dest)
int	readBlobCompressedLength(int blobIndex)
protected ByteBuffer	readBlobHeader(int firstSegmentIndex)
int	readBlobLength(int blobIndex)
protected void	readHeader()
protected ByteBuffer	readSegments(int firstSegmentIndex, int compressedLength)
protected void	readUsedSegments()
void	removeBlob(int blobIndex)
protected int	requiredSegments(long dataLength)
int	segmentCount()
protected long	segmentOffset(int segmentIndex)
protected long	segmentPosition(int segmentIndex)
protected long	segmentsBase()
int	segmentSize()
void	setCompressionLevel(int compressionLevel)
void	setFlushOnWrite(boolean flushOnWrite)
long	size()
String	toString()
void	writeBlob(int blobIndex, ByteBuffer src)
protected void	writeHeader(int blobCount, int segmentSize)
protected int	writeSegments(ByteBuffer data)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

EMPTY_STAMPED_LOCKS

public static final StampedLock[] EMPTY_STAMPED_LOCKS

METRICS_REGISTRY

public static final MetricsRegistry<IndexedStorageFile> METRICS_REGISTRY

MAGIC_STRING

public static final String MAGIC_STRING

See Also:

• Constant Field Values

VERSION

public static final int VERSION

See Also:

• Constant Field Values

DEFAULT_BLOB_COUNT

public static final int DEFAULT_BLOB_COUNT

See Also:

• Constant Field Values

DEFAULT_SEGMENT_SIZE

public static final int DEFAULT_SEGMENT_SIZE

See Also:

• Constant Field Values

DEFAULT_COMPRESSION_LEVEL

public static final int DEFAULT_COMPRESSION_LEVEL

See Also:

• Constant Field Values

HOH

static final IndexedStorageFile.OffsetHelper HOH

MAGIC_LENGTH

public static final int MAGIC_LENGTH

See Also:

• Constant Field Values

MAGIC_OFFSET

public static final int MAGIC_OFFSET

VERSION_OFFSET

public static final int VERSION_OFFSET

BLOB_COUNT_OFFSET

public static final int BLOB_COUNT_OFFSET

SEGMENT_SIZE_OFFSET

public static final int SEGMENT_SIZE_OFFSET

HEADER_LENGTH

public static final int HEADER_LENGTH

BOH

static final IndexedStorageFile.OffsetHelper BOH

SRC_LENGTH_OFFSET

public static final int SRC_LENGTH_OFFSET

COMPRESSED_LENGTH_OFFSET

public static final int COMPRESSED_LENGTH_OFFSET

BLOB_HEADER_LENGTH

public static final int BLOB_HEADER_LENGTH

INDEX_SIZE

public static final int INDEX_SIZE

See Also:

• Constant Field Values

UNASSIGNED_INDEX

public static final int UNASSIGNED_INDEX

See Also:

• Constant Field Values

FIRST_SEGMENT_INDEX

public static final int FIRST_SEGMENT_INDEX

See Also:

• Constant Field Values

NO_ATTRIBUTES

public static final FileAttribute<?>[] NO_ATTRIBUTES

MAGIC_BYTES

static final byte[] MAGIC_BYTES

MAGIC_BUFFER

private static final ByteBuffer MAGIC_BUFFER

CACHED_TEMP_BUFFER

private static final ThreadLocal<ByteBuffer> CACHED_TEMP_BUFFER

path

@Nonnull
private final Path path

fileChannel

private final FileChannel fileChannel

flushOnWrite

private boolean flushOnWrite

compressionLevel

private int compressionLevel

version

private int version

blobCount

private int blobCount

segmentSize

private int segmentSize

indexLocks

private StampedLock[] indexLocks

mappedBlobIndexes

private MappedByteBuffer mappedBlobIndexes

segmentLocksLock

private final StampedLock segmentLocksLock

segmentLocks

private StampedLock[] segmentLocks

usedSegmentsLock

private final StampedLock usedSegmentsLock

usedSegments

private final BitSet usedSegments

Constructor Details

IndexedStorageFile

private IndexedStorageFile(@Nonnull
 Path path,
 @Nonnull
 FileChannel fileChannel)

Method Details

getTempBuffer

@Nonnull
private static ByteBuffer getTempBuffer(int length)

allocateDirect

@Nonnull
private static ByteBuffer allocateDirect(int length)

open

@Nonnull
public static IndexedStorageFile open(@Nonnull
 Path path,
 OpenOption... options)
                               throws IOException

Throws:

IOException

open

@Nonnull
public static IndexedStorageFile open(@Nonnull
 Path path,
 @Nonnull
 Set<? extends OpenOption> options,
 FileAttribute<?>... attrs)
                               throws IOException

Throws:

IOException

open

@Nonnull
public static IndexedStorageFile open(@Nonnull
 Path path,
 int blobCount,
 int segmentSize,
 OpenOption... options)
                               throws IOException

Throws:

IOException

open

@Nonnull
public static IndexedStorageFile open(@Nonnull
 Path path,
 int blobCount,
 int segmentSize,
 @Nonnull
 Set<? extends OpenOption> options,
 FileAttribute<?>... attrs)
                               throws IOException

Throws:

IOException

migrateV0

private static IndexedStorageFile migrateV0(Path path,
 int blobCount,
 int segmentSize,
 Set<? extends OpenOption> options,
 FileAttribute<?>[] attrs,
 IndexedStorageFile storageFile)
                                     throws IOException

Throws:

IOException

getPath

@Nonnull
public Path getPath()

getBlobCount

public int getBlobCount()

getSegmentSize

public int getSegmentSize()

getCompressionLevel

public int getCompressionLevel()

setFlushOnWrite

public void setFlushOnWrite(boolean flushOnWrite)

setCompressionLevel

public void setCompressionLevel(int compressionLevel)

create

@Nonnull
protected IndexedStorageFile create(int blobCount,
 int segmentSize)
                             throws IOException

Throws:

IOException

writeHeader

protected void writeHeader(int blobCount,
 int segmentSize)
                    throws IOException

Throws:

IOException

readHeader

protected void readHeader()
                   throws IOException

Throws:

IOException

memoryMapBlobIndexes

protected void memoryMapBlobIndexes()
                             throws IOException

Throws:

IOException

readUsedSegments

protected void readUsedSegments()
                         throws IOException

Throws:

IOException

size

public long size()
          throws IOException

Throws:

IOException

segmentSize

public int segmentSize()

segmentCount

public int segmentCount()

keys

@Nonnull
public it.unimi.dsi.fastutil.ints.IntList keys()

readBlobLength

public int readBlobLength(int blobIndex)
                   throws IOException

Throws:

IOException

readBlobCompressedLength

public int readBlobCompressedLength(int blobIndex)
                             throws IOException

Throws:

IOException

readBlob

@Nullable
public ByteBuffer readBlob(int blobIndex)
                    throws IOException

Throws:

IOException

readBlob

public void readBlob(int blobIndex,
 @Nonnull
 ByteBuffer dest)
              throws IOException

Throws:

IOException

readBlobHeader

@Nonnull
protected ByteBuffer readBlobHeader(int firstSegmentIndex)
                             throws IOException

Throws:

IOException

readSegments

@Nonnull
protected ByteBuffer readSegments(int firstSegmentIndex,
 int compressedLength)
                           throws IOException

Throws:

IOException

writeBlob

public void writeBlob(int blobIndex,
 @Nonnull
 ByteBuffer src)
               throws IOException

Throws:

IOException

removeBlob

public void removeBlob(int blobIndex)
                throws IOException

Throws:

IOException

writeSegments

protected int writeSegments(@Nonnull
 ByteBuffer data)
                     throws IOException

Throws:

IOException

findFreeSegment

@Nonnull
private IndexedStorageFile.SegmentRangeWriteLock findFreeSegment(int count)

getSegmentLock

protected StampedLock getSegmentLock(int segmentIndex)

segmentsBase

protected long segmentsBase()

segmentOffset

protected long segmentOffset(int segmentIndex)

segmentPosition

protected long segmentPosition(int segmentIndex)

positionToSegment

protected int positionToSegment(long position)

requiredSegments

protected int requiredSegments(long dataLength)

lock

public FileLock lock()
              throws IOException

Throws:

IOException

force

public void force(boolean metaData)
           throws IOException

Throws:

IOException

close

public void close()
           throws IOException

Specified by:

close in interface AutoCloseable

Specified by:

close in interface Closeable

Throws:

IOException

toString

@Nonnull
public String toString()

Overrides:

toString in class Object