Serialized Form

Package org.apache.sysds.api

Exception org.apache.sysds.api.DMLException

class DMLException extends RuntimeException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.api.mlcontext

Exception org.apache.sysds.api.mlcontext.MLContextException

class MLContextException extends RuntimeException implements Serializable

serialVersionUID:

1842275827863526536L

Serialized Fields

suppressStacktrace

boolean suppressStacktrace

Package org.apache.sysds.hops

Exception org.apache.sysds.hops.HopsException

class HopsException extends DMLException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.lops

Exception org.apache.sysds.lops.LopsException

class LopsException extends DMLException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.parser

Exception org.apache.sysds.parser.LanguageException

class LanguageException extends DMLException implements Serializable

serialVersionUID:

1L

Exception org.apache.sysds.parser.ParseException

class ParseException extends DMLException implements Serializable

serialVersionUID:

9199966053655385928L

Serialized Fields

_message

String _message

Standard exception message. If no list of parse issues exists, this message can be used to display a parse exception message that doesn't relate to the list of parse issues.

_parseIssues

List<CustomErrorListener.ParseIssue> _parseIssues

List of issues that happened during parsing. Typically set by the error listener.

_scriptString

String _scriptString

The DML/PyDML script string. Used to display the original lines where the parse issues occurred.

Package org.apache.sysds.resource.cost

Exception org.apache.sysds.resource.cost.CostEstimationException

class CostEstimationException extends Exception implements Serializable

serialVersionUID:

-6709101762468084495L

Package org.apache.sysds.resource.enumeration

Class org.apache.sysds.resource.enumeration.EnumerationUtils.InstanceSearchSpace

class InstanceSearchSpace extends TreeMap<Long,TreeMap<Integer,LinkedList<CloudInstance>>> implements Serializable

serialVersionUID:

-8855424955793322839L

Package org.apache.sysds.runtime

Exception org.apache.sysds.runtime.DMLRuntimeException

class DMLRuntimeException extends DMLException implements Serializable

serialVersionUID:

1L

Exception org.apache.sysds.runtime.DMLScriptException

class DMLScriptException extends DMLRuntimeException implements Serializable

serialVersionUID:

2L

Package org.apache.sysds.runtime.codegen

Class org.apache.sysds.runtime.codegen.SpoofCellwise

class SpoofCellwise extends SpoofOperator implements Serializable

serialVersionUID:

3442528770573293590L

Serialized Fields

_aggOp

SpoofCellwise.AggOp _aggOp

_containsSeq

boolean _containsSeq

_sparseSafe

boolean _sparseSafe

_type

SpoofCellwise.CellType _type

Class org.apache.sysds.runtime.codegen.SpoofCUDACellwise

class SpoofCUDACellwise extends SpoofCellwise implements Serializable

serialVersionUID:

-5255791443086948200L

Serialized Fields

call

SpoofCUDAOperator.PrecisionProxy call

ctx

long ctx

fallback_java_op

SpoofCellwise fallback_java_op

ID

int ID

Class org.apache.sysds.runtime.codegen.SpoofCUDARowwise

class SpoofCUDARowwise extends SpoofRowwise implements Serializable

serialVersionUID:

3080001135814944399L

Serialized Fields

call

SpoofCUDAOperator.PrecisionProxy call

ctx

long ctx

ID

int ID

Class org.apache.sysds.runtime.codegen.SpoofMultiAggregate

class SpoofMultiAggregate extends SpoofOperator implements Serializable

serialVersionUID:

-6164871955591089349L

Serialized Fields

_aggOps

SpoofCellwise.AggOp[] _aggOps

_sparseSafe

boolean _sparseSafe

Class org.apache.sysds.runtime.codegen.SpoofOperator

class SpoofOperator extends Object implements Serializable

serialVersionUID:

3834006998853573319L

Class org.apache.sysds.runtime.codegen.SpoofOuterProduct

class SpoofOuterProduct extends SpoofOperator implements Serializable

serialVersionUID:

2948612259863710279L

Serialized Fields

_outerProductType

SpoofOuterProduct.OutProdType _outerProductType

Class org.apache.sysds.runtime.codegen.SpoofRowwise

class SpoofRowwise extends SpoofOperator implements Serializable

serialVersionUID:

6242910797139642998L

Serialized Fields

_constDim2

long _constDim2

_reqVectMem

int _reqVectMem

_tB1

boolean _tB1

_type

SpoofRowwise.RowType _type

Package org.apache.sysds.runtime.compress

Class org.apache.sysds.runtime.compress.CompressedMatrixBlock

class CompressedMatrixBlock extends MatrixBlock implements Externalizable

serialVersionUID:

73193720143154058L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd de-serialization.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Exception org.apache.sysds.runtime.compress.DMLCompressionException

class DMLCompressionException extends DMLRuntimeException implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.runtime.compress.colgroup

Class org.apache.sysds.runtime.compress.colgroup.AColGroup

class AColGroup extends Object implements Serializable

serialVersionUID:

-1318908671481L

Serialized Fields

_colIndexes

IColIndex _colIndexes

The ColGroup indexes contained in the ColGroup

Class org.apache.sysds.runtime.compress.colgroup.AColGroupCompressed

class AColGroupCompressed extends AColGroup implements Serializable

serialVersionUID:

6219835795420081223L

Class org.apache.sysds.runtime.compress.colgroup.AColGroupOffset

class AColGroupOffset extends APreAgg implements Serializable

serialVersionUID:

-4105103687174067602L

Serialized Fields

_data

char[] _data

Linearized bitmaps (variable lengths)

_numRows

int _numRows

The number of rows in this column group

_ptr

int[] _ptr

Bitmaps, one per uncompressed value tuple in dict.

_zeros

boolean _zeros

If the column group contains unassigned rows.

Class org.apache.sysds.runtime.compress.colgroup.AColGroupValue

class AColGroupValue extends ADictBasedColGroup implements Serializable

serialVersionUID:

-6835757655517301955L

Serialized Fields

counts

SoftReference<int[]> counts

The count of each distinct value contained in the dictionary

Class org.apache.sysds.runtime.compress.colgroup.ADictBasedColGroup

class ADictBasedColGroup extends AColGroupCompressed implements Serializable

serialVersionUID:

-3737025296618703668L

Serialized Fields

_dict

IDictionary _dict

Distinct value tuples associated with individual bitmaps.

Class org.apache.sysds.runtime.compress.colgroup.AMorphingMMColGroup

class AMorphingMMColGroup extends AColGroupValue implements Serializable

serialVersionUID:

-4265713396790607199L

Class org.apache.sysds.runtime.compress.colgroup.APreAgg

class APreAgg extends AColGroupValue implements Serializable

serialVersionUID:

3250955207277128281L

Class org.apache.sysds.runtime.compress.colgroup.ASDC

class ASDC extends AMorphingMMColGroup implements Serializable

serialVersionUID:

769993538831949086L

Serialized Fields

_indexes

AOffset _indexes

Sparse row indexes for the data

_numRows

int _numRows

The number of rows in this column group

Class org.apache.sysds.runtime.compress.colgroup.ASDCZero

class ASDCZero extends APreAgg implements Serializable

serialVersionUID:

-69266306137398807L

Serialized Fields

_indexes

AOffset _indexes

Sparse row indexes for the data

_numRows

int _numRows

The number of rows in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupConst

class ColGroupConst extends ADictBasedColGroup implements Serializable

serialVersionUID:

-7387793538322386611L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDC

class ColGroupDDC extends APreAgg implements Serializable

serialVersionUID:

-5769772089913918987L

Serialized Fields

_data

AMapToData _data

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCFOR

class ColGroupDDCFOR extends AMorphingMMColGroup implements Serializable

serialVersionUID:

-5769772089913918987L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary

_reference

double[] _reference

Reference values in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCLZW

class ColGroupDDCLZW extends APreAgg implements Serializable

serialVersionUID:

-5769772089913918987L

Serialized Fields

_dataLZW

int[] _dataLZW

Stores the LZW-compressed representation of data mapping.

_nRows

int _nRows

_nUnique

int _nUnique

Class org.apache.sysds.runtime.compress.colgroup.ColGroupDeltaDDC

class ColGroupDeltaDDC extends ColGroupDDC implements Serializable

serialVersionUID:

-1045556313148564147L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupEmpty

class ColGroupEmpty extends AColGroupCompressed implements Serializable

serialVersionUID:

-2307677253622099958L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupLinearFunctional

class ColGroupLinearFunctional extends AColGroupCompressed implements Serializable

serialVersionUID:

-2811822570758221975L

Serialized Fields

_coefficents

double[] _coefficents

_numRows

int _numRows

Class org.apache.sysds.runtime.compress.colgroup.ColGroupOLE

class ColGroupOLE extends AColGroupOffset implements Serializable

serialVersionUID:

5723227906925121066L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupRLE

class ColGroupRLE extends AColGroupOffset implements Serializable

serialVersionUID:

-1560710477952862791L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDC

class ColGroupSDC extends ASDC implements Serializable

serialVersionUID:

769993538831949086L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary.

_defaultTuple

double[] _defaultTuple

The default value stored in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCFOR

class ColGroupSDCFOR extends ASDC implements Serializable

serialVersionUID:

3883228464052204203L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary.

_reference

double[] _reference

Reference values in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingle

class ColGroupSDCSingle extends ASDC implements Serializable

serialVersionUID:

3883228464052204200L

Serialized Fields

_defaultTuple

double[] _defaultTuple

The default value stored in this column group

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingleZeros

class ColGroupSDCSingleZeros extends ASDCZero implements Serializable

serialVersionUID:

8033235615964315078L

Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCZeros

class ColGroupSDCZeros extends ASDCZero implements Serializable

serialVersionUID:

-3703199743391937991L

Serialized Fields

_data

AMapToData _data

Pointers to row indexes in the dictionary. Note the dictionary has one extra entry.

Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressed

class ColGroupUncompressed extends AColGroup implements Serializable

serialVersionUID:

-8254271148043292199L

Serialized Fields

_data

MatrixBlock _data

We store the contents of the columns as a MatrixBlock to take advantage of high-performance routines available for this data structure.

Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressedArray

class ColGroupUncompressedArray extends AColGroup implements Serializable

serialVersionUID:

-825423333043292199L

Serialized Fields

array

Array<?> array

id

int id

Package org.apache.sysds.runtime.compress.colgroup.dictionary

Class org.apache.sysds.runtime.compress.colgroup.dictionary.ACachingMBDictionary

class ACachingMBDictionary extends ADictionary implements Serializable

serialVersionUID:

7035552219254994595L

Serialized Fields

cache

SoftReference<MatrixBlockDictionary> cache

A Cache to contain a materialized version of the identity matrix.

Class org.apache.sysds.runtime.compress.colgroup.dictionary.ADictionary

class ADictionary extends Object implements Serializable

serialVersionUID:

9118692576356558592L

Class org.apache.sysds.runtime.compress.colgroup.dictionary.AIdentityDictionary

class AIdentityDictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:

5013713435287705877L

Serialized Fields

nRowCol

int nRowCol

The number of rows or columns, rows can be +1 if withEmpty is set.

withEmpty

boolean withEmpty

Specify if the Identity matrix should contain an empty row in the end.

Class org.apache.sysds.runtime.compress.colgroup.dictionary.DeltaDictionary

class DeltaDictionary extends ADictionary implements Serializable

serialVersionUID:

-5700139221491143705L

Serialized Fields

_numCols

int _numCols

_values

double[] _values

Class org.apache.sysds.runtime.compress.colgroup.dictionary.Dictionary

class Dictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:

-6517136537249507753L

Serialized Fields

_values

double[] _values

Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionary

class IdentityDictionary extends AIdentityDictionary implements Serializable

serialVersionUID:

2535887782153955098L

Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionarySlice

class IdentityDictionarySlice extends AIdentityDictionary implements Serializable

serialVersionUID:

2535887782153555098L

Serialized Fields

l

int l

Lower index for the slice

u

int u

Upper index for the slice (not inclusive)

Class org.apache.sysds.runtime.compress.colgroup.dictionary.MatrixBlockDictionary

class MatrixBlockDictionary extends ADictionary implements Serializable

serialVersionUID:

2535887782150955098L

Serialized Fields

_data

MatrixBlock _data

Class org.apache.sysds.runtime.compress.colgroup.dictionary.PlaceHolderDict

class PlaceHolderDict extends ADictionary implements Serializable

serialVersionUID:

9176356558592L

Serialized Fields

nVal

int nVal

The number of values supposed to be contained in this dictionary

Class org.apache.sysds.runtime.compress.colgroup.dictionary.QDictionary

class QDictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:

2100501253343438897L

Serialized Fields

_nCol

int _nCol

_scale

double _scale

_values

byte[] _values

Package org.apache.sysds.runtime.compress.colgroup.mapping

Class org.apache.sysds.runtime.compress.colgroup.mapping.AMapToData

class AMapToData extends Object implements Serializable

serialVersionUID:

1208906071822976041L

Serialized Fields

nUnique

int nUnique

Number of unique values inside this map.

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToBit

class MapToBit extends AMapToData implements Serializable

serialVersionUID:

-8065234231282619903L

Serialized Fields

_data

long[] _data

_size

int _size

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToByte

class MapToByte extends AMapToData implements Serializable

serialVersionUID:

-2498505439667351828L

Serialized Fields

_data

byte[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToChar

class MapToChar extends AMapToData implements Serializable

serialVersionUID:

6315708056775476541L

Serialized Fields

_data

char[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToCharPByte

class MapToCharPByte extends AMapToData implements Serializable

serialVersionUID:

6315708056775476541L

Serialized Fields

_data_b

byte[] _data_b

_data_c

char[] _data_c

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToInt

class MapToInt extends AMapToData implements Serializable

serialVersionUID:

-5557070920888782274L

Serialized Fields

_data

int[] _data

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToUByte

class MapToUByte extends MapToByte implements Serializable

serialVersionUID:

-2498505439667351828L

Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToZero

class MapToZero extends AMapToData implements Serializable

serialVersionUID:

-8065234231282619923L

Serialized Fields

_size

int _size

Package org.apache.sysds.runtime.compress.colgroup.offset

Class org.apache.sysds.runtime.compress.colgroup.offset.AOffset

class AOffset extends Object implements Serializable

serialVersionUID:

6910025321078561338L

Serialized Fields

cacheRow

ThreadLocal<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCache> cacheRow

Thread local cache for a single recently used Iterator, this is used for cache blocking

skipList

SoftReference<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCacheV2[]> skipList

SoftReference of the skip list to be dematerialized on memory pressure

Class org.apache.sysds.runtime.compress.colgroup.offset.AOffsetByte

class AOffsetByte extends AOffset implements Serializable

serialVersionUID:

-4716104973912491790L

Serialized Fields

offsets

byte[] offsets

offsetToFirst

int offsetToFirst

offsetToLast

int offsetToLast

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByte

class OffsetByte extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912491790L

Serialized Fields

size

int size

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteNZ

class OffsetByteNZ extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912291890L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteUNZ

class OffsetByteUNZ extends AOffsetByte implements Serializable

serialVersionUID:

-4716104973912299990L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetChar

class OffsetChar extends AOffset implements Serializable

serialVersionUID:

-1192266421395964882L

Serialized Fields

noZero

boolean noZero

offsets

char[] offsets

offsetToFirst

int offsetToFirst

offsetToLast

int offsetToLast

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetEmpty

class OffsetEmpty extends AOffset implements Serializable

serialVersionUID:

-471610497392221790L

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetSingle

class OffsetSingle extends AOffset implements Serializable

serialVersionUID:

-614636669776415032L

Serialized Fields

off

int off

Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetTwo

class OffsetTwo extends AOffset implements Serializable

serialVersionUID:

-3756723021239389269L

Serialized Fields

first

int first

last

int last

Package org.apache.sysds.runtime.compress.cost

Class org.apache.sysds.runtime.compress.cost.ACostEstimate

class ACostEstimate extends Object implements Serializable

serialVersionUID:

-3241425555L

Class org.apache.sysds.runtime.compress.cost.ComputationCostEstimator

class ComputationCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-1205636215389161815L

Serialized Fields

ins

InstructionTypeCounter ins

Class org.apache.sysds.runtime.compress.cost.CostEstimatorBuilder

class CostEstimatorBuilder extends Object implements Serializable

serialVersionUID:

14L

Serialized Fields

counter

InstructionTypeCounter counter

Class org.apache.sysds.runtime.compress.cost.DistinctCostEstimator

class DistinctCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

4784682182584508597L

Serialized Fields

largestDistinct

double largestDistinct

Class org.apache.sysds.runtime.compress.cost.HybridCostEstimator

class HybridCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-542307595058927576L

Serialized Fields

costEstimator

ComputationCostEstimator costEstimator

memoryCostEstimator

MemoryCostEstimator memoryCostEstimator

Class org.apache.sysds.runtime.compress.cost.InstructionTypeCounter

class InstructionTypeCounter extends Object implements Serializable

serialVersionUID:

115L

Serialized Fields

compressedMultiplications

int compressedMultiplications

Total number of left column groups to compressed multiply with, taken as worst case meaning number of rows

decompressions

int decompressions

Number of decompressions of this column group directly (aka decompress to same size output)

dictionaryOps

int dictionaryOps

Number of operations that only modify underlying dictionary

indexing

int indexing

Number of operations that scan through the entry index structure

isDensifying

boolean isDensifying

Boolean specifying if the matrix is getting densified, meaning exploiting zeros is gone.

leftMultiplications

int leftMultiplications

Total number of left side rows to multiply with

overlappingDecompressions

int overlappingDecompressions

Total number of columns to decompress overlapping into

rightMultiplications

int rightMultiplications

Total number of right side columns to multiply with

scans

int scans

Number of scans through the column groups (aka. rowSums for instance)

Class org.apache.sysds.runtime.compress.cost.MemoryCostEstimator

class MemoryCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:

-1264988969161809465L

Package org.apache.sysds.runtime.compress.io

Class org.apache.sysds.runtime.compress.io.CompressedWriteBlock

class CompressedWriteBlock extends Object implements Serializable

serialVersionUID:

-587986086067463499L

Serialized Fields

mb

MatrixBlock mb

Class org.apache.sysds.runtime.compress.io.CompressUnwrap

class CompressUnwrap extends Object implements Serializable

serialVersionUID:

966405324406154236L

Class org.apache.sysds.runtime.compress.io.CompressWrap

class CompressWrap extends Object implements Serializable

serialVersionUID:

966405324406154236L

Class org.apache.sysds.runtime.compress.io.DictWritable

class DictWritable extends Object implements Serializable

serialVersionUID:

731937201435558L

Serialized Fields

dicts

List<IDictionary> dicts

Class org.apache.sysds.runtime.compress.io.DictWritable.K

class K extends Object implements Serializable

serialVersionUID:

733937201435558L

Serialized Fields

id

int id

Package org.apache.sysds.runtime.compress.utils

Class org.apache.sysds.runtime.compress.utils.CompressRDDClean

class CompressRDDClean extends Object implements Serializable

serialVersionUID:

-704403012606821854L

Package org.apache.sysds.runtime.controlprogram

Class org.apache.sysds.runtime.controlprogram.ParForProgramBlock.PartitionFormat

class PartitionFormat extends Object implements Serializable

serialVersionUID:

4729309847778707801L

Serialized Fields

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_N

int _N

Package org.apache.sysds.runtime.controlprogram.caching

Class org.apache.sysds.runtime.controlprogram.caching.CacheableData

class CacheableData extends Data implements Serializable

serialVersionUID:

-413810592207212835L

Serialized Fields

_bcHandle

BroadcastObject<T extends CacheBlock<?>> _bcHandle

_cache

SoftReference<T extends CacheBlock<?>> _cache

Cache for actual data, evicted by garbage collector.

_cacheFileName

String _cacheFileName

_cacheStatus

CacheableData.CacheStatus _cacheStatus

The cache status of the data blob (whether it can be or is evicted, etc.

_cleanupFlag

boolean _cleanupFlag

_compressed

boolean _compressed

_compressedSize

long _compressedSize

_data

T extends CacheBlock<?> _data

Container object that holds the actual data.

_dirtyFlag

boolean _dirtyFlag

true if the in-memory or evicted matrix may be different from the matrix located at CacheableData._hdfsFileName; false if the two matrices should be the same.

_fedMapping

FederationMap _fedMapping

_formatProps

FileFormatProperties _formatProps

Information relevant to specific external file formats.

_gpuObjects

HashMap<GPUContext,GPUObject> _gpuObjects

_hdfsFileExists

boolean _hdfsFileExists

Flag that indicates whether or not hdfs file exists.It is used for improving the performance of "rmvar" instruction. When it has value false, one can skip file system existence checks which can be expensive.

_hdfsFileName

String _hdfsFileName

The name of HDFS file in which the data is backed up.

_isAcquireFromEmpty

boolean _isAcquireFromEmpty

_isPRead

boolean _isPRead

_lineage

LineageItem _lineage

_metaData

MetaData _metaData

Object that holds the metadata associated with the matrix, which includes: 1) Matrix dimensions, if available 2) Number of non-zeros, if available 3) Block dimensions, if applicable 4) InputInfo -- subsequent operations that use this Matrix expect it to be in this format. When the matrix is written to HDFS (local file system, as well?), one must get the OutputInfo that matches with InputInfo stored inside _mtd.

_numReadThreads

int _numReadThreads

_rddHandle

RDDObject _rddHandle

_requiresLocalWrite

boolean _requiresLocalWrite

_streamHandle

OOCStreamable<IndexedMatrixValue> _streamHandle

_uniqueID

long _uniqueID

The unique (JVM-wide) ID of a cacheable data object; to ensure unique IDs across JVMs, we concatenate filenames with a unique prefix (map task ID).

Class org.apache.sysds.runtime.controlprogram.caching.CacheEvictionQueue

class CacheEvictionQueue extends LinkedHashMap<String,ByteBuffer> implements Serializable

serialVersionUID:

-5208333402581364859L

Class org.apache.sysds.runtime.controlprogram.caching.FrameObject

class FrameObject extends CacheableData<FrameBlock> implements Serializable

serialVersionUID:

1755082174281927785L

Serialized Fields

_schema

Types.ValueType[] _schema

Class org.apache.sysds.runtime.controlprogram.caching.MatrixObject

class MatrixObject extends CacheableData<MatrixBlock> implements Serializable

serialVersionUID:

6374712373206495637L

Serialized Fields

_diag

boolean _diag

_markForLinCache

boolean _markForLinCache

_partitionCacheName

String _partitionCacheName

_partitioned

boolean _partitioned

_partitionFormat

ParForProgramBlock.PDataPartitionFormat _partitionFormat

_partitionInMemory

MatrixBlock _partitionInMemory

_partitionSize

int _partitionSize

_updateType

MatrixObject.UpdateType _updateType

Class org.apache.sysds.runtime.controlprogram.caching.TensorObject

class TensorObject extends CacheableData<TensorBlock> implements Serializable

serialVersionUID:

-2843358400200380775L

Package org.apache.sysds.runtime.controlprogram.context

Class org.apache.sysds.runtime.controlprogram.context.MatrixObjectFuture

class MatrixObjectFuture extends MatrixObject implements Serializable

serialVersionUID:

8016955240352642173L

Serialized Fields

_futureData

Future<MatrixBlock> _futureData

Package org.apache.sysds.runtime.controlprogram.federated

Class org.apache.sysds.runtime.controlprogram.federated.FederatedData.GetPrivacyConstraints

class GetPrivacyConstraints extends FederatedUDF implements Serializable

serialVersionUID:

1637852940793579590L

Serialized Fields

filename

String filename

Class org.apache.sysds.runtime.controlprogram.federated.FederatedRequest

class FederatedRequest extends Object implements Serializable

serialVersionUID:

5946781306963870394L

Serialized Fields

_checksums

List<Long> _checksums

_data

List<Object> _data

_id

long _id

_lineageTrace

String _lineageTrace

_method

FederatedRequest.RequestType _method

_pid

long _pid

_tid

long _tid

Class org.apache.sysds.runtime.controlprogram.federated.FederatedResponse

class FederatedResponse extends Object implements Serializable

serialVersionUID:

3142180026498695091L

Serialized Fields

_data

Object[] _data

_status

FederatedResponse.ResponseType _status

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollectFunction

class FedStatsCollectFunction extends FederatedUDF implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection

class FedStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

cacheStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection cacheStats

coordinatorsTrafficBytes

List<TrafficModel> coordinatorsTrafficBytes

gcStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection gcStats

heavyHitters

HashMap<String,org.apache.commons.lang3.tuple.Pair<Long,Double>> heavyHitters

jitCompileTime

double jitCompileTime

linCacheStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection linCacheStats

mtStats

org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection mtStats

utilization

UtilizationModel utilization

workerDataObjects

List<DataObjectModel> workerDataObjects

workerEvents

List<EventModel> workerEvents

workerRequests

List<RequestModel> workerRequests

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection

class CacheStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

acqMTime

double acqMTime

acqRTime

double acqRTime

expTime

double expTime

fsBuffHits

long fsBuffHits

fsBuffWrites

long fsBuffWrites

fsHits

long fsHits

fsWrites

long fsWrites

hdfsHits

long hdfsHits

hdfsWrites

long hdfsWrites

linHits

long linHits

linWrites

long linWrites

memHits

long memHits

rlsTime

double rlsTime

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection

class GCStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

gcCount

long gcCount

gcTime

double gcTime

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection

class LineageCacheStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

numHitsDel

long numHitsDel

numHitsFS

long numHitsFS

numHitsFunc

long numHitsFunc

numHitsInst

long numHitsInst

numHitsMem

long numHitsMem

numHitsSB

long numHitsSB

numMemDel

long numMemDel

numWritesFS

long numWritesFS

numWritesMem

long numWritesMem

Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection

class MultiTenantStatsCollection extends Object implements Serializable

serialVersionUID:

1L

Serialized Fields

fLTEntryCount

long fLTEntryCount

fLTGetCount

long fLTGetCount

fLTGetTime

double fLTGetTime

putLineageCount

long putLineageCount

putLineageItems

long putLineageItems

reuseReadBytes

long reuseReadBytes

reuseReadHits

long reuseReadHits

serializationReuseBytes

long serializationReuseBytes

serializationReuseCount

long serializationReuseCount

Class org.apache.sysds.runtime.controlprogram.federated.FederatedUDF

class FederatedUDF extends Object implements Serializable

serialVersionUID:

799416525191257308L

Serialized Fields

_inputIDs

long[] _inputIDs

Exception org.apache.sysds.runtime.controlprogram.federated.FederatedWorkerHandlerException

class FederatedWorkerHandlerException extends RuntimeException implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.controlprogram.federated.MatrixLineagePair

class MatrixLineagePair extends org.apache.commons.lang3.tuple.MutablePair<MatrixObject,LineageItem> implements Serializable

serialVersionUID:

1L

Package org.apache.sysds.runtime.controlprogram.federated.monitoring.models

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.BaseModel

class BaseModel extends Object implements Serializable

serialVersionUID:

5565981270528383999L

Serialized Fields

id

Long id

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorConnectionModel

class CoordinatorConnectionModel extends BaseModel implements Serializable

serialVersionUID:

918360814223266197L

Serialized Fields

coordinatorHostId

String coordinatorHostId

coordinatorId

Long coordinatorId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorModel

class CoordinatorModel extends BaseModel implements Serializable

serialVersionUID:

4116787631938152573L

Serialized Fields

host

String host

monitoringHostIdKey

String monitoringHostIdKey

name

String name

processId

Long processId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.DataObjectModel

class DataObjectModel extends BaseModel implements Serializable

serialVersionUID:

7914784187151939188L

Serialized Fields

dataType

String dataType

size

Long size

valueType

String valueType

varName

String varName

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventModel

class EventModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

-5597621916956632690L

Serialized Fields

coordinatorName

String coordinatorName

stages

List<EventStageModel> stages

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventStageModel

class EventStageModel extends BaseModel implements Serializable

serialVersionUID:

-6867424341266726981L

Serialized Fields

endTime

LocalDateTime endTime

eventId

Long eventId

operation

String operation

startTime

LocalDateTime startTime

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.HeavyHitterModel

class HeavyHitterModel extends BaseModel implements Serializable

serialVersionUID:

1L

Serialized Fields

count

Long count

duration

double duration

operation

String operation

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.RequestModel

class RequestModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

-5376072120202921000L

Serialized Fields

count

Long count

type

String type

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsModel

class StatisticsModel extends BaseModel implements Serializable

serialVersionUID:

-2492467768854934429L

Serialized Fields

dataObjects

List<DataObjectModel> dataObjects

events

List<EventModel> events

heavyHitters

List<HeavyHitterModel> heavyHitters

requests

List<RequestModel> requests

traffic

List<TrafficModel> traffic

utilization

List<UtilizationModel> utilization

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsOptions

class StatisticsOptions extends BaseModel implements Serializable

serialVersionUID:

2524032122999491726L

Serialized Fields

dataObjects

boolean dataObjects

events

boolean events

heavyHitters

boolean heavyHitters

requests

boolean requests

rowCount

int rowCount

traffic

boolean traffic

utilization

boolean utilization

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.TrafficModel

class TrafficModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:

5042814368347405998L

Serialized Fields

byteAmount

Long byteAmount

timestamp

LocalDateTime timestamp

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.UtilizationModel

class UtilizationModel extends BaseModel implements Serializable

serialVersionUID:

6984053518916899551L

Serialized Fields

cpuUsage

double cpuUsage

memoryUsage

double memoryUsage

timestamp

LocalDateTime timestamp

workerId

Long workerId

Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.WorkerModel

class WorkerModel extends BaseModel implements Serializable

serialVersionUID:

-7516912892237220796L

Serialized Fields

address

String address

isOnline

boolean isOnline

name

String name

Package org.apache.sysds.runtime.controlprogram.paramserv

Class org.apache.sysds.runtime.controlprogram.paramserv.FederatedPSControlThread

class FederatedPSControlThread extends PSWorker implements Serializable

serialVersionUID:

6846648059569648791L

Serialized Fields

_cycleStartAt0

boolean _cycleStartAt0

_featuresData

FederatedData _featuresData

_labelsData

FederatedData _labelsData

_modelVarID

long _modelVarID

_numBatchesPerEpoch

int _numBatchesPerEpoch

_numBatchesPerNbatch

int _numBatchesPerNbatch

_partial_public_key

PublicKey _partial_public_key

_possibleBatchesPerLocalEpoch

int _possibleBatchesPerLocalEpoch

_runtimeBalancing

Statement.PSRuntimeBalancing _runtimeBalancing

_use_homomorphic_encryption

boolean _use_homomorphic_encryption

_weighting

boolean _weighting

_weightingFactor

double _weightingFactor

Class org.apache.sysds.runtime.controlprogram.paramserv.LocalPSWorker

class LocalPSWorker extends PSWorker implements Serializable

serialVersionUID:

5195390748495357295L

Class org.apache.sysds.runtime.controlprogram.paramserv.PSWorker

class PSWorker extends Object implements Serializable

serialVersionUID:

-3510485051178200118L

Serialized Fields

_batchSize

long _batchSize

_ec

ExecutionContext _ec

_epochs

int _epochs

_features

MatrixObject _features

_freq

Statement.PSFrequency _freq

_inst

FunctionCallCPInstruction _inst

_labels

MatrixObject _labels

_modelAvg

boolean _modelAvg

_nbatches

int _nbatches

_output

DataIdentifier _output

_ps

ParamServer _ps

_updFunc

String _updFunc

_workerID

int _workerID

Class org.apache.sysds.runtime.controlprogram.paramserv.SparkPSWorker

class SparkPSWorker extends LocalPSWorker implements Serializable

serialVersionUID:

-8674739573419648732L

Serialized Fields

_aggFunc

String _aggFunc

_aGrad

org.apache.spark.util.LongAccumulator _aGrad

_aIndex

org.apache.spark.util.LongAccumulator _aIndex

_aRPC

org.apache.spark.util.LongAccumulator _aRPC

_aSetup

org.apache.spark.util.LongAccumulator _aSetup

_aUpdate

org.apache.spark.util.LongAccumulator _aUpdate

_aWorker

org.apache.spark.util.LongAccumulator _aWorker

_clsMap

HashMap<String,byte[]> _clsMap

_conf

org.apache.spark.SparkConf _conf

_isLocal

boolean _isLocal

_nBatches

org.apache.spark.util.LongAccumulator _nBatches

_nEpochs

org.apache.spark.util.LongAccumulator _nEpochs

_port

int _port

_program

String _program

Package org.apache.sysds.runtime.controlprogram.paramserv.dp

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkAggregator

class DataPartitionerSparkAggregator extends Object implements Serializable

serialVersionUID:

-1245300852709085117L

Serialized Fields

_fcol

long _fcol

_lcol

long _lcol

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkMapper

class DataPartitionerSparkMapper extends Object implements Serializable

serialVersionUID:

1710721606050403296L

Serialized Fields

_dp

SparkDataPartitioner _dp

_workersNum

int _workersNum

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionSparkScheme

class DataPartitionSparkScheme extends Object implements Serializable

serialVersionUID:

-3462829818083371171L

Serialized Fields

_globalPerms

List<PartitionedBroadcast<MatrixBlock>> _globalPerms

_workerIndicator

PartitionedBroadcast<MatrixBlock> _workerIndicator

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DCSparkScheme

class DCSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-2786906947020788787L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRRSparkScheme

class DRRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-3130831851505549672L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRSparkScheme

class DRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

-7655310624144544544L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.ORSparkScheme

class ORSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:

6867567406403580311L

Class org.apache.sysds.runtime.controlprogram.paramserv.dp.SparkDataPartitioner

class SparkDataPartitioner extends Object implements Serializable

serialVersionUID:

6841548626711057448L

Serialized Fields

_scheme

DataPartitionSparkScheme _scheme

Package org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption

Class org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption.PublicKey

class PublicKey extends Object implements Serializable

serialVersionUID:

91289081237980123L

Serialized Fields

_data

byte[] _data

Package org.apache.sysds.runtime.controlprogram.parfor

Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper

class DataPartitionerRemoteSparkMapper extends ParWorker implements Serializable

serialVersionUID:

332887624852010957L

Serialized Fields

_blen

long _blen

_clen

long _clen

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_n

long _n

_rlen

long _rlen

Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkReducer

class DataPartitionerRemoteSparkReducer extends Object implements Serializable

serialVersionUID:

-7149865018683261964L

Serialized Fields

_fnameNew

String _fnameNew

_replication

int _replication

Class org.apache.sysds.runtime.controlprogram.parfor.RemoteDPParForSparkWorker

class RemoteDPParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:

30223759283155139L

Serialized Fields

_aIters

org.apache.spark.util.LongAccumulator _aIters

_aTasks

org.apache.spark.util.LongAccumulator _aTasks

_blen

int _blen

_caching

boolean _caching

_clen

int _clen

_clsMap

HashMap<String,byte[]> _clsMap

_dpf

ParForProgramBlock.PDataPartitionFormat _dpf

_fmt

Types.FileFormat _fmt

_inputVar

String _inputVar

_isLocal

boolean _isLocal

_iterVar

String _iterVar

_prog

String _prog

_rlen

int _rlen

_tSparseCol

boolean _tSparseCol

Class org.apache.sysds.runtime.controlprogram.parfor.RemoteParForSparkWorker

class RemoteParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:

-3254950138084272296L

Serialized Fields

_aIters

org.apache.spark.util.LongAccumulator _aIters

_aTasks

org.apache.spark.util.LongAccumulator _aTasks

_brInputs

Map<String,org.apache.spark.broadcast.Broadcast<CacheBlock<?>>> _brInputs

_caching

boolean _caching

_cleanCache

boolean _cleanCache

_clsMap

HashMap<String,byte[]> _clsMap

_initialized

boolean _initialized

_isLocal

boolean _isLocal

_jobid

long _jobid

_lineage

Map<String,String> _lineage

_prog

String _prog

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMerge

class ResultMerge extends Object implements Serializable

serialVersionUID:

-6756689640511059030L

Serialized Fields

_inputs

T extends CacheableData<?>[] _inputs

_isAccum

boolean _isAccum

_output

T extends CacheableData<?> _output

_outputFName

String _outputFName

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeFrameLocalMemory

class ResultMergeFrameLocalMemory extends ResultMerge<FrameObject> implements Serializable

serialVersionUID:

549739254879310540L

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalAutomatic

class ResultMergeLocalAutomatic extends ResultMergeMatrix implements Serializable

serialVersionUID:

1600893100602101732L

Serialized Fields

_rm

ResultMergeMatrix _rm

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalFile

class ResultMergeLocalFile extends ResultMergeMatrix implements Serializable

serialVersionUID:

-6905893742840020489L

Serialized Fields

_seq

IDSequence _seq

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalMemory

class ResultMergeLocalMemory extends ResultMergeMatrix implements Serializable

serialVersionUID:

-3543612508601511701L

Serialized Fields

_compare

DenseBlock _compare

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeMatrix

class ResultMergeMatrix extends ResultMerge<MatrixObject> implements Serializable

serialVersionUID:

5319002218804570071L

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSpark

class ResultMergeRemoteSpark extends ResultMergeMatrix implements Serializable

serialVersionUID:

-6924566953903424820L

Serialized Fields

_ec

ExecutionContext _ec

_numMappers

int _numMappers

_numReducers

int _numReducers

Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSparkWCompare

class ResultMergeRemoteSparkWCompare extends ResultMergeMatrix implements Serializable

serialVersionUID:

-5970805069405942836L

Class org.apache.sysds.runtime.controlprogram.parfor.Task

class Task extends Object implements Serializable

serialVersionUID:

2815832451487164284L

Serialized Fields

_iterations

LinkedList<IntObject> _iterations

_iterVar

String _iterVar

_type

Task.TaskType _type

Package org.apache.sysds.runtime.controlprogram.parfor.util

Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableBlock

class PairWritableBlock extends Object implements Serializable

serialVersionUID:

-6022511967446089164L

Serialized Fields

block

MatrixBlock block

indexes

MatrixIndexes indexes

Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableCell

class PairWritableCell extends Object implements Serializable

serialVersionUID:

6835655576808999370L

Serialized Fields

cell

MatrixCell cell

indexes

MatrixIndexes indexes

Package org.apache.sysds.runtime.data

Class org.apache.sysds.runtime.data.BasicTensorBlock

class BasicTensorBlock extends Object implements Serializable

serialVersionUID:

-7665685894181661833L

Serialized Fields

_denseBlock

DenseBlock _denseBlock

_dims

int[] _dims

_nnz

long _nnz

_sparse

boolean _sparse

_sparseBlock

SparseBlock _sparseBlock

_vt

Types.ValueType _vt

Class org.apache.sysds.runtime.data.DataTensorBlock

class DataTensorBlock extends Object implements Serializable

serialVersionUID:

3410679389807309521L

Serialized Fields

_colsdata

BasicTensorBlock[] _colsdata

_colsToIx

int[] _colsToIx

Contains the (column) index in `_colsdata` for a certain column of the `DataTensor`. Which `_colsdata` to use is specified by the `_schema`

_dims

int[] _dims

_ixToCols

int[][] _ixToCols

Contains the column of `DataTensor` an `_colsdata` (column) index corresponds to.

_schema

Types.ValueType[] _schema

Class org.apache.sysds.runtime.data.DenseBlock

class DenseBlock extends Object implements Serializable

serialVersionUID:

7517220490270237832L

Serialized Fields

_odims

int[] _odims

_reuse

double[] _reuse

_rlen

int _rlen

Class org.apache.sysds.runtime.data.DenseBlockBool

class DenseBlockBool extends DenseBlockDRB implements Serializable

serialVersionUID:

-2228057308997136969L

Serialized Fields

_data

BitSet _data

Class org.apache.sysds.runtime.data.DenseBlockDRB

class DenseBlockDRB extends DenseBlock implements Serializable

serialVersionUID:

3581157975703708947L

Class org.apache.sysds.runtime.data.DenseBlockFP32

class DenseBlockFP32 extends DenseBlockDRB implements Serializable

serialVersionUID:

1950471811056914020L

Serialized Fields

_data

float[] _data

Class org.apache.sysds.runtime.data.DenseBlockFP64

class DenseBlockFP64 extends DenseBlockDRB implements Serializable

serialVersionUID:

8546723684649816489L

Serialized Fields

_data

double[] _data

Class org.apache.sysds.runtime.data.DenseBlockFP64DEDUP

class DenseBlockFP64DEDUP extends DenseBlockDRB implements Serializable

serialVersionUID:

-4012376952006079198L

Serialized Fields

_data

double[][] _data

_distinct

int _distinct

_emb_size

int _emb_size

_embPerRow

int _embPerRow

Class org.apache.sysds.runtime.data.DenseBlockInt32

class DenseBlockInt32 extends DenseBlockDRB implements Serializable

serialVersionUID:

3856034067703046872L

Serialized Fields

_data

int[] _data

Class org.apache.sysds.runtime.data.DenseBlockInt64

class DenseBlockInt64 extends DenseBlockDRB implements Serializable

serialVersionUID:

7166657802668966730L

Serialized Fields

_data

long[] _data

Class org.apache.sysds.runtime.data.DenseBlockLBool

class DenseBlockLBool extends DenseBlockLDRB implements Serializable

serialVersionUID:

2604223782138590322L

Serialized Fields

_blocks

BitSet[] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLDRB

class DenseBlockLDRB extends DenseBlock implements Serializable

serialVersionUID:

-7519435549328146356L

Serialized Fields

_blen

int _blen

Class org.apache.sysds.runtime.data.DenseBlockLFP32

class DenseBlockLFP32 extends DenseBlockLDRB implements Serializable

serialVersionUID:

2604223782138590322L

Serialized Fields

_blocks

float[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLFP64

class DenseBlockLFP64 extends DenseBlockLDRB implements Serializable

serialVersionUID:

-1723319832162080273L

Serialized Fields

_blocks

double[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLFP64DEDUP

class DenseBlockLFP64DEDUP extends DenseBlockLDRB implements Serializable

serialVersionUID:

-3437790596644064171L

Serialized Fields

_data

double[][] _data

Class org.apache.sysds.runtime.data.DenseBlockLInt32

class DenseBlockLInt32 extends DenseBlockLDRB implements Serializable

serialVersionUID:

4273439182762731283L

Serialized Fields

_blocks

int[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLInt64

class DenseBlockLInt64 extends DenseBlockLDRB implements Serializable

serialVersionUID:

2329693723788239625L

Serialized Fields

_blocks

long[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockLString

class DenseBlockLString extends DenseBlockLDRB implements Serializable

serialVersionUID:

-6632424825959423264L

Serialized Fields

_blocks

String[][] _blocks

Class org.apache.sysds.runtime.data.DenseBlockString

class DenseBlockString extends DenseBlockDRB implements Serializable

serialVersionUID:

7071870563356352352L

Serialized Fields

_data

String[] _data

Class org.apache.sysds.runtime.data.IndexedTensorBlock

class IndexedTensorBlock extends Object implements Serializable

serialVersionUID:

-6227311506740546446L

Serialized Fields

_block

TensorBlock _block

_indexes

TensorIndexes _indexes

Class org.apache.sysds.runtime.data.SparseBlock

class SparseBlock extends Object implements Serializable

serialVersionUID:

-5008747088111141395L

Class org.apache.sysds.runtime.data.SparseBlockCOO

class SparseBlockCOO extends SparseBlock implements Serializable

serialVersionUID:

7223478015917668745L

Serialized Fields

_cindexes

int[] _cindexes

_rindexes

int[] _rindexes

_rlen

int _rlen

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockCSC

class SparseBlockCSC extends SparseBlock implements Serializable

serialVersionUID:

-8020198259526080455L

Serialized Fields

_clenInferred

int _clenInferred

_indexes

int[] _indexes

_ptr

int[] _ptr

_rlen

int _rlen

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockCSR

class SparseBlockCSR extends SparseBlock implements Serializable

serialVersionUID:

1922673868466164244L

Serialized Fields

_indexes

int[] _indexes

_ptr

int[] _ptr

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockDCSR

class SparseBlockDCSR extends SparseBlock implements Serializable

serialVersionUID:

456844244252549431L

Serialized Fields

_colidx

int[] _colidx

_nnzr

int _nnzr

_rlen

int _rlen

_rowidx

int[] _rowidx

_rowptr

int[] _rowptr

_size

int _size

_values

double[] _values

Class org.apache.sysds.runtime.data.SparseBlockMCSC

class SparseBlockMCSC extends SparseBlock implements Serializable

serialVersionUID:

112364695245614881L

Serialized Fields

_clenInferred

int _clenInferred

_columns

SparseRow[] _columns

_rlen

int _rlen

Class org.apache.sysds.runtime.data.SparseBlockMCSR

class SparseBlockMCSR extends SparseBlock implements Serializable

serialVersionUID:

-4743624499258436199L

Serialized Fields

_rows

SparseRow[] _rows

Class org.apache.sysds.runtime.data.SparseRow

class SparseRow extends Object implements Serializable

serialVersionUID:

5806895317005796456L

Class org.apache.sysds.runtime.data.SparseRowScalar

class SparseRowScalar extends SparseRow implements Serializable

serialVersionUID:

722193514969067477L

Serialized Fields

index

int index

value

double value

Class org.apache.sysds.runtime.data.SparseRowVector

class SparseRowVector extends SparseRow implements Serializable

serialVersionUID:

2971077474424464992L

Serialized Fields

estimatedNzs

int estimatedNzs

An estimate of the number of non zero values in this row. The estimate is used to set a threshold on how much the array should grow at certain lengths to not double the size at all times.

indexes

int[] indexes

The column indexes of the values contained, can be allocated larger than needed

size

int size

The current size of the row vector

values

double[] values

The values contained in the vector, can be allocated larger than needed

Class org.apache.sysds.runtime.data.TensorBlock

class TensorBlock extends Object implements Externalizable

serialVersionUID:

-8768054067319422277L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Class org.apache.sysds.runtime.data.TensorIndexes

class TensorIndexes extends Object implements Externalizable

serialVersionUID:

-8596795142899904117L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Package org.apache.sysds.runtime.einsum

Class org.apache.sysds.runtime.einsum.EinsumSpoofRowwise

class EinsumSpoofRowwise extends SpoofRowwise implements Serializable

serialVersionUID:

-5957679254041639561L

Serialized Fields

_ABCount

int _ABCount

_ACount

int _ACount

_AZCount

int _AZCount

_AZStartIndex

int _AZStartIndex

_Bsupplied

boolean _Bsupplied

_EinsumRewriteType

EOpNodeFuse.EinsumRewriteType _EinsumRewriteType

_ZSize

int _ZSize

Package org.apache.sysds.runtime.frame.data

Class org.apache.sysds.runtime.frame.data.FrameBlock

class FrameBlock extends Object implements Externalizable

serialVersionUID:

-3993450030207130665L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Throws:

IOException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Class org.apache.sysds.runtime.frame.data.FrameBlock.FrameMapFunction

class FrameMapFunction extends Object implements Serializable

serialVersionUID:

-8398572153616520873L

Package org.apache.sysds.runtime.frame.data.columns

Class org.apache.sysds.runtime.frame.data.columns.ColumnMetadata

class ColumnMetadata extends Object implements Serializable

serialVersionUID:

-90094082422100311L

Serialized Fields

_mvValue

String _mvValue

_ndistinct

long _ndistinct

Class org.apache.sysds.runtime.frame.data.columns.HashMapToInt

class HashMapToInt extends Object implements Serializable

serialVersionUID:

3624988207265L

Serialized Fields

buckets

org.apache.sysds.runtime.frame.data.columns.HashMapToInt.Node<K>[] buckets

nullV

int nullV

size

int size

Package org.apache.sysds.runtime.functionobjects

Class org.apache.sysds.runtime.functionobjects.And

class And extends ValueFunction implements Serializable

serialVersionUID:

6523146102263905602L

Class org.apache.sysds.runtime.functionobjects.BitwAnd

class BitwAnd extends ValueFunction implements Serializable

serialVersionUID:

6523146102263905602L

Class org.apache.sysds.runtime.functionobjects.BitwOr

class BitwOr extends ValueFunction implements Serializable

serialVersionUID:

-9172774392245257468L

Class org.apache.sysds.runtime.functionobjects.BitwShiftL

class BitwShiftL extends ValueFunction implements Serializable

serialVersionUID:

-6874923721694361623L

Class org.apache.sysds.runtime.functionobjects.BitwShiftR

class BitwShiftR extends ValueFunction implements Serializable

serialVersionUID:

-6746241833459058280L

Class org.apache.sysds.runtime.functionobjects.BitwXor

class BitwXor extends ValueFunction implements Serializable

serialVersionUID:

-7231003441114081755L

Class org.apache.sysds.runtime.functionobjects.Builtin

class Builtin extends ValueFunction implements Serializable

serialVersionUID:

3836744687789840574L

Serialized Fields

bFunc

Builtin.BuiltinCode bFunc

Class org.apache.sysds.runtime.functionobjects.CM

class CM extends ValueFunction implements Serializable

serialVersionUID:

9177194651533064123L

Serialized Fields

_buff2

KahanObject _buff2

_buff3

KahanObject _buff3

_plus

KahanPlus _plus

_type

CMOperator.AggregateOperationTypes _type

Class org.apache.sysds.runtime.functionobjects.COV

class COV extends ValueFunction implements Serializable

serialVersionUID:

1865050401811477181L

Serialized Fields

_plus

KahanPlus _plus

Class org.apache.sysds.runtime.functionobjects.CTable

class CTable extends ValueFunction implements Serializable

serialVersionUID:

-5374880447194177236L

Class org.apache.sysds.runtime.functionobjects.DiagIndex

class DiagIndex extends IndexFunction implements Serializable

serialVersionUID:

-5294771266108903886L

Serialized Fields

diagV2M

boolean diagV2M

Class org.apache.sysds.runtime.functionobjects.Divide

class Divide extends ValueFunction implements Serializable

serialVersionUID:

-5377082529324612637L

Class org.apache.sysds.runtime.functionobjects.Equals

class Equals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-8887713112454357802L

Class org.apache.sysds.runtime.functionobjects.FunctionObject

class FunctionObject extends Object implements Serializable

serialVersionUID:

-1L

Class org.apache.sysds.runtime.functionobjects.GreaterThan

class GreaterThan extends ValueComparisonFunction implements Serializable

serialVersionUID:

1408566061111937556L

Class org.apache.sysds.runtime.functionobjects.GreaterThanEquals

class GreaterThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-5444900552418046584L

Class org.apache.sysds.runtime.functionobjects.IfElse

class IfElse extends TernaryValueFunction implements Serializable

serialVersionUID:

-8660124936856173978L

Class org.apache.sysds.runtime.functionobjects.IndexFunction

class IndexFunction extends FunctionObject implements Serializable

serialVersionUID:

-7672111359444767237L

Class org.apache.sysds.runtime.functionobjects.IntegerDivide

class IntegerDivide extends ValueFunction implements Serializable

serialVersionUID:

-6994403907602762873L

Class org.apache.sysds.runtime.functionobjects.KahanFunction

class KahanFunction extends ValueFunction implements Serializable

serialVersionUID:

-8880016655817461398L

Class org.apache.sysds.runtime.functionobjects.KahanPlus

class KahanPlus extends KahanFunction implements Serializable

serialVersionUID:

-8338160609569967791L

Class org.apache.sysds.runtime.functionobjects.KahanPlusSq

class KahanPlusSq extends KahanFunction implements Serializable

serialVersionUID:

5774388904472231717L

Serialized Fields

kplus

KahanPlus kplus

Class org.apache.sysds.runtime.functionobjects.LessThan

class LessThan extends ValueComparisonFunction implements Serializable

serialVersionUID:

-5598503447690597942L

Class org.apache.sysds.runtime.functionobjects.LessThanEquals

class LessThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

-1211700634442163849L

Class org.apache.sysds.runtime.functionobjects.Max

class Max extends Builtin implements Serializable

serialVersionUID:

6529946102263905602L

Class org.apache.sysds.runtime.functionobjects.Mean

class Mean extends ValueFunction implements Serializable

serialVersionUID:

1967222020396371269L

Serialized Fields

_plus

KahanPlus _plus

Class org.apache.sysds.runtime.functionobjects.Min

class Min extends Builtin implements Serializable

serialVersionUID:

6529946102263905602L

Class org.apache.sysds.runtime.functionobjects.Minus

class Minus extends ValueFunction implements Serializable

serialVersionUID:

8433928060333018056L

Class org.apache.sysds.runtime.functionobjects.Minus1Multiply

class Minus1Multiply extends ValueFunction implements Serializable

serialVersionUID:

8211391941572535083L

Class org.apache.sysds.runtime.functionobjects.MinusMultiply

class MinusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Serialized Fields

_cnt

double _cnt

Class org.apache.sysds.runtime.functionobjects.MinusNz

class MinusNz extends ValueFunction implements Serializable

serialVersionUID:

-949397965417772299L

Class org.apache.sysds.runtime.functionobjects.Modulus

class Modulus extends ValueFunction implements Serializable

serialVersionUID:

-1409182981172200840L

Serialized Fields

_intdiv

IntegerDivide _intdiv

Class org.apache.sysds.runtime.functionobjects.Multiply

class Multiply extends ValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Class org.apache.sysds.runtime.functionobjects.Multiply2

class Multiply2 extends ValueFunction implements Serializable

serialVersionUID:

-3762789087715600938L

Class org.apache.sysds.runtime.functionobjects.Not

class Not extends ValueFunction implements Serializable

serialVersionUID:

-3137270229584267263L

Class org.apache.sysds.runtime.functionobjects.NotEquals

class NotEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:

2243676126579964278L

Class org.apache.sysds.runtime.functionobjects.OffsetColumnIndex

class OffsetColumnIndex extends IndexFunction implements Serializable

serialVersionUID:

1523769994005450946L

Serialized Fields

numColumnsInOutput

int numColumnsInOutput

numRowsInOutput

int numRowsInOutput

offset

int offset

Class org.apache.sysds.runtime.functionobjects.Or

class Or extends ValueFunction implements Serializable

serialVersionUID:

-2847467729680510910L

Class org.apache.sysds.runtime.functionobjects.ParameterizedBuiltin

class ParameterizedBuiltin extends ValueFunction implements Serializable

serialVersionUID:

-7987603644903675052L

Serialized Fields

bFunc

ParameterizedBuiltin.ParameterizedBuiltinCode bFunc

distFunc

ParameterizedBuiltin.ProbabilityDistributionCode distFunc

Class org.apache.sysds.runtime.functionobjects.Plus

class Plus extends ValueFunction implements Serializable

serialVersionUID:

-3573790367761963555L

Class org.apache.sysds.runtime.functionobjects.PlusMultiply

class PlusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:

2801982061205871665L

Serialized Fields

_cnt

double _cnt

Class org.apache.sysds.runtime.functionobjects.Power

class Power extends ValueFunction implements Serializable

serialVersionUID:

1503063846565177447L

Class org.apache.sysds.runtime.functionobjects.Power2

class Power2 extends ValueFunction implements Serializable

serialVersionUID:

-4370611388912121328L

Class org.apache.sysds.runtime.functionobjects.ReduceAll

class ReduceAll extends IndexFunction implements Serializable

serialVersionUID:

-7395600812331396960L

Class org.apache.sysds.runtime.functionobjects.ReduceCol

class ReduceCol extends IndexFunction implements Serializable

serialVersionUID:

5751707683718583013L

Class org.apache.sysds.runtime.functionobjects.ReduceDiag

class ReduceDiag extends IndexFunction implements Serializable

serialVersionUID:

734843929521413928L

Class org.apache.sysds.runtime.functionobjects.ReduceRow

class ReduceRow extends IndexFunction implements Serializable

serialVersionUID:

3611700251686303484L

Class org.apache.sysds.runtime.functionobjects.RevIndex

class RevIndex extends IndexFunction implements Serializable

serialVersionUID:

-1002715543022547788L

Class org.apache.sysds.runtime.functionobjects.RollIndex

class RollIndex extends IndexFunction implements Serializable

serialVersionUID:

-8446389232078905200L

Serialized Fields

_shift

int _shift

Class org.apache.sysds.runtime.functionobjects.SortIndex

class SortIndex extends IndexFunction implements Serializable

serialVersionUID:

-8446389232078905200L

Serialized Fields

_cols

int[] _cols

_decreasing

boolean _decreasing

_ixreturn

boolean _ixreturn

Class org.apache.sysds.runtime.functionobjects.SwapIndex

class SwapIndex extends IndexFunction implements Serializable

serialVersionUID:

-8898087610410746689L

Class org.apache.sysds.runtime.functionobjects.TernaryValueFunction

class TernaryValueFunction extends ValueFunction implements Serializable

serialVersionUID:

4837616587192612216L

Class org.apache.sysds.runtime.functionobjects.ValueComparisonFunction

class ValueComparisonFunction extends ValueFunction implements Serializable

serialVersionUID:

6021132561216734747L

Class org.apache.sysds.runtime.functionobjects.ValueFunction

class ValueFunction extends FunctionObject implements Serializable

serialVersionUID:

-4985988545393861058L

Class org.apache.sysds.runtime.functionobjects.Xor

class Xor extends ValueFunction implements Serializable

serialVersionUID:

-2847467729680510910L

Package org.apache.sysds.runtime.instructions.cp

Class org.apache.sysds.runtime.instructions.cp.BooleanObject

class BooleanObject extends ScalarObject implements Serializable

serialVersionUID:

-4506242165735516984L

Serialized Fields

_value

boolean _value

Class org.apache.sysds.runtime.instructions.cp.CiphertextMatrix

class CiphertextMatrix extends Encrypted implements Serializable

serialVersionUID:

1762936872261940616L

Class org.apache.sysds.runtime.instructions.cp.CmCovObject

class CmCovObject extends Data implements Serializable

serialVersionUID:

-5814207545197934085L

Serialized Fields

c2

KahanObject c2

m2

KahanObject m2

m3

KahanObject m3

m4

KahanObject m4

max

double max

mean

KahanObject mean

mean_v

KahanObject mean_v

min

double min

w

double w

Class org.apache.sysds.runtime.instructions.cp.Data

class Data extends Object implements Serializable

serialVersionUID:

9176228330268046168L

Serialized Fields

dataType

Types.DataType dataType

valueType

Types.ValueType valueType

Class org.apache.sysds.runtime.instructions.cp.DoubleObject

class DoubleObject extends ScalarObject implements Serializable

serialVersionUID:

-8525290101679236360L

Serialized Fields

_value

double _value

Class org.apache.sysds.runtime.instructions.cp.Encrypted

class Encrypted extends Data implements Serializable

serialVersionUID:

1762936872268046168L

Serialized Fields

_data

byte[] _data

_dc

DataCharacteristics _dc

_dims

int[] _dims

Class org.apache.sysds.runtime.instructions.cp.IntObject

class IntObject extends ScalarObject implements Serializable

serialVersionUID:

353170585998999528L

Serialized Fields

_value

long _value

Class org.apache.sysds.runtime.instructions.cp.KahanObject

class KahanObject extends Data implements Serializable

serialVersionUID:

-5331529073327676437L

Serialized Fields

_correction

double _correction

_sum

double _sum

Class org.apache.sysds.runtime.instructions.cp.ListObject

class ListObject extends Data implements Externalizable

serialVersionUID:

3652422061598967358L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException,
ClassNotFoundException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occurs

ClassNotFoundException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.cp.PlaintextMatrix

class PlaintextMatrix extends Encrypted implements Serializable

serialVersionUID:

5732436872261940616L

Class org.apache.sysds.runtime.instructions.cp.ScalarObject

class ScalarObject extends Data implements Serializable

serialVersionUID:

6994413375932824892L

Class org.apache.sysds.runtime.instructions.cp.StringObject

class StringObject extends ScalarObject implements Serializable

serialVersionUID:

2464839775369002455L

Serialized Fields

_value

String _value

Package org.apache.sysds.runtime.instructions.fed

Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.CreateFrameEncoder

class CreateFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:

2376756757742169692L

Serialized Fields

_offset

int _offset

_spec

String _spec

Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.ExecuteFrameEncoder

class ExecuteFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:

6034440964680578276L

Serialized Fields

_encoder

MultiColumnEncoder _encoder

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.ParameterizedBuiltinFEDInstruction.DecodeMatrix

class DecodeMatrix extends FederatedUDF implements Serializable

serialVersionUID:

2376756757742169692L

Serialized Fields

_decoder

Decoder _decoder

_meta

FrameBlock _meta

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.CreateMatrixFromFrame

class CreateMatrixFromFrame extends FederatedUDF implements Serializable

serialVersionUID:

-6569370318237863595L

Serialized Fields

_id

int _id

_outputID

long _outputID

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetHistogram

class GetHistogram extends FederatedUDF implements Serializable

serialVersionUID:

5413355823424777742L

Serialized Fields

_max

double _max

_min

double _min

_numBuckets

int _numBuckets

_range

double _range

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRange

class GetValuesInRange extends FederatedUDF implements Serializable

serialVersionUID:

5413355823424777742L

Serialized Fields

_iqmRange

org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _iqmRange

_range

org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _range

_sumInRange

boolean _sumInRange

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRanges

class GetValuesInRanges extends FederatedUDF implements Serializable

serialVersionUID:

8663298932616139153L

Serialized Fields

_numQuantiles

int _numQuantiles

_ranges

HashMap<Integer,org.apache.commons.lang3.tuple.ImmutablePair<Double,Double>> _ranges

Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.MinMax

class MinMax extends FederatedUDF implements Serializable

serialVersionUID:

-3906698363866500744L

Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.DiagMatrix

class DiagMatrix extends FederatedUDF implements Serializable

serialVersionUID:

-3466926635958851402L

Serialized Fields

_len

int _len

_outputID

long _outputID

_r_op

ReorgOperator _r_op

_rowFed

boolean _rowFed

_slice

int[] _slice

Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.Rdiag

class Rdiag extends FederatedUDF implements Serializable

serialVersionUID:

-3466926635958851402L

Serialized Fields

_outputID

long _outputID

_r_op

ReorgOperator _r_op

_rowFed

boolean _rowFed

_slice

int[] _slice

Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.SliceMatrix

class SliceMatrix extends FederatedUDF implements Serializable

serialVersionUID:

-3466926635958851402L

Serialized Fields

_isRight

boolean _isRight

_outputID

long _outputID

_sliceRow

int _sliceRow

Package org.apache.sysds.runtime.instructions.spark

Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUAggFunction2

class RDDUAggFunction2 extends Object implements Serializable

serialVersionUID:

2672082409287856038L

Serialized Fields

_blen

int _blen

_op

AggregateUnaryOperator _op

Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUTensorAggFunction2

class RDDUTensorAggFunction2 extends Object implements Serializable

serialVersionUID:

-6258769067791011763L

Serialized Fields

_op

AggregateUnaryOperator _op

Class org.apache.sysds.runtime.instructions.spark.AppendGAlignedSPInstruction.ShiftColumnIndex

class ShiftColumnIndex extends Object implements Serializable

serialVersionUID:

-5185023611319654242L

Serialized Fields

_cbind

boolean _cbind

_shiftBy

long _shiftBy

Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.MergeWithShiftedBlocks

class MergeWithShiftedBlocks extends Object implements Serializable

serialVersionUID:

848955582909209400L

Serialized Fields

_blen

int _blen

_cbind

boolean _cbind

_lastIxLeft

long _lastIxLeft

Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.ShiftMatrix

class ShiftMatrix extends Object implements Serializable

serialVersionUID:

3524189212798209172L

Serialized Fields

_blen

int _blen

_cbind

boolean _cbind

_outlen

long _outlen

_shiftBy

int _shiftBy

_startIx

long _startIx

Class org.apache.sysds.runtime.instructions.spark.BinUaggChainSPInstruction.RDDBinUaggChainFunction

class RDDBinUaggChainFunction extends Object implements Serializable

serialVersionUID:

886065328623752520L

Serialized Fields

_bOp

BinaryOperator _bOp

_uaggOp

AggregateUnaryOperator _uaggOp

Class org.apache.sysds.runtime.instructions.spark.BuiltinNarySPInstruction.PadBlocksFunction

class PadBlocksFunction extends Object implements Serializable

serialVersionUID:

1291358959908299855L

Serialized Fields

_mcOut

DataCharacteristics _mcOut

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionFunction

class CompressionFunction extends Object implements Serializable

serialVersionUID:

-6528833083609423922L

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionWorkloadFunction

class CompressionWorkloadFunction extends Object implements Serializable

serialVersionUID:

-65288330833922L

Serialized Fields

costBuilder

CostEstimatorBuilder costBuilder

Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.SizeFunction

class SizeFunction extends Object implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature1

class MapJoinSignature1 extends Object implements Serializable

serialVersionUID:

-8819908424033945028L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature2

class MapJoinSignature2 extends Object implements Serializable

serialVersionUID:

7690448020081435520L

Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature3

class MapJoinSignature3 extends Object implements Serializable

serialVersionUID:

-5222678882354280164L

Class org.apache.sysds.runtime.instructions.spark.DeCompressionSPInstruction.DeCompressionFunction

class DeCompressionFunction extends Object implements Serializable

serialVersionUID:

-65288330836413922L

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuild2Function

class TransformEncodeBuild2Function extends Object implements Serializable

serialVersionUID:

6336375833412029279L

Serialized Fields

_encoder

EncoderMVImpute _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuildFunction

class TransformEncodeBuildFunction extends Object implements Serializable

serialVersionUID:

6336375833412029279L

Serialized Fields

_encoder

MultiColumnEncoder _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroup2Function

class TransformEncodeGroup2Function extends Object implements Serializable

serialVersionUID:

702100641492347459L

Serialized Fields

_encoder

EncoderMVImpute _encoder

Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroupFunction

class TransformEncodeGroupFunction extends Object implements Serializable

serialVersionUID:

-1034187226023517119L

Serialized Fields

_accMax

org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax

_encoder

MultiColumnEncoder _encoder

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.CreateMatrixCell

class CreateMatrixCell extends Object implements Serializable

serialVersionUID:

-5783727852453040737L

Serialized Fields

blen

int blen

op

Operator op

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsFunction

class RDDContainsFunction extends Object implements Serializable

serialVersionUID:

6576713401901671659L

Serialized Fields

_pattern

double _pattern

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsVectFunction

class RDDContainsVectFunction extends Object implements Serializable

serialVersionUID:

2228503788469700742L

Serialized Fields

_blocksize

int _blocksize

_pbcPattern

PartitionedBroadcast<MatrixBlock> _pbcPattern

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDFrameReplaceFunction

class RDDFrameReplaceFunction extends Object implements Serializable

serialVersionUID:

6576713401901671660L

Serialized Fields

_pattern

String _pattern

_replacement

String _replacement

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction

class RDDMapGroupedAggFunction extends Object implements Serializable

serialVersionUID:

6795402640178679851L

Serialized Fields

_blen

int _blen

_ngroups

int _ngroups

_op

Operator _op

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction2

class RDDMapGroupedAggFunction2 extends Object implements Serializable

serialVersionUID:

-6820599604299797661L

Serialized Fields

_ngroups

int _ngroups

_op

Operator _op

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunction

class RDDRemoveEmptyFunction extends Object implements Serializable

serialVersionUID:

4906304771183325289L

Serialized Fields

_blen

long _blen

_len

long _len

_rmRows

boolean _rmRows

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunctionInMem

class RDDRemoveEmptyFunctionInMem extends Object implements Serializable

serialVersionUID:

4906304771183325289L

Serialized Fields

_blen

long _blen

_len

long _len

_off

PartitionedBroadcast<MatrixBlock> _off

_rmRows

boolean _rmRows

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDReplaceFunction

class RDDReplaceFunction extends Object implements Serializable

serialVersionUID:

6576713401901671659L

Serialized Fields

_pattern

double _pattern

_replacement

double _replacement

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRExpandFunction

class RDDRExpandFunction extends Object implements Serializable

serialVersionUID:

-6153643261956222601L

Serialized Fields

_blen

long _blen

_cast

boolean _cast

_dirRows

boolean _dirRows

_ignore

boolean _ignore

_maxVal

long _maxVal

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTokenizeFunction

class RDDTokenizeFunction extends Object implements Serializable

serialVersionUID:

-8788298032616522019L

Serialized Fields

_tokenizer

Tokenizer _tokenizer

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction

class RDDTransformApplyFunction extends Object implements Serializable

serialVersionUID:

5759813006068230916L

Serialized Fields

_bencoder

org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

_omap

org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction2

class RDDTransformApplyFunction2 extends Object implements Serializable

serialVersionUID:

5759813006068230916L

Serialized Fields

_bencoder

org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

_omap

org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyOffsetFunction

class RDDTransformApplyOffsetFunction extends Object implements Serializable

serialVersionUID:

3450977356721057440L

Serialized Fields

_omitColList

int[] _omitColList

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeExpandFunction

class RDDTransformDecodeExpandFunction extends Object implements Serializable

serialVersionUID:

-8187400248076127598L

Serialized Fields

_blen

int _blen

_clen

int _clen

Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeFunction

class RDDTransformDecodeFunction extends Object implements Serializable

serialVersionUID:

-4797324742568170756L

Serialized Fields

_blen

int _blen

_decoder

Decoder _decoder

Class org.apache.sysds.runtime.instructions.spark.SpoofSPInstruction.ReplicateRightFactorFunction

class ReplicateRightFactorFunction extends Object implements Serializable

serialVersionUID:

-7295989688796126442L

Serialized Fields

_blen

long _blen

_len

long _len

Package org.apache.sysds.runtime.instructions.spark.data

Class org.apache.sysds.runtime.instructions.spark.data.BlockPartitioner

class BlockPartitioner extends org.apache.spark.Partitioner implements Serializable

serialVersionUID:

3207938407732880324L

Serialized Fields

_cbPerPart

long _cbPerPart

_ncparts

int _ncparts

_numParts

int _numParts

_rbPerPart

long _rbPerPart

Class org.apache.sysds.runtime.instructions.spark.data.CorrMatrixBlock

class CorrMatrixBlock extends Object implements Externalizable

serialVersionUID:

-2204456681697015083L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.IndexedMatrixValue

class IndexedMatrixValue extends Object implements Serializable

serialVersionUID:

6723389820806752110L

Serialized Fields

_indexes

MatrixIndexes _indexes

_value

MatrixValue _value

Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBlock

class PartitionedBlock extends Object implements Externalizable

serialVersionUID:

1298817743064415129L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast deserialization.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBroadcast

class PartitionedBroadcast extends Object implements Serializable

serialVersionUID:

7041959166079438401L

Serialized Fields

_dc

DataCharacteristics _dc

_pbc

org.apache.spark.broadcast.Broadcast<PartitionedBlock<T extends CacheBlock>>[] _pbc

Class org.apache.sysds.runtime.instructions.spark.data.RowMatrixBlock

class RowMatrixBlock extends Object implements Externalizable

serialVersionUID:

3307673667643705793L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.instructions.spark.data.SerLongWritable

class SerLongWritable extends org.apache.hadoop.io.LongWritable implements Serializable

serialVersionUID:

-2609889817086784049L

Class org.apache.sysds.runtime.instructions.spark.data.SerText

class SerText extends org.apache.hadoop.io.Text implements Serializable

serialVersionUID:

-4918278004334054414L

Package org.apache.sysds.runtime.instructions.spark.functions

Class org.apache.sysds.runtime.instructions.spark.functions.AggregateDropCorrectionFunction

class AggregateDropCorrectionFunction extends Object implements Serializable

serialVersionUID:

-5573656897943638857L

Serialized Fields

_op

AggregateOperator _op

Class org.apache.sysds.runtime.instructions.spark.functions.ComputeBinaryBlockNnzFunction

class ComputeBinaryBlockNnzFunction extends Object implements Serializable

serialVersionUID:

-8396410450821999936L

Serialized Fields

_aNnz

org.apache.spark.util.LongAccumulator _aNnz

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertFrameBlockToIJVLines

class ConvertFrameBlockToIJVLines extends Object implements Serializable

serialVersionUID:

1803516615963340115L

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines

class ConvertMatrixBlockToIJVLines extends Object implements Serializable

serialVersionUID:

3555147684480763957L

Serialized Fields

blen

int blen

Class org.apache.sysds.runtime.instructions.spark.functions.ConvertStringToLongTextPair

class ConvertStringToLongTextPair extends Object implements Serializable

serialVersionUID:

6443041051069809479L

Class org.apache.sysds.runtime.instructions.spark.functions.CopyBinaryCellFunction

class CopyBinaryCellFunction extends Object implements Serializable

serialVersionUID:

-675490732439827014L

Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockFunction

class CopyFrameBlockFunction extends Object implements Serializable

serialVersionUID:

612972882700587381L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockPairFunction

class CopyFrameBlockPairFunction extends Object implements Serializable

serialVersionUID:

-4686652006382558021L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockFunction

class CopyMatrixBlockFunction extends Object implements Serializable

serialVersionUID:

966409324406154236L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockPairFunction

class CopyMatrixBlockPairFunction extends Object implements Serializable

serialVersionUID:

-196553327495233360L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockFunction

class CopyTensorBlockFunction extends Object implements Serializable

serialVersionUID:

707987326466592670L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockPairFunction

class CopyTensorBlockPairFunction extends Object implements Serializable

serialVersionUID:

605514365345997070L

Serialized Fields

_deepCopy

boolean _deepCopy

Class org.apache.sysds.runtime.instructions.spark.functions.CopyTextInputFunction

class CopyTextInputFunction extends Object implements Serializable

serialVersionUID:

-196553327495233360L

Class org.apache.sysds.runtime.instructions.spark.functions.CreateSparseBlockFunction

class CreateSparseBlockFunction extends Object implements Serializable

serialVersionUID:

-4503367283351708178L

Serialized Fields

_stype

SparseBlock.Type _stype

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock

class ExtractBlockForBinaryReblock extends Object implements Serializable

serialVersionUID:

-762987655085029215L

Serialized Fields

clen

long clen

in_blen

int in_blen

out_blen

int out_blen

rlen

long rlen

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup

class ExtractGroup extends Object implements Serializable

serialVersionUID:

-7059358143841229966L

Serialized Fields

_blen

long _blen

_ngroups

long _ngroups

_op

Operator _op

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupBroadcast

class ExtractGroupBroadcast extends ExtractGroup implements Serializable

serialVersionUID:

5709955602290131093L

Serialized Fields

_pbm

PartitionedBroadcast<MatrixBlock> _pbm

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupJoin

class ExtractGroupJoin extends ExtractGroup implements Serializable

serialVersionUID:

8890978615936560266L

Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroupNWeights

class ExtractGroupNWeights extends Object implements Serializable

serialVersionUID:

-188180042997588072L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterDiagMatrixBlocksFunction

class FilterDiagMatrixBlocksFunction extends Object implements Serializable

serialVersionUID:

685221977882289849L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction

class FilterNonEmptyBlocksFunction extends Object implements Serializable

serialVersionUID:

-8856829325565589854L

Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction2

class FilterNonEmptyBlocksFunction2 extends Object implements Serializable

serialVersionUID:

-8435900761521598692L

Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInList

class IsBlockInList extends Object implements Serializable

serialVersionUID:

-1956151588590369875L

Serialized Fields

_blen

int _blen

_cols

long[] _cols

Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInRange

class IsBlockInRange extends Object implements Serializable

serialVersionUID:

5849687296021280540L

Serialized Fields

_blen

int _blen

_cl

long _cl

_cu

long _cu

_rl

long _rl

_ru

long _ru

Class org.apache.sysds.runtime.instructions.spark.functions.IsFrameBlockInRange

class IsFrameBlockInRange extends Object implements Serializable

serialVersionUID:

4433918122474769296L

Serialized Fields

_rl

long _rl

_ru

long _ru

Class org.apache.sysds.runtime.instructions.spark.functions.MapInputSignature

class MapInputSignature extends Object implements Serializable

serialVersionUID:

-816443970067626102L

Class org.apache.sysds.runtime.instructions.spark.functions.MapJoinSignature

class MapJoinSignature extends Object implements Serializable

serialVersionUID:

-704403012606821854L

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixMatrixBinaryOpFunction

class MatrixMatrixBinaryOpFunction extends Object implements Serializable

serialVersionUID:

-2683276102742977900L

Serialized Fields

_bop

BinaryOperator _bop

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixScalarUnaryFunction

class MatrixScalarUnaryFunction extends Object implements Serializable

serialVersionUID:

7246757780621114500L

Serialized Fields

_op

ScalarOperator _op

Class org.apache.sysds.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction

class MatrixVectorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:

9096091404578628534L

Serialized Fields

_op

BinaryOperator _op

_pmV

PartitionedBroadcast<MatrixBlock> _pmV

_vtype

BinaryM.VectorType _vtype

Class org.apache.sysds.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction

class OuterVectorBinaryOpFunction extends Object implements Serializable

serialVersionUID:

1730704346934726826L

Serialized Fields

_op

BinaryOperator _op

_pmV

PartitionedBroadcast<MatrixBlock> _pmV

Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInCombiner

class PerformGroupByAggInCombiner extends Object implements Serializable

serialVersionUID:

-813530414567786509L

Serialized Fields

_op

Operator _op

Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInReducer

class PerformGroupByAggInReducer extends Object implements Serializable

serialVersionUID:

8160556441153227417L

Serialized Fields

op

Operator op

Class org.apache.sysds.runtime.instructions.spark.functions.ReblockTensorFunction

class ReblockTensorFunction extends Object implements Serializable

serialVersionUID:

9118830682358813489L

Serialized Fields

_newBlen

long _newBlen

_numDims

int _numDims

Class org.apache.sysds.runtime.instructions.spark.functions.RecomputeNnzFunction

class RecomputeNnzFunction extends Object implements Serializable

serialVersionUID:

-973429193604040011L

Class org.apache.sysds.runtime.instructions.spark.functions.ReorgMapFunction

class ReorgMapFunction extends Object implements Serializable

serialVersionUID:

31065772250744103L

Serialized Fields

_indexFnObject

IndexFunction _indexFnObject

_reorgOp

ReorgOperator _reorgOp

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateBlockFunction

class ReplicateBlockFunction extends Object implements Serializable

serialVersionUID:

-1184696764516975609L

Serialized Fields

_blen

long _blen

_deep

boolean _deep

_left

boolean _left

_len

long _len

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateTensorFunction

class ReplicateTensorFunction extends Object implements Serializable

serialVersionUID:

7181347334827684965L

Serialized Fields

_byDim

int _byDim

_numReplicas

long _numReplicas

Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateVectorFunction

class ReplicateVectorFunction extends Object implements Serializable

serialVersionUID:

-1505557561471236851L

Serialized Fields

_byRow

boolean _byRow

_numReplicas

long _numReplicas

Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpFunction

class TensorTensorBinaryOpFunction extends Object implements Serializable

serialVersionUID:

4204525225937988112L

Serialized Fields

_bop

BinaryOperator _bop

Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpPartitionFunction

class TensorTensorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:

8029096658247920867L

Serialized Fields

_op

BinaryOperator _op

_ptV

PartitionedBroadcast<TensorBlock> _ptV

_replicateDim

boolean[] _replicateDim

Package org.apache.sysds.runtime.instructions.spark.utils

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongFrameToLongWritableFrameFunction

class LongFrameToLongWritableFrameFunction extends Object implements Serializable

serialVersionUID:

-1467314923206783333L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableFrameToLongFrameFunction

class LongWritableFrameToLongFrameFunction extends Object implements Serializable

serialVersionUID:

-1232439643533739078L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableTextToLongTextFunction

class LongWritableTextToLongTextFunction extends Object implements Serializable

serialVersionUID:

-5408386071466175348L

Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableToSerFunction

class LongWritableToSerFunction extends Object implements Serializable

serialVersionUID:

2286037080400222528L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.BinaryCellToBinaryBlockFunction

class BinaryCellToBinaryBlockFunction extends org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.CellToBinaryBlockFunction implements Serializable

serialVersionUID:

3928810989462198243L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.DataFrameExtractIDFunction

class DataFrameExtractIDFunction extends Object implements Serializable

serialVersionUID:

7438855241666363433L

Serialized Fields

_index

int _index

Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtilsExt.AddRowID

class AddRowID extends Object implements Serializable

serialVersionUID:

-3733816995375745659L

Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator

class IndexComparator extends Object implements Serializable

serialVersionUID:

5154839870549241343L

Serialized Fields

_asc

boolean _asc

Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator2

class IndexComparator2 extends Object implements Serializable

serialVersionUID:

5531987863790922691L

Serialized Fields

_asc

boolean _asc

Package org.apache.sysds.runtime.io

Exception org.apache.sysds.runtime.io.DeltaKernelUtils.UnsupportedDirectDecodeException

class UnsupportedDirectDecodeException extends DMLRuntimeException implements Serializable

serialVersionUID:

1L

Class org.apache.sysds.runtime.io.FileFormatPropertiesCOG

class FileFormatPropertiesCOG extends FileFormatProperties implements Serializable

serialVersionUID:

1038419221722594985L

Serialized Fields

datasetName

String datasetName

Class org.apache.sysds.runtime.io.FileFormatPropertiesCSV

class FileFormatPropertiesCSV extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

delim

String delim

fill

boolean fill

fillValue

double fillValue

header

boolean header

naStrings

HashSet<String> naStrings

sparse

boolean sparse

Class org.apache.sysds.runtime.io.FileFormatPropertiesHDF5

class FileFormatPropertiesHDF5 extends FileFormatProperties implements Serializable

serialVersionUID:

8646275033790103030L

Serialized Fields

datasetName

String datasetName

Class org.apache.sysds.runtime.io.FileFormatPropertiesLIBSVM

class FileFormatPropertiesLIBSVM extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

delim

String delim

indexDelim

String indexDelim

sparse

boolean sparse

Class org.apache.sysds.runtime.io.FileFormatPropertiesMM

class FileFormatPropertiesMM extends FileFormatProperties implements Serializable

serialVersionUID:

-2870393360885401604L

Serialized Fields

_field

FileFormatPropertiesMM.MMField _field

_fmt

FileFormatPropertiesMM.MMFormat _fmt

_symmetry

FileFormatPropertiesMM.MMSymmetry _symmetry

Class org.apache.sysds.runtime.io.InputOutputInfo

class InputOutputInfo extends Object implements Serializable

serialVersionUID:

7059677437144672023L

Serialized Fields

inputFormatClass

Class<? extends org.apache.hadoop.mapred.InputFormat> inputFormatClass

keyClass

Class<? extends org.apache.hadoop.io.Writable> keyClass

metadata

MetaData metadata

outputFormatClass

Class<? extends org.apache.hadoop.mapred.OutputFormat> outputFormatClass

valueClass

Class<? extends org.apache.hadoop.io.Writable> valueClass

Package org.apache.sysds.runtime.io.hdf5

Exception org.apache.sysds.runtime.io.hdf5.H5RuntimeException

class H5RuntimeException extends DMLRuntimeException implements Serializable

serialVersionUID:

-3551978964353888835L

Package org.apache.sysds.runtime.iogen

Class org.apache.sysds.runtime.iogen.CustomProperties

class CustomProperties extends FileFormatProperties implements Serializable

serialVersionUID:

-2877155313260718134L

Serialized Fields

colIndexStructure

ColIndexStructure colIndexStructure

colKeyPatterns

ArrayList<String>[] colKeyPatterns

endWithValueStrings

HashSet<String>[] endWithValueStrings

mappingProperties

MappingProperties mappingProperties

ncols

int ncols

parallel

boolean parallel

rowIndexStructure

RowIndexStructure rowIndexStructure

schema

Types.ValueType[] schema

sparse

boolean sparse

valueKeyPattern

ArrayList<String> valueKeyPattern

Package org.apache.sysds.runtime.matrix.data

Class org.apache.sysds.runtime.matrix.data.DnnParameters

class DnnParameters extends Object implements Serializable

serialVersionUID:

-212362627205772829L

Serialized Fields

bias

MatrixBlock bias

C

int C

D

int D

enableNative

boolean enableNative

end_indexes_h

int[] end_indexes_h

end_indexes_w

int[] end_indexes_w

H

int H

input1

MatrixBlock input1

input2

MatrixBlock input2

input3

MatrixBlock input3

input4

MatrixBlock input4

input5

MatrixBlock input5

input6

MatrixBlock input6

input7

MatrixBlock input7

input8

MatrixBlock input8

input9

MatrixBlock input9

K

int K

M

int M

minValForMaxPoolOperations

double minValForMaxPoolOperations

N

int N

numThreads

int numThreads

output

MatrixBlock output

output2

MatrixBlock output2

output3

MatrixBlock output3

output4

MatrixBlock output4

output5

MatrixBlock output5

P

int P

pad_h

int pad_h

pad_w

int pad_w

Q

int Q

R

int R

return_sequences

boolean return_sequences

S

int S

start_indexes_h

int[] start_indexes_h

start_indexes_w

int[] start_indexes_w

stride_h

int stride_h

stride_w

int stride_w

T

int T

W

int W

Class org.apache.sysds.runtime.matrix.data.MatrixBlock

class MatrixBlock extends MatrixValue implements Externalizable

serialVersionUID:

7319972089143154056L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.matrix.data.MatrixCell

class MatrixCell extends MatrixValue implements Serializable

serialVersionUID:

-7755996717411912578L

Serialized Fields

value

double value

Class org.apache.sysds.runtime.matrix.data.MatrixIndexes

class MatrixIndexes extends Object implements Externalizable

serialVersionUID:

-1521166657518127789L

Serialization Methods

readExternal

public void readExternal(ObjectInput is)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:

is - object input

Throws:

IOException - if IOException occurs

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.matrix.data.TripleIndexes

class TripleIndexes extends Object implements Serializable

serialVersionUID:

-4514135024726916288L

Serialized Fields

first

long first

second

long second

third

long third

Class org.apache.sysds.runtime.matrix.data.WeightedCell

class WeightedCell extends MatrixCell implements Serializable

serialVersionUID:

-2283995259000895325L

Serialized Fields

weight

double weight

Package org.apache.sysds.runtime.matrix.operators

Class org.apache.sysds.runtime.matrix.operators.AggregateBinaryOperator

class AggregateBinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

1666421325090925726L

Serialized Fields

aggOp

AggregateOperator aggOp

binaryFn

ValueFunction binaryFn

Class org.apache.sysds.runtime.matrix.operators.AggregateOperator

class AggregateOperator extends Operator implements Serializable

serialVersionUID:

8761527329665129670L

Serialized Fields

correction

Types.CorrectionLocationType correction

increOp

BinaryOperator increOp

initialValue

double initialValue

Class org.apache.sysds.runtime.matrix.operators.AggregateTernaryOperator

class AggregateTernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4251745081160216784L

Serialized Fields

aggOp

AggregateOperator aggOp

binaryFn

ValueFunction binaryFn

indexFn

IndexFunction indexFn

Class org.apache.sysds.runtime.matrix.operators.AggregateUnaryOperator

class AggregateUnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

6690553323120787735L

Serialized Fields

aggOp

AggregateOperator aggOp

indexFn

IndexFunction indexFn

Class org.apache.sysds.runtime.matrix.operators.BinaryOperator

class BinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-2547950181558989209L

Serialized Fields

commutative

boolean commutative

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.CMOperator

class CMOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4126894676505115420L

Serialized Fields

aggOpType

CMOperator.AggregateOperationTypes aggOpType

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.CountDistinctOperator

class CountDistinctOperator extends UnarySketchOperator implements Serializable

serialVersionUID:

7615123453265129670L

Serialized Fields

hashType

Hash.HashType hashType

operatorType

CountDistinctOperatorTypes operatorType

Class org.apache.sysds.runtime.matrix.operators.COVOperator

class COVOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-8404264552880694469L

Serialized Fields

fn

COV fn

Class org.apache.sysds.runtime.matrix.operators.LeftScalarOperator

class LeftScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:

2360577666575746424L

Class org.apache.sysds.runtime.matrix.operators.MultiThreadedOperator

class MultiThreadedOperator extends Operator implements Serializable

serialVersionUID:

3528522245925706630L

Serialized Fields

_numThreads

int _numThreads

Class org.apache.sysds.runtime.matrix.operators.Operator

class Operator extends Object implements Serializable

serialVersionUID:

-7453178973186473277L

Serialized Fields

sparseSafe

boolean sparseSafe

Class org.apache.sysds.runtime.matrix.operators.QuaternaryOperator

class QuaternaryOperator extends Operator implements Serializable

serialVersionUID:

-1642908613016116069L

Serialized Fields

eps

double eps

fn

ValueFunction fn

wtype1

WeightedSquaredLoss.WeightsType wtype1

wtype2

WeightedSigmoid.WSigmoidType wtype2

wtype3

WeightedDivMM.WDivMMType wtype3

wtype4

WeightedCrossEntropy.WCeMMType wtype4

wtype5

WeightedUnaryMM.WUMMType wtype5

Class org.apache.sysds.runtime.matrix.operators.ReorgOperator

class ReorgOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

-5322516429026298404L

Serialized Fields

fn

IndexFunction fn

Class org.apache.sysds.runtime.matrix.operators.RightScalarOperator

class RightScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:

5148300801904349919L

Class org.apache.sysds.runtime.matrix.operators.ScalarOperator

class ScalarOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

4547253761093455869L

Serialized Fields

_constant

double _constant

fn

ValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.SimpleOperator

class SimpleOperator extends Operator implements Serializable

serialVersionUID:

625147299273287379L

Serialized Fields

fn

FunctionObject fn

Class org.apache.sysds.runtime.matrix.operators.TernaryOperator

class TernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

3456088891054083634L

Serialized Fields

fn

TernaryValueFunction fn

Class org.apache.sysds.runtime.matrix.operators.UnaryOperator

class UnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:

2441990876648978637L

Serialized Fields

fn

ValueFunction fn

inplace

boolean inplace

Class org.apache.sysds.runtime.matrix.operators.UnarySketchOperator

class UnarySketchOperator extends AggregateUnaryOperator implements Serializable

serialVersionUID:

7615123453265129671L

Serialized Fields

direction

Types.Direction direction

Package org.apache.sysds.runtime.meta

Class org.apache.sysds.runtime.meta.DataCharacteristics

class DataCharacteristics extends Object implements Serializable

serialVersionUID:

3411056029517599342L

Serialized Fields

_blocksize

int _blocksize

_noEmptyBlocks

boolean _noEmptyBlocks

Class org.apache.sysds.runtime.meta.MatrixCharacteristics

class MatrixCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:

8300479822915546000L

Serialized Fields

nonZero

long nonZero

Number of non zero values if -1 then unknown

numColumns

long numColumns

Number of rows

numRows

long numRows

Number of columns

ubNnz

boolean ubNnz

Upper bound non zero value, indicate if the non zero value is an upper bound

Class org.apache.sysds.runtime.meta.TensorCharacteristics

class TensorCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:

8300479822915546000L

Serialized Fields

_dims

long[] _dims

_nnz

long _nnz

Package org.apache.sysds.runtime.transform

Class org.apache.sysds.runtime.transform.TfUtils

class TfUtils extends Object implements Serializable

serialVersionUID:

526252850872633125L

Serialized Fields

_NAstrings

String[] _NAstrings

Package org.apache.sysds.runtime.transform.decode

Class org.apache.sysds.runtime.transform.decode.Decoder

class Decoder extends Object implements Externalizable

serialVersionUID:

-1732411001366177787L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderBin

class DecoderBin extends Decoder implements Externalizable

serialVersionUID:

-3784249774608228805L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderComposite

class DecoderComposite extends Decoder implements Externalizable

serialVersionUID:

5790600547144743716L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderDummycode

class DecoderDummycode extends Decoder implements Externalizable

serialVersionUID:

4758831042891032129L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderPassThrough

class DecoderPassThrough extends Decoder implements Externalizable

serialVersionUID:

-8525203889417422598L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.decode.DecoderRecode

class DecoderRecode extends Decoder implements Externalizable

serialVersionUID:

-3784249774608228805L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Package org.apache.sysds.runtime.transform.encode

Class org.apache.sysds.runtime.transform.encode.ColumnEncoder

class ColumnEncoder extends Object implements Externalizable

serialVersionUID:

2299156350718979064L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBagOfWords

class ColumnEncoderBagOfWords extends ColumnEncoder implements Externalizable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBin

class ColumnEncoderBin extends ColumnEncoder implements Externalizable

serialVersionUID:

1917445005206076078L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderComposite

class ColumnEncoderComposite extends ColumnEncoder implements Externalizable

serialVersionUID:

-8473768154646831882L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderDummycode

class ColumnEncoderDummycode extends ColumnEncoder implements Externalizable

serialVersionUID:

5832130477659116489L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderFeatureHash

class ColumnEncoderFeatureHash extends ColumnEncoder implements Externalizable

serialVersionUID:

7435806042138687342L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderPassThrough

class ColumnEncoderPassThrough extends ColumnEncoder implements Externalizable

serialVersionUID:

-8473768154646831882L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderRecode

class ColumnEncoderRecode extends ColumnEncoder implements Externalizable

serialVersionUID:

8213163881283341874L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderUDF

class ColumnEncoderUDF extends ColumnEncoder implements Externalizable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.ColumnEncoderWordEmbedding

class ColumnEncoderWordEmbedding extends ColumnEncoder implements Externalizable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.EncoderMVImpute

class EncoderMVImpute extends LegacyEncoder implements Externalizable

serialVersionUID:

9057868620144662194L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.EncoderOmit

class EncoderOmit extends LegacyEncoder implements Externalizable

serialVersionUID:

1978852120416654195L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Parameters:

out - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.LegacyEncoder

class LegacyEncoder extends Object implements Externalizable

serialVersionUID:

2299156350718979064L

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:

in - object input

Throws:

IOException - if IOException occur

writeExternal

public void writeExternal(ObjectOutput os)
                   throws IOException

Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:

os - object output

Throws:

IOException - if IOException occurs

Class org.apache.sysds.runtime.transform.encode.MultiColumnEncoder

class MultiColumnEncoder extends Object implements Externalizable

Serialization Methods

readExternal

public void readExternal(ObjectInput in)
                  throws IOException,
ClassNotFoundException

Throws:

IOException

ClassNotFoundException

writeExternal

public void writeExternal(ObjectOutput out)
                   throws IOException

Throws:

IOException

Package org.apache.sysds.runtime.transform.meta

Class org.apache.sysds.runtime.transform.meta.TfOffsetMap

class TfOffsetMap extends Object implements Serializable

serialVersionUID:

8949124761287236703L

Serialized Fields

_map

HashMap<Long,Long> _map

_rmRows

long _rmRows

Package org.apache.sysds.runtime.transform.tokenize

Class org.apache.sysds.runtime.transform.tokenize.Tokenizer

class Tokenizer extends Object implements Serializable

serialVersionUID:

7155673772374114577L

Serialized Fields

internalRepresentation

DocumentRepresentation[] internalRepresentation

tokenizerApplier

TokenizerApplier tokenizerApplier

tokenizerBuilder

TokenizerBuilder tokenizerBuilder

Package org.apache.sysds.runtime.transform.tokenize.applier

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplier

class TokenizerApplier extends Object implements Serializable

serialVersionUID:

39116559705096787L

Serialized Fields

applyPadding

boolean applyPadding

maxTokens

int maxTokens

numIdCols

int numIdCols

wideFormat

boolean wideFormat

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierCount

class TokenizerApplierCount extends TokenizerApplier implements Serializable

serialVersionUID:

6382000606237705019L

Serialized Fields

counts

List<Map<String,Integer>> counts

sort_alpha

boolean sort_alpha

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierHash

class TokenizerApplierHash extends TokenizerApplier implements Serializable

serialVersionUID:

4763889041868044668L

Serialized Fields

hashes

List<Map<Integer,Long>> hashes

num_features

int num_features

Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierPosition

class TokenizerApplierPosition extends TokenizerApplier implements Serializable

serialVersionUID:

3563407270742660830L

Package org.apache.sysds.runtime.transform.tokenize.builder

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilder

class TokenizerBuilder extends Object implements Serializable

serialVersionUID:

-4999630313246644464L

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram

class TokenizerBuilderNgram extends TokenizerBuilderWhitespaceSplit implements Serializable

serialVersionUID:

-6297904316677723802L

Serialized Fields

maxGram

int maxGram

minGram

int minGram

ngramType

org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram.NgramType ngramType

Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderWhitespaceSplit

class TokenizerBuilderWhitespaceSplit extends TokenizerBuilder implements Serializable

serialVersionUID:

539127244034913364L

Serialized Fields

idCols

int[] idCols

regex

String regex

tokenizeCol

int tokenizeCol

Package org.apache.sysds.runtime.util

Class org.apache.sysds.runtime.util.FastStringTokenizer

class FastStringTokenizer extends Object implements Serializable

serialVersionUID:

4051436015710778611L

Serialized Fields

_del

char _del

_pos

int _pos

_string

String _string

Class org.apache.sysds.runtime.util.IndexRange

class IndexRange extends Object implements Serializable

serialVersionUID:

5746526303666494601L

Serialized Fields

colEnd

long colEnd

colStart

long colStart

rowEnd

long rowEnd

rowStart

long rowStart