Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
163e4e4
wip:SYSTEMDS-3543
mori49 Jan 23, 2026
f5df4ea
Meine lokalen Änderungen
mori49 Jan 23, 2026
f6500d1
Merge upstream/main mit meinen lokalen Änderungen
mori49 Jan 23, 2026
8f5c844
wip: test
mori49 Jan 23, 2026
11415fa
Test Fix
janniklinde Jan 26, 2026
5301f8f
wip: test
mori49 Jan 26, 2026
a31116d
Merge pull request #1 from janniklinde/MaryamMain
mori49 Jan 26, 2026
d63aae8
fix: Methods and testing
mori49 Jan 28, 2026
9600179
Merge remote-tracking branch 'origin/main'
mori49 Jan 28, 2026
78460b5
wip: decompressing
mori49 Jan 28, 2026
f42b766
add: Enum Compressiontype piecewiselinear
mori49 Jan 28, 2026
47256c0
add: include functionality of piecewise linear compression
mori49 Jan 28, 2026
505c0cc
add: Comment
mori49 Jan 28, 2026
103abd8
add: dispatch test and remove unused imports
mori49 Jan 28, 2026
31b957d
fix: reformat code mit Eclipse XML Profile
mori49 Jan 29, 2026
0faa2f8
wip: fix formattaing
mori49 Feb 5, 2026
698a942
fix: reverted file
mori49 Feb 5, 2026
898af68
rm: comment reformatted and add targetloss handling
mori49 Feb 5, 2026
d8ebc9f
fix: reverted file and add enum CompressionTypepiecewiseLinear
mori49 Feb 5, 2026
36d3186
fix: reverted file
mori49 Feb 5, 2026
a0d08d7
fix: repeated compression on every column
mori49 Feb 5, 2026
dfe2eee
add: utils, methods to calculate piecewiseLinearCompression
mori49 Feb 5, 2026
9e0d18b
wip: clear up tests
mori49 Feb 5, 2026
abeced4
fix: revert pom.xml
mori49 Feb 5, 2026
fc528ae
rm files
mori49 Feb 16, 2026
7b920c1
add: CompressionType and ColGroupType PiecewiseLinear
mori49 Mar 3, 2026
bdb1550
add: second compression Method
mori49 Mar 3, 2026
fd8eaf1
fix: rename second compression Method
mori49 Mar 3, 2026
a19ef6a
add: second compression method
mori49 Mar 3, 2026
6006168
add: computing methods and operations
mori49 Mar 3, 2026
8b18910
wip: removed Test, used more on random generated matrices, add new ones
mori49 Mar 3, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -55,16 +55,16 @@ public class CompressionSettings {
/**
* The sampling ratio used when choosing ColGroups. Note that, default behavior is to use exact estimator if the
* number of elements is below 1000.
*
*
* DEPRECATED
*/
public final double samplingRatio;

/**
* The sampling ratio power to use when choosing sample size. This is used in accordance to the function:
*
*
* sampleSize += nRows^samplePower;
*
*
* The value is bounded to be in the range of 0 to 1, 1 giving a sample size of everything, and 0 adding 1.
*/
public final double samplePower;
Expand Down Expand Up @@ -114,8 +114,9 @@ public class CompressionSettings {
/**
* Transpose input matrix, to optimize access when extracting bitmaps. This setting is changed inside the script
* based on the transposeInput setting.
*
* This is intentionally left as a mutable value, since the transposition of the input matrix is decided in phase 3.
*
* This is intentionally left as a mutable value, since the transposition of the input matrix is decided in phase
* 3.
*/
public boolean transposed = false;

Expand All @@ -135,6 +136,19 @@ public class CompressionSettings {

public final boolean preferDeltaEncoding;

// Handling Targetloss for piecewise linear Kompression

private double piecewiseTargetLoss = Double.NaN;

public void setPiecewiseTargetLoss(double piecewiseTargetLoss) {
this.piecewiseTargetLoss = piecewiseTargetLoss;

}

public double getPiecewiseTargetLoss() {
return piecewiseTargetLoss;
}

protected CompressionSettings(double samplingRatio, double samplePower, boolean allowSharedDictionary,
String transposeInput, int seed, boolean lossy, EnumSet<CompressionType> validCompressions,
boolean sortValuesByLength, PartitionerType columnPartitioner, int maxColGroupCoCode, double coCodePercentage,
Expand All @@ -161,7 +175,7 @@ protected CompressionSettings(double samplingRatio, double samplePower, boolean
this.sdcSortType = sdcSortType;
this.scaleFactors = scaleFactors;
this.preferDeltaEncoding = preferDeltaEncoding;

if(!printedStatus && LOG.isDebugEnabled()) {
printedStatus = true;
LOG.debug(this.toString());
Expand Down
Loading