SYSTEMDS-3934 ooc eviction manager configurable partitions for spooling

[j143]

..

[j143]

Results till this point:

# EXPLAIN (RUNTIME):
# Memory Budget local/remote = 2100MB/?MB/?MB
# Degree of Parallelism (vcores) local/remote = 8/
PROGRAM ( size CP/MR = 23/0 )
--MAIN PROGRAM
----GENERIC (lines 22-31) [recompile=false]
------CP createvar pREADX target/testTemp/functions/ooc/lmDSTest/in/X false MATRIX binary 10000 500 1000 5000000 copy
------CP createvar pREADy target/testTemp/functions/ooc/lmDSTest/in/y false MATRIX binary 10000 1 1000 10000 copy
------CP createvar _mVar0 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp0 true MATRIX binary 10000 500 1000 5000000 copy
------OOC rblk pREADX.MATRIX.FP64 _mVar0.MATRIX.FP64 1000 true
------CP createvar _mVar1 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp1 true MATRIX binary -1 -1 -1 -1 copy
------OOC tee _mVar0.MATRIX.FP64 _mVar1.MATRIX.FP64
------CP rmvar _mVar0
------CP createvar _mVar2 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp2 true MATRIX binary 500 500 1000 -1 copy
------OOC tsmm _mVar1.MATRIX.FP64 _mVar2.MATRIX.FP64 LEFT
------CP createvar _mVar3 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp3 true MATRIX binary 10000 1 1000 10000 copy
------OOC rblk pREADy.MATRIX.FP64 _mVar3.MATRIX.FP64 1000 true
------CP createvar _mVar4 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp4 true MATRIX binary 1 10000 1000 10000 copy
------OOC r' _mVar3.MATRIX.FP64 _mVar4.MATRIX.FP64
------CP rmvar _mVar3
------CP createvar _mVar5 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp5 true MATRIX binary 1 500 1000 -1 copy
------OOC ba+* _mVar4.MATRIX.FP64 _mVar1.MATRIX.FP64 _mVar5.MATRIX.FP64 8
------CP rmvar _mVar4 _mVar1
------CP createvar _mVar6 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp6 true MATRIX binary 500 1 1000 -1 copy
------CP r' _mVar5.MATRIX.FP64 _mVar6.MATRIX.FP64 8
------CP rmvar _mVar5
------CP createvar _mVar7 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp7 true MATRIX binary 500 1 1000 -1 copy
------CP solve _mVar2.MATRIX.FP64 _mVar6.MATRIX.FP64 _mVar7.MATRIX.FP64 8
------CP rmvar _mVar2 _mVar6
------CP createvar _mVar8 target\testTemp\functions\ooc\lmDSTest\lmDS/target/scratch_space//_p27760_10.120.110.127//_t0/temp8 true MATRIX binary 500 1 1000 -1 copy
------OOC != _mVar7.MATRIX.FP64 0.SCALAR.INT64.true _mVar8.MATRIX.FP64
------OOC uak+ _mVar8.MATRIX.FP64 _Var9.SCALAR.STRING
------CP rmvar _mVar8
------CP print _Var9.SCALAR.STRING.false _Var10.SCALAR.STRING 8
------CP rmvar _Var9
------CP write _mVar7.MATRIX.FP64 target/testTemp/functions/ooc/lmDSTest/out/R.SCALAR.STRING.true binary.SCALAR.STRING.true .SCALAR.STRING.true 1000
------CP rmvar _mVar7 _Var10

ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=0
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=1
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=2
BUFFER: 12000027/9437184 size=3
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=3
BUFFER: 12000027/9437184 size=4
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=4
BUFFER: 12000027/9437184 size=5
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=5
BUFFER: 12000027/9437184 size=6
BUFFER: 12000027/9437184 size=6
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=6
BUFFER: 12000027/9437184 size=7
BUFFER: 12000027/9437184 size=7
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=7
BUFFER: 12000027/9437184 size=8
BUFFER: 12000027/9437184 size=8
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=8
BUFFER: 12000027/9437184 size=9
BUFFER: 12000027/9437184 size=9
BUFFER: 12000027/9437184 size=9
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=9
BUFFER: 12000027/9437184 size=10
BUFFER: 12000027/9437184 size=10
BUFFER: 12000027/9437184 size=10
ResettableStream: cacheInProgress=true, replayPosition=0, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=0, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=1, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=2, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=3, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=4, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=5, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=6, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=7, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=8, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=9, numBlocks=10
ResettableStream: cacheInProgress=false, replayPosition=10, numBlocks=10