Skip to content

Commit e3307a9

Browse files
committed
added option to override memory requirements, added redistribute core for map phase
2 parents 58e5c96 + 75854f6 commit e3307a9

2 files changed

Lines changed: 4 additions & 0 deletions

File tree

halvade/src/be/ugent/intec/halvade/tools/AlignerInstance.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,7 @@ public abstract class AlignerInstance {
6969
protected AlignerInstance(Mapper.Context context, String bin) throws IOException, URISyntaxException {
7070
AlignerInstance.context = context;
7171
header = null;
72+
containers = HalvadeConf.getMapContainerCount(context.getConfiguration());
7273
containerMinusTasksLeft = HalvadeConf.lessTasksLeftThanContainers(context.getConfiguration());
7374
redistribute = HalvadeConf.getRedistribute(context.getConfiguration());
7475
writableRecord = new SAMRecordWritable();

halvade/src/be/ugent/intec/halvade/utils/HalvadeConf.java

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -269,6 +269,9 @@ public static boolean addTaskRunning(Configuration conf, String val) throws IOEx
269269
public static void setMapContainerCount(Configuration conf, int val) {
270270
conf.setInt(totalContainers, val);
271271
}
272+
public static int getMapContainerCount(Configuration conf) {
273+
return conf.getInt(totalContainers, 1);
274+
}
272275
public static int lessTasksLeftThanContainers(Configuration conf) throws IOException, URISyntaxException {
273276
int containers = conf.getInt(totalContainers, 1);
274277
int tasks = 0;

0 commit comments

Comments
 (0)