Labeler vis gids2

config/gui_default.cfg

@@ -19,7 +19,7 @@
 		"VisualizerPanel": {
 			"Width": 1500,
 			"Height": 800,
-			"InnerWidth": 1600,
+			"InnerWidth": 2000,
 			"InnerHeight": 1000
 		},
 		"Buttons": {
@@ -36,7 +36,7 @@
 			"Name": "Control & Statistics",
 			"Width": 330,
 			"Height": 550,
-			"DateFormat": "hh:mm:ss:SS",
+			"DateFormat": "HH:mm:ss",
 
 			"ShowTimePanel": true,
 			"TimeSliderButtons": {
@@ -146,12 +146,12 @@
 					"LinesPointSize": 5,
 					"PaintFill": false,
 					"VerticalBarSize": 5,
-					"xAxisTitle": "Timestamp",
+					"xAxisTitle": "",
 					"xAxisType": "date",
-					"xAxisFormat": "hh:mm:ss:SS",
+					"xAxisFormat": "HH:mm:ss",
 					"xAxisOffset": 0.2,
-					"y1AxisTitle": "y1",
-					"y2AxisTitle": "y2"
+					"y1AxisTitle": "",
+					"y2AxisTitle": ""
 				},
 				"Legend": {
 					"Width": 190,
@@ -179,7 +179,9 @@
 				"MenuBar": {
 					"Width": 635,
 					"Height": 50,
+					"visible": true,
 					"showIntervalPanel": true,
+					"connected": true,
 					"showXOptionsPanel": true,
 					"showYOptionsPanel": true,
 					"showCoordsPanel": true,
@@ -221,10 +223,10 @@
 					"PaintFill": false,
 					"VerticalBarSize": 5,
 					"xAxisOffset": 0.2,
-					"x1AxisTitle": "x1",
-					"x2AxisTitle": "x2",
-					"y1AxisTitle": "y1",
-					"y2AxisTitle": "y2"
+					"x1AxisTitle": "",
+					"x2AxisTitle": "",
+					"y1AxisTitle": "",
+					"y2AxisTitle": ""
 				},
 				"Legend": {
 					"Width": 190,
@@ -252,6 +254,7 @@
 				"MenuBar": {
 					"Width": 635,
 					"Height": 50,
+					"visible": true,
 					"showIntervalPanel": true,
 					"showXOptionsPanel": true,
 					"showYOptionsPanel": true,
@@ -286,6 +289,71 @@
 					}
 				}
 			}
-		}
+		},
+		"LabelVisualizerConfigs": {
+			"LabelVisualizer1": {
+				"Name": "Label Visualizer 1",
+				"TraceLength": 1000,
+				"TraceModeLtd": true,	
+
+				"AdditionPolicy": "all",
+				"AdditionList": ["labeler0.type0", "labeler0.type1"],
+
+				"position": {
+					"x": 2,
+					"y": 0,
+					"rowspan": 1,
+					"colspan": 1
+				},
+				"Chart": {
+					"Width": 450,
+					"Height": 140,
+					"BarThickness": 0.7,
+					"xAxisTitle": "Timestamp",
+					"xAxisType": "date",
+					"xAxisFormat": "HH:mm:ss",
+					"y1AxisTitle": "Labels",
+				},
+				"Legend": {
+					"Width": 190,
+					"Height": 150,
+
+					"LegendItem": {
+						"Width": 165,
+						"Height": 40,
+						"Button_Width": 20,
+						"Button_Height": 20,
+						"ButtonPanel_Width": 100,
+						"ButtonPanel_Height": 20,
+						"NameLabel_Width": 160,
+						"NameLabel_Height": 16,
+						"ValueLabel_Width": 60,
+						"ValueLabel_Height": 20,
+						"ValueFont": {
+							"Name": "Dialog",
+							"Style": "PLAIN",
+							"Size": 9,
+							"Color": "BLACK"
+						}
+					}
+				},
+				"MenuBar": {
+					"Width": 635,
+					"Height": 50,
+					"visible": false,
+					"showIntervalPanel": true,
+					"connected": true,
+					"showXOptionsPanel": true,
+					"showYOptionsPanel": false,
+					"showCoordsPanel": true,
+					"CoordsFont": {
+						"Name": "Dialog",
+						"Style": "PLAIN",
+						"Size": 11,
+						"Color": "BLACK"
+					}
+				},
+			}
+		},
 	}
 }

config/gui_min_lab.cfg

@@ -0,0 +1,61 @@
+{
+    "MainDisplayConfig": {
+        "Name": "DNA - Dynamic Network Analyzer",
+        "LiveDisplayMode": false,
+        "DefaultDir": "data/test123/run.0/", 
+
+		"Width": 1680,
+		"Height": 800,
+
+		"VisualizerPanel": {
+			"Width": 1000,
+			"Height": 800,
+			"InnerWidth": 900,
+			"InnerHeight": 1600
+		},
+
+
+        "StatsDisplayConfig": {
+        },
+
+        "MetricVisualizerConfigs": {
+            "MetricVisualizer1": {
+                "Name": "Metric Visualizer 1",
+                "position": {
+                    "x": 0,
+                    "y": 0,
+                },
+
+                "VisualizerConfig": {
+					"SingleConfigs": {
+						"inDegreeHosts": {
+							"Type": "MetricVisualizerItem",
+							"Name": "DegreeDistributionR-HOST.InDegreeDistribution_95p",
+							"DisplayMode": "linespoint",
+							"yAxis": "y1",
+							"visible": true,
+						}
+					}
+				}
+            }
+        },
+        "MultiScalarVisualizerConfigs": {
+            "MultiScalarVisualizer1": {
+                "Name": "MultiScalar Visualizer 1",
+                "position": {
+                    "x": 0,
+                    "y": 2,
+                }
+            }
+        },
+        "LabelVisualizerConfigs": {
+        	"LabelVisualizer1": {
+        		"Name": "Label Visualizer 2",
+        		"position": {
+        			"x": 0,
+        			"y": 1,
+        		}
+        	}
+        }
+    }
+}

config/gvis/gids.cfg

@@ -0,0 +1,25 @@
+{
+	"GraphPanelConfig": {
+		"Width": 1024, 
+		"Height": 768,
+
+		"TimestampFormat": "HH:mm:ss",
+		"TimestampOffset": -7200,
+		"TimestampInSeconds": true,
+
+		"StatPanelEnabled": true,
+		"TextPanelEnabled": true,
+
+		"RulesConfig": {
+			"dna.visualization.graph.rules.nodes.NetworkNodeStyles": {},
+			"dna.visualization.graph.rules.nodes.NodeSizeByDegree": {
+				"Name": "defaultNodeSizeByDegree",
+				"Growth": 0.3,
+				"Enabled": true,
+			},
+			"dna.visualization.graph.rules.edges.EdgeWeightLabel": {
+				"label": "w=$weight$",
+			},
+		}
+	}
+}

config/vis/util.properties

@@ -2,6 +2,13 @@
 ## VISUALIZATION UTILITY OPTIONS
 ########################################
 
+
+## TIMESTAMP INTERPRETATION SETTINGS ###
+
+## todo: put these in actual vis config
+VISUALIZATION_TIMESTAMP_AS_SECOND = true
+VISUALIZATION_TIMESTAMP_OFFSET = -7200
+
 ## SCREENSHOT SETTINGS #################
 VIS_SCREENSHOT_DIR = images/
 VIS_SCREENSHOT_FORMAT = png

src/dna/graph/generators/network/NetflowBatch.java

@@ -726,4 +726,12 @@ public String getKey(Integer mapping) {
 
 		return "unknown";
 	}
+
+	public void setMap(HashMap<String, Integer> map) {
+		this.map = map;
+	}
+
+	public HashMap<String, Integer> getMap() {
+		return this.map;
+	}
 }

src/dna/graph/generators/network/NetflowGraph.java

@@ -0,0 +1,122 @@
+package dna.graph.generators.network;
+
+import java.io.IOException;
+import java.text.ParseException;
+import java.util.ArrayList;
+import java.util.concurrent.TimeUnit;
+
+import org.joda.time.DateTime;
+
+import dna.graph.Graph;
+import dna.graph.datastructures.GraphDataStructure;
+import dna.graph.edges.network.UpdateEvent;
+import dna.io.network.NetworkEvent;
+import dna.io.network.netflow.NetflowEvent.NetflowDirection;
+import dna.io.network.netflow.NetflowEvent.NetflowEventField;
+import dna.io.network.netflow.NetflowEventReader;
+import dna.io.network.netflow.darpa.DarpaNetflowReader;
+import dna.updates.batch.Batch;
+import dna.util.network.NetflowAnalysis.EdgeWeightValue;
+import dna.util.network.NetflowAnalysis.NodeWeightValue;
+import dna.visualization.graph.rules.nodes.NetworkNodeStyles;
+
+public class NetflowGraph extends NetworkGraph {
+
+	private NetflowEventReader reader;
+	private NetflowBatch batchGenerator;
+
+	private int batchLengthSeconds;
+	private int edgeLifeTimeSeconds;
+
+	private NetflowEventField[][] edges;
+	private NetflowDirection[] edgeDirections;
+	private EdgeWeightValue[] edgeWeights;
+	private NodeWeightValue[] nodeWeights;
+
+	private DateTime initDateTime;
+	private DateTime firstDateTime;
+
+	private Graph graph;
+
+	public NetflowGraph(GraphDataStructure gds, long timestampInit, long maximumTimestamp, String dir, String filename,
+			int batchLengthSeconds, int edgeLifeTimeSeconds, NetflowEventField[][] edges,
+			NetflowDirection[] edgeDirections, EdgeWeightValue[] edgeWeights, NodeWeightValue[] nodeWeights)
+			throws IOException, ParseException {
+		this(gds, timestampInit, maximumTimestamp, dir, filename, batchLengthSeconds, edgeLifeTimeSeconds, true, true,
+				0, edges, edgeDirections, edgeWeights, nodeWeights);
+	}
+
+	public NetflowGraph(GraphDataStructure gds, long timestampInit, long maximumTimestamp, String dir, String filename,
+			int batchLengthSeconds, int edgeLifeTimeSeconds, boolean removeZeroDegreeNodes,
+			boolean removeZeroWeightEdges, int dataOffsetSeconds, NetflowEventField[][] edges,
+			NetflowDirection[] edgeDirections, EdgeWeightValue[] edgeWeights, NodeWeightValue[] nodeWeights)
+			throws IOException, ParseException {
+		super("NetflowGraph", gds, timestampInit);
+
+		this.batchLengthSeconds = batchLengthSeconds;
+		this.edgeLifeTimeSeconds = edgeLifeTimeSeconds;
+		this.edges = edges;
+		this.edgeDirections = edgeDirections;
+		this.edgeWeights = edgeWeights;
+		this.nodeWeights = nodeWeights;
+
+		this.initDateTime = new DateTime(TimeUnit.SECONDS.toMillis(this.timestampInit));
+		this.firstDateTime = new DateTime(TimeUnit.SECONDS.toMillis(this.timestampInit - edgeLifeTimeSeconds));
+
+		this.reader = new DarpaNetflowReader(dir, filename);
+		this.reader.setBatchIntervalSeconds(batchLengthSeconds);
+		this.reader.setEdgeLifeTimeSeconds(edgeLifeTimeSeconds);
+		this.reader.setRemoveZeroDegreeNodes(removeZeroDegreeNodes);
+		this.reader.setRemoveZeroWeightEdges(removeZeroWeightEdges);
+		this.reader.setDataOffset(this.reader.getDataOffset() + dataOffsetSeconds);
+		this.reader.setMinimumTimestamp(this.firstDateTime);
+		this.reader.setMaximumTimestamp(new DateTime(TimeUnit.SECONDS.toMillis(maximumTimestamp)));
+
+		this.batchGenerator = new NetflowBatch("temp", reader, edges, edgeDirections, edgeWeights, nodeWeights);
+
+		// set batch-generator for mapping retrieval
+		NetworkNodeStyles.netflowBatchGenerator = (NetflowBatch) this.batchGenerator;
+
+		this.graph = generateGraph();
+	}
+
+	private Graph generateGraph() {
+		Graph g = this.newGraphInstance();
+		g.setTimestamp(TimeUnit.MILLISECONDS.toSeconds(this.firstDateTime.getMillis()));
+
+		DateTime simTime = this.firstDateTime;
+
+		while (simTime.isBefore(this.initDateTime)) {
+			ArrayList<NetworkEvent> events = this.reader.getEventsUntil(simTime);
+			if (events.size() > 0) {
+				Batch b = this.batchGenerator.craftBatch(g, simTime, events, new ArrayList<UpdateEvent>(0), null);
+				b.apply(g);
+			}
+			simTime = simTime.plusSeconds(this.batchLengthSeconds);
+		}
+
+		ArrayList<NetworkEvent> events = this.reader.getEventsUntil(this.initDateTime);
+		if (events.size() > 0) {
+			Batch b = this.batchGenerator.craftBatch(g, this.initDateTime, events, new ArrayList<UpdateEvent>(0), null);
+			b.apply(g);
+		}
+
+		g.setTimestamp(TimeUnit.MILLISECONDS.toSeconds(this.initDateTime.getMillis()));
+
+		// return graph
+		return g;
+	}
+
+	@Override
+	public Graph generate() {
+		return this.graph;
+	}
+
+	public NetflowEventReader getReader() {
+		return this.reader;
+	}
+
+	public NetflowBatch getBatchGenerator() {
+		return this.batchGenerator;
+	}
+}

src/dna/graph/weights/network/NetworkNodeWeight.java

@@ -35,6 +35,11 @@ public String toString() {
 		return buff;
 	}
 
+	@Override
+	public String asString() {
+		return toString();
+	}
+
 	public NetworkNodeWeight(WeightSelection ws) {
 		this("unknown", new double[0]);
 	}