-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathboosting.drawio
More file actions
123 lines (123 loc) · 11.4 KB
/
boosting.drawio
File metadata and controls
123 lines (123 loc) · 11.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
<mxfile host="app.diagrams.net" modified="2022-06-02T09:55:49.128Z" agent="5.0 (X11)" etag="bHWN64GpE3hCjz7ddJFb" version="18.1.3" type="github">
<diagram id="UYDeSSAZiTKU4uVeoDKJ" name="Page-1">
<mxGraphModel dx="1422" dy="820" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="827" pageHeight="1169" math="0" shadow="0">
<root>
<mxCell id="0" />
<mxCell id="1" parent="0" />
<mxCell id="IgK7_1_0JaDIEE95ox1E-1" value="X (features)" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;" parent="1" vertex="1">
<mxGeometry x="50" y="40" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-2" value="<div>y (target)<br></div>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;" parent="1" vertex="1">
<mxGeometry x="170" y="40" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-3" value="" style="endArrow=classic;html=1;rounded=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-1" edge="1">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="340" y="360" as="sourcePoint" />
<mxPoint x="110" y="170" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-11" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-5" target="IgK7_1_0JaDIEE95ox1E-10" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-5" value="Model 1" style="swimlane;fillColor=#f8cecc;strokeColor=#b85450;" parent="1" vertex="1">
<mxGeometry x="10" y="170" width="210" height="210" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-9" value="<div>Makes naives predictions of y</div>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#f8cecc;strokeColor=#b85450;" parent="IgK7_1_0JaDIEE95ox1E-5" vertex="1">
<mxGeometry x="4" y="25" width="200" height="180" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-14" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" parent="1" source="IgK7_1_0JaDIEE95ox1E-10" target="IgK7_1_0JaDIEE95ox1E-13" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-10" value="y predicted" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;" parent="1" vertex="1">
<mxGeometry x="250" y="245" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-20" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-13" target="IgK7_1_0JaDIEE95ox1E-16" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="510" y="390" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-13" value="Residuals" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;" parent="1" vertex="1">
<mxGeometry x="450" y="245" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-16" value="Model 2" style="swimlane;fillColor=#f8cecc;strokeColor=#b85450;" parent="1" vertex="1">
<mxGeometry x="535" y="390" width="210" height="210" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-17" value="<div>Tree based model (limited depth)<br></div><div>plotting residuals by X<br></div>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#f8cecc;strokeColor=#b85450;" parent="IgK7_1_0JaDIEE95ox1E-16" vertex="1">
<mxGeometry x="5" y="25" width="200" height="180" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-19" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-18" target="IgK7_1_0JaDIEE95ox1E-16" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-18" value="X (features)" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;" parent="1" vertex="1">
<mxGeometry x="580" y="245" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-22" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" parent="1" source="IgK7_1_0JaDIEE95ox1E-17" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="500" y="505" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-25" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" parent="1" source="IgK7_1_0JaDIEE95ox1E-23" target="IgK7_1_0JaDIEE95ox1E-24" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-23" value="<div>y predicted</div><div>model 1 + learning rate*model 2<br></div>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;" parent="1" vertex="1">
<mxGeometry x="320" y="400" width="180" height="200" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-30" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-24" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="120" y="610" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-24" value="Residuals" style="whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;rounded=0;" parent="1" vertex="1">
<mxGeometry x="130" y="470" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-29" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;entryX=0.5;entryY=0;entryDx=0;entryDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-26" target="IgK7_1_0JaDIEE95ox1E-27" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-26" value="X (features)" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#dae8fc;strokeColor=#6c8ebf;" parent="1" vertex="1">
<mxGeometry y="470" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-27" value="Model 3" style="swimlane;fillColor=#f8cecc;strokeColor=#b85450;" parent="1" vertex="1">
<mxGeometry x="14" y="610" width="210" height="210" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-28" value="<div>Tree based model (limited depth)<br></div><div>plotting residuals by X<br></div>" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#f8cecc;strokeColor=#b85450;" parent="IgK7_1_0JaDIEE95ox1E-27" vertex="1">
<mxGeometry x="5" y="25" width="200" height="180" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-34" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" parent="1" source="IgK7_1_0JaDIEE95ox1E-31" target="IgK7_1_0JaDIEE95ox1E-35" edge="1">
<mxGeometry relative="1" as="geometry">
<mxPoint x="579" y="725" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-31" value="<div>y predicted</div>model 1 + learning rate*model 2 + learning rate * model 3" style="rounded=0;whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;" parent="1" vertex="1">
<mxGeometry x="299" y="635" width="200" height="180" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-32" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" parent="1" source="IgK7_1_0JaDIEE95ox1E-28" target="IgK7_1_0JaDIEE95ox1E-31" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-37" value="" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" parent="1" source="IgK7_1_0JaDIEE95ox1E-35" target="IgK7_1_0JaDIEE95ox1E-36" edge="1">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-35" value="Residuals" style="whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;rounded=0;" parent="1" vertex="1">
<mxGeometry x="580" y="695" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-36" value="Continue fitting models to residuals until residuals become small" style="whiteSpace=wrap;html=1;fillColor=#ffe6cc;strokeColor=#d79b00;rounded=0;" parent="1" vertex="1">
<mxGeometry x="580" y="835" width="120" height="60" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-40" value="benefit" style="swimlane;fontStyle=0;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;align=center;fontSize=14;" parent="1" vertex="1">
<mxGeometry x="370" y="20" width="160" height="56" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-41" value="best performances" style="text;strokeColor=none;fillColor=none;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontSize=12;" parent="IgK7_1_0JaDIEE95ox1E-40" vertex="1">
<mxGeometry y="26" width="160" height="30" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-44" value="Trade off" style="swimlane;fontStyle=0;childLayout=stackLayout;horizontal=1;startSize=26;horizontalStack=0;resizeParent=1;resizeParentMax=0;resizeLast=0;collapsible=1;marginBottom=0;align=center;fontSize=14;" parent="1" vertex="1">
<mxGeometry x="540" y="20" width="160" height="86" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-45" value="Non paralelisable" style="text;strokeColor=none;fillColor=none;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontSize=12;" parent="IgK7_1_0JaDIEE95ox1E-44" vertex="1">
<mxGeometry y="26" width="160" height="30" as="geometry" />
</mxCell>
<mxCell id="IgK7_1_0JaDIEE95ox1E-46" value="Overfitting if too many tree
" style="text;strokeColor=none;fillColor=none;spacingLeft=4;spacingRight=4;overflow=hidden;rotatable=0;points=[[0,0.5],[1,0.5]];portConstraint=eastwest;fontSize=12;" parent="IgK7_1_0JaDIEE95ox1E-44" vertex="1">
<mxGeometry y="56" width="160" height="30" as="geometry" />
</mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>