-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathUncertainty_Quantification_Methods_Tree.html
More file actions
25 lines (25 loc) · 6.94 KB
/
Uncertainty_Quantification_Methods_Tree.html
File metadata and controls
25 lines (25 loc) · 6.94 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
<!DOCTYPE html>
<html>
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta http-equiv="X-UA-Compatible" content="ie=edge">
<title>Markmap</title>
<style>
* {
margin: 0;
padding: 0;
}
#mindmap {
display: block;
width: 100vw;
height: 100vh;
}
</style>
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/markmap-toolbar@0.18.10/dist/style.css">
</head>
<body>
<svg id="mindmap"></svg>
<script src="https://cdn.jsdelivr.net/npm/d3@7.9.0/dist/d3.min.js"></script><script src="https://cdn.jsdelivr.net/npm/markmap-view@0.18.10/dist/browser/index.js"></script><script src="https://cdn.jsdelivr.net/npm/markmap-toolbar@0.18.10/dist/index.js"></script><script>(()=>{setTimeout(()=>{const{markmap:x,mm:K}=window,P=new x.Toolbar;P.attach(K);const F=P.render();F.setAttribute("style","position:absolute;bottom:20px;right:20px"),document.body.append(F)})})()</script><script>((b,L,T,D)=>{const H=b();window.mm=H.Markmap.create("svg#mindmap",(L||H.deriveOptions)(D),T)})(()=>window.markmap,null,{"content":"Uncertainty Quantification","children":[{"content":"Not for Pre-trained Model","children":[{"content":"Distributional Methods (Bayesian Methods)","children":[{"content":"Parameter Space","children":[{"content":"\n<p data-lines=\"11,12\">Bayesian Neural Network</p>","children":[{"content":"FUll Parameter Space","children":[{"content":"Vairational Inference","children":[],"payload":{"tag":"li","lines":"13,14"}}],"payload":{"tag":"li","lines":"12,14"}},{"content":"Last-layer Methods","children":[{"content":"Do not need Tuning","children":[{"content":"<a href=\"https://arxiv.org/pdf/2106.14806\">Last-layer Laplace APrroximation</a>","children":[{"content":"Matrix Optimization","children":[],"payload":{"tag":"li","lines":"17,18"}},{"content":"Fisher Information","children":[],"payload":{"tag":"li","lines":"18,19"}}],"payload":{"tag":"li","lines":"16,19"}}],"payload":{"tag":"li","lines":"15,19"}},{"content":"Need Tuning","children":[{"content":"<a href=\"https://openreview.net/pdf?id=PCgnTiGC9K\">Credal Neural Network</a>","children":[],"payload":{"tag":"li","lines":"20,21"}},{"content":"<a href=\"https://openreview.net/pdf?id=xJXq6FkqEw\">Bayesian NOn-Negative Decision Layers(beta distribution)</a>","children":[],"payload":{"tag":"li","lines":"21,23"}}],"payload":{"tag":"li","lines":"19,23"}}],"payload":{"tag":"li","lines":"14,23"}}],"payload":{"tag":"li","lines":"11,23"}},{"content":"\n<p data-lines=\"23,24\">MC Drop-out</p>","children":[],"payload":{"tag":"li","lines":"23,25"}},{"content":"\n<p data-lines=\"25,26\">Ensemble Methods</p>","children":[{"content":"Training Strategy","children":[{"content":"<a href=\"https://proceedings.mlr.press/v216/wang23c/wang23c.pdf\">Probabilistic Ensemble</a>","children":[],"payload":{"tag":"li","lines":"27,28"}},{"content":"Bagging and Boosting","children":[],"payload":{"tag":"li","lines":"28,29"}}],"payload":{"tag":"li","lines":"26,29"}},{"content":"Reducing Members","children":[{"content":"Distillation","children":[],"payload":{"tag":"li","lines":"30,31"}},{"content":"Model Pruning","children":[],"payload":{"tag":"li","lines":"31,32"}}],"payload":{"tag":"li","lines":"29,32"}},{"content":"Weight Sharing","children":[{"content":"Batch Ensemble","children":[],"payload":{"tag":"li","lines":"33,34"}},{"content":"Layer-wise Ensemble","children":[],"payload":{"tag":"li","lines":"34,35"}}],"payload":{"tag":"li","lines":"32,35"}},{"content":"<a href=\"https://arxiv.org/pdf/2405.15047\">Credal Wrapper</a>","children":[],"payload":{"tag":"li","lines":"35,37"}}],"payload":{"tag":"li","lines":"25,37"}}],"payload":{"tag":"h4","lines":"9,10"}},{"content":"Output Space","children":[{"content":"<a href=\"https://proceedings.neurips.cc/paper/2018/file/a981f2b708044d6fb4a71a1463242520-Paper.pdf\">Evidential Deep Learning</a>","children":[{"content":"<a href=\"https://www.ecva.net/papers/eccv_2024/papers_ECCV/papers/02475.pdf\">Bayesian Evidential (distillation)</a>","children":[],"payload":{"tag":"li","lines":"39,40"}},{"content":"<a href=\"https://arxiv.org/pdf/2404.10980\">Hyper Evidential</a>","children":[],"payload":{"tag":"li","lines":"40,41"}}],"payload":{"tag":"li","lines":"38,41"}},{"content":"<a href=\"https://arxiv.org/pdf/2412.04177\">Gaussian Process Based Methods</a>","children":[],"payload":{"tag":"li","lines":"41,44"}}],"payload":{"tag":"h4","lines":"37,38"}}],"payload":{"tag":"h3","lines":"8,9"}},{"content":"Deterministic Methods","children":[{"content":"Exgerneal Neural Network","children":[{"content":"<a href=\"https://arxiv.org/pdf/2402.16569\">Loss Preidction Methods</a>","children":[],"payload":{"tag":"li","lines":"47,48"}},{"content":"<a href=\"https://arxiv.org/pdf/2107.08924\">Epistemic Neural Network</a>","children":[],"payload":{"tag":"li","lines":"48,50"}}],"payload":{"tag":"h4","lines":"46,47"}},{"content":"Internal Methods","children":[{"content":"Distance-based Methods","children":[],"payload":{"tag":"li","lines":"51,53"}}],"payload":{"tag":"h4","lines":"50,51"}}],"payload":{"tag":"h3","lines":"44,45"}},{"content":"Conformal Prediction","children":[],"payload":{"tag":"h3","lines":"53,54"}}],"payload":{"tag":"h2","lines":"6,7"}},{"content":"For Pre-trained Models","children":[{"content":"Access to the Model and Data (Need Tuning)","children":[{"content":"<a href=\"https://arxiv.org/pdf/2312.15297\">"Make Me a BNN"</a>. fine-tune the model with some distribution assumption on the parameter","children":[],"payload":{"tag":"h4","lines":"61,62"}},{"content":"Last-layer Methods","children":[{"content":"<a href=\"https://openreview.net/pdf?id=PCgnTiGC9K\">Credal Neural Network</a>","children":[],"payload":{"tag":"li","lines":"64,65"}},{"content":"<a href=\"https://openreview.net/pdf?id=xJXq6FkqEw\">Bayesian NOn-Negative Decision Layers(beta distribution)</a>","children":[],"payload":{"tag":"li","lines":"65,67"}}],"payload":{"tag":"h4","lines":"63,64"}}],"payload":{"tag":"h3","lines":"59,60"}},{"content":"Access to only the Model","children":[{"content":"<a href=\"https://openaccess.thecvf.com/content/CVPR2024/papers/Wang_Epistemic_Uncertainty_Quantification_For_Pre-Trained_Neural_Networks_CVPR_2024_paper.pdf\">Gradient-based EU quantification</a>","children":[],"payload":{"tag":"h4","lines":"68,69"}},{"content":"Parameter Perturbation","children":[],"payload":{"tag":"h4","lines":"69,70"}},{"content":"Laplace Mehtods","children":[],"payload":{"tag":"h4","lines":"70,71"}}],"payload":{"tag":"h3","lines":"67,68"}},{"content":"No Access to the Model","children":[{"content":"Input Space","children":[{"content":"Test-time Augmentation","children":[],"payload":{"tag":"li","lines":"76,77"}},{"content":"<a href=\"https://arxiv.org/pdf/2311.08718\">Input Clarification(for LLM)</a>","children":[],"payload":{"tag":"li","lines":"77,78"}},{"content":"Perturbation-based","children":[],"payload":{"tag":"li","lines":"78,79"}}],"payload":{"tag":"h4","lines":"75,76"}}],"payload":{"tag":"h3","lines":"73,74"}}],"payload":{"tag":"h2","lines":"57,58"}}]},{"colorFreezeLevel":2})</script>
</body>
</html>