pj2/efficientnet.json at main · UntitledNotebook/pj2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
{
    "name": "EfficientNet",
    "n_gpu": 1,

    "model": "efficientnet",

    "train_data_loader": {
        "type": "CIFAR10_4x_DataLoader",
        "args":{
            "root": "data/",
            "split": "train",
            "batch_size": 32,
            "shuffle": true,
            "num_workers": 2
        }
    },
    "valid_data_loader": {
        "type": "CIFAR10_4x_DataLoader",
        "args":{
            "root": "data/",
            "split": "valid",
            "batch_size": 128,
            "shuffle": false,
            "num_workers": 2
        }
    },
    "optimizer": {
        "type": "SGD",
        "args":{
            "lr": 0.1,
            "momentum": 0.9,
            "weight_decay": 1e-4
        }
    },
    "loss": {
        "type": "CrossEntropyLoss",
        "args": {
            "label_smoothing": 0.1
        }
    },
    "metrics": [
        "accuracy"
    ],
    "lr_scheduler": {
        "type": "CosineAnnealingWarmRestarts",
        "args": {
            "T_0": 20,
            "T_mult": 2,
            "eta_min": 1e-4
        }
    },
    "train_transform": [
        {
            "type": "RandomResizedCrop",
            "args": {
                "size": 128,
                "scale": [0.08, 1.0],
                "ratio": [0.75, 1.33]
            }
        },
        {
            "type": "RandomHorizontalFlip",
            "args": {
                "p": 0.2
            }
        },
        {
            "type": "ColorJitter",
            "args": {
                "brightness": 0.4,
                "contrast": 0.4,
                "saturation": 0.4,
                "hue": 0.1
            }
        },
        {
            "type": "RandomErasing",
            "args": {
                "p": 0.2,
                "scale": [0.02, 0.33],
                "ratio": [0.3, 3.3]
            }
        },
        {
            "type": "AutoAugment"
        },
        {
            "type": "RandomRotation",
            "args": {
                "degrees": 5
            }
        }
    ],
    "valid_transform": [],
    "mixup": true,
    "mix_precision": true,
    "trainer": {
        "epochs": 300,

        "save_dir": "saved/",
        "save_period": 1,
        "verbosity": 2,

        "monitor": "max val_accuracy",
        "early_stop": 300,

        "tensorboard": false
    }
}