accuracy.json

{
    "{'legend': 'cifar100', 'epochs': 100, 'lr': 0.1, 'Type': 'target model'}": {
        "23033032": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 21242, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '23033032'}",
            "scores": 70.71999907493591,
            "attack results": "{'Online': {'AUC': 0.9410543792, 'ACC': 0.84592, 'TPR': 0.34212}, 'Online Fixed': {'AUC': 0.939152808, 'ACC': 0.84172, 'TPR': 0.36288}, 'Offline': {'AUC': 0.7992493008000001, 'ACC': 0.75154, 'TPR': 0.23312}, 'Offline Fixed': {'AUC': 0.8027550752000001, 'ACC': 0.75744, 'TPR': 0.23648}, 'Global': {'AUC': 0.8137105664, 'ACC': 0.82346, 'TPR': 8e-05}}"
        },
        "23033033": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 21242, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '23033032'}",
            "scores": 70.71999907493591,
            "attack results": "{'Online': {'AUC': 0.9410543792, 'ACC': 0.84592, 'TPR': 0.34212}, 'Online Fixed': {'AUC': 0.939152808, 'ACC': 0.84172, 'TPR': 0.36288}, 'Offline': {'AUC': 0.7992493008000001, 'ACC': 0.75154, 'TPR': 0.23312}, 'Offline Fixed': {'AUC': 0.8027550752000001, 'ACC': 0.75744, 'TPR': 0.23648}, 'Global': {'AUC': 0.8137105664, 'ACC': 0.82346, 'TPR': 8e-05}}"
        },
        "11091609": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 62088, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11091609'}",
            "scores": 69.69999670982361
        },
        "11092306": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 42291, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11092306'}",
            "scores": 69.44999694824219
        },
        "11092958": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 96426, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11092958'}",
            "scores": 70.1799988746643
        },
        "11093649": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 708, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11093649'}",
            "scores": 69.6399986743927
        },
        "11094342": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 16306, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11094342'}",
            "scores": 69.9899971485138
        }
    },
    "{'legend': 'cifar100', 'epochs': 100, 'lr': 0.1, 'Type': 'shadow model'}": {
        "0": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 41, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 0, 'id': 0}",
            "scores": 70.08999586105347
        },
        "1": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 62139, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 1, 'id': 1}",
            "scores": 70.33999562263489
        },
        "2": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 55564, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 2, 'id': 2}",
            "scores": 70.09999752044678
        },
        "3": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 23279, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 3, 'id': 3}",
            "scores": 69.90000009536743
        },
        "4": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 41903, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 4, 'id': 4}",
            "scores": 70.19000053405762
        },
        "5": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58552, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 5, 'id': 5}",
            "scores": 70.37999629974365
        },
        "6": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 61797, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 6, 'id': 6}",
            "scores": 69.84999775886536
        },
        "7": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 93065, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 7, 'id': 7}",
            "scores": 69.9899971485138
        },
        "8": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 27261, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 8, 'id': 8}",
            "scores": 70.35999894142151
        },
        "9": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 69122, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 9, 'id': 9}",
            "scores": 68.37999820709229
        },
        "10": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 17787, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 10, 'id': 10}",
            "scores": 70.02999782562256
        },
        "11": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 48475, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 11, 'id': 11}",
            "scores": 70.26999592781067
        },
        "12": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 64761, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 12, 'id': 12}",
            "scores": 70.35999894142151
        },
        "13": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 7208, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 13, 'id': 13}",
            "scores": 70.09999752044678
        },
        "14": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 29101, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 14, 'id': 14}",
            "scores": 69.6399986743927
        },
        "15": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58496, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 15, 'id': 15}",
            "scores": 70.58999538421631
        },
        "16": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 38947, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 16, 'id': 16}",
            "scores": 69.72000002861023
        },
        "17": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 49401, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 17, 'id': 17}",
            "scores": 70.05999684333801
        },
        "18": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 41603, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 18, 'id': 18}",
            "scores": 70.08999586105347
        },
        "19": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 6041, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 19, 'id': 19}",
            "scores": 70.35999894142151
        },
        "20": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 44117, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 20, 'id': 20}",
            "scores": 69.760000705719
        },
        "21": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 68817, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 21, 'id': 21}",
            "scores": 65.56999683380127
        },
        "22": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 70880, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 22, 'id': 22}",
            "scores": 69.90999579429626
        },
        "23": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 5863, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 23, 'id': 23}",
            "scores": 69.24999952316284
        },
        "24": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 3294, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 24, 'id': 24}",
            "scores": 70.19999623298645
        },
        "25": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 29630, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 25, 'id': 25}",
            "scores": 68.39999556541443
        },
        "26": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 42750, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 26, 'id': 26}",
            "scores": 70.05000114440918
        },
        "27": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 18588, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 27, 'id': 27}",
            "scores": 68.5699999332428
        },
        "28": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 20864, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 28, 'id': 28}",
            "scores": 69.69000101089478
        },
        "29": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 49704, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 29, 'id': 29}",
            "scores": 70.13999819755554
        },
        "30": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 47867, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 30, 'id': 30}",
            "scores": 70.3000009059906
        },
        "31": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 74456, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 31, 'id': 31}",
            "scores": 69.9899971485138
        },
        "32": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 94633, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 32, 'id': 32}",
            "scores": 69.6399986743927
        },
        "33": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 37910, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 33, 'id': 33}",
            "scores": 69.47000026702881
        },
        "34": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 75435, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 34, 'id': 34}",
            "scores": 69.66999769210815
        },
        "35": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 60109, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 35, 'id': 35}",
            "scores": 69.9999988079071
        },
        "36": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 89954, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 36, 'id': 36}",
            "scores": 70.2299952507019
        },
        "37": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 42389, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 37, 'id': 37}",
            "scores": 69.04000043869019
        },
        "38": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 21645, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 38, 'id': 38}",
            "scores": 69.97999548912048
        },
        "39": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 55308, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 39, 'id': 39}",
            "scores": 69.55999732017517
        },
        "40": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 1258, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 40, 'id': 40}",
            "scores": 70.01999616622925
        },
        "41": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 12731, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 41, 'id': 41}",
            "scores": 70.2299952507019
        },
        "42": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 31301, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 42, 'id': 42}",
            "scores": 70.46999931335449
        },
        "43": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 94165, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 43, 'id': 43}",
            "scores": 70.33999562263489
        },
        "44": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 81222, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 44, 'id': 44}",
            "scores": 69.9999988079071
        },
        "45": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 7918, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 45, 'id': 45}",
            "scores": 70.03999948501587
        },
        "46": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 61874, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 46, 'id': 46}",
            "scores": 69.62999701499939
        },
        "47": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 8866, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 47, 'id': 47}",
            "scores": 70.51999568939209
        },
        "48": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 87358, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 48, 'id': 48}",
            "scores": 70.30999660491943
        },
        "49": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 53805, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 49, 'id': 49}",
            "scores": 70.1799988746643
        },
        "50": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 92259, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 50, 'id': 50}",
            "scores": 70.12999653816223
        },
        "51": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 67010, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 51, 'id': 51}",
            "scores": 69.19999718666077
        },
        "52": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 56929, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 52, 'id': 52}",
            "scores": 69.65999603271484
        },
        "53": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 46444, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 53, 'id': 53}",
            "scores": 69.97999548912048
        },
        "54": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 48341, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 54, 'id': 54}",
            "scores": 69.87000107765198
        },
        "55": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 68247, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 55, 'id': 55}",
            "scores": 69.760000705719
        },
        "56": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 1083, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 56, 'id': 56}",
            "scores": 70.35999894142151
        },
        "57": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 7903, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 57, 'id': 57}",
            "scores": 69.59999799728394
        },
        "58": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58572, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 58, 'id': 58}",
            "scores": 70.26999592781067
        },
        "59": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58582, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 59, 'id': 59}",
            "scores": 69.78999972343445
        },
        "60": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 16390, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 60, 'id': 60}",
            "scores": 70.13999819755554
        },
        "61": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 539, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 61, 'id': 61}",
            "scores": 69.43999528884888
        },
        "62": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58379, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 62, 'id': 62}",
            "scores": 70.39999961853027
        },
        "63": {
            "remarks": "{'root': './data/cifar100', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58702, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 63, 'id': 63}",
            "scores": 70.35999894142151
        }
    },
    "{'legend': 'cifar100', 'wbits': 1.58, 'Type': 'AdaRound quantized model'}": {
        "23033032_W1.58A32": {
            "remarks": "{'seed': 76963, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': None, 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 62.27999925613403,
            "attack results": "{'Online': {'AUC': 0.6479003007999999, 'ACC': 0.61528, 'TPR': 0.00148}, 'Online Fixed': {'AUC': 0.6806373392, 'ACC': 0.66242, 'TPR': 0.00808}, 'Offline': {'AUC': 0.514445856, 'ACC': 0.51842, 'TPR': 0.0014}, 'Offline Fixed': {'AUC': 0.5021466512, 'ACC': 0.51172, 'TPR': 0.00196}, 'Global': {'AUC': 0.7196323648, 'ACC': 0.69116, 'TPR': 0.00104}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 2, 'Type': 'AdaRound quantized model'}": {
        "23033032_W2A32": {
            "remarks": "{'seed': 76963, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': None, 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 68.91999840736389,
            "attack results": "{'Online': {'AUC': 0.8795284992, 'ACC': 0.7916000000000001, 'TPR': 0.12972}, 'Online Fixed': {'AUC': 0.900250024, 'ACC': 0.80508, 'TPR': 0.23536}, 'Offline': {'AUC': 0.7296389952, 'ACC': 0.68166, 'TPR': 0.05476}, 'Offline Fixed': {'AUC': 0.7285868512, 'ACC': 0.68484, 'TPR': 0.07168}, 'Global': {'AUC': 0.7821902288, 'ACC': 0.771, 'TPR': 0.00012}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 4, 'Type': 'AdaRound quantized model'}": {
        "23033032_W4A32": {
            "remarks": "{'seed': 76963, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': None, 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 70.62000036239624,
            "attack results": "{'Online': {'AUC': 0.9414198879999999, 'ACC': 0.8468, 'TPR': 0.33632}, 'Online Fixed': {'AUC': 0.9395764304, 'ACC': 0.84256, 'TPR': 0.35284}, 'Offline': {'AUC': 0.7975739184, 'ACC': 0.74962, 'TPR': 0.20536}, 'Offline Fixed': {'AUC': 0.8010409120000002, 'ACC': 0.75538, 'TPR': 0.232}, 'Global': {'AUC': 0.8137126800000001, 'ACC': 0.82294, 'TPR': 0.00012}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 1.58, 'Type': 'OBC quantized model'}": {
        "23033032_W1.58A32": {
            "remarks": "{'seed': 90649, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 65.34000039100647,
            "attack results": "{'Online': {'AUC': 0.725755624, 'ACC': 0.67912, 'TPR': 0.00396}, 'Online Fixed': {'AUC': 0.761239904, 'ACC': 0.71792, 'TPR': 0.02768}, 'Offline': {'AUC': 0.5630133840000001, 'ACC': 0.5413600000000001, 'TPR': 0.00224}, 'Offline Fixed': {'AUC': 0.549653864, 'ACC': 0.53916, 'TPR': 0.0024}, 'Global': {'AUC': 0.7529990096000001, 'ACC': 0.72774, 'TPR': 0.00036}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 2, 'Type': 'OBC quantized model'}": {
        "23033032_W2A32": {
            "remarks": "{'seed': 90649, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 68.65999698638916,
            "attack results": "{'Online': {'AUC': 0.8968539247999998, 'ACC': 0.80574, 'TPR': 0.15808}, 'Online Fixed': {'AUC': 0.9107036911999999, 'ACC': 0.81348, 'TPR': 0.26428}, 'Offline': {'AUC': 0.7496179328000001, 'ACC': 0.70106, 'TPR': 0.03072}, 'Offline Fixed': {'AUC': 0.7495806592, 'ACC': 0.70566, 'TPR': 0.06908}, 'Global': {'AUC': 0.7852372656000001, 'ACC': 0.77636, 'TPR': 0.00024}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 4, 'Type': 'OBC quantized model'}": {
        "23033032_W4A32": {
            "remarks": "{'seed': 90649, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 70.55999636650085,
            "attack results": "{'Online': {'AUC': 0.9408813408000001, 'ACC': 0.84718, 'TPR': 0.3298}, 'Online Fixed': {'AUC': 0.938921472, 'ACC': 0.84294, 'TPR': 0.34492}, 'Offline': {'AUC': 0.7954436208, 'ACC': 0.7469600000000001, 'TPR': 0.22072}, 'Offline Fixed': {'AUC': 0.7981472672000001, 'ACC': 0.75368, 'TPR': 0.23188}, 'Global': {'AUC': 0.8125785999999999, 'ACC': 0.82148, 'TPR': 0.00012}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 1.58, 'Type': 'BRECQ quantized model'}": {
        "23033032_W1.58A32": {
            "remarks": "{'seed': 374, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 66.06000065803528,
            "attack results": "{'Online': {'AUC': 0.6936405567999999, 'ACC': 0.64954, 'TPR': 0.00316}, 'Online Fixed': {'AUC': 0.7274928303999999, 'ACC': 0.6943600000000001, 'TPR': 0.02188}, 'Offline': {'AUC': 0.5485861312, 'ACC': 0.5312600000000001, 'TPR': 0.00164}, 'Offline Fixed': {'AUC': 0.5338922624, 'ACC': 0.53118, 'TPR': 0.00196}, 'Global': {'AUC': 0.7397293055999999, 'ACC': 0.70984, 'TPR': 0.00096}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 2, 'Type': 'BRECQ quantized model'}": {
        "23033032_W2A32": {
            "remarks": "{'seed': 374, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 69.65000033378601,
            "attack results": "{'Online': {'AUC': 0.8854459696, 'ACC': 0.79628, 'TPR': 0.13796}, 'Online Fixed': {'AUC': 0.9046745504, 'ACC': 0.80932, 'TPR': 0.24964}, 'Offline': {'AUC': 0.7382121664, 'ACC': 0.68832, 'TPR': 0.05636}, 'Offline Fixed': {'AUC': 0.7368990879999999, 'ACC': 0.69146, 'TPR': 0.08016}, 'Global': {'AUC': 0.7810633599999999, 'ACC': 0.77232, 'TPR': 0.00024}}"
        }
    },
    "{'legend': 'cifar100', 'wbits': 4, 'Type': 'BRECQ quantized model'}": {
        "23033032_W4A32": {
            "remarks": "{'seed': 374, 'root': './data/cifar100', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': '/home/qtx/workspace/quant-mia/utils/../experiments/models/cifar100/23033032.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 70.660001039505,
            "attack results": "{'Online': {'AUC': 0.9414289311999999, 'ACC': 0.8472, 'TPR': 0.32812}, 'Online Fixed': {'AUC': 0.9390065439999999, 'ACC': 0.84324, 'TPR': 0.32892}, 'Offline': {'AUC': 0.7967750736, 'ACC': 0.74908, 'TPR': 0.22832}, 'Offline Fixed': {'AUC': 0.7993751616, 'ACC': 0.75408, 'TPR': 0.22236}, 'Global': {'AUC': 0.8122654960000002, 'ACC': 0.82094, 'TPR': 0.0002}}"
        }
    },
    "{'legend': 'cifar10', 'epochs': 100, 'lr': 0.1, 'Type': 'target model'}": {
        "08084803": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 63629, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '08084803'}",
            "scores": 92.59999990463257,
            "attack results": "{'Online': {'AUC': 0.7131016783999999, 'ACC': 0.63326, 'TPR': 0.06296}, 'Online Fixed': {'AUC': 0.7167512048, 'ACC': 0.63456, 'TPR': 0.08204}, 'Offline': {'AUC': 0.5180700015999999, 'ACC': 0.54932, 'TPR': 0.02012}, 'Offline Fixed': {'AUC': 0.5335913984, 'ACC': 0.55314, 'TPR': 0.04392}, 'Global': {'AUC': 0.6264627872, 'ACC': 0.6186400000000001, 'TPR': 0.0006}}"
        },
        "08084845": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 63629, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '08084803'}",
            "scores": 91.65490463257,
            "attack results": "{'Online': {'AUC': 0.7131016783999999, 'ACC': 0.63326, 'TPR': 0.06296}, 'Online Fixed': {'AUC': 0.7167512048, 'ACC': 0.63456, 'TPR': 0.08204}, 'Offline': {'AUC': 0.5180700015999999, 'ACC': 0.54932, 'TPR': 0.02012}, 'Offline Fixed': {'AUC': 0.5335913984, 'ACC': 0.55314, 'TPR': 0.04392}, 'Global': {'AUC': 0.6264627872, 'ACC': 0.6186400000000001, 'TPR': 0.0006}}"
        },
        "09042959": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 89761, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '09042959'}",
            "scores": 92.89999604225159,
            "attack results": "{'Online': {'AUC': 0.7057377408, 'ACC': 0.62548, 'TPR': 0.06036}, 'Online Fixed': {'AUC': 0.7055907856, 'ACC': 0.62444, 'TPR': 0.07848}, 'Offline': {'AUC': 0.5252574432, 'ACC': 0.5496800000000001, 'TPR': 0.02032}, 'Offline Fixed': {'AUC': 0.5367032176, 'ACC': 0.5521199999999999, 'TPR': 0.04272}, 'Global': {'AUC': 0.6174733664, 'ACC': 0.61162, 'TPR': 0.00156}}"
        },
        "09081503": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 20511, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '09081503'}",
            "scores": 92.4299955368042,
            "attack results": "{'Online': {'AUC': 0.713229064, 'ACC': 0.6346, 'TPR': 0.05468}, 'Online Fixed': {'AUC': 0.7181644944000001, 'ACC': 0.6357, 'TPR': 0.0752}, 'Offline': {'AUC': 0.5202305184, 'ACC': 0.5492, 'TPR': 0.01412}, 'Offline Fixed': {'AUC': 0.53487536, 'ACC': 0.5523199999999999, 'TPR': 0.04008}, 'Global': {'AUC': 0.6288925104, 'ACC': 0.6210800000000001, 'TPR': 0.00092}}"
        },
        "11083345": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 84375, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11083345'}",
            "scores": 92.05999970436096
        },
        "11084038": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 68913, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11084038'}",
            "scores": 92.83999800682068
        },
        "11084726": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 94076, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11084726'}",
            "scores": 92.59999990463257
        },
        "11085414": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 10883, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11085414'}",
            "scores": 92.56999492645264
        },
        "11090103": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 96776, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11090103'}",
            "scores": 92.13999509811401
        }
    },
    "{'legend': 'cifar10', 'epochs': 100, 'lr': 0.1, 'Type': 'shadow model'}": {
        "0": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 73826, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 0, 'id': 0}",
            "scores": 92.46999621391296
        },
        "1": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 31709, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 1, 'id': 1}",
            "scores": 92.22999811172485
        },
        "2": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 69092, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 2, 'id': 2}",
            "scores": 92.80999898910522
        },
        "3": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 62581, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 3, 'id': 3}",
            "scores": 90.90999960899353
        },
        "4": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 58836, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 4, 'id': 4}",
            "scores": 92.6099956035614
        },
        "5": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 34990, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 5, 'id': 5}",
            "scores": 92.23999977111816
        },
        "6": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 8870, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 6, 'id': 6}",
            "scores": 92.47999787330627
        },
        "7": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 61299, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 7, 'id': 7}",
            "scores": 92.51999855041504
        },
        "8": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 11138, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 8, 'id': 8}",
            "scores": 92.02999472618103
        },
        "9": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 6532, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 9, 'id': 9}",
            "scores": 92.1999990940094
        },
        "10": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 90489, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 10, 'id': 10}",
            "scores": 91.68999791145325
        },
        "11": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 16410, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 11, 'id': 11}",
            "scores": 92.56999492645264
        },
        "12": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 67857, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 12, 'id': 12}",
            "scores": 92.03999638557434
        },
        "13": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 28441, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 13, 'id': 13}",
            "scores": 92.28999614715576
        },
        "14": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 85802, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 14, 'id': 14}",
            "scores": 92.40999817848206
        },
        "15": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 48825, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 15, 'id': 15}",
            "scores": 92.40999817848206
        },
        "16": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 81327, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 16, 'id': 16}",
            "scores": 92.48999953269958
        },
        "17": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 53026, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 17, 'id': 17}",
            "scores": 92.739999294281
        },
        "18": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 47119, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 18, 'id': 18}",
            "scores": 91.839998960495
        },
        "19": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 1928, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 19, 'id': 19}",
            "scores": 92.14999675750732
        },
        "20": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 91386, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 20, 'id': 20}",
            "scores": 91.95999503135681
        },
        "21": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 14955, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 21, 'id': 21}",
            "scores": 92.81999468803406
        },
        "22": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 90671, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 22, 'id': 22}",
            "scores": 91.90999865531921
        },
        "23": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 7604, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 23, 'id': 23}",
            "scores": 92.4299955368042
        },
        "24": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 81177, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 24, 'id': 24}",
            "scores": 92.12999939918518
        },
        "25": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 46312, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 25, 'id': 25}",
            "scores": 92.36999750137329
        },
        "26": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 90089, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 26, 'id': 26}",
            "scores": 92.43999719619751
        },
        "27": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 24495, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 27, 'id': 27}",
            "scores": 90.52000045776367
        },
        "28": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 12405, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 28, 'id': 28}",
            "scores": 92.43999719619751
        },
        "29": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 34954, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 29, 'id': 29}",
            "scores": 92.23999977111816
        },
        "30": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 66572, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 30, 'id': 30}",
            "scores": 92.48999953269958
        },
        "31": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 99374, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 31, 'id': 31}",
            "scores": 92.41999983787537
        },
        "32": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 41840, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 32, 'id': 32}",
            "scores": 91.26999974250793
        },
        "33": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 84347, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 33, 'id': 33}",
            "scores": 92.65999794006348
        },
        "34": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 29868, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 34, 'id': 34}",
            "scores": 92.67999529838562
        },
        "35": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 21643, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 35, 'id': 35}",
            "scores": 91.97999835014343
        },
        "36": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 89761, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 36, 'id': 36}",
            "scores": 92.12999939918518
        },
        "37": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 76325, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 37, 'id': 37}",
            "scores": 92.48999953269958
        },
        "38": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 66430, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 38, 'id': 38}",
            "scores": 92.28999614715576
        },
        "39": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 95412, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 39, 'id': 39}",
            "scores": 91.81999564170837
        },
        "40": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 96466, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 40, 'id': 40}",
            "scores": 91.3100004196167
        },
        "41": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 38522, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 41, 'id': 41}",
            "scores": 92.4299955368042
        },
        "42": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 87595, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 42, 'id': 42}",
            "scores": 92.20999479293823
        },
        "43": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 80807, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 43, 'id': 43}",
            "scores": 92.3799991607666
        },
        "44": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 9860, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 44, 'id': 44}",
            "scores": 91.93999767303467
        },
        "45": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 85422, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 45, 'id': 45}",
            "scores": 92.6099956035614
        },
        "46": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 53432, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 46, 'id': 46}",
            "scores": 92.26999878883362
        },
        "47": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 7086, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 47, 'id': 47}",
            "scores": 91.99000000953674
        },
        "48": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 33759, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 48, 'id': 48}",
            "scores": 92.57999658584595
        },
        "49": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 62191, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 49, 'id': 49}",
            "scores": 92.65999794006348
        },
        "50": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 68447, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 50, 'id': 50}",
            "scores": 92.58999824523926
        },
        "51": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 36545, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 51, 'id': 51}",
            "scores": 92.5499975681305
        },
        "52": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 16483, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 52, 'id': 52}",
            "scores": 92.29999780654907
        },
        "53": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 34732, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 53, 'id': 53}",
            "scores": 92.30999946594238
        },
        "54": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 8556, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 54, 'id': 54}",
            "scores": 92.5599992275238
        },
        "55": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 47416, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 55, 'id': 55}",
            "scores": 92.33999848365784
        },
        "56": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 40464, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 56, 'id': 56}",
            "scores": 92.12999939918518
        },
        "57": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 21246, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 57, 'id': 57}",
            "scores": 92.41999983787537
        },
        "58": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 85431, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 58, 'id': 58}",
            "scores": 92.14999675750732
        },
        "59": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 64309, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 59, 'id': 59}",
            "scores": 92.53999590873718
        },
        "60": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 29325, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 60, 'id': 60}",
            "scores": 92.56999492645264
        },
        "61": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 93111, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 61, 'id': 61}",
            "scores": 92.66999959945679
        },
        "62": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 79011, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 62, 'id': 62}",
            "scores": 91.97999835014343
        },
        "63": {
            "remarks": "{'root': './data/cifar10', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 42259, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': 64, 'shadow_id': 63, 'id': 63}",
            "scores": 92.49999523162842
        }
    },
    "{'legend': 'cifar10', 'wbits': 1.58, 'Type': 'AdaRound quantized model'}": {
        "08084803_W1.58A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 91.1899983882904,
            "attack results": "{'Online': {'AUC': 0.6064744896, 'ACC': 0.58856, 'TPR': 0.00236}, 'Online Fixed': {'AUC': 0.609879544, 'ACC': 0.58216, 'TPR': 0.03988}, 'Offline': {'AUC': 0.479346696, 'ACC': 0.50056, 'TPR': 0.00124}, 'Offline Fixed': {'AUC': 0.47325002559999996, 'ACC': 0.50776, 'TPR': 0.00588}, 'Global': {'AUC': 0.5798488144, 'ACC': 0.58062, 'TPR': 0.00104}}"
        },
        "09042959_W1.58A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 91.09999537467957,
            "attack results": "{'Online': {'AUC': 0.49832852959999996, 'ACC': 0.5008, 'TPR': 0.00072}, 'Online Fixed': {'AUC': 0.4996135968, 'ACC': 0.50188, 'TPR': 0.0012}, 'Offline': {'AUC': 0.5008870384, 'ACC': 0.5038, 'TPR': 0.00072}, 'Offline Fixed': {'AUC': 0.49907958720000006, 'ACC': 0.5018199999999999, 'TPR': 0.00116}, 'Global': {'AUC': 0.5017189440000001, 'ACC': 0.5038800000000001, 'TPR': 0.00104}}"
        },
        "09081503_W1.58A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 90.39999842643738
        }
    },
    "{'legend': 'cifar10', 'wbits': 2, 'Type': 'AdaRound quantized model'}": {
        "08084803_W2A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 92.10999608039856,
            "attack results": "{'Online': {'AUC': 0.6996530464, 'ACC': 0.6258600000000001, 'TPR': 0.04412}, 'Online Fixed': {'AUC': 0.703964272, 'ACC': 0.62628, 'TPR': 0.07104}, 'Offline': {'AUC': 0.5097290640000001, 'ACC': 0.53742, 'TPR': 0.01376}, 'Offline Fixed': {'AUC': 0.5217441296, 'ACC': 0.5424800000000001, 'TPR': 0.02684}, 'Global': {'AUC': 0.6013860624, 'ACC': 0.6031, 'TPR': 0.00096}}"
        },
        "09042959_W2A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 92.18999743461609,
            "attack results": "{'Online': {'AUC': 0.49546354560000005, 'ACC': 0.5003599999999999, 'TPR': 0.00108}, 'Online Fixed': {'AUC': 0.4951580816, 'ACC': 0.50078, 'TPR': 0.00124}, 'Offline': {'AUC': 0.49748385920000004, 'ACC': 0.50152, 'TPR': 0.00112}, 'Offline Fixed': {'AUC': 0.4986667536, 'ACC': 0.50214, 'TPR': 0.00132}, 'Global': {'AUC': 0.49956827839999995, 'ACC': 0.50222, 'TPR': 0.00096}}"
        },
        "09081503_W2A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 91.6599988937378
        }
    },
    "{'legend': 'cifar10', 'wbits': 4, 'Type': 'AdaRound quantized model'}": {
        "08084803_W4A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 92.65999794006348,
            "attack results": "{'Online': {'AUC': 0.711149448, 'ACC': 0.63262, 'TPR': 0.0668}, 'Online Fixed': {'AUC': 0.7162074736, 'ACC': 0.63348, 'TPR': 0.08124}, 'Offline': {'AUC': 0.5170380512, 'ACC': 0.54788, 'TPR': 0.01644}, 'Offline Fixed': {'AUC': 0.5316888192, 'ACC': 0.55242, 'TPR': 0.04316}, 'Global': {'AUC': 0.6234244095999999, 'ACC': 0.6164000000000001, 'TPR': 0.0008}}"
        },
        "09042959_W4A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 93.00999641418457,
            "attack results": "{'Online': {'AUC': 0.4995948032, 'ACC': 0.50204, 'TPR': 0.0008}, 'Online Fixed': {'AUC': 0.49952419200000003, 'ACC': 0.5034799999999999, 'TPR': 0.00124}, 'Offline': {'AUC': 0.49755705120000004, 'ACC': 0.5008, 'TPR': 0.0008}, 'Offline Fixed': {'AUC': 0.49785322879999994, 'ACC': 0.50074, 'TPR': 0.00124}, 'Global': {'AUC': 0.5007655984, 'ACC': 0.50318, 'TPR': 0.00124}}"
        },
        "09081503_W4A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'asym': True, 'set_last_layer': None, 'abits': 32}",
            "scores": 92.40999817848206
        }
    },
    "{'legend': 'cifar10', 'wbits': 1.58, 'Type': 'OBC quantized model'}": {
        "08084803_W1.58A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 91.6700005531311,
            "attack results": "{'Online': {'AUC': 0.6089707456, 'ACC': 0.59682, 'TPR': 0.00168}, 'Online Fixed': {'AUC': 0.60568068, 'ACC': 0.5876600000000001, 'TPR': 0.04616}, 'Offline': {'AUC': 0.4822048192, 'ACC': 0.50068, 'TPR': 0.00104}, 'Offline Fixed': {'AUC': 0.469955744, 'ACC': 0.50824, 'TPR': 0.00908}, 'Global': {'AUC': 0.5945770112, 'ACC': 0.59138, 'TPR': 0.00072}}"
        },
        "09042959_W1.58A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 91.33999943733215,
            "attack results": "{'Online': {'AUC': 0.49872585599999997, 'ACC': 0.50142, 'TPR': 0.0012}, 'Online Fixed': {'AUC': 0.501540968, 'ACC': 0.50308, 'TPR': 0.00116}, 'Offline': {'AUC': 0.503007648, 'ACC': 0.50448, 'TPR': 0.00084}, 'Offline Fixed': {'AUC': 0.5015049119999999, 'ACC': 0.5036400000000001, 'TPR': 0.00124}, 'Global': {'AUC': 0.5010816816, 'ACC': 0.5032000000000001, 'TPR': 0.00164}}"
        },
        "09081503_W1.58A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 91.16999506950378
        }
    },
    "{'legend': 'cifar10', 'wbits': 2, 'Type': 'OBC quantized model'}": {
        "08084803_W2A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 92.13999509811401,
            "attack results": "{'Online': {'AUC': 0.6960558896, 'ACC': 0.62434, 'TPR': 0.04232}, 'Online Fixed': {'AUC': 0.7016976591999999, 'ACC': 0.62612, 'TPR': 0.06332}, 'Offline': {'AUC': 0.5033010688, 'ACC': 0.5303, 'TPR': 0.01044}, 'Offline Fixed': {'AUC': 0.5166633264, 'ACC': 0.53756, 'TPR': 0.02204}, 'Global': {'AUC': 0.5998508992, 'ACC': 0.6024, 'TPR': 0.00112}}"
        },
        "09042959_W2A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 92.35000014305115,
            "attack results": "{'Online': {'AUC': 0.49721592480000004, 'ACC': 0.50084, 'TPR': 0.00068}, 'Online Fixed': {'AUC': 0.497785368, 'ACC': 0.5016, 'TPR': 0.0014}, 'Offline': {'AUC': 0.49860721119999996, 'ACC': 0.5021800000000001, 'TPR': 0.00076}, 'Offline Fixed': {'AUC': 0.49738320959999993, 'ACC': 0.50146, 'TPR': 0.0014}, 'Global': {'AUC': 0.499607456, 'ACC': 0.50234, 'TPR': 0.00132}}"
        },
        "09081503_W2A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 91.80999994277954
        }
    },
    "{'legend': 'cifar10', 'wbits': 4, 'Type': 'OBC quantized model'}": {
        "08084803_W4A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 92.79999732971191,
            "attack results": "{'Online': {'AUC': 0.7122495392000001, 'ACC': 0.6324799999999999, 'TPR': 0.06308}, 'Online Fixed': {'AUC': 0.7150205584, 'ACC': 0.63346, 'TPR': 0.07952}, 'Offline': {'AUC': 0.5173064448, 'ACC': 0.54834, 'TPR': 0.02052}, 'Offline Fixed': {'AUC': 0.5316785952, 'ACC': 0.5526, 'TPR': 0.0354}, 'Global': {'AUC': 0.62194724, 'ACC': 0.61716, 'TPR': 0.0008}}"
        },
        "09042959_W4A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 92.87999868392944,
            "attack results": "{'Online': {'AUC': 0.49689667200000004, 'ACC': 0.5005999999999999, 'TPR': 0.00084}, 'Online Fixed': {'AUC': 0.4974156864, 'ACC': 0.50202, 'TPR': 0.00116}, 'Offline': {'AUC': 0.4975441584, 'ACC': 0.50084, 'TPR': 0.00088}, 'Offline Fixed': {'AUC': 0.49841052959999993, 'ACC': 0.50064, 'TPR': 0.00112}, 'Global': {'AUC': 0.499675184, 'ACC': 0.50142, 'TPR': 0.00136}}"
        },
        "09081503_W4A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'rel_damp': 0.0, 'abits': 32, 'actsym': False, 'aminmax': False, 'set_last_layer': None, 'wperweight': False, 'wasym': True, 'wminmax': False, 'wquant': True, 'nrounds': 10, 'bnt_batches': 100}",
            "scores": 92.35999584197998
        }
    },
    "{'legend': 'cifar10', 'wbits': 1.58, 'Type': 'BRECQ quantized model'}": {
        "08084803_W1.58A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.18999743461609,
            "attack results": "{'Online': {'AUC': 0.646332496, 'ACC': 0.61094, 'TPR': 0.005}, 'Online Fixed': {'AUC': 0.653174184, 'ACC': 0.60524, 'TPR': 0.05504}, 'Offline': {'AUC': 0.4904351584, 'ACC': 0.50864, 'TPR': 0.00296}, 'Offline Fixed': {'AUC': 0.4887757472, 'ACC': 0.52206, 'TPR': 0.01872}, 'Global': {'AUC': 0.6042168288, 'ACC': 0.59724, 'TPR': 0.00108}}"
        },
        "09042959_W1.58A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.17000007629395,
            "attack results": "{'Online': {'AUC': 0.499517248, 'ACC': 0.50198, 'TPR': 0.00108}, 'Online Fixed': {'AUC': 0.5009012512000001, 'ACC': 0.50286, 'TPR': 0.00144}, 'Offline': {'AUC': 0.5012505744, 'ACC': 0.5029, 'TPR': 0.0012}, 'Offline Fixed': {'AUC': 0.5016987808, 'ACC': 0.5033, 'TPR': 0.00156}, 'Global': {'AUC': 0.5022063664, 'ACC': 0.50446, 'TPR': 0.00096}}"
        },
        "09081503_W1.58A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 91.72999858856201
        }
    },
    "{'legend': 'cifar10', 'wbits': 2, 'Type': 'BRECQ quantized model'}": {
        "08084803_W2A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.35000014305115,
            "attack results": "{'Online': {'AUC': 0.70388712, 'ACC': 0.62778, 'TPR': 0.04504}, 'Online Fixed': {'AUC': 0.709372008, 'ACC': 0.6295, 'TPR': 0.06076}, 'Offline': {'AUC': 0.5103716576, 'ACC': 0.53972, 'TPR': 0.01684}, 'Offline Fixed': {'AUC': 0.5258878944, 'ACC': 0.5442, 'TPR': 0.0288}, 'Global': {'AUC': 0.605788896, 'ACC': 0.60486, 'TPR': 0.00072}}"
        },
        "09042959_W2A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.53999590873718,
            "attack results": "{'Online': {'AUC': 0.6954327711999999, 'ACC': 0.6201, 'TPR': 0.05828}, 'Online Fixed': {'AUC': 0.6986733216000001, 'ACC': 0.6188800000000001, 'TPR': 0.07428}, 'Offline': {'AUC': 0.5180760176000001, 'ACC': 0.53952, 'TPR': 0.01752}, 'Offline Fixed': {'AUC': 0.5294549648, 'ACC': 0.54268, 'TPR': 0.03252}, 'Global': {'AUC': 0.598673808, 'ACC': 0.5997, 'TPR': 0.00148}}"
        },
        "09081503_W2A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.05999970436096
        }
    },
    "{'legend': 'cifar10', 'wbits': 4, 'Type': 'BRECQ quantized model'}": {
        "08084803_W4A32": {
            "remarks": "{'seed': 42259, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/08084803.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.67999529838562,
            "attack results": "{'Online': {'AUC': 0.711408944, 'ACC': 0.63124, 'TPR': 0.06672}, 'Online Fixed': {'AUC': 0.7145157983999999, 'ACC': 0.63192, 'TPR': 0.07864}, 'Offline': {'AUC': 0.5201261967999999, 'ACC': 0.5487200000000001, 'TPR': 0.02036}, 'Offline Fixed': {'AUC': 0.5356548448, 'ACC': 0.55252, 'TPR': 0.04312}, 'Global': {'AUC': 0.6229152256, 'ACC': 0.61728, 'TPR': 0.00076}}"
        },
        "09042959_W4A32": {
            "remarks": "{'seed': 89761, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09042959.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.89000034332275,
            "attack results": "{'Online': {'AUC': 0.7068879712, 'ACC': 0.62666, 'TPR': 0.05812}, 'Online Fixed': {'AUC': 0.7076302768, 'ACC': 0.62434, 'TPR': 0.06752}, 'Offline': {'AUC': 0.5244496112, 'ACC': 0.549, 'TPR': 0.01788}, 'Offline Fixed': {'AUC': 0.5375112928, 'ACC': 0.5506599999999999, 'TPR': 0.0394}, 'Global': {'AUC': 0.6145213504, 'ACC': 0.6117600000000001, 'TPR': 0.00156}}"
        },
        "09081503_W4A32": {
            "remarks": "{'seed': 20511, 'root': './data/cifar10', 'n_samples': 1024, 'n_queries': 2, 'batch_size': 128, 'keep_file': './experiments/models/cifar10/09081503.npy', 'aquant': False, 'abits': 32, 'set_last_layer': None, 'wasym': True, 'wquant': True, 'channel_wise': True, 'iters_w': 20000, 'weight': 0.01, 'b_start': 20, 'b_end': 2, 'warmup': 0.2, 'iters_a': 5000, 'lr': '4e-4', 'p': 2.4}",
            "scores": 92.23999977111816
        }
    },
    "{'legend': 'TinyImageNet', 'epochs': 100, 'lr': 0.1, 'Type': 'target model'}": {
        "11103106": {
            "remarks": "{'root': './data/tiny-imagenet-200', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 71189, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11103106'}",
            "scores": 57.999998331069946
        },
        "11114311": {
            "remarks": "{'root': './data/tiny-imagenet-200', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 63947, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11114311'}",
            "scores": 58.379995822906494
        },
        "11125459": {
            "remarks": "{'root': './data/tiny-imagenet-200', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 73128, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11125459'}",
            "scores": 57.85999894142151
        },
        "11140649": {
            "remarks": "{'root': './data/tiny-imagenet-200', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 81259, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11140649'}",
            "scores": 58.5099995136261
        },
        "11151849": {
            "remarks": "{'root': './data/tiny-imagenet-200', 'n_samples': 1024, 'batch_size': 128, 'model': 'resnet18', 'seed': 46491, 'n_queries': 2, 'pkeep': 0.5, 'n_shadows': None, 'id': '11151849'}",
            "scores": 58.28999876976013
        }
    }
}