Add not-unreliable flag to Debenedetti2020Light

dedeswim · dedeswim · commit 37bdaf46628b · 2022-09-28T19:08:45.000+02:00
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "91.73",
   "reported": "57.58",
-  "autoattack_acc": "57.58"
+  "autoattack_acc": "57.58",
+  "unreliable": false
 }
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "91.30",
   "reported": "57.27",
-  "autoattack_acc": "57.27"
+  "autoattack_acc": "57.27",
+  "unreliable": false
 }
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "90.06",
   "reported": "56.14",
-  "autoattack_acc": "56.14"
+  "autoattack_acc": "56.14",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "70.76",
   "reported": "35.08",
-  "autoattack_acc": "35.08"
+  "autoattack_acc": "35.08",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "69.21",
   "reported": "34.21",
-  "autoattack_acc": "34.21"
+  "autoattack_acc": "34.21",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "67.34",
   "reported": "32.19",
-  "autoattack_acc": "32.19"
+  "autoattack_acc": "32.19",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "73.76",
   "reported": "47.60",
-  "autoattack_acc": "47.60"
+  "autoattack_acc": "47.60",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "74.04",
   "reported": "45.24",
-  "autoattack_acc": "45.24"
+  "autoattack_acc": "45.24",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "72.34",
   "reported": "41.78",
-  "autoattack_acc": "41.78"
+  "autoattack_acc": "41.78",
+  "unreliable": false
 }

Original file line number	Diff line number	Diff line change
`@@ -10,5 +10,6 @@`
`10`	`10`	`"eps": "8/255",`
`11`	`11`	`"clean_acc": "91.73",`
`12`	`12`	`"reported": "57.58",`
`13`		`- "autoattack_acc": "57.58"`
	`13`	`+ "autoattack_acc": "57.58",`
	`14`	`+ "unreliable": false`
`14`	`15`	`}`