Add not-unreliable flag to Debenedetti2020Light

RobustBench · Sep 28, 2022 · 37bdaf4 · 37bdaf4
1 parent e11fa1d
commit 37bdaf4
Show file tree

Hide file tree

Showing 9 changed files with 18 additions and 9 deletions.
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "91.73",
   "reported": "57.58",
-  "autoattack_acc": "57.58"
+  "autoattack_acc": "57.58",
+  "unreliable": false
 }
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "91.30",
   "reported": "57.27",
-  "autoattack_acc": "57.27"
+  "autoattack_acc": "57.27",
+  "unreliable": false
 }
diff --git a/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar10/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "90.06",
   "reported": "56.14",
-  "autoattack_acc": "56.14"
+  "autoattack_acc": "56.14",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "70.76",
   "reported": "35.08",
-  "autoattack_acc": "35.08"
+  "autoattack_acc": "35.08",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "69.21",
   "reported": "34.21",
-  "autoattack_acc": "34.21"
+  "autoattack_acc": "34.21",
+  "unreliable": false
 }
diff --git a/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/cifar100/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "8/255",
   "clean_acc": "67.34",
   "reported": "32.19",
-  "autoattack_acc": "32.19"
+  "autoattack_acc": "32.19",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-L12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "73.76",
   "reported": "47.60",
-  "autoattack_acc": "47.60"
+  "autoattack_acc": "47.60",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-M12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "74.04",
   "reported": "45.24",
-  "autoattack_acc": "45.24"
+  "autoattack_acc": "45.24",
+  "unreliable": false
 }
diff --git a/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json b/model_info/imagenet/Linf/Debenedetti2022Light_XCiT-S12.json
@@ -10,5 +10,6 @@
   "eps": "4/255",
   "clean_acc": "72.34",
   "reported": "41.78",
-  "autoattack_acc": "41.78"
+  "autoattack_acc": "41.78",
+  "unreliable": false
 }