Upload 2 files

SPC-UQ/Image_Classification/evaluate.py

@@ -1402,7 +1402,7 @@ if __name__ == "__main__":
 
     res_dict["info"] = vars(args)
 
-    print('################################################################')
+    print('###########################Summary###############################')
     print('Original accuracy: ', f"{mean_accuracy.item() * 100:.2f} ± {std_accuracy.item() * 100:.2f}")
     print('Accuracy after calibration: ', f"{mean_c_accuracy.item() * 100:.2f} ± {std_c_accuracy.item() * 100:.2f}")
     print('Original ECE: ', f"{mean_ece.item()*100:.2f} ± {std_ece.item()*100:.2f}")
@@ -1411,7 +1411,7 @@ if __name__ == "__main__":
     print('AUROC(error): ', f"{mean_err_m1_auroc.item()*100:.2f} ± {std_err_m1_auroc.item()*100:.2f}")
     print('AUROC(adv): ', f"{mean_adv_m1_auroc.item()*100:.2f} ± {std_adv_m1_auroc.item()*100:.2f}")
     print('AUROC(ood): ', f"{mean_ood_m1_auroc.item()*100:.2f} ± {std_ood_m1_auroc.item()*100:.2f}")
-    print('################################################################')
+    print('#################################################################')
 
 
     with open(

SPC-UQ/Image_Classification/evaluate_laplace.py

@@ -326,11 +326,13 @@ if __name__ == "__main__":
         return arr.mean().item(), arr.std().item() / math.sqrt(arr.shape[0])
 
     # Print summary
+    print('###########################Summary###############################')
     print_metrics(*mean_std(accuracies), "Accuracy")
     print_metrics(*mean_std(eces), "ECE")
-    print_metrics(*mean_std(adv_aurocs), "Adv AUROC")
-    print_metrics(*mean_std(err_aurocs), "Error AUROC")
-    print_metrics(*mean_std(ood_aurocs), "OOD AUROC")
+    print_metrics(*mean_std(err_aurocs), "AUROC(error)")
+    print_metrics(*mean_std(adv_aurocs), "AUROC(adv)")
+    print_metrics(*mean_std(ood_aurocs), "AUROC(ood)")
+    print('#################################################################')
 
     # Store only required metrics
     result_json = {}