hashing improvements

Author: RJT1990

torchbench/object_detection/utils.py

@@ -212,7 +212,7 @@ def evaluate_detection_coco(
 
 
             if i == 0:  # for sotabench.com caching of evaluation
-                run_hash = calculate_run_hash(result, original_output)
+                run_hash = calculate_run_hash([], original_output)
                 # if we are in check model we don't need to go beyond the first
                 # batch
                 if in_check_mode():

torchbench/utils.py

@@ -131,7 +131,13 @@ def calculate_run_hash(metrics: list, output: torch.Tensor):
         output: output from the model for a given batch of data.
     """
 
-    hash_list = metrics + np.round(output.cpu().numpy(), 3).tolist()
+    if isinstance(output, dict):
+        output = list(output)
+
+    if not isinstance(output, list):
+        output = np.round(output.cpu().numpy(), 3).tolist()
+
+    hash_list = metrics + output
     m = hashlib.sha256()
     m.update(str(hash_list).encode("utf-8"))
     return m.hexdigest()