standard error

Author: monurcan

vlmeval/dataset/image_caption.py

@@ -36,7 +36,7 @@ def compute_scores(self):
                     print("*************<STANDARD ERROR>****************")
                     # print(score, scores, scorer, method)
                     hit_percentages = [100 * h for h in scores]
-                    print(hit_percentages)
+                    # print(hit_percentages)
                     variance = np.var(hit_percentages)
                     standard_error = np.sqrt(variance / len(hit_percentages))
                     print(f"Mean: {np.mean(hit_percentages)}")

vlmeval/dataset/image_vqa.py

@@ -83,7 +83,7 @@ def evaluate(self, eval_file, **judge_kwargs):
             print("*********************************************")
             print("*************<STANDARD ERROR>****************")
             hit_percentages = [100 * h for h in hit]
-            print(hit_percentages)
+            # print(hit_percentages)
             variance = np.var(hit_percentages)
             standard_error = np.sqrt(variance / len(hit_percentages))
             print(f"Mean: {np.mean(hit_percentages)}")