change span representation to include rank to prevent collisions from sentence ID

Author: MattGPT-ai

flair/nn/model.py

@@ -338,8 +338,7 @@ def evaluate(
                 # get the gold labels
                 for datapoint in batch:
                     for gold_label in datapoint.get_labels(gold_label_type):
-                        #representation = f"{rank}-{sentence_id}: {gold_label.unlabeled_identifier}"
-                        representation = str(sentence_id) + ": " + gold_label.unlabeled_identifier
+                        representation = f"{rank}-{sentence_id}: {gold_label.unlabeled_identifier}"
 
                         value = gold_label.value
                         if gold_label_dictionary and gold_label_dictionary.get_idx_for_item(value) == 0:
@@ -354,8 +353,7 @@ def evaluate(
                             all_spans.add(representation)
 
                     for predicted_span in datapoint.get_labels("predicted"):
-                        #representation = f"{rank}-{sentence_id}: {predicted_span.unlabeled_identifier}"
-                        representation = str(sentence_id) + ": " + predicted_span.unlabeled_identifier
+                        representation = f"{rank}-{sentence_id}: {predicted_span.unlabeled_identifier}"
 
                         # add to all_predicted_values
                         if representation not in all_predicted_values: