Remove random storage threshold

Author: pudo

aleph/logic/compare.py

@@ -9,7 +9,7 @@
 # on as many of these matches as we can, then build a regression
 # model which properly weights the value of a matching property
 # based upon it's type.
-FP_WEIGHT = 0.5
+FP_WEIGHT = 0.6
 MATCH_WEIGHTS = {
     registry.text: 0,
     registry.name: 0,  # because we already compare fingerprints
@@ -55,6 +55,6 @@ def compare_fingerprints(left, right):
     right_list = ensure_list(right.get('fingerprints'))
     for (left, right) in itertools.product(left_list, right_list):
         similarity = jaro(left, right)
-        score = similarity * dampen(3, 20, max(left, right, key=len))
+        score = similarity * dampen(3, 20, min(left, right, key=len))
         result = max(result, score)
     return result * FP_WEIGHT

aleph/logic/xref.py

@@ -44,8 +44,6 @@ def xref_item(item, collection_id=None):
     for result in results:
         result = unpack_result(result)
         score = compare(item, result)
-        if score < 0.1:
-            continue
         log.info("Xref [%.1f]: %s <=> %s", score, name, result.get('name'))
         obj = Match()
         obj.entity_id = entity_id