Source code for compass.validation.utilities
"""COMPASS validation utilities"""
[docs]
def step_based_threshold(num_chunks):
"""Generate a threshold based on number of chunks
Parameters
----------
num_chunks : int
Number of chunks being considered in the validation. This is
used to determine how strict the validation should be, with more
chunks generally requiring a higher fraction of chunks to pass
for the document to be considered valid (but never no more than
80%).
Returns
-------
float
Threshold value between 0.5 and 0.8, where higher values
indicate a stricter requirement for the fraction of chunks that
must pass the validation.
"""
if num_chunks <= 2: # noqa: PLR2004
return min(1 / 1, 1 / 2)
if num_chunks <= 6: # noqa: PLR2004
return min(2 / 3, 3 / 4, 3 / 5, 4 / 6)
if num_chunks <= 9: # noqa: PLR2004
return min(5 / 7, 6 / 8, 7 / 9)
return 0.8
