@@ -891,7 +891,7 @@ def update_snapshot_evaluation_progress(
891891 self .evaluation_column_widths ["duration" ]
892892 )
893893
894- msg = f"{ batch } { display_name } { annotation } { duration } " .replace (
894+ msg = f"{ batch } { display_name } { annotation } { duration } " .replace (
895895 CHECK_MARK , GREEN_CHECK_MARK
896896 )
897897
@@ -3359,54 +3359,56 @@ def _create_evaluation_model_annotation(snapshot: Snapshot, interval_info: t.Opt
33593359 return interval_info if interval_info else ""
33603360
33613361
3362- def _calculate_interval_str_len (batched_intervals : t . Dict [ Snapshot , t .List [Interval ] ]) -> int :
3362+ def _calculate_interval_str_len (snapshot : Snapshot , intervals : t .List [Interval ]) -> int :
33633363 interval_str_len = 0
3364- for snapshot , intervals in batched_intervals .items ():
3365- for interval in intervals :
3366- interval_str_len = max (
3367- interval_str_len ,
3368- len (
3369- _create_evaluation_model_annotation (
3370- snapshot , _format_evaluation_model_interval (snapshot , interval )
3371- )
3372- ),
3373- )
3364+ for interval in intervals :
3365+ interval_str_len = max (
3366+ interval_str_len ,
3367+ len (
3368+ _create_evaluation_model_annotation (
3369+ snapshot , _format_evaluation_model_interval (snapshot , interval )
3370+ )
3371+ ),
3372+ )
33743373 return interval_str_len
33753374
33763375
3377- def _calculate_audit_str_len (batched_intervals : t . Dict [ Snapshot , t . List [ Interval ]] ) -> int :
3376+ def _calculate_audit_str_len (snapshot : Snapshot ) -> int :
33783377 # The annotation includes audit results. We cannot build the audits result string
33793378 # until after evaluation occurs, but we must determine the annotation column width here.
33803379 # Therefore, we add enough padding for the longest possible audits result string.
33813380 audit_str_len = 0
33823381 audit_base_str_len = len (f", audits " ) + 1 # +1 for check/X
3383- for snapshot in batched_intervals :
3384- if snapshot .is_audit :
3382+ if snapshot .is_audit :
3383+ # +1 for "1" audit count, +1 for red X
3384+ audit_str_len = max (
3385+ audit_str_len , audit_base_str_len + (2 if not snapshot .audit .blocking else 1 )
3386+ )
3387+ if snapshot .is_model and snapshot .model .audits :
3388+ num_audits = len (snapshot .model .audits_with_args )
3389+ num_nonblocking_audits = sum (
3390+ 1
3391+ for audit in snapshot .model .audits_with_args
3392+ if not audit [0 ].blocking
3393+ or ("blocking" in audit [1 ] and audit [1 ]["blocking" ] == exp .false ())
3394+ )
3395+ if num_audits == 1 :
33853396 # +1 for "1" audit count, +1 for red X
3386- audit_str_len = max (
3387- audit_str_len , audit_base_str_len + (2 if not snapshot .audit .blocking else 1 )
3388- )
3389- if snapshot .is_model and snapshot .model .audits :
3390- num_audits = len (snapshot .model .audits_with_args )
3391- num_nonblocking_audits = sum (
3392- 1
3393- for audit in snapshot .model .audits_with_args
3394- if not audit [0 ].blocking
3395- or ("blocking" in audit [1 ] and audit [1 ]["blocking" ] == exp .false ())
3396- )
3397- if num_audits == 1 :
3398- # +1 for "1" audit count, +1 for red X
3399- audit_len = audit_base_str_len + (2 if num_nonblocking_audits else 1 )
3400- else :
3401- audit_len = audit_base_str_len + len (str (num_audits ))
3402- if num_nonblocking_audits :
3403- # +1 for space, +1 for red X
3404- audit_len += len (str (num_nonblocking_audits )) + 2
3405- audit_str_len = max (audit_str_len , audit_len )
3397+ audit_len = audit_base_str_len + (2 if num_nonblocking_audits else 1 )
3398+ else :
3399+ audit_len = audit_base_str_len + len (str (num_audits ))
3400+ if num_nonblocking_audits :
3401+ # +1 for space, +1 for red X
3402+ audit_len += len (str (num_nonblocking_audits )) + 2
3403+ audit_str_len = max (audit_str_len , audit_len )
34063404 return audit_str_len
34073405
34083406
34093407def _calculate_annotation_str_len (batched_intervals : t .Dict [Snapshot , t .List [Interval ]]) -> int :
3410- return _calculate_interval_str_len (batched_intervals ) + _calculate_audit_str_len (
3411- batched_intervals
3412- )
3408+ annotation_str_len = 0
3409+ for snapshot , intervals in batched_intervals .items ():
3410+ annotation_str_len = max (
3411+ annotation_str_len ,
3412+ _calculate_interval_str_len (snapshot , intervals ) + _calculate_audit_str_len (snapshot ),
3413+ )
3414+ return annotation_str_len
0 commit comments