JiaruiLi/DeepHealth
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Avoid overflow in attribution variance

Browse Source
This commit is contained in:
Jiarui Li
2026-07-01 10:58:09 +08:00
parent 16df74c04d
commit d3e68ac09b
1 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
evaluate_extra_info_attribution.py
View File

@@ -364,6 +364,11 @@ def iter_extra_info_ablated_batches(
yield concat_tensor_batches(pending_batches), pending_types, pending_rows yield concat_tensor_batches(pending_batches), pending_types, pending_rows
def finite_float64(values: Any) -> np.ndarray:
arr = np.asarray(values, dtype=np.float64)
return arr[np.isfinite(arr)]
def update_death_summary( def update_death_summary(
summary: dict[tuple[Any, ...], dict[str, float]], summary: dict[tuple[Any, ...], dict[str, float]],
*, *,
@@ -390,10 +395,10 @@ def update_death_summary(
) )
acc["n"] += float(len(group)) acc["n"] += float(len(group))
for column in DEATH_PARAMETER_COLUMNS: for column in DEATH_PARAMETER_COLUMNS:
vals = pd.to_numeric(group[column], errors="coerce").dropna() vals = finite_float64(pd.to_numeric(group[column], errors="coerce"))
acc[f"count__{column}"] += float(len(vals)) acc[f"count__{column}"] += float(vals.size)
acc[f"sum__{column}"] += float(vals.sum()) acc[f"sum__{column}"] += float(vals.sum())
acc[f"sumsq__{column}"] += float((vals * vals).sum()) acc[f"sumsq__{column}"] += float(np.square(vals).sum())
def update_disease_parameter_summary( def update_disease_parameter_summary(
@@ -425,11 +430,10 @@ def update_disease_parameter_summary(
) )
acc["n"] += float(vals_2d.shape[0]) acc["n"] += float(vals_2d.shape[0])
for col_idx, column in enumerate(DISEASE_PARAMETER_COLUMNS): for col_idx, column in enumerate(DISEASE_PARAMETER_COLUMNS):
vals = vals_2d[:, col_idx] vals = finite_float64(vals_2d[:, col_idx])
vals = vals[np.isfinite(vals)]
acc[f"count__{column}"] += float(vals.size) acc[f"count__{column}"] += float(vals.size)
acc[f"sum__{column}"] += float(vals.sum()) acc[f"sum__{column}"] += float(vals.sum())
acc[f"sumsq__{column}"] += float((vals * vals).sum()) acc[f"sumsq__{column}"] += float(np.square(vals).sum())
def write_death_summary_csv( def write_death_summary_csv(