RF safe_log, better default eps

rwth-i6 · Oct 18, 2023 · 23a8059 · 23a8059
1 parent 1300e90
commit 23a8059
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/returnn/frontend/math_.py b/returnn/frontend/math_.py
@@ -375,8 +375,10 @@ def log(a: Tensor) -> Tensor:
     return a._raw_backend.activation(a, "log")
 
 
-def safe_log(a: Tensor, *, eps: float = 1e-7) -> Tensor:
+def safe_log(a: Tensor, *, eps: Optional[float] = None) -> Tensor:
     """safe_log"""
+    if eps is None:
+        eps = numpy.nextafter(numpy.array(0, dtype=a.dtype), numpy.array(1, dtype=a.dtype))
     # noinspection PyProtectedMember
     return a._raw_backend.safe_log(a, eps=eps)