RF safe_log, better default eps

rwth-i6 · Oct 18, 2023 · e878137 · e878137
1 parent 23a8059
commit e878137
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/returnn/frontend/math_.py b/returnn/frontend/math_.py
@@ -378,7 +378,7 @@ def log(a: Tensor) -> Tensor:
 def safe_log(a: Tensor, *, eps: Optional[float] = None) -> Tensor:
     """safe_log"""
     if eps is None:
-        eps = numpy.nextafter(numpy.array(0, dtype=a.dtype), numpy.array(1, dtype=a.dtype))
+        eps = {"float16": 6e-08, "bfloat16": 9.1835e-41, "float32": 1.4013e-45, "float64": 4.9407e-324}[a.dtype]
     # noinspection PyProtectedMember
     return a._raw_backend.safe_log(a, eps=eps)