Hide the imports of SiLU and Mish from older versions of torch. #1120

1 files changed, 9 insertions, 2 deletions

diff --git a/stanza/models/constituency/utils.py b/stanza/models/constituency/utils.py
index 5ae19f01..a11581dc 100644
--- a/stanza/models/constituency/utils.py
+++ b/stanza/models/constituency/utils.py
@@ -107,10 +107,17 @@ NONLINEARITY = {
     'relu':       nn.ReLU,
     'gelu':       nn.GELU,
     'leaky_relu': nn.LeakyReLU,
-    'silu':       nn.SiLU,
-    'mish':       nn.Mish,
 }
 
+# separating these out allows for backwards compatibility with earlier versions of pytorch
+# NOTE torch compatibility: if we ever *release* models with these
+# activation functions, we will need to break that compatibility
+if hasattr(nn, 'SiLU'):
+    NONLINEARITY['silu'] = nn.SiLU
+
+if hasattr(nn, 'Mish'):
+    NONLINEARITY['mish'] = nn.Mish
+
 def build_nonlinearity(nonlinearity):
     """
     Look up "nonlinearity" in a map from function name to function, build the appropriate layer.