Support softsign hypernetwork.
This commit is contained in:
parent
bae4fb4a9d
commit
1a31020081
|
@ -18,6 +18,7 @@ def load_hypernetwork_patch(path, strength):
|
||||||
"swish": torch.nn.Hardswish,
|
"swish": torch.nn.Hardswish,
|
||||||
"tanh": torch.nn.Tanh,
|
"tanh": torch.nn.Tanh,
|
||||||
"sigmoid": torch.nn.Sigmoid,
|
"sigmoid": torch.nn.Sigmoid,
|
||||||
|
"softsign": torch.nn.Softsign,
|
||||||
}
|
}
|
||||||
|
|
||||||
if activation_func not in valid_activation:
|
if activation_func not in valid_activation:
|
||||||
|
|
Loading…
Reference in New Issue