Upload activation_functions.py

archs/activation_functions.py

@@ -26,7 +26,7 @@ class Activation(nn.Module):
 class SwishActivation(nn.Module): 
 	def __init__(self): 
 		super(SwishActivation, self).__init__() 
-		self.beta = nn.Parameter(torch.ones(1).type(torch.cuda.FloatTensor))
+		self.beta = nn.Parameter(torch.ones(1))
 		self.sigmoid = nn.Sigmoid()
 		
 	def forward(self, x): 
@@ -36,7 +36,7 @@ class SwishActivation(nn.Module):
 class PMishActivation(nn.Module):
     def __init__(self):
         super(PMishActivation, self).__init__()
-        self.beta = nn.Parameter(torch.ones(1).cuda())
+        self.beta = nn.Parameter(torch.ones(1))
         
     def forward(self, x):
         beta_x = self.beta * x