nn.gates.activation #

fn elu_gate[T](cache &vtl.Tensor[T]) &EluGate[T]

fn leaky_relu_gate[T](cache &vtl.Tensor[T]) &LeakyReluGate[T]

fn relu_gate[T](cache &vtl.Tensor[T]) &ReLUGate[T]

fn sigmoid_gate[T](cache &vtl.Tensor[T]) &SigmoidGate[T]

fn (g &EluGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &EluGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &LeakyReluGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &LeakyReluGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &ReLUGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &ReLUGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &SigmoidGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &SigmoidGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

struct EluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct LeakyReluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct ReLUGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct SigmoidGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}