nn.gates.activation

fn elu_gate[T](cache &vtl.Tensor[T], alpha T) &EluGate[T]

fn gelu_gate[T](cache &vtl.Tensor[T]) &GELUGate[T]

fn leaky_relu_gate[T](cache &vtl.Tensor[T], slope T) &LeakyReluGate[T]

fn mish_gate[T](cache &vtl.Tensor[T]) &MishGate[T]

fn relu_gate[T](cache &vtl.Tensor[T]) &ReLUGate[T]

fn sigmoid_gate[T](cache &vtl.Tensor[T]) &SigmoidGate[T]

fn softmax_gate[T](input &vtl.Tensor[T], dim int) &SoftmaxGate[T]

fn swish_gate[T](cache &vtl.Tensor[T]) &SwishGate[T]

fn tanh_gate[T](cache &vtl.Tensor[T]) &TanhGate[T]

fn (g &EluGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &EluGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &GELUGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &GELUGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &LeakyReluGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &LeakyReluGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &MishGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &MishGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &ReLUGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &ReLUGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &SigmoidGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &SigmoidGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &SoftmaxGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &SoftmaxGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &SwishGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &SwishGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

fn (g &TanhGate[T]) backward[T](payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

fn (g &TanhGate[T]) cache[T](mut result autograd.Variable[T], args ...autograd.CacheParam) !

struct EluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
	alpha T
}

struct GELUGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct LeakyReluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
	slope T
}

struct MishGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct ReLUGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct SigmoidGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct SoftmaxGate[T] {
pub:
	input &vtl.Tensor[T] = unsafe { nil }
	dim   int
}

SoftmaxGate stores the input tensor and dim to compute jacobian on backward.

struct SwishGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

struct TanhGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}