nn.gates.activation

fn elu_gate[T](cache &vtl.Tensor[T], alpha T) &EluGate[T]

elu_gate exposes this operation as part of the public API.

fn gelu_gate[T](cache &vtl.Tensor[T]) &GELUGate[T]

gelu_gate exposes this operation as part of the public API.

fn leaky_relu_gate[T](cache &vtl.Tensor[T], slope T) &LeakyReluGate[T]

leaky_relu_gate exposes this operation as part of the public API.

fn mish_gate[T](cache &vtl.Tensor[T]) &MishGate[T]

mish_gate exposes this operation as part of the public API.

fn relu_gate[T](cache &vtl.Tensor[T]) &ReLUGate[T]

relu_gate exposes this operation as part of the public API.

fn sigmoid_gate[T](cache &vtl.Tensor[T]) &SigmoidGate[T]

sigmoid_gate exposes this operation as part of the public API.

fn softmax_gate[T](input &vtl.Tensor[T], dim int) &SoftmaxGate[T]

softmax_gate exposes this operation as part of the public API.

fn swish_gate[T](cache &vtl.Tensor[T]) &SwishGate[T]

swish_gate exposes this operation as part of the public API.

fn tanh_gate[T](cache &vtl.Tensor[T]) &TanhGate[T]

tanh_gate exposes this operation as part of the public API.

fn (g &EluGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &EluGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &GELUGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &GELUGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &LeakyReluGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &LeakyReluGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &MishGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &MishGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &ReLUGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &ReLUGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &SigmoidGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &SigmoidGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &SoftmaxGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &SoftmaxGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &SwishGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &SwishGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

fn (g &TanhGate[T]) backward(payload &autograd.Payload[T]) ![]&vtl.Tensor[T]

backward exposes this operation as part of the public API.

fn (g &TanhGate[T]) cache(mut result autograd.Variable[T], args ...autograd.CacheParam) !

cache exposes this operation as part of the public API.

struct EluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
	alpha T
}

EluGate defines a public data structure for this module.

struct GELUGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

GELUGate defines a public data structure for this module.

struct LeakyReluGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
	slope T
}

LeakyReluGate defines a public data structure for this module.

struct MishGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

MishGate defines a public data structure for this module.

struct ReLUGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

ReLUGate defines a public data structure for this module.

struct SigmoidGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

SigmoidGate defines a public data structure for this module.

struct SoftmaxGate[T] {
pub:
	input &vtl.Tensor[T] = unsafe { nil }
	dim   int
}

SoftmaxGate stores the input tensor and dim to compute jacobian on backward.

struct SwishGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

SwishGate defines a public data structure for this module.

struct TanhGate[T] {
pub:
	cache &vtl.Tensor[T] = unsafe { nil }
}

TanhGate defines a public data structure for this module.