| 1 | package Peta::NN::Layer::Activation; | ||
| 2 | # ABSTRACT: relu, tanh and sigmoid | ||
| 3 | |||
| 4 | # Element-wise non-linearities. Each derivative is taken in terms of the | ||
| 5 | # OUTPUT, so the layer keeps only what it returned. | ||
| 6 | |||
| 7 | use v5.36; | ||
| 8 | |||
| 9 | our $VERSION = '0.2610090'; | ||
| 10 | |||
| 11 | my %KIND = map { $_ => 1 } qw(relu tanh sigmoid); | ||
| 12 | |||
| 13 | sub kinds { return sort keys %KIND } | ||
| 14 | |||
| 15 | sub new ($class, %arg) { | ||
| 16 | die "unknown activation '$arg{kind}'\n" if !$KIND{ $arg{kind} }; | ||
| 17 | return bless { kind => $arg{kind} }, $class; | ||
| 18 | } | ||
| 19 | |||
| 20 | sub type ($self) { return $self->{kind} } | ||
| 21 | |||
| 22 | sub init ($self, $n_in, $rng, $backend) { | ||
| 23 | die "$self->{kind} cannot follow a token input directly\n" if ref $n_in; | ||
| 24 | $self->{backend} = $backend; | ||
| 25 | return $n_in; | ||
| 26 | } | ||
| 27 | |||
| 28 | sub param_names ($self) { return } | ||
| 29 | |||
| 30 | sub forward ($self, $X) { | ||
| 31 | return $self->{Y} = $self->{backend}->activate($self->{kind}, $X); | ||
| 32 | } | ||
| 33 | |||
| 34 | sub backward ($self, $dY) { | ||
| 35 | return $self->{backend}->activate_grad($self->{kind}, $self->{Y}, $dY); | ||
| 36 | } | ||
| 37 | |||
| 38 | sub spec ($self) { return $self->{kind} } | ||
| 39 | |||
| 40 | 1; | ||
| 41 | |||
| 42 | __END__ |