#include <algorithm>
#include <vector>
#include "caffe/layers/leaky_layer.hpp"
namespace caffe {
template <typename Dtype>
void LEAKYLayer<Dtype>::Forward_cpu(const vector<Blob<Dtype>*>& bottom,
const vector<Blob<Dtype>*>& top) {
const Dtype* bottom_data = bottom[0]->cpu_data();
Dtype* top_data = top[0]->mutable_cpu_data();
const int count = bottom[0]->count();
Dtype leaky_scale = this->layer_param_.leaky_param().leaky_scale();
for (int i = 0; i < count; ++i) {
top_data[i] = bottom_data[i] > 0 ? bottom_data[i] : leaky_scale*bottom_data[i];
}
}
template <typename Dtype>
void LEAKYLayer<Dtype>::Backward_cpu(const vector<Blob<Dtype>*>& top,
const vector<bool>& propagate_down,
const vector<Blob<Dtype>*>& bottom) {
if (propagate_down[0]) {
const Dtype* bottom_data = bottom[0]->cpu_data();
const Dtype* top_diff = top[0]->cpu_diff();
Dtype* bottom_diff = bottom[0]->mutable_cpu_diff();
const int count = bottom[0]->count();
Dtype leaky_scale = this->layer_param_.leaky_param().leaky_scale();
for (int i = 0; i < count; ++i) {
bottom_diff[i] = bottom_data[i] > 0 ? top_diff[i] : top_diff[i] * leaky_scale;
}
}
}
#ifdef CPU_ONLY
STUB_GPU(LEAKYLayer);
#endif
INSTANTIATE_CLASS(LEAKYLayer);
} // namespace caffe