style: run clang-format and configure pre-commit hooks
This commit is contained in:
@@ -1,25 +1,26 @@
|
||||
#include "fces/optimizer.hpp"
|
||||
#include <benchmark/benchmark.h>
|
||||
#include <torch/torch.h>
|
||||
#include "fces/optimizer.hpp"
|
||||
|
||||
using namespace fces;
|
||||
|
||||
static void BM_OptimizerStep(benchmark::State& state) {
|
||||
auto model = torch::nn::Linear(state.range(0), state.range(0) / 2);
|
||||
std::vector<torch::Tensor> params;
|
||||
for (auto& p : model->parameters()) params.push_back(p);
|
||||
static void BM_OptimizerStep(benchmark::State &state) {
|
||||
auto model = torch::nn::Linear(state.range(0), state.range(0) / 2);
|
||||
std::vector<torch::Tensor> params;
|
||||
for (auto &p : model->parameters())
|
||||
params.push_back(p);
|
||||
|
||||
FCESOptimizer opt(params, FCESConfig{}.set_lr(1e-3f));
|
||||
FCESOptimizer opt(params, FCESConfig{}.set_lr(1e-3f));
|
||||
|
||||
auto x = torch::randn({8, state.range(0)});
|
||||
auto x = torch::randn({8, state.range(0)});
|
||||
|
||||
for (auto _ : state) {
|
||||
auto y = model->forward(x);
|
||||
auto loss = y.sum();
|
||||
loss.backward();
|
||||
opt.step();
|
||||
opt.zero_grad();
|
||||
benchmark::DoNotOptimize(loss);
|
||||
}
|
||||
for (auto _ : state) {
|
||||
auto y = model->forward(x);
|
||||
auto loss = y.sum();
|
||||
loss.backward();
|
||||
opt.step();
|
||||
opt.zero_grad();
|
||||
benchmark::DoNotOptimize(loss);
|
||||
}
|
||||
}
|
||||
BENCHMARK(BM_OptimizerStep)->Arg(64)->Arg(256)->Arg(1024);
|
||||
|
||||
Reference in New Issue
Block a user