optimizer = MySOTAOptimizer(my_model.parameters(), lr=0.001) for epoch in epochs: for batch in epoch: outputs = my_model(batch) loss = loss_fn(outputs, true_values) loss.backward() optimizer.step()