Function build_test_cases

tests/optimizers/test_optim_novograd.py:23–41

(data)

def build_test_cases(data):
    [weight, bias, input] = data
    weight = Variable(weight, requires_grad=True)
    bias = Variable(bias, requires_grad=True)
    input = Variable(input)

    default_params = {"lr": 1e-3, "amsgrad": False, "grad_averaging": False, "weight_decay": 0}

    test_case_same_param = [{"params": [weight, bias]}]
    test_case_diff_param = [
        {"params": [weight]},
        {"params": [bias], "lr": 1e-2, "amsgrad": True, "grad_averaging": True, "weight_decay": 0.1},
    ]

    test_cases = [
        [test_case_same_param, default_params, weight, bias, input],
        [test_case_diff_param, default_params, weight, bias, input],
    ]
    return test_cases


TEST_CASES_ALL = build_test_cases([torch.randn(10, 5), torch.randn(10), torch.randn(5)])  # normal parameters