| [ | |
| { | |
| "backend": "sublinear", | |
| "d": 32, | |
| "dk": 16, | |
| "heads": 2, | |
| "ok": true, | |
| "preset": "pico_1x", | |
| "rank": 16, | |
| "rows": { | |
| "causal_alibi_forward": 0.0, | |
| "causal_alibi_loss": 0.0, | |
| "causal_alibi_param_grad": 0.0, | |
| "causal_alibi_x_grad": 2.3283064365386963e-10, | |
| "legacy_load_forward": 0.0, | |
| "legacy_load_missing_unexpected": 0.0, | |
| "legacy_load_qkv_weight": 0.0, | |
| "none_forward": 0.0, | |
| "none_loss": 0.0, | |
| "none_param_grad": 0.0, | |
| "none_x_grad": 5.820766091346741e-11, | |
| "safe_load_any_loaded": 0.0, | |
| "safe_load_any_qkv": 0.0, | |
| "sat_alibi_forward": 0.0, | |
| "sat_alibi_loss": 0.0, | |
| "sat_alibi_param_grad": 0.0, | |
| "sat_alibi_x_grad": 2.3283064365386963e-10 | |
| }, | |
| "tol": 0.0002 | |
| } | |
| ] |