| [ | |
| { | |
| "backend": "manual", | |
| "d": 32, | |
| "dk": 16, | |
| "expected_k_width": 16, | |
| "heads": 2, | |
| "ok": true, | |
| "preset": "pico_1x", | |
| "rank": 16, | |
| "rows": { | |
| "cache_k_width": 16.0, | |
| "cache_v_width": 16.0, | |
| "cached_append_forward": 5.960464477539063e-08, | |
| "causal_alibi_forward": 0.0, | |
| "causal_alibi_loss": 0.0, | |
| "causal_alibi_param_grad": 0.0, | |
| "causal_alibi_x_grad": 0.0, | |
| "none_forward": 0.0, | |
| "none_loss": 0.0, | |
| "none_param_grad": 0.0, | |
| "none_x_grad": 0.0, | |
| "sat_alibi_forward": 0.0, | |
| "sat_alibi_loss": 0.0, | |
| "sat_alibi_param_grad": 0.0, | |
| "sat_alibi_x_grad": 0.0 | |
| }, | |
| "tol": 0.0002 | |
| }, | |
| { | |
| "backend": "sdpa", | |
| "d": 32, | |
| "dk": 16, | |
| "expected_k_width": 16, | |
| "heads": 2, | |
| "ok": true, | |
| "preset": "pico_1x", | |
| "rank": 16, | |
| "rows": { | |
| "cache_k_width": 16.0, | |
| "cache_v_width": 16.0, | |
| "cached_append_forward": 5.960464477539063e-08, | |
| "causal_alibi_forward": 7.450580596923828e-08, | |
| "causal_alibi_loss": 0.0, | |
| "causal_alibi_param_grad": 1.862645149230957e-09, | |
| "causal_alibi_x_grad": 2.3283064365386963e-10, | |
| "none_forward": 8.940696716308594e-08, | |
| "none_loss": 0.0, | |
| "none_param_grad": 9.313225746154785e-10, | |
| "none_x_grad": 6.548361852765083e-11, | |
| "sat_alibi_forward": 1.1920928955078125e-07, | |
| "sat_alibi_loss": 1.862645149230957e-09, | |
| "sat_alibi_param_grad": 9.313225746154785e-10, | |
| "sat_alibi_x_grad": 3.4924596548080444e-10 | |
| }, | |
| "tol": 0.0002 | |
| }, | |
| { | |
| "backend": "manual", | |
| "d": 128, | |
| "dk": 16, | |
| "expected_k_width": 16, | |
| "heads": 8, | |
| "ok": true, | |
| "preset": "micro_3x", | |
| "rank": 48, | |
| "rows": { | |
| "cache_k_width": 16.0, | |
| "cache_v_width": 16.0, | |
| "cached_append_forward": 6.51925802230835e-08, | |
| "causal_alibi_forward": 5.960464477539063e-08, | |
| "causal_alibi_loss": 0.0, | |
| "causal_alibi_param_grad": 4.656612873077393e-10, | |
| "causal_alibi_x_grad": 5.820766091346741e-11, | |
| "metric_cache_cleared_on_train": 0.0, | |
| "metric_cache_reused": 0.0, | |
| "none_forward": 5.960464477539063e-08, | |
| "none_loss": 0.0, | |
| "none_param_grad": 2.3283064365386963e-10, | |
| "none_x_grad": 2.1827872842550278e-11, | |
| "sat_alibi_forward": 1.1920928955078125e-07, | |
| "sat_alibi_loss": 1.862645149230957e-09, | |
| "sat_alibi_param_grad": 5.820766091346741e-10, | |
| "sat_alibi_x_grad": 7.275957614183426e-11 | |
| }, | |
| "tol": 0.0002 | |
| }, | |
| { | |
| "backend": "sdpa", | |
| "d": 128, | |
| "dk": 16, | |
| "expected_k_width": 16, | |
| "heads": 8, | |
| "ok": true, | |
| "preset": "micro_3x", | |
| "rank": 48, | |
| "rows": { | |
| "cache_k_width": 16.0, | |
| "cache_v_width": 16.0, | |
| "cached_append_forward": 7.450580596923828e-08, | |
| "causal_alibi_forward": 1.043081283569336e-07, | |
| "causal_alibi_loss": 0.0, | |
| "causal_alibi_param_grad": 4.656612873077393e-10, | |
| "causal_alibi_x_grad": 9.458744898438454e-11, | |
| "metric_cache_cleared_on_train": 0.0, | |
| "metric_cache_reused": 0.0, | |
| "none_forward": 8.940696716308594e-08, | |
| "none_loss": 0.0, | |
| "none_param_grad": 2.3283064365386963e-10, | |
| "none_x_grad": 2.9103830456733704e-11, | |
| "sat_alibi_forward": 1.1920928955078125e-07, | |
| "sat_alibi_loss": 0.0, | |
| "sat_alibi_param_grad": 6.984919309616089e-10, | |
| "sat_alibi_x_grad": 1.1641532182693481e-10 | |
| }, | |
| "tol": 0.0002 | |
| } | |
| ] |