{ "params_b": 2.073, "identity": { "Who are you?": { "ans": "", "ok": false }, "Who built you?": { "ans": "", "ok": false }, "Are you Qwen?": { "ans": "", "ok": false }, "What model are you?": { "ans": "", "ok": false }, "Who trained you?": { "ans": "", "ok": false } }, "needle": { "4000": { "len": 3823, "ok": false, "ans": "I\nO\nN\nE", "sec": 103.7 }, "8000": { "ok": false, "err": "OutOfMemoryError('CUDA out of memory. Tried to allocate 3.65" }, "16000": { "ok": false, "err": "OutOfMemoryError('CUDA out of memory. Tried to allocate 14.9" }, "32000": { "ok": false, "err": "OutOfMemoryError('CUDA out of memory. Tried to allocate 60.3" } }, "ctx": 40960, "yarn": false }