{ "chat_template_equals_staged": { "Vinci-MLE-8B-1.0-BF16-master.gguf": true, "Vinci-MLE-8B-1.0-F16.gguf": true, "Vinci-MLE-8B-1.0-Q4_K_M.gguf": true, "Vinci-MLE-8B-1.0-Q5_K_M.gguf": true, "Vinci-MLE-8B-1.0-Q8_0.gguf": true }, "determinism_cross_check_8b": { "Vinci-MLE-8B-1.0-BF16-master.gguf": true, "Vinci-MLE-8B-1.0-F16.gguf": true, "Vinci-MLE-8B-1.0-Q4_K_M.gguf": true, "Vinci-MLE-8B-1.0-Q5_K_M.gguf": true, "Vinci-MLE-8B-1.0-Q8_0.gguf": true }, "dir": "/home/jovyan/mle1-gguf/8b-20260928T031330Z", "files": { "Vinci-MLE-8B-1.0-BF16-master.gguf": { "bytes": 17587417696, "sha256": "07f1c2ab9d91699618b131d49664a34c24e9861e5ec6156827e99e779a723095" }, "Vinci-MLE-8B-1.0-F16.gguf": { "bytes": 17587417696, "sha256": "0d784ef4911c70fc219bfcf0c8cbbb3de700393dad4551761f1101539240d710" }, "Vinci-MLE-8B-1.0-Q4_K_M.gguf": { "bytes": 5347914336, "sha256": "87313e7e349fa9e59a49cf73ec1e41b5764c1e3b5642ac0543229df460efc798" }, "Vinci-MLE-8B-1.0-Q5_K_M.gguf": { "bytes": 6253884000, "sha256": "392f20914bc150cc77e7d6fb5d0eb41e84175534df2afef922ade90f2063ec1d" }, "Vinci-MLE-8B-1.0-Q8_0.gguf": { "bytes": 9345610336, "sha256": "9385f4417ae4e0b63c4c2b74fd09340b582bf94e1fce6e1dfad6a9fd689c8751" } }, "smoke": { "decoding": "greedy, temp 0, top-k 1, seed 42, -no-cnv, --no-display-prompt, -ngl 99, --no-mmap, -v (log only)", "n_predict": 48, "per_tier": { "F16": { "degeneracy": { "distinct_tokens": 193, "tokens_total": 291, "top_token_share": 0.0687 }, "expected": 6, "gpu_full_offload_children": 7, "host_rss_peak_bytes": 1472634880, "nan_or_error_first3": [], "nan_or_error_lines": 0, "nonempty": 6, "rc_nonzero": 0, "rss_killed": 0, "seconds": 58.03428792953491, "tool_call_outcome": "parsed", "tool_rc": 0 }, "Q4_K_M": { "degeneracy": { "distinct_tokens": 182, "tokens_total": 292, "top_token_share": 0.0616 }, "expected": 6, "gpu_full_offload_children": 7, "host_rss_peak_bytes": 751468544, "nan_or_error_first3": [], "nan_or_error_lines": 0, "nonempty": 6, "rc_nonzero": 0, "rss_killed": 0, "seconds": 28.018365144729614, "tool_call_outcome": "parsed", "tool_rc": 0 }, "Q5_K_M": { "degeneracy": { "distinct_tokens": 187, "tokens_total": 291, "top_token_share": 0.0619 }, "expected": 6, "gpu_full_offload_children": 7, "host_rss_peak_bytes": 832802816, "nan_or_error_first3": [], "nan_or_error_lines": 0, "nonempty": 6, "rc_nonzero": 0, "rss_killed": 0, "seconds": 34.025646924972534, "tool_call_outcome": "parsed", "tool_rc": 0 }, "Q8_0": { "degeneracy": { "distinct_tokens": 193, "tokens_total": 291, "top_token_share": 0.0687 }, "expected": 6, "gpu_full_offload_children": 7, "host_rss_peak_bytes": 889106432, "nan_or_error_first3": [], "nan_or_error_lines": 0, "nonempty": 6, "rc_nonzero": 0, "rss_killed": 0, "seconds": 38.02338433265686, "tool_call_outcome": "parsed", "tool_rc": 0 } }, "prompts": [ "Explain in two sentences what a learning-rate warmup does.", "Write a Python function that returns the mean of a list of numbers.", "List three common causes of overfitting in a small tabular dataset.", "What is the difference between a validation set and a test set?", "Describe how to check a CSV file for missing values using pandas.", "Give one reason to use stratified k-fold cross-validation." ], "q8_vs_f16_first8_agreement": "6/6", "tool_prompt": "Read the file data/train.csv and tell me how many rows it has." } }