Vinci-MLE-8B-1.0-GGUF / GGUF-RUNTIME.json
georgep123's picture
MLE 1.0 8B GGUF: tiers, runtime record, SHA256SUMS (private)
4c8abbe verified
Raw History Blame Contribute Delete
3.74 kB
{
"chat_template_equals_staged": {
"Vinci-MLE-8B-1.0-BF16-master.gguf": true,
"Vinci-MLE-8B-1.0-F16.gguf": true,
"Vinci-MLE-8B-1.0-Q4_K_M.gguf": true,
"Vinci-MLE-8B-1.0-Q5_K_M.gguf": true,
"Vinci-MLE-8B-1.0-Q8_0.gguf": true
},
"determinism_cross_check_8b": {
"Vinci-MLE-8B-1.0-BF16-master.gguf": true,
"Vinci-MLE-8B-1.0-F16.gguf": true,
"Vinci-MLE-8B-1.0-Q4_K_M.gguf": true,
"Vinci-MLE-8B-1.0-Q5_K_M.gguf": true,
"Vinci-MLE-8B-1.0-Q8_0.gguf": true
},
"dir": "/home/jovyan/mle1-gguf/8b-20260928T031330Z",
"files": {
"Vinci-MLE-8B-1.0-BF16-master.gguf": {
"bytes": 17587417696,
"sha256": "07f1c2ab9d91699618b131d49664a34c24e9861e5ec6156827e99e779a723095"
},
"Vinci-MLE-8B-1.0-F16.gguf": {
"bytes": 17587417696,
"sha256": "0d784ef4911c70fc219bfcf0c8cbbb3de700393dad4551761f1101539240d710"
},
"Vinci-MLE-8B-1.0-Q4_K_M.gguf": {
"bytes": 5347914336,
"sha256": "87313e7e349fa9e59a49cf73ec1e41b5764c1e3b5642ac0543229df460efc798"
},
"Vinci-MLE-8B-1.0-Q5_K_M.gguf": {
"bytes": 6253884000,
"sha256": "392f20914bc150cc77e7d6fb5d0eb41e84175534df2afef922ade90f2063ec1d"
},
"Vinci-MLE-8B-1.0-Q8_0.gguf": {
"bytes": 9345610336,
"sha256": "9385f4417ae4e0b63c4c2b74fd09340b582bf94e1fce6e1dfad6a9fd689c8751"
}
},
"smoke": {
"decoding": "greedy, temp 0, top-k 1, seed 42, -no-cnv, --no-display-prompt, -ngl 99, --no-mmap, -v (log only)",
"n_predict": 48,
"per_tier": {
"F16": {
"degeneracy": {
"distinct_tokens": 193,
"tokens_total": 291,
"top_token_share": 0.0687
},
"expected": 6,
"gpu_full_offload_children": 7,
"host_rss_peak_bytes": 1472634880,
"nan_or_error_first3": [],
"nan_or_error_lines": 0,
"nonempty": 6,
"rc_nonzero": 0,
"rss_killed": 0,
"seconds": 58.03428792953491,
"tool_call_outcome": "parsed",
"tool_rc": 0
},
"Q4_K_M": {
"degeneracy": {
"distinct_tokens": 182,
"tokens_total": 292,
"top_token_share": 0.0616
},
"expected": 6,
"gpu_full_offload_children": 7,
"host_rss_peak_bytes": 751468544,
"nan_or_error_first3": [],
"nan_or_error_lines": 0,
"nonempty": 6,
"rc_nonzero": 0,
"rss_killed": 0,
"seconds": 28.018365144729614,
"tool_call_outcome": "parsed",
"tool_rc": 0
},
"Q5_K_M": {
"degeneracy": {
"distinct_tokens": 187,
"tokens_total": 291,
"top_token_share": 0.0619
},
"expected": 6,
"gpu_full_offload_children": 7,
"host_rss_peak_bytes": 832802816,
"nan_or_error_first3": [],
"nan_or_error_lines": 0,
"nonempty": 6,
"rc_nonzero": 0,
"rss_killed": 0,
"seconds": 34.025646924972534,
"tool_call_outcome": "parsed",
"tool_rc": 0
},
"Q8_0": {
"degeneracy": {
"distinct_tokens": 193,
"tokens_total": 291,
"top_token_share": 0.0687
},
"expected": 6,
"gpu_full_offload_children": 7,
"host_rss_peak_bytes": 889106432,
"nan_or_error_first3": [],
"nan_or_error_lines": 0,
"nonempty": 6,
"rc_nonzero": 0,
"rss_killed": 0,
"seconds": 38.02338433265686,
"tool_call_outcome": "parsed",
"tool_rc": 0
}
},
"prompts": [
"Explain in two sentences what a learning-rate warmup does.",
"Write a Python function that returns the mean of a list of numbers.",
"List three common causes of overfitting in a small tabular dataset.",
"What is the difference between a validation set and a test set?",
"Describe how to check a CSV file for missing values using pandas.",
"Give one reason to use stratified k-fold cross-validation."
],
"q8_vs_f16_first8_agreement": "6/6",
"tool_prompt": "Read the file data/train.csv and tell me how many rows it has."
}
}