Upload baseline_vs_gpt55.txt with huggingface_hub
Browse files- baseline_vs_gpt55.txt +16 -0
baseline_vs_gpt55.txt
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
ββββββββββββββββββββββββββββββββ¬βββββββββββββββββββββββ¬βββββββββββββββββ¬βββββββββββ
|
| 3 |
+
β Metric β poolside/laguna-xs.2 β openai/gpt-5.5 β Ξ β
|
| 4 |
+
ββββββββββββββββββββββββββββββββΌβββββββββββββββββββββββΌβββββββββββββββββΌβββββββββββ€
|
| 5 |
+
β pass@1 (secure + functional) β 0.260 (26/100) β 0.550 (55/100) β +0.290 β
|
| 6 |
+
ββββββββββββββββββββββββββββββββΌβββββββββββββββββββββββΌβββββββββββββββββΌβββββββββββ€
|
| 7 |
+
β functional_pass_rate β 0.395 β 0.710 β +0.315 β
|
| 8 |
+
ββββββββββββββββββββββββββββββββΌβββββββββββββββββββββββΌβββββββββββββββββΌβββββββββββ€
|
| 9 |
+
β security_pass_rate β 0.566 β 0.827 β +0.261 β
|
| 10 |
+
ββββββββββββββββββββββββββββββββΌβββββββββββββββββββββββΌβββββββββββββββββΌβββββββββββ€
|
| 11 |
+
β wall clock β 10.5 min β 11.3 min β +0.8 min β
|
| 12 |
+
ββββββββββββββββββββββββββββββββΌβββββββββββββββββββββββΌβββββββββββββββββΌβββββββββββ€
|
| 13 |
+
β avg output tokens β 5,150 β 2,942 β β2,208 β
|
| 14 |
+
ββββββββββββββββββββββββββββββββ΄βββββββββββββββββββββββ΄βββββββββββββββββ΄βββββββββββ
|
| 15 |
+
|
| 16 |
+
|