| { |
| "dataset": { |
| "name": "Mask Dataset for: Unconstrained Text Detection in Manga: a New Dataset and Baseline", |
| "doi": "10.5281/zenodo.4511796", |
| "license": "CC-BY-4.0", |
| "split_policy": "book-disjoint", |
| "validation_books": 5, |
| "validation_pages": 50, |
| "test_books": 4, |
| "test_pages": 40 |
| }, |
| "metric_aggregation": "micro binary pixel counts", |
| "validation": { |
| "baseline": { |
| "low_iou": 0.4062088887717373, |
| "low_fscore": 0.5777361983916105, |
| "hr_iou": 0.4138000236457503, |
| "hr_fscore": 0.5853727779388329, |
| "hr_precision": 0.8788476198324972, |
| "hr_recall": 0.43883273536257605 |
| }, |
| "fine_tuned": { |
| "low_iou": 0.6621597692157685, |
| "low_fscore": 0.7967462352047965, |
| "hr_iou": 0.7061807150957391, |
| "hr_fscore": 0.8277912284996295, |
| "hr_precision": 0.8512500348203845, |
| "hr_recall": 0.8055907050911102, |
| "macro_page_hr_iou": 0.6779579330444168 |
| } |
| }, |
| "test": { |
| "baseline": { |
| "low_iou": 0.34552541683175736, |
| "low_fscore": 0.5135918095777768, |
| "hr_iou": 0.3460876653273746, |
| "hr_fscore": 0.5142126686722214, |
| "hr_precision": 0.83648608784517, |
| "hr_recall": 0.3712001851401642 |
| }, |
| "fine_tuned": { |
| "low_iou": 0.5732199880156857, |
| "low_fscore": 0.7287219745265155, |
| "hr_iou": 0.6285451257161289, |
| "hr_fscore": 0.7719099898318572, |
| "hr_precision": 0.7786390171564751, |
| "hr_recall": 0.7652962710152788, |
| "macro_page_hr_iou": 0.6100627130940848, |
| "improved_pages": 39, |
| "total_pages": 40 |
| }, |
| "per_book_hr_iou": { |
| "AisazuNihaIrarenai": 0.626454039416278, |
| "BEMADER_P": 0.6977052504337993, |
| "EienNoWith": 0.5952765075430574, |
| "YouchienBoueigumi": 0.5615696004178636 |
| } |
| }, |
| "safe_tensors_validation": { |
| "strict_full_state_load": true, |
| "metrics_match_source_checkpoint": true, |
| "device": "NVIDIA GeForce RTX 5090", |
| "torch": "2.11.0+cu130", |
| "amp_dtype": "bfloat16" |
| } |
| } |
|
|
|
|