{ "dataset": { "name": "Mask Dataset for: Unconstrained Text Detection in Manga: a New Dataset and Baseline", "doi": "10.5281/zenodo.4511796", "license": "CC-BY-4.0", "split_policy": "book-disjoint", "validation_books": 5, "validation_pages": 50, "test_books": 4, "test_pages": 40 }, "metric_aggregation": "micro binary pixel counts", "validation": { "baseline": { "low_iou": 0.4062088887717373, "low_fscore": 0.5777361983916105, "hr_iou": 0.4138000236457503, "hr_fscore": 0.5853727779388329, "hr_precision": 0.8788476198324972, "hr_recall": 0.43883273536257605 }, "fine_tuned": { "low_iou": 0.6621597692157685, "low_fscore": 0.7967462352047965, "hr_iou": 0.7061807150957391, "hr_fscore": 0.8277912284996295, "hr_precision": 0.8512500348203845, "hr_recall": 0.8055907050911102, "macro_page_hr_iou": 0.6779579330444168 } }, "test": { "baseline": { "low_iou": 0.34552541683175736, "low_fscore": 0.5135918095777768, "hr_iou": 0.3460876653273746, "hr_fscore": 0.5142126686722214, "hr_precision": 0.83648608784517, "hr_recall": 0.3712001851401642 }, "fine_tuned": { "low_iou": 0.5732199880156857, "low_fscore": 0.7287219745265155, "hr_iou": 0.6285451257161289, "hr_fscore": 0.7719099898318572, "hr_precision": 0.7786390171564751, "hr_recall": 0.7652962710152788, "macro_page_hr_iou": 0.6100627130940848, "improved_pages": 39, "total_pages": 40 }, "per_book_hr_iou": { "AisazuNihaIrarenai": 0.626454039416278, "BEMADER_P": 0.6977052504337993, "EienNoWith": 0.5952765075430574, "YouchienBoueigumi": 0.5615696004178636 } }, "safe_tensors_validation": { "strict_full_state_load": true, "metrics_match_source_checkpoint": true, "device": "NVIDIA GeForce RTX 5090", "torch": "2.11.0+cu130", "amp_dtype": "bfloat16" } }