koharu-text-sam-ts-l / evaluation.json
mayocream's picture
Publish Koharu Text SAM-TS-L
5dd9742 verified
Raw
History Blame Contribute Delete
2.01 kB
{
"dataset": {
"name": "Mask Dataset for: Unconstrained Text Detection in Manga: a New Dataset and Baseline",
"doi": "10.5281/zenodo.4511796",
"license": "CC-BY-4.0",
"split_policy": "book-disjoint",
"validation_books": 5,
"validation_pages": 50,
"test_books": 4,
"test_pages": 40
},
"metric_aggregation": "micro binary pixel counts",
"validation": {
"baseline": {
"low_iou": 0.4062088887717373,
"low_fscore": 0.5777361983916105,
"hr_iou": 0.4138000236457503,
"hr_fscore": 0.5853727779388329,
"hr_precision": 0.8788476198324972,
"hr_recall": 0.43883273536257605
},
"fine_tuned": {
"low_iou": 0.6621597692157685,
"low_fscore": 0.7967462352047965,
"hr_iou": 0.7061807150957391,
"hr_fscore": 0.8277912284996295,
"hr_precision": 0.8512500348203845,
"hr_recall": 0.8055907050911102,
"macro_page_hr_iou": 0.6779579330444168
}
},
"test": {
"baseline": {
"low_iou": 0.34552541683175736,
"low_fscore": 0.5135918095777768,
"hr_iou": 0.3460876653273746,
"hr_fscore": 0.5142126686722214,
"hr_precision": 0.83648608784517,
"hr_recall": 0.3712001851401642
},
"fine_tuned": {
"low_iou": 0.5732199880156857,
"low_fscore": 0.7287219745265155,
"hr_iou": 0.6285451257161289,
"hr_fscore": 0.7719099898318572,
"hr_precision": 0.7786390171564751,
"hr_recall": 0.7652962710152788,
"macro_page_hr_iou": 0.6100627130940848,
"improved_pages": 39,
"total_pages": 40
},
"per_book_hr_iou": {
"AisazuNihaIrarenai": 0.626454039416278,
"BEMADER_P": 0.6977052504337993,
"EienNoWith": 0.5952765075430574,
"YouchienBoueigumi": 0.5615696004178636
}
},
"safe_tensors_validation": {
"strict_full_state_load": true,
"metrics_match_source_checkpoint": true,
"device": "NVIDIA GeForce RTX 5090",
"torch": "2.11.0+cu130",
"amp_dtype": "bfloat16"
}
}