Adding signatures retrieval
#36
by
Shumatsurontek
- opened
- processing_florence2.py +8 -2
processing_florence2.py
CHANGED
|
@@ -106,7 +106,9 @@ class Florence2Processor(ProcessorMixin):
|
|
| 106 |
'<REGION_TO_CATEGORY>': 'pure_text',
|
| 107 |
'<REGION_TO_DESCRIPTION>': 'pure_text',
|
| 108 |
'<REGION_TO_OCR>': 'pure_text',
|
| 109 |
-
'<REGION_PROPOSAL>': 'bboxes'
|
|
|
|
|
|
|
| 110 |
}
|
| 111 |
|
| 112 |
self.task_prompts_without_inputs = {
|
|
@@ -117,7 +119,8 @@ class Florence2Processor(ProcessorMixin):
|
|
| 117 |
'<MORE_DETAILED_CAPTION>': 'Describe with a paragraph what is shown in the image.',
|
| 118 |
'<OD>': 'Locate the objects with category name in the image.',
|
| 119 |
'<DENSE_REGION_CAPTION>': 'Locate the objects in the image, with their descriptions.',
|
| 120 |
-
'<REGION_PROPOSAL>': 'Locate the region proposals in the image.'
|
|
|
|
| 121 |
}
|
| 122 |
|
| 123 |
self.task_prompts_with_input = {
|
|
@@ -619,6 +622,9 @@ class Florence2PostProcesser(object):
|
|
| 619 |
},
|
| 620 |
{
|
| 621 |
'TASK_NAME': 'description_with_bboxes_or_polygons',
|
|
|
|
|
|
|
|
|
|
| 622 |
}
|
| 623 |
]
|
| 624 |
}
|
|
|
|
| 106 |
'<REGION_TO_CATEGORY>': 'pure_text',
|
| 107 |
'<REGION_TO_DESCRIPTION>': 'pure_text',
|
| 108 |
'<REGION_TO_OCR>': 'pure_text',
|
| 109 |
+
'<REGION_PROPOSAL>': 'bboxes',
|
| 110 |
+
# **New Added Tasks**
|
| 111 |
+
'<OCR_SIGNATURES>': 'pure_text'
|
| 112 |
}
|
| 113 |
|
| 114 |
self.task_prompts_without_inputs = {
|
|
|
|
| 119 |
'<MORE_DETAILED_CAPTION>': 'Describe with a paragraph what is shown in the image.',
|
| 120 |
'<OD>': 'Locate the objects with category name in the image.',
|
| 121 |
'<DENSE_REGION_CAPTION>': 'Locate the objects in the image, with their descriptions.',
|
| 122 |
+
'<REGION_PROPOSAL>': 'Locate the region proposals in the image.',
|
| 123 |
+
'<OCR_SIGNATURES>': 'Locate the signatures in the image and return the text of the signatures.'
|
| 124 |
}
|
| 125 |
|
| 126 |
self.task_prompts_with_input = {
|
|
|
|
| 622 |
},
|
| 623 |
{
|
| 624 |
'TASK_NAME': 'description_with_bboxes_or_polygons',
|
| 625 |
+
},
|
| 626 |
+
{
|
| 627 |
+
'TASK_NAME': 'ocr_signatures',
|
| 628 |
}
|
| 629 |
]
|
| 630 |
}
|