update

answer_save/LLaVA/result.json

@@ -18,5 +18,7 @@
     "HOST": 0.47392384105960267,
     "WOST": 0.5525662251655629,
     "WordArt": 0.6260754467240238,
-    "FUNSD": 0.01020408163265306
+    "FUNSD": 0.01020408163265306,
+    "HME": 0.0004,
+    "POIE": 0.0208827717133365
 }

answer_save/MiniGPT4/result.json

@@ -5,17 +5,20 @@
     "IC15_1811": 0.36554389839867474,
     "svtp": 0.4232558139534884,
     "ct80": 0.4965277777777778,
-    "ESTVQA_CN": 0.001,
-    "ESTVQA_EN": 0.2836,
-    "SROIE": 0.00039952057530962844,
+    "cocotext": 0.22685933710590137,
     "ctw": 0.3816793893129771,
     "totaltext": 0.3493866424352567,
     "HOST": 0.29387417218543044,
     "WOST": 0.34644039735099336,
     "WordArt": 0.47319655857048315,
-    "cocotext": 0.22685933710590137,
+    "ESTVQA_CN": 0.001,
+    "ESTVQA_EN": 0.2836,
+    "SROIE": 0.00039952057530962844,
     "ocrVQA": 0.1152,
     "STVQA": 0.1402,
     "textVQA": 0.1872,
-    "docVQA": 0.029725182277061134
+    "docVQA": 0.029725182277061134,
+    "FUNSD": 0.011904761904761904,
+    "HME": 0.0,
+    "POIE": 0.013130833728840373
 }

answer_save/MiniGPT4/result1.json

@@ -0,0 +1,15 @@
+{
+    "IIIT5K": 0.48,
+    "svt": 0.5038639876352395,
+    "IC13_857": 0.48891481913652274,
+    "IC15_1811": 0.4218663721700718,
+    "svtp": 0.5038759689922481,
+    "ct80": 0.5729166666666666,
+    "cocotext":0.2625303152789006,
+    "ctw": 0.41857506361323155,
+    "totaltext": 0.4057246706042708,
+    "HOST": 0.34519867549668876,
+    "WOST": 0.4105960264900662,
+    "WordArt":0.514228987425546,
+    "help":"we replace all special chars with \" \" instead of \"\", which is useful for MiniGPT4."
+}

answer_save/OpenFlamingo/result.json

@@ -0,0 +1,23 @@
+{   "IIIT5K":0.682,
+    "svt":0.741885626,
+    "IC13_857":0.740956826,
+    "IC15_1811":0.636112645,
+    "svtp":0.734883721,
+    "ct80":0.677083333,
+    "cocotext":0.455234438,
+    "ctw":0.539440204,
+    "totaltext":0.578373467,
+    "HOST":0.481788079,
+    "WOST": 0.605546357615894,
+    "WordArt": 0.6062210456651225,
+    "textVQA": 0.2908,
+    "docVQA": 0.050476724621424565,
+    "ocrVQA": 0.2782,
+    "STVQA": 0.1932,
+    "ESTVQA_CN": 0.0026,
+    "ESTVQA_EN": 0.282,
+    "SROIE": 0.0011985617259288853,
+    "FUNSD": 0.008503401360544218,
+    "POIE": 0.021199177345356746,
+    "HME": 0.0
+}

answer_save/T5/result.json

@@ -19,5 +19,6 @@
     "WOST": 0.6833609271523179,
     "WordArt": 0.7379219060225016,
     "HME": 0.0004,
-    "FUNSD": 0.011904761904761904
+    "FUNSD": 0.011904761904761904,
+    "POIE": 0.025154247745609874
 }

answer_save/mPLUG/result.json

@@ -19,5 +19,6 @@
     "WOST": 0.6059602649006622,
     "WordArt": 0.7273328921244209,
     "HME": 0.0018,
-    "FUNSD": 0.01020408163265306
+    "FUNSD": 0.01020408163265306,
+    "POIE": 0.03258978009808575
 }