Merge pull request #9 from echo840/main

update on 5.27. Check.

answer_save/LLaVA/result.json

@@ -0,0 +1,24 @@
+{
+    "textVQA": 0.2886,
+    "docVQA": 0.044868199663488505,
+    "ocrVQA": 0.1136,
+    "STVQA": 0.2208,
+    "ESTVQA_EN": 0.3348,
+    "ESTVQA_CN": 0.0016,
+    "SROIE":0.0011985617259288853,
+    "IIIT5K": 0.641,
+    "svt": 0.6769706336939721,
+    "IC13_857": 0.7071178529754959,
+    "IC15_1811": 0.5897294312534511,
+    "svtp": 0.6294573643410852,
+    "ct80": 0.6111111111111112,
+    "cocotext": 0.4171382376717866,
+    "ctw": 0.5089058524173028,
+    "totaltext": 0.5243071331213085,
+    "HOST": 0.47392384105960267,
+    "WOST": 0.5525662251655629,
+    "WordArt": 0.6260754467240238,
+    "FUNSD": 0.01020408163265306,
+    "HME": 0.0004,
+    "POIE": 0.0208827717133365
+}

answer_save/MiniGPT4/result.json

@@ -0,0 +1,24 @@
+{
+    "IIIT5K": 0.4186666666666667,
+    "svt": 0.42040185471406494,
+    "IC13_857": 0.40956826137689617,
+    "IC15_1811": 0.36554389839867474,
+    "svtp": 0.4232558139534884,
+    "ct80": 0.4965277777777778,
+    "cocotext": 0.22685933710590137,
+    "ctw": 0.3816793893129771,
+    "totaltext": 0.3493866424352567,
+    "HOST": 0.29387417218543044,
+    "WOST": 0.34644039735099336,
+    "WordArt": 0.47319655857048315,
+    "ESTVQA_CN": 0.001,
+    "ESTVQA_EN": 0.2836,
+    "SROIE": 0.00039952057530962844,
+    "ocrVQA": 0.1152,
+    "STVQA": 0.1402,
+    "textVQA": 0.1872,
+    "docVQA": 0.029725182277061134,
+    "FUNSD": 0.011904761904761904,
+    "HME": 0.0,
+    "POIE": 0.013130833728840373
+}

answer_save/MiniGPT4/result1.json

@@ -0,0 +1,15 @@
+{
+    "IIIT5K": 0.48,
+    "svt": 0.5038639876352395,
+    "IC13_857": 0.48891481913652274,
+    "IC15_1811": 0.4218663721700718,
+    "svtp": 0.5038759689922481,
+    "ct80": 0.5729166666666666,
+    "cocotext":0.2625303152789006,
+    "ctw": 0.41857506361323155,
+    "totaltext": 0.4057246706042708,
+    "HOST": 0.34519867549668876,
+    "WOST": 0.4105960264900662,
+    "WordArt":0.514228987425546,
+    "help":"we replace all special chars with \" \" instead of \"\", which is useful for MiniGPT4."
+}

answer_save/OpenFlamingo/result.json

@@ -0,0 +1,23 @@
+{   "IIIT5K":0.682,
+    "svt":0.741885626,
+    "IC13_857":0.740956826,
+    "IC15_1811":0.636112645,
+    "svtp":0.734883721,
+    "ct80":0.677083333,
+    "cocotext":0.455234438,
+    "ctw":0.539440204,
+    "totaltext":0.578373467,
+    "HOST":0.481788079,
+    "WOST": 0.605546357615894,
+    "WordArt": 0.6062210456651225,
+    "textVQA": 0.2908,
+    "docVQA": 0.050476724621424565,
+    "ocrVQA": 0.2782,
+    "STVQA": 0.1932,
+    "ESTVQA_CN": 0.0026,
+    "ESTVQA_EN": 0.282,
+    "SROIE": 0.0011985617259288853,
+    "FUNSD": 0.008503401360544218,
+    "POIE": 0.021199177345356746,
+    "HME": 0.0
+}

answer_save/T5/result.json

@@ -0,0 +1,24 @@
+{
+    "textVQA": 0.3218,
+    "docVQA": 0.048607216302112545,
+    "ocrVQA": 0.3074,
+    "STVQA": 0.217,
+    "ESTVQA_CN": 0.0004,
+    "ESTVQA_EN": 0.4246,
+    "SROIE": 0.001997602876548142,
+    "IIIT5K": 0.766,
+    "svt": 0.8377125193199382,
+    "IC13_857": 0.8634772462077013,
+    "IC15_1811": 0.7084483710657096,
+    "svtp": 0.737984496124031,
+    "ct80": 0.8090277777777778,
+    "cocotext": 0.5010105092966856,
+    "ctw": 0.6450381679389313,
+    "totaltext": 0.6574284416174466,
+    "HOST": 0.5716059602649006,
+    "WOST": 0.6833609271523179,
+    "WordArt": 0.7379219060225016,
+    "HME": 0.0004,
+    "FUNSD": 0.011904761904761904,
+    "POIE": 0.025154247745609874
+}