{"image": ["./imgs/TextVQA/test_images/5bbc6c1eb00e71eb.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BAUTISMOS </ocr>"}, {"role": "assistant", "content": "<bbox>542,498,694,518</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_164"}
{"image": ["./imgs/ChartQA/test/png/74237929016500.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Average weekly leisure estimates by age, United States, 1970 </ocr>"}, {"role": "assistant", "content": "<bbox>16,20,805,68</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_271"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_395_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 400 m 45.39 (CR, NR) </ocr>"}, {"role": "assistant", "content": "<bbox>769,292,955,318</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_115"}
{"image": ["./imgs/ChartQA/test/png/15008.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Is There Solid Evidence the Earth is Warming?  </ocr>"}, {"role": "assistant", "content": "<bbox>0,18,986,133</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_308"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_955_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 17 Phil Crompton 49 [10] Ford EA Falcon [10] Phil Crompton [10] 17 - - - 17 </ocr>"}, {"role": "assistant", "content": "<bbox>37,693,962,721</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_146"}
{"image": ["./imgs/ChartQA/test/png/3854.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Exposure to false or incorrect information 64 </ocr>"}, {"role": "assistant", "content": "<bbox>84,501,542,561</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_772"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_305_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Mücke Motorsport \n 8 Timmy Hansen[5] All \n 11 Daniil Kvyat[6] R All \n EuroInternational 12 Carlos Sainz, Jr.[6] R All \n 14 Michael Lewis[2] All \n 15 Javier Tarancón[7] All \n Dustin Sofyan[8] 5 \n 16 \n DAMS Luciano Bacheta[9] 7–8 </ocr>"}, {"role": "assistant", "content": "<bbox>77,245,943,586</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_804"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3a6ff8b7-0dc3-f28e-4031-c3654c1ddcc4_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Contract / Revisit \\Alt Order </ocr>"}, {"role": "assistant", "content": "<bbox>652,84,840,94</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_810"}
{"image": ["./imgs/ChartQA/test/png/multi_col_218.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 226 219 </ocr>"}, {"role": "assistant", "content": "<bbox>164,429,860,638</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_225"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Nuclease_mediated_genome_engineering_tools01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Nuclease mediated genome engineering </ocr>"}, {"role": "assistant", "content": "<bbox>22,66,544,152</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_610"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/476203-ed-martin-9-24-13458231117912-_-pdf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Entered 08/23/12 St. Louis (KMOV) (KMOV) </ocr>"}, {"role": "assistant", "content": "<bbox>580,30,861,42</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_369"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1d613fb65ad5d115e9716294d9493c18_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> London \n EC2M 7DT \n Board ofDirectors PTBarden \n CN Billingham \n A1Cowan \n Company secretary PM Rogers </ocr>"}, {"role": "assistant", "content": "<bbox>132,322,607,429</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_410"}
{"image": ["./imgs/VisualMRC/images/fsf.org/resources__jobs__new__employersection01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Looking for skilled and dedicated people? </ocr>"}, {"role": "assistant", "content": "<bbox>32,28,546,93</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_824"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ngxh0227_62.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Telegrams </ocr>"}, {"role": "assistant", "content": "<bbox>477,230,564,244</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_420"}
{"image": ["./imgs/ChartQA/test/png/OECD_WOMEN_TEACHERS_BRA_CHE_000017.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2011 2012 2013 2014 2015 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>176,958,989,981</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_959"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3854360f3c6475dc480283e8d8437f71_page10.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> they have formally decided to accept </ocr>"}, {"role": "assistant", "content": "<bbox>205,286,464,297</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_261"}
{"image": ["./imgs/ChartQA/test/png/two_col_20157.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5 151 </ocr>"}, {"role": "assistant", "content": "<bbox>94,289,547,311</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_517"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/03b1539b-681c-7223-6f4f-307e6e08d4e3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Sales Office Katz/Chicago Deal # \n Billing Address: Sales Region National Order Flight 04/14/20 - 04/20/20 \n AL Media Billing Calendar Broadcast Agency Code \n Attention: AL Media Email Billing Type Cash Advertiser Code </ocr>"}, {"role": "assistant", "content": "<bbox>97,210,917,302</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_228"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32876.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> F69 Venables 5 Keegan 0.91 Keegan 1.55 Taylor 56.1% Revie FTQ </ocr>"}, {"role": "assistant", "content": "<bbox>50,628,777,653</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_875"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6281efe9-51c3-f0a2-dc5d-a017fdd6e01c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> : </ocr>"}, {"role": "assistant", "content": "<bbox>19510,583,19762,596</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_954"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_66_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ret 20 Patrick Friesacher Minardi-Cosworth 11 Spun off 15 </ocr>"}, {"role": "assistant", "content": "<bbox>23,889,872,919</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_622"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__swede-test-awaits-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> two, </ocr>"}, {"role": "assistant", "content": "<bbox>650,632,701,682</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_815"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4fc17e6bf032a62c64d6335d586c257e_page21.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Interest is payable on the loan in quarterly instalments at 1.5%above LIBOR and the amount payable for the year was \n E4,109 (2014: E4,032). All of the interest due had been paid by the year end in both the current year and the \n preceding year. </ocr>"}, {"role": "assistant", "content": "<bbox>119,221,905,259</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_484"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e46e25b4-e2c7-83dd-cc00-c8df361039c8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 7 WISN W 03/25/20 7:49 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 8 WISN W 03/25/20 7:59 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 6 WISN Th 03/26/20 8:29 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 5 03/23/20 04/05/20 News Sat 7-9a 7-9am -----1- :30 1 $290.00 NM \n Class of Time - Pre-emptible with notice \n This invoice is subject to the Standard Terms and Conditions for Purchase of Broadcast Advertising, which can be reviewed at the following URL: www.hearst.com/newsroom/hearst-television-advertising-sales \n We warrant that the actual broadcast information shown on this invoice was taken from the program log \n Notwithstanding to whom bills are rendered, advertiser, agency and service, jointly and severally, shall remain obligated to pay to station the amount of any bills rendered by station within the time specified and until \n payment in full is received by station. Payment by advertiser to agency or to service or payment by agency to service, shall not constitute payment to station. Station will not be bound by conditions, printed or \n otherwise, on contracts, insertion orders, copy instructions or any correspondence when such conflict with the above terms and conditions. Four weeks advance cancellation notice is required unless otherwise \n specified. </ocr>"}, {"role": "assistant", "content": "<bbox>34,746,962,897</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_191"}
{"image": ["./imgs/ChartQA/test/png/two_col_104770.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 118 401 </ocr>"}, {"role": "assistant", "content": "<bbox>853,231,897,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_553"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_270_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 7 Hailin City 海林市 Hǎilín Shì </ocr>"}, {"role": "assistant", "content": "<bbox>21,870,406,888</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_755"}
{"image": ["./imgs/TextVQA/test_images/1a4409cfe2ff82c9.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> RS </ocr>"}, {"role": "assistant", "content": "<bbox>15,0,381,437</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_258"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rhlg0227_9.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Sognnaes </ocr>"}, {"role": "assistant", "content": "<bbox>258,589,340,604</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_967"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/19a77db5-9d7a-d33a-bddc-1e8bfd5e944c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> N 30 USVIA02/29/20 02/29/20 Jeopardy 7p-730p :30 NM 4 $300.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 02/24/20 03/01/20 -----S- 4 $75.00 \n N 31 USVIA02/29/20 02/29/20 Wheel of Fortune 730p-8p :30 NM 4 $300.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 02/24/20 03/01/20 -----S- 4 $75.00 \n N 32 USVIA02/29/20 02/29/20 NBA Rockets v Celtics 8:00 PM-11:00 PM :30 NM 3 $1,200.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 02/24/20 03/01/20 -----S- 3 $400.00 \n N 33 USVIA03/01/20 03/01/20 Weekend GMA 8a-9a :30 NM 4 $200.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 02/24/20 03/01/20 ------S 4 $50.00 \n N 34 USVIA03/01/20 03/01/20 This Week w/George S. 10a-11a :30 NM 2 $100.00 \n Start Date End Date Weekdays Spots/Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>30,567,967,752</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_822"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17927935-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1–1 </ocr>"}, {"role": "assistant", "content": "<bbox>800,198,828,235</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_218"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d053d6ac-f4b1-0c8d-9d87-d2e75a65a09f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> INVOICE </ocr>"}, {"role": "assistant", "content": "<bbox>480,24,583,44</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_173"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbx0223_117.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Creditors/Payables </ocr>"}, {"role": "assistant", "content": "<bbox>144,811,218,825</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_748"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fzyp0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> On behalf of our trustees, faculty, and students, \n let me thank you for your gift to Vanderbilt. \n Your confidence strengthens the University and \n inspires us all. \n REILA </ocr>"}, {"role": "assistant", "content": "<bbox>78,391,923,683</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_422"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/462236-romney-for-president-8-27-9-18-invoice-117698-1_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 730-8p M-F 7:30-8p </ocr>"}, {"role": "assistant", "content": "<bbox>104,587,293,600</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_263"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1564278-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 16 </ocr>"}, {"role": "assistant", "content": "<bbox>21,600,46,658</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_630"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page104.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> for promoting community the agreed focus for the </ocr>"}, {"role": "assistant", "content": "<bbox>327,155,747,169</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_971"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Humboldt_County01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> links </ocr>"}, {"role": "assistant", "content": "<bbox>29,409,69,467</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_183"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mgpj0226_6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> you to contact Dr. Allan Forbes of our Bureau </ocr>"}, {"role": "assistant", "content": "<bbox>275,463,722,478</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_902"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a664201601ef7decfa90b498b9744f6b_page34.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> with the item of expense to which it relates. Any expenses incurred with recoverable VAT are shown net of VAT. \n Tangible fixed assets and depreciation \n Items purchased with a cost of greater than £5,000 are depreciated. Depreciation is provided at the following \n annual rates in order to write off each asset over its estimated useful economic life. \n Furniture, fixtures & fittings and office equipment 15% on cost \n Kitchen and teaching equipment 15% on cost \n Motorised equipment 20% on cost \n Computer equipment 50% on cost \n Security & control systems 33.3% on cost \n Motor vehicles 25% on cost \n Rowing boats 10% on cost \n Freehold property 2% on cost with 10% residual value </ocr>"}, {"role": "assistant", "content": "<bbox>128,441,895,641</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_119"}
{"image": ["./imgs/TextVQA/test_images/ac217232e3fe2174.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MOT </ocr>"}, {"role": "assistant", "content": "<bbox>363,790,646,920</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_372"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page196.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Er hynny, rydym yn cymryd rhan lawn yn y drafodaeth bresennol </ocr>"}, {"role": "assistant", "content": "<bbox>403,369,912,382</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_744"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0e04ccf3773d366ee1c7566e013d747d_page13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> From a governor's self-assessment </ocr>"}, {"role": "assistant", "content": "<bbox>138,255,371,267</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_833"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_580_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 69th District Charles E. Calvert Republican Medina, Medina </ocr>"}, {"role": "assistant", "content": "<bbox>18,668,658,674</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_56"}
{"image": ["./imgs/TextVQA/test_images/58af4f99affa7ff9.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> YOU </ocr>"}, {"role": "assistant", "content": "<bbox>540,633,605,678</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_149"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a76b4f6b9f679400d6fbfb9c920a762_page11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> adequate and ongoing process for identifying, ~ make judgements and accounting \n evaluating and managing the College's significant estimates that are reasonable and prudent; \n risks (including business, operational and ~ state whether applicable UKAccounting \n compliance as well as financial risk), that it has Standards have been followed, subject to \n been in place for the year ended 31 July 2016and any material departures disclosed and \n up to the date ofapproval ofthe annual report and explained in the financial statements; \n accounts, that it is regularly reviewed by the \n ~ prepare the financial statements on the \n Governing Body and that it accords with the HEFCE \n going concern basis unless it is \n Audit Code ofPractice. \n inappropriate to presume that the College </ocr>"}, {"role": "assistant", "content": "<bbox>99,570,899,710</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_468"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page88.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Audit Capital </ocr>"}, {"role": "assistant", "content": "<bbox>585,246,759,259</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_162"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10746808-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Carlton 7.6 (48) Brunswick Street Oval 25,000 29 </ocr>"}, {"role": "assistant", "content": "<bbox>321,857,899,929</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_624"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1179778-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Estates, </ocr>"}, {"role": "assistant", "content": "<bbox>755,793,811,851</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_669"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_575_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 13 March 24–27, 2011 Hilton - Vancouver, WA 984 Guests: Lisa </ocr>"}, {"role": "assistant", "content": "<bbox>82,529,527,597</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_779"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44678.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> RIANOVOSTI </ocr>"}, {"role": "assistant", "content": "<bbox>103,935,221,949</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_948"}
{"image": ["./imgs/ChartQA/test/png/two_col_41636.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 6.1% </ocr>"}, {"role": "assistant", "content": "<bbox>292,529,332,581</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_161"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__306.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> organization’s </ocr>"}, {"role": "assistant", "content": "<bbox>134,216,251,233</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_255"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sxfl0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> p.m. Adjourn </ocr>"}, {"role": "assistant", "content": "<bbox>161,878,307,894</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_726"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Alfeld_(Leine)01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> where </ocr>"}, {"role": "assistant", "content": "<bbox>269,861,307,888</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_586"}
{"image": ["./imgs/ChartQA/test/png/31970827006544.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 146 million tonnes Packaging </ocr>"}, {"role": "assistant", "content": "<bbox>194,128,841,205</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_475"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18228282-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dave Thomas 2.04 SF December 4, 1976 (age 37) Cairns Taipans \n Aaron Doornekamp 1.98 F December 5, 1985 (age 28) Carleton University \n Rans Brempong 2.04 PF July 22, 1981 (age 32) Bayer Giants Leverkusen \n Levon Kendall 2.10 PF July 4, 1984 (age 29) Panionios Forthnet </ocr>"}, {"role": "assistant", "content": "<bbox>21,625,979,885</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_856"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18811246-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1973 Berlin </ocr>"}, {"role": "assistant", "content": "<bbox>695,341,886,380</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_326"}
{"image": ["./imgs/ChartQA/test/png/two_col_82086.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>335,773,810,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_415"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jzfv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IF MAILED \n IN THE \n UNITED STATES \n BUSINESS REPLY MAIL \n FIRST CLASS PERMIT NO. 5031 HOUSTON, TEXAS 77030 \n POSTAGE WILL BE PAID BY ADDRESSEE \n THE SHAMROCK HILTON \n P.O. Box 2848 \n Houston, Texas 77001 \n Attention: Reservations Manager </ocr>"}, {"role": "assistant", "content": "<bbox>85,597,916,936</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_68"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_611_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 19. 12405 Bhusaval-H.Nizamuddin Gondwana Exp 14:08 14:10 S,Tu, \n 20. 12409 Raigarh-H.Nizamuddin- Gondwana Exp 14:08 14:10 M,W,T,F,St \n 21. 16360 Patna-Ernakulam Exp 14:08 14:10 W \n 22. 11046 Dikshsabhoomi Exp 14:09 14:10 Tu \n 23. 22111 Bhusaval_Nagpur SF 14:36 14:38 S,W,F \n 24. 19713 Jaipur-Sec Exp 15:48 15:50 Tu \n 25. 12722 Dakshin Express 16:00 16:02 Daily \n 26. 51183 Bhusaval-Narkhed Pass 16:00 N/a Daily </ocr>"}, {"role": "assistant", "content": "<bbox>21,533,956,740</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_823"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17200019-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Roland Juhász 4 0 0 4 \n Stanislav Vlček 4 0 0 4 \n Lucas Biglia 2 0 0 3 \n Dmitri Bulykin 3 0 0 3 \n Jan Polák 2 0 0 3 \n Matías Suárez 1 0 1 3 </ocr>"}, {"role": "assistant", "content": "<bbox>30,431,907,693</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_58"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Goosebumps01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Goosebumps is a series of children's horror fiction novels written by American author R. L. Stine and first published by Scholastic Publishing.It is a \n collection of stories that feature semi-homogenous plot structures, with fictional kids being involved in scary situations. Themes in the series include \n horror, humor and the supernatural. Sixty-two books were published under the Goosebumps umbrella title from 1992 to 1997. Various spin-off series </ocr>"}, {"role": "assistant", "content": "<bbox>17,240,962,488</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_461"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_427_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2004-05 Sandile Ndlovu Dynamos FW South Africa \n 2003-04 Tinashe Nengomasha Kaizer Chiefs MF Zimbabwe \n 2002-03 Moeneeb Josephs Ajax Cape Town GK South Africa \n 2001-02 Jabu Pule Kaizer Chiefs MF South Africa </ocr>"}, {"role": "assistant", "content": "<bbox>26,510,973,700</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_629"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40247.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Social networks </ocr>"}, {"role": "assistant", "content": "<bbox>759,624,856,646</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_445"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_493_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2010 Dallara Honda 1 9 Team Penske </ocr>"}, {"role": "assistant", "content": "<bbox>36,718,965,758</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_141"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18625509-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 4 Leisel Jones Australia 2:23.04 </ocr>"}, {"role": "assistant", "content": "<bbox>36,214,962,272</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_553"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_224.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Formor e details, please refer to the ITC Sustainability Report 2013. </ocr>"}, {"role": "assistant", "content": "<bbox>510,904,893,917</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_45"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__andrew-maclean01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> activism, home decor and learning </ocr>"}, {"role": "assistant", "content": "<bbox>40,875,367,896</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_113"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14473419-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Bruins 0 - 0 </ocr>"}, {"role": "assistant", "content": "<bbox>404,846,749,928</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_843"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18314203-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11. </ocr>"}, {"role": "assistant", "content": "<bbox>37,848,91,890</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_138"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a5b12494-83b6-c5c0-1e0f-0826f37899f0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> KDVR Invoice # 2357822-1 </ocr>"}, {"role": "assistant", "content": "<bbox>198,71,878,87</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_204"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10111.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> League </ocr>"}, {"role": "assistant", "content": "<bbox>383,622,504,638</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_800"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f165e88801a23ecb0fd8a4cfcca3740_page17.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ITequipment over 3years \n Motor vehides 20%straight line \n Stocks \n Stocks are stated atthe lower ofcost and net reaksable value. \n Fixed asset investments \n Quoted investments are included at closing mid-market value atthe balance sheet date. Unquoted investments are \n stated at cost less any permanent diminution in the value. Any gain or loss on revaluabon is taken to the SOFA. </ocr>"}, {"role": "assistant", "content": "<bbox>95,549,735,644</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_270"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35609.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 69 678 201 109 281 </ocr>"}, {"role": "assistant", "content": "<bbox>592,890,766,902</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_351"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/67335113e8bb4756b5b83116e13d13dc_page18.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 'R~ 0137.588 </ocr>"}, {"role": "assistant", "content": "<bbox>348,544,725,589</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_570"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nryn0081_31.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Volume </ocr>"}, {"role": "assistant", "content": "<bbox>550,293,614,310</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_310"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_85_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 \"Reflection\" Christina Aguilera Mulan 3:33 </ocr>"}, {"role": "assistant", "content": "<bbox>18,358,952,396</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_603"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/90e32ea8-2913-7412-948f-53b1d88dd7b5_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Flight Dates: 04/22/20 - 05/05/20 Estimate: 6071 </ocr>"}, {"role": "assistant", "content": "<bbox>29,222,552,233</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_170"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11131.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Provided Care Provided Care </ocr>"}, {"role": "assistant", "content": "<bbox>148,651,451,662</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_905"}
{"image": ["./imgs/ChartQA/test/png/two_col_62148.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4% Thrown into household waste </ocr>"}, {"role": "assistant", "content": "<bbox>111,430,331,547</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_961"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jzlw0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> to Miss </ocr>"}, {"role": "assistant", "content": "<bbox>449,267,581,292</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_92"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16400024-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Number(s) </ocr>"}, {"role": "assistant", "content": "<bbox>878,31,974,47</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_395"}
{"image": ["./imgs/TextVQA/test_images/874414cc77f9c4a5.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> VORLD </ocr>"}, {"role": "assistant", "content": "<bbox>5,182,73,212</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_358"}
{"image": ["./imgs/ChartQA/test/png/4170.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Your state 6 55 33 4 </ocr>"}, {"role": "assistant", "content": "<bbox>338,627,980,674</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_453"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jknf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> following </ocr>"}, {"role": "assistant", "content": "<bbox>366,386,445,403</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_175"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a102be6cfe9d22c7867b4d55087fdb4f_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Statement of the Directors Trustees's Responsibilities </ocr>"}, {"role": "assistant", "content": "<bbox>155,179,592,193</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_359"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__asias-student-debt-time-bomb02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Also </ocr>"}, {"role": "assistant", "content": "<bbox>131,87,191,138</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_43"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/featured__ex-thai-prime-ministers-lawyer-plaintiff-and-gunman-killed-in-courtroom-shooting03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Shinawatra, </ocr>"}, {"role": "assistant", "content": "<bbox>30,150,181,169</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_581"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6281efe9-51c3-f0a2-dc5d-a017fdd6e01c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Invoice Balance as of 01/31/20 1:18:26 PM PT $0.00 \n Subject to Terms and Conditionsavailable at: \n For TV: http://meredithtvsaies.com/terms-and-conditions! </ocr>"}, {"role": "assistant", "content": "<bbox>381,356,938,902</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_848"}
{"image": ["./imgs/TextVQA/test_images/575af3354ced3b0a.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Cups </ocr>"}, {"role": "assistant", "content": "<bbox>530,161,579,184</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_284"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hgbl0037_5.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 100.0000 145. 164. 143. 150.7 11.6 </ocr>"}, {"role": "assistant", "content": "<bbox>57,185,692,197</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_990"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1375.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> February 25 to </ocr>"}, {"role": "assistant", "content": "<bbox>67,438,152,559</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_593"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9755883d-9e48-313d-d4d1-f36e1a0583ed_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Contract # 26905837 Changes as of: 4/29/2020 at 11:07 AM Version: Highlighting Makegood 4 Status: Accepted </ocr>"}, {"role": "assistant", "content": "<bbox>297,50,934,63</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_381"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/883fd7e6-688e-02cf-e1ab-81ffd3742bde_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 M------ 1 $30.00 \n 4 Multi 05/12/20 05/12/20 KVAL News @ 5a 5a-6a :30 NM 1 $30.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 -T----- 1 $30.00 \n 5 Multi 05/07/20 05/07/20 CBS This Morning 7a-9a :30 NM 1 $50.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ---T--- 1 $50.00 \n 6 Multi 05/08/20 05/08/20 CBS This Morning 7a-9a :30 NM 1 $50.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ----F-- 1 $50.00 \n 7 Multi 05/11/20 05/11/20 CBS This Morning 7a-9a :30 NM 1 $50.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 M------ 1 $50.00 \n 8 Multi 05/12/20 05/12/20 CBS This Morning 7a-9a :30 NM 1 $50.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>42,583,967,858</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_7"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3959ddb7dabaa12ab7b8d85bdbed3d94_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> No such fuods are held. \n Plsns for Future Periods \n ,{pa( from the continuation olall ihe present sen ices to suff'erers of ichthyosis and their thmilies. current \n projects in course oldevelopmenl include: \n a) A Coryorate Fund Plan, the first step $,as to publish a Corporate Fundraising Pack. \n b) To obtain Corporate Sponsorship identilied by in\\esti g in a telerDarkeling campaign to ideniifi \n potcnlial sponsom. \n c) l he intrcduction ol a National Fundraising lniliative lbr 20l8 to encourage more fhmilies to get \n invol\\'ed tbrough paflicipalioo in Nalional liundraising cvcnls. </ocr>"}, {"role": "assistant", "content": "<bbox>92,250,872,428</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_813"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60820.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Poland Czechia </ocr>"}, {"role": "assistant", "content": "<bbox>307,768,454,793</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_614"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b99eb8b5762c47c8636c41a961e03c60_page8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> £ £ £ </ocr>"}, {"role": "assistant", "content": "<bbox>638,584,869,595</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_771"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page25.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> and Independent Examiners Report to be returned to the </ocr>"}, {"role": "assistant", "content": "<bbox>284,392,789,405</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_674"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gkbf0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> true-false question provides an efficient method </ocr>"}, {"role": "assistant", "content": "<bbox>535,151,702,164</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_909"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lmhh0024_8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 51441 9906 </ocr>"}, {"role": "assistant", "content": "<bbox>847,45,937,68</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_212"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kfhd0227_11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 6. At the time of revision of the curriculum six years ago, the \n teaching of epidemiology - which had been a separate course \n of 18 hours - was incorporated into the expanded course of </ocr>"}, {"role": "assistant", "content": "<bbox>217,292,832,338</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_858"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__strategy01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ambition </ocr>"}, {"role": "assistant", "content": "<bbox>40,964,122,977</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_925"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10971.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> contact </ocr>"}, {"role": "assistant", "content": "<bbox>537,863,624,886</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_347"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/90e32ea8-2913-7412-948f-53b1d88dd7b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 03/30/20 04/26/20 12 $2,580.00 $2,193.00 April 2020 12 $2,580.00 $2,193.00 0.00 \n 04/27/20 05/05/20 67 $20,825.00 $17,701.25 May 2020 67 $20,825.00 $17,701.25 0.00 \n Totals 79 $23,405.00 $19,894.25 0.00 \n Account Executives \n Account Executive Sales Office Sales Region Start Date / End Date Order % \n Cinthia Flagg Start Of Order - End Of Order 100% \n Order Share Share Total \n KOB 26% $23,405.00 \n Market 100% $90,019.23 \n Competitive Share Share Total \n CABLE 0% $0.00 \n KAPX 0% $0.00 \n KASA 0% $0.00 \n KASY 0% $0.00 \n KAZQ 0% $0.00 </ocr>"}, {"role": "assistant", "content": "<bbox>32,528,970,789</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_216"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8dfa0ca9-2457-2309-3c1c-8301ca6a6d14_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CLAYTON FULLER FOR CONGRESS-GA </ocr>"}, {"role": "assistant", "content": "<bbox>367,302,496,312</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_601"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/475678-enyart719135-13492785065150-_-pdf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 6P News 6-630P -T-ThF---- :30($1,100.00) </ocr>"}, {"role": "assistant", "content": "<bbox>247,561,769,571</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_87"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_520_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Alameda 57.98% 206,861 40.88% 145,851 1.13% 4,038 </ocr>"}, {"role": "assistant", "content": "<bbox>66,245,943,255</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_700"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20353.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Mrimum Temperature (1976- 11 40º to 50º F \n 2005) \n WHEN is it warm enough to plant? \n EGGPLANTS SQUASH \n Planting Temperature: 75º F Planting Temperature: 70º F \n Optimal Germination: 85º F Optimal Germination: 95º F \n CORN TOMATOES \n Planting Temperature: 55º F Planting Temperature: 55º F \n Optimal Germination: 95º F Optimal Germination: 85º F \n RADISHES BEETS </ocr>"}, {"role": "assistant", "content": "<bbox>58,339,915,581</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_715"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18975610-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Against </ocr>"}, {"role": "assistant", "content": "<bbox>824,119,965,177</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_473"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2603.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> clearly </ocr>"}, {"role": "assistant", "content": "<bbox>136,753,221,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_135"}
{"image": ["./imgs/ChartQA/test/png/two_col_4513.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Worldwide </ocr>"}, {"role": "assistant", "content": "<bbox>775,802,839,823</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_933"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/993ac671bfc4b436c9ab4eb4d474be35_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> LONDON \n EC1Y 8AB </ocr>"}, {"role": "assistant", "content": "<bbox>464,698,536,728</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_811"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-are-linux-containers02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> well as some of the security features currently within Docker, and how they \n function. \n The Cloud Native Computing Foundation (cncf.io) \n The Open Containers Initiative (opencontainers.org) </ocr>"}, {"role": "assistant", "content": "<bbox>12,342,937,769</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_196"}
{"image": ["./imgs/TextVQA/test_images/deec43c70eed7c23.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> al </ocr>"}, {"role": "assistant", "content": "<bbox>614,18,642,60</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_412"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f165e88801a23ecb0fd8a4cfcca3740_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (2017f679,461). </ocr>"}, {"role": "assistant", "content": "<bbox>580,472,696,485</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_873"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/skbf0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Alabama/Birmingham </ocr>"}, {"role": "assistant", "content": "<bbox>257,283,351,296</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_245"}
{"image": ["./imgs/ChartQA/test/png/two_col_42010.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 521 486 481 471 </ocr>"}, {"role": "assistant", "content": "<bbox>141,251,623,741</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_15"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d92bee2f-cec4-3efc-0060-96879ebc3f52_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Date MTWTFSS Spots/Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>242,678,553,689</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_883"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xgxh0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Pet Milk </ocr>"}, {"role": "assistant", "content": "<bbox>502,447,577,461</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_181"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60926.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2013 2014 2015 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>191,696,687,717</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_432"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43705.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Uber seems to be gaining traction and growing larger each day - so we wanted </ocr>"}, {"role": "assistant", "content": "<bbox>133,150,859,162</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_817"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> SPOT 11:00:00AM-12:00:00PM Per week (4),Mo,Tu,We,Th,Fr 02/04/20 11:13AM (Tu) 00:30 </ocr>"}, {"role": "assistant", "content": "<bbox>76,444,525,451</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_983"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jjmf0227_8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> HOME AWAY \n Difference \n HOME-AWAY \n Total CHO 44.9 32.0 12.8 ** \n Total PRO 16.7 12.0 3.9 * \n Alcohol 6.2 7.6 - 1.3 \n Total Fat 31.9 33.1 - 1.8 </ocr>"}, {"role": "assistant", "content": "<bbox>74,209,906,437</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_305"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35080.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> deductions </ocr>"}, {"role": "assistant", "content": "<bbox>227,687,351,696</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_821"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17290101-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> T2 Gary Player South Africa 71-69=140 E \n Ben Hogan United States 69-71=140 \n Mike Souchak United States 71-70=141 \n T5 +1 \n Doug Ford United States 72-69=141 </ocr>"}, {"role": "assistant", "content": "<bbox>32,315,904,583</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_672"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140095-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Belgian Grand Prix Spa-Francorchamps 9 June Chris Amon John Surtees Bruce McLaren McLaren- Ford G Report </ocr>"}, {"role": "assistant", "content": "<bbox>14,364,980,406</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_519"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11713303-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Franky Van Der Elst 24 January </ocr>"}, {"role": "assistant", "content": "<bbox>590,761,901,806</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_18"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11097420-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> MSD980710941 Flowood Site Rankin 09/08/1983 09/21/1984 09/17/1993 – 02/16/1996 \n MSD980840045 Newsom Brothers/Old Reichhold Chemicals, Inc. Marion 10/15/1984 06/10/1986 08/08/1997 – 09/27/2000 \n MSD065490930 Picayune Wood Treating Pearl River 03/08/2004 07/22/2004 – – – \n MSD056029648 Potter Co. Copiah 05/10/1993 – – – – \n MSD086556388 Sonford Products Rankin 09/27/2006 03/07/2007 – – – </ocr>"}, {"role": "assistant", "content": "<bbox>11,461,988,864</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_505"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_36.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Market value of quoted non-current investments \n Aggregate amount of unquoted non-current investments 7,84,204 7,83,204 \n Aggregate provision for diminution in value of non-current investments \n Share non-current investments joint ventures \n Textual information (22) \n Disclosure of notes on non-current investments explanatory [Text Block] \n INVESTMENTS \n Long Term Investments are stated at cost. \n Textual information (23) \n Disclosure of notes on non-current investments explanatory [Text Block] \n INVESTMENTS </ocr>"}, {"role": "assistant", "content": "<bbox>65,136,907,573</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_239"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/610ce464065b86f6739f20f23d08a296_page20.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> GLENORCHY UNITED REFORMED CHURCH </ocr>"}, {"role": "assistant", "content": "<bbox>279,94,626,109</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_618"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45410.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> NAGAL </ocr>"}, {"role": "assistant", "content": "<bbox>436,867,543,885</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_512"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20251.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> of images. networks analyzes the images. \n xxx </ocr>"}, {"role": "assistant", "content": "<bbox>197,320,911,351</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_352"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Bloomberg/US/Pres </ocr>"}, {"role": "assistant", "content": "<bbox>542,112,631,125</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_229"}
{"image": ["./imgs/TextVQA/test_images/e8d2367054b67fc4.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> NO </ocr>"}, {"role": "assistant", "content": "<bbox>419,924,467,969</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_434"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/90e32ea8-2913-7412-948f-53b1d88dd7b5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Order / Rev: 385417 Advertiser: Herrell For Congress \n Alt Order #: 09820323 Product Desc: HERRELL FOR CONGRESS KOB \n Flight Dates: 04/22/20 - 05/05/20 Estimate: 6071 </ocr>"}, {"role": "assistant", "content": "<bbox>29,43,822,91</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_880"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page30.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ASHGATE </ocr>"}, {"role": "assistant", "content": "<bbox>98,90,202,106</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_934"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5dad4456-7dae-0e81-8cd6-b782d72639a4_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 05/03/20 MTWT--- 4 $30.00 </ocr>"}, {"role": "assistant", "content": "<bbox>232,839,554,849</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_9"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44446.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DATA : GEORGIAN NATIONAL OLYMPIC COMMITTEE / GEORGIA'S MINISTRY OF SPORT AND YOUTH </ocr>"}, {"role": "assistant", "content": "<bbox>146,972,805,980</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_566"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cb57e58b507ffe77ec0510f848dffbcf_page12.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> purposes. Alternatively for all your banking needs go to </ocr>"}, {"role": "assistant", "content": "<bbox>510,832,910,844</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_167"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c58cbcdf54ab71ad0664a5877f5da29e_page33.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 22.5 Governors do not receive any remuneration but incidental expenses incurred and claimed in the \n course oftheir duties are reimbursed. The total amount of such expenditure in the year was f1,147 \n (2013:E1,447). </ocr>"}, {"role": "assistant", "content": "<bbox>102,238,937,285</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_656"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b39e9bb9ee9e1f86ec4b81c887856b3_page9.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Financial Activities </ocr>"}, {"role": "assistant", "content": "<bbox>303,127,519,146</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_952"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-149283-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> clarification needed ] \n Year of census total Croats Serbs Others \n 2001 31,670 18,199 (57.46%) 10,412 (32.88%) 3,059 (9.66%) </ocr>"}, {"role": "assistant", "content": "<bbox>25,134,943,438</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_615"}
{"image": ["./imgs/TextVQA/test_images/5838b213e80412de.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Sand </ocr>"}, {"role": "assistant", "content": "<bbox>237,607,433,667</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_445"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pyyn0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MEASUREMENT/SAMPLING STATUS </ocr>"}, {"role": "assistant", "content": "<bbox>323,517,637,535</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_625"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zjkp0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> of Expenses </ocr>"}, {"role": "assistant", "content": "<bbox>251,223,359,237</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_54"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_159_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> sq </ocr>"}, {"role": "assistant", "content": "<bbox>530,113,563,151</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_375"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Dimitri_Musafia01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (January 2013) (Learn how and when to remove this template message) \n Dimitri Musafia is an artisan maker of violin and viola cases for his own company, Musafia. Residing in Cremona, Italy, he first trained as a violinist, and \n subsequently as a violin maker at the Stradivari Institute in Cremona, before self-teaching to make cases, beginning in 1983, on the basis of his previous \n studies. </ocr>"}, {"role": "assistant", "content": "<bbox>27,440,991,717</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_588"}
{"image": ["./imgs/TextVQA/test_images/6abe4ea67d908b55.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PEREO </ocr>"}, {"role": "assistant", "content": "<bbox>45,355,208,418</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_464"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page17.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SPOT 9:00:00AM- 9:30:00AM Day,M-1 02/10/20 9:20AM (Mo) 01:00 7 News Today in New England MRBPBK6033EH $350.00 \n 9-10A \n 195.0 Contract Line Remarks: CDR \n SPOT 11:00:00AM-12:00:00PM Day,M-1 02/10/20 11:48AM (Mo) 01:00 Chicago PD 11AM MRBPBK6033EH $200.00 \n 196.0 Contract Line Remarks: CDR \n SPOT 12:00:00PM-12:30:00PM Day,M-1 02/10/20 12:26PM (Mo) 01:00 7 News at Noon MRBPBK6033EH $350.00 \n 197.0 Contract Line Remarks: CDR \n SPOT 4:00:00PM- 4:30:00PM Day,M-1 02/10/20 4:25PM (Mo) 01:00 7 News at 4 MRBPBK6033EH $700.00 \n 198.0 Contract Line Remarks: CDR \n SPOT 6:00:00PM- 6:30:00PM Day,M-1 02/10/20 6:24PM (Mo) 01:00 7 News at 6 PM MRBPBK6033EH $1100.00 \n 199.0 Contract Line Remarks: CDR \n SPOT 6:30:00PM- 7:00:00PM Day,M-1 02/10/20 6:59PM (Mo) 01:00 INSIDE EDITION MRBPBK6033EH $1100.00 \n 200.0 Contract Line Remarks: CDR \n SPOT 8:30:00PM- 9:00:00PM Day,M-1 02/10/20 8:51PM (Mo) 01:00 Family Feud 830PM MRBPBK6033EH $1200.00 \n 201.0 SPOT 02/11/20 1 preempt @ $0.00 \n Special Report \n $1500.00 </ocr>"}, {"role": "assistant", "content": "<bbox>42,500,907,726</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_815"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_389_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 March 2011[19] £3.00 £5.30 £9.60 £10.60 £10.60 </ocr>"}, {"role": "assistant", "content": "<bbox>14,795,941,860</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_266"}
{"image": ["./imgs/TextVQA/test_images/277ef1d7a5079076.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> efabordeau </ocr>"}, {"role": "assistant", "content": "<bbox>784,910,987,971</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_21"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_315_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2:07.34 </ocr>"}, {"role": "assistant", "content": "<bbox>921,410,954,454</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_458"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sngx0227_26.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> mixture </ocr>"}, {"role": "assistant", "content": "<bbox>510,758,592,773</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_49"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-26914759-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Notts County Craig Short Sacked 24 October 2010 Paul Ince 28 October 2010 16th \n Bristol Rovers Paul Trollope Sacked 15 December 2010 Dave Penney 10 January 2011 21st \n Walsall Chris Hutchings Sacked 4 January 2011 Dean Smith 21 January 2011 24th \n Charlton Athletic Phil Parkinson Sacked 4 January 2011 Chris Powell 14 January 2011 5th </ocr>"}, {"role": "assistant", "content": "<bbox>13,340,900,536</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_318"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/385962f6-d4d9-01e9-2987-a926a8908f00_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Line Channel Desc # \n 28 All ABC Jimmy Kimmel Show 10:35 PM-11:06 PM \n 05117120 1x -1----- 051111201o \n Ail Tu OSl12l20 :30 10.47 Pt{i BHOl2OTVH $95.00 </ocr>"}, {"role": "assistant", "content": "<bbox>25,405,960,470</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_406"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/58f2e0bf07806701bb705d562c36149e_page28.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Witley, a charitable company limited by guarantee. This agreement states that </ocr>"}, {"role": "assistant", "content": "<bbox>142,835,732,848</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_961"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20183.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> to 76% 76% </ocr>"}, {"role": "assistant", "content": "<bbox>703,340,927,347</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_779"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10310.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> expects </ocr>"}, {"role": "assistant", "content": "<bbox>661,650,753,679</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_308"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11621915-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4 Mike Hill United States 5,130,135 17 </ocr>"}, {"role": "assistant", "content": "<bbox>32,712,923,795</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_211"}
{"image": ["./imgs/ChartQA/test/png/OECD_HOUSING_PRICES_JPN_RUS_000007.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 96.1 95.6 </ocr>"}, {"role": "assistant", "content": "<bbox>112,152,897,891</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_880"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-24143253-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Geraldine, Josephine, Victoria, </ocr>"}, {"role": "assistant", "content": "<bbox>645,246,744,256</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_89"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_225_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7 2003 Kaliyanda Cup Napoklu 280 Nellamakkada Konerira \n 8 2004 Maleyanda Cup Madapur 235 Koothanda Nellamakkada \n 9 2005 Biddanda Cup Madikeri 222 Nellamakkada Koothanda \n 10 2006 Kallichanda Cup Ponnampet 217 Palanganda Machamada </ocr>"}, {"role": "assistant", "content": "<bbox>18,383,952,562</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_149"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/db806c384ba2d09ee884a728c5e71ec8_page11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> the knowledge acquired by us in the course of performing the audit. If we become aware of </ocr>"}, {"role": "assistant", "content": "<bbox>151,672,848,684</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_126"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nmmk0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Grande, F. Sugar </ocr>"}, {"role": "assistant", "content": "<bbox>86,193,287,210</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_690"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__lgpl-3.0.en.html01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> An “Application” is any work that makes use of an interface provided by the Library, but which is not otherwise based on the Library. Defining a subclass of a class defined by \n the Library is deemed a mode of using an interface provided by the Library. \n A “Combined Work” is a work produced by combining or linking an Application with the Library. The particular version of the Library with which the Combined Work was </ocr>"}, {"role": "assistant", "content": "<bbox>21,526,991,845</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_842"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_468_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1998 World Cross Country Championships Marrakech, Morocco 8th Short race </ocr>"}, {"role": "assistant", "content": "<bbox>27,335,880,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_743"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Bagolini_striated_glasses_test01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Bagolini striated glasses are glasses of no dioptric power that have many narrow striations running parallel in one meridian. These glasses cause the </ocr>"}, {"role": "assistant", "content": "<bbox>14,172,953,217</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_682"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/93429594-1612-dc19-49bb-48901fd92abf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ID: 03078 </ocr>"}, {"role": "assistant", "content": "<bbox>644,412,744,422</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_631"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fkmj0226_7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Source: https://www.industrydocuments.ucsf.edu/docs/fkmj0226 </ocr>"}, {"role": "assistant", "content": "<bbox>223,981,776,996</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_214"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2602.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Memantine, a drug already used in Alzheimer’s disease, might help in HD, but a mouse study shows </ocr>"}, {"role": "assistant", "content": "<bbox>14,601,766,609</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_978"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_46_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (inches) </ocr>"}, {"role": "assistant", "content": "<bbox>165,631,194,682</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_401"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_406_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Battesini </ocr>"}, {"role": "assistant", "content": "<bbox>655,158,707,178</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_856"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60912.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2010 2011 2012 </ocr>"}, {"role": "assistant", "content": "<bbox>210,699,384,721</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_782"}
{"image": ["./imgs/ChartQA/test/png/two_col_21755.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2012 2013 2014 2015 2016 2017 2018 2019 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>332,802,887,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_539"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0d25aea082fefcb0b337ceb6f6baddd7_page14.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> beneficiaries. </ocr>"}, {"role": "assistant", "content": "<bbox>562,477,660,490</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_569"}
{"image": ["./imgs/VisualMRC/images/fsf.org/resources__jobs__listing01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> $250/30 days </ocr>"}, {"role": "assistant", "content": "<bbox>772,865,915,918</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_457"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_112_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 29 Dec 1993 Bormio, Italy Downhill 3rd </ocr>"}, {"role": "assistant", "content": "<bbox>171,413,952,482</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_644"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36264.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> HUNGER \n lives \n next DOOR \n 28% \n were worried about how \n they would afford food \n over the last year \n NEARLY HALF ONE IN FIVE \n of Canadian households 鲁 鲁 鲁 借 借 have skipped a meal \n spend between either because they \n $26 & $50 \n 鲁 合 食 食 者 \n 合 合 合 併 合 \n could not afford \n 合 合 合 合 食 \n food or so that their \n a week / person on food children could eat </ocr>"}, {"role": "assistant", "content": "<bbox>56,303,912,686</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_402"}
{"image": ["./imgs/ChartQA/test/png/two_col_61362.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 23.1 21.5 19.3 </ocr>"}, {"role": "assistant", "content": "<bbox>524,244,792,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_722"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nxhk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2. BLDG. No. \n NAME. Roger Adans ... DATE, March 21 ,60 \n 603 W. Michigan Avenue, Urbana, Illinois \n :4- 19 3. SUPERVISOR OF GENERAL ACCOUNTING-BLOG. No. 320 \n BUILDING No. . ROOM No. 4. PLANT CASHIER BLOG, No. 320 \n PLEASE PREPARE THIS REPORT IN ACCORDANCE WITH INSTRUCTIONS LISTED ON REVERSE SIDE </ocr>"}, {"role": "assistant", "content": "<bbox>36,126,944,220</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_331"}
{"image": ["./imgs/TextVQA/test_images/c48139a811743b7c.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> du </ocr>"}, {"role": "assistant", "content": "<bbox>412,407,489,504</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_330"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_579_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> \"Ganyan ang Pasko\", \"Ngayong Pasko Magniningning ang Pilipino\" (Solo) & with Gary </ocr>"}, {"role": "assistant", "content": "<bbox>501,883,831,911</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zznp0227_87.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TRANSGLUTAMINASE, GROWTH, AND </ocr>"}, {"role": "assistant", "content": "<bbox>311,119,798,135</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_528"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14900014-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Schedule </ocr>"}, {"role": "assistant", "content": "<bbox>456,19,544,50</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_403"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7b3483597401ed5398c8a0fce6aa1fba_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> responsibilities </ocr>"}, {"role": "assistant", "content": "<bbox>196,329,316,343</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_605"}
{"image": ["./imgs/ChartQA/test/png/two_col_24140.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2003 2004 2005 2006 2007 2008 2009 2010 </ocr>"}, {"role": "assistant", "content": "<bbox>241,773,544,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_361"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/456999-mcin_10-02_10-08_contract_395254_rev_03_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 330 349 2193 240875 PHILADELPHIA A. CLIFFORD 10-02-2012 10-08-2012 M (Broadcast Month, Cycle 1) N 240875 \n Line Start Date End Date Time Period Description RCDuration M T W T F S S SPW Price Tot Spots Total $ \n Agency CPE: C : 330 P : 349 E : 2193 \n 16 10-02-2012 10-07-2012 03:00PM - 04:00PM KATIE (817) 2 30 1 1 1 1 4 175 4 700.00 \n 17 10-08-2012 10-08-2012 03:00PM - 04:00PM KATIE (817) 2 30 1 1 175 1 175.00 \n D 18 10-02-2012 10-07-2012 08:00AM - 09:00AM GOOD MORNING AMERICA SATURDAY (1883) 2 30 1 1 400 0 0.00 \n 19 10-02-2012 10-04-2012 01:00PM - 02:00PM THE CHEW (11514) 3 30 1 1 2 150 2 300.00 \n 20 10-08-2012 10-08-2012 01:00PM - 02:00PM THE CHEW (11514) 3 30 1 1 150 1 150.00 \n 21 10-02-2012 10-07-2012 10:00AM - 11:00AM RACHEL RAY (MONDAY-FRIDAY) (851) 2 30 1 1 2 200 2 400.00 </ocr>"}, {"role": "assistant", "content": "<bbox>2,204,880,477</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_943"}
{"image": ["./imgs/ChartQA/test/png/two_col_62757.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SW Bates, SFM Devine (New Zealand vs 182 </ocr>"}, {"role": "assistant", "content": "<bbox>105,336,683,370</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_940"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-22073745-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2006 (79th) Your Name is Justine Your Name is Justine Polish, English Franco de Pena Disqualified </ocr>"}, {"role": "assistant", "content": "<bbox>12,584,968,633</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_130"}
{"image": ["./imgs/ChartQA/test/png/two_col_40936.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 891.59 </ocr>"}, {"role": "assistant", "content": "<bbox>174,158,351,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_319"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Children_of_Mana02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> are \"almost painfully cute\".{\"71I21] |GN's Mark Bozon and RPGFan's Neal Chandran compared \n the game to a painting anda storybook !\"I[2] The music was also praised; Bozon called it \"pretty \n stunning\", Chandran called it \"quite good\", and Mueller said it \"fits the tone of the game very </ocr>"}, {"role": "assistant", "content": "<bbox>24,712,974,892</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_343"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/njhn0052_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> PAGES TRANSMITTED 002 TRANSMISSION MODE EMMR </ocr>"}, {"role": "assistant", "content": "<bbox>151,197,823,211</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_841"}
{"image": ["./imgs/ChartQA/test/png/two_col_898.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> NHL (2014/15) NBA (2015/16) </ocr>"}, {"role": "assistant", "content": "<bbox>370,802,656,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_333"}
{"image": ["./imgs/TextVQA/test_images/d2d9c6f29ed960be.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Color </ocr>"}, {"role": "assistant", "content": "<bbox>680,30,735,52</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_230"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ylml0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Miduda </ocr>"}, {"role": "assistant", "content": "<bbox>213,94,383,170</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_205"}
{"image": ["./imgs/ChartQA/test/png/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2023* 2024* </ocr>"}, {"role": "assistant", "content": "<bbox>641,802,747,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_99"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lfyx0078_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ON FRIDAY AND SATURDAY FROM 5:00 PM - 9:00 PM. \n TEAM UP AND TEST YOUR SKILLS AS A WINSTON CUP PIT CREW \n MEMBER AND SEE HOW YOU STACK UP AGAINST THE PROS AT OUR \n TIRE CHANGE CHALLENGE. (PRIZES WILL BE AWARDED TO THE TOP TEAM & INDIVIDUAL) \n \"GET YOUR PICTURE TAKEN WITH THE CAMEL GIRLS \n \"TAKE HOME A CARICATURE DRAWING OF YOU IN THE #23 CAMEL FORD \n RIDE THE CAMEL SIMULATOR AND EXPERIENCE THE THRILL OF \n RACING \n PLEASE NOTE: YOU MUST BE 21 YEARS OF AGE OR OLDER TO PARTICIPATE IN THE ROADHOUSE ACTIVITIES. \n 52245 \n 1093 \n CAMEL LIGHTS \n SURGEON GENERAL'S WARNING: Cigarette \n 11 mg. \"tar\", 0.9 mg, nicotine av. </ocr>"}, {"role": "assistant", "content": "<bbox>300,611,949,907</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_632"}
{"image": ["./imgs/VisualMRC/images/transparency.org/country__BWA01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Corruption Perceptions </ocr>"}, {"role": "assistant", "content": "<bbox>581,462,858,484</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_952"}
{"image": ["./imgs/ChartQA/test/png/50565869004099.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 270.0 </ocr>"}, {"role": "assistant", "content": "<bbox>18,536,86,566</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_68"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-184806-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 02 English Kathy Kirby 2 26 </ocr>"}, {"role": "assistant", "content": "<bbox>36,159,890,189</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_816"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/64120e2f1fe37a8768d957bfe20c2d40_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mrs S Foulser, BA </ocr>"}, {"role": "assistant", "content": "<bbox>473,275,596,287</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_725"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33272.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> O EVERY </ocr>"}, {"role": "assistant", "content": "<bbox>233,123,322,140</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_617"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18934536-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 52.0 </ocr>"}, {"role": "assistant", "content": "<bbox>606,919,650,961</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_784"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41470.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> OF </ocr>"}, {"role": "assistant", "content": "<bbox>511,38,565,76</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_449"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/62a401209a2484e9e8513adf47fca922_page24.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FOR THE YEAR ENDED 3'j MARCH 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>63,81,592,102</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_714"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-160994-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Olympisch </ocr>"}, {"role": "assistant", "content": "<bbox>247,145,324,172</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_537"}
{"image": ["./imgs/ChartQA/test/png/5480.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 91.5 </ocr>"}, {"role": "assistant", "content": "<bbox>784,389,867,413</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_602"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sggl0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> expression </ocr>"}, {"role": "assistant", "content": "<bbox>670,355,785,414</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_498"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 10[25] IASP08 Cat Cora & Paula Deen Tyler Florence & Robert Irvine Southern (Deen), Contemporary American (Florence), International (Irvine) Sugar Cat Cora & Paula Deen 49-47 </ocr>"}, {"role": "assistant", "content": "<bbox>17,764,945,817</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_260"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17200019-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Jelle </ocr>"}, {"role": "assistant", "content": "<bbox>30,711,88,739</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_243"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_390_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> commissioned </ocr>"}, {"role": "assistant", "content": "<bbox>478,82,525,110</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_748"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/80c8cda6-6145-b887-1e0e-f41c1a414ae8_page14.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ROCHESTER </ocr>"}, {"role": "assistant", "content": "<bbox>91,82,184,97</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_66"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rsnc0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> was subjected to paper electrophoresis (20 volts per cm ., 0.05 M formate buffer, pH </ocr>"}, {"role": "assistant", "content": "<bbox>130,731,843,747</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_780"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17786294-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Round of 16 \n Team 1 Score Team 2 1st round 2nd round \n RC Lens (D1) 1 - 0 RC Strasbourg (D1) 1 - 0 0 - 0 </ocr>"}, {"role": "assistant", "content": "<bbox>23,35,977,272</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_331"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70441.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> all with pneumonia </ocr>"}, {"role": "assistant", "content": "<bbox>24,495,268,524</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_952"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_483_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2013/14 </ocr>"}, {"role": "assistant", "content": "<bbox>27,916,132,959</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_615"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37020.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> What it is \n PROCESSOF GAINING \n TRAFFIC OR \n ATTENTION THROUGH \n THE 4 \"C'S\" \n 53% \n SOCIAL MEDIA SITES CONTENT \n CONSISTENCY \n CUSTOMIZATION </ocr>"}, {"role": "assistant", "content": "<bbox>34,233,908,373</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_125"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_571_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> - 1 </ocr>"}, {"role": "assistant", "content": "<bbox>926,727,950,784</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_338"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_596_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sharon Walsh \n Rosie Casals \n Winner 13 June 1982 $100,000 Birmingham, Great Britain Grass Jo Durie 6–3, 6–2 \n Wendy Turnbull \n Claudia Kohde-Kilsch \n Winner 23 May 1983 $150,000 Berlin, Germany Carpet Jo Durie 6–4, 7–6(7–2) \n Eva Pfaff \n Martina Navrátilová \n Runner-up 19 June 1983 $150,000 Eastbourne, Great Britain Grass Jo Durie 1–6, 0–6 \n Pam Shriver \n Rosalyn Fairbank \n Winner 21 August 1983 $200,000 Toronto, Canada Hard Andrea Jaeger 6–4, 5–7, 7–5 \n Candy Reynolds \n Pam Shriver \n Winner 20 November 1983 $150,000 Brisbane, Australia Grass Wendy Turnbull 6–3, 6–4 \n Sharon Walsh \n Hana Mandlíková \n Winner 27 November 1983 $150,000 Sydney, Australia Grass Wendy Turnbull 6–4, 6–3 \n Helena Suková \n Martina Navrátilová \n Runner-up 12 December 1983 Grand Slam Australian Open, Australia Grass Wendy Turnbull 4–6, 7–6, 2–6 \n Pam Shriver \n Sherry Acker \n Winner 23 January 1984 $50,000 Denver, United States Hard Marcella Mesker 6–2, 6–3 \n Candy Reynolds \n Hana Mandlíková \n Runner-up 29 January 1984 $100,000 Marco Island, United States Clay Andrea Jaeger 6–3, 2–6, 2–6 </ocr>"}, {"role": "assistant", "content": "<bbox>14,113,947,547</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_538"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/035f7290-f161-1e4e-daae-0e1d37df6b33_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 10.0Normal Line / SPOT 02/21/20-02/24/20 3 :305P- 5:30P (CST) 1 1 2 $200.00 $400.00Nashville (WZTV) Jeopardy 2/20/20 </ocr>"}, {"role": "assistant", "content": "<bbox>40,683,964,693</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_640"}
{"image": ["./imgs/ChartQA/test/png/98173121004315.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 49.89% Spain </ocr>"}, {"role": "assistant", "content": "<bbox>33,483,498,592</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_758"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37339.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> · Inform without overwhelming · Increase visual appeal \n · Convey key takeaways, stats, and facts quickly Add more impact and emphasize scale \n · Add graphics to make info easy to digest · Give viewer less to read \n Did You Know \n 12% \n 65% Infographics are popular now, \n but they've been around. \n average traffic increase \n of people are visual learners. Abraham Lincoln loved \n for businesses who market \n a good infographic! \n with infographics. \n How To Make It \n 2 \n Tools to Build Questions To Inspire Websites To Create \n Your Infographic Your Infographic Your Infographic \n Ps Ai Id \n What issues in your industry \n are people talking about? \n Visning your resumes in one click \n Photoshop Illustrator \n Which of your recent articles </ocr>"}, {"role": "assistant", "content": "<bbox>56,207,933,627</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_992"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Busiest Domestic Routes to and from Glasgow Airport \n (2012)[23] \n Change \n Rank Airport Passengers handled </ocr>"}, {"role": "assistant", "content": "<bbox>32,26,962,217</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_2"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nngv0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> the </ocr>"}, {"role": "assistant", "content": "<bbox>735,164,773,207</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_869"}
{"image": ["./imgs/TextVQA/test_images/16dea83384a4da64.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Empty </ocr>"}, {"role": "assistant", "content": "<bbox>211,754,407,818</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_125"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_278_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 10 1 May 2011 The Crowns −9 (67-66-68-70=271) Playoff Jang Ik-jae \n 11 15 Apr 2012 Token Homemate Cup −15 (68-69-70-62=269) 2 strokes Ryuichi Oda \n Lee Seong-ho, Hideki Matsuyama (am), \n 12 29 Jul 2012 Sun Chlorella Classic −15 (69-66-68-70=273) 2 strokes \n Yoshinobu Tsukada </ocr>"}, {"role": "assistant", "content": "<bbox>15,744,985,917</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_965"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__politics__the-new-realignment-between-russia-and-the-philippines02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> world leaders, including President Donald Trump </ocr>"}, {"role": "assistant", "content": "<bbox>211,338,868,391</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_253"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2637317-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Ica 665,592 2.5 70,357 -0.2 \n Junin 1,091,619 4.2 -93,682 -1.8 \n La Libertad 1,539,774 5.9 219,544 -0.1 \n Lambayeque 1,091,535 4.2 175,567 0.0 \n Lima Region 864,853 3.3 3,388,526 9.8 \n Lima Province 6,954,583 26.6 3,388,526 9.8 \n Loreto 884,144 3.4 141,427 0.0 \n Madre de Dios 92,024 0.4 46,369 0.2 \n Moquegua 159,306 0.6 45078 0.1 \n Pasco 266,764 1.0 -32,985 -0.4 \n Piura 1,630,772 6.2 62,381 -0.9 \n Puno 1,245,508 4.8 -83,966 -1.2 \n San Martin 669,973 2.6 195,949 0.5 </ocr>"}, {"role": "assistant", "content": "<bbox>14,415,670,844</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_922"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1109963-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1997 3rd Hammer throw 65.22m 29 </ocr>"}, {"role": "assistant", "content": "<bbox>33,746,804,770</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_769"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15860092-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Pune Warriors India 2011–2013 1 0 80.00 \n Rajasthan Royals 2008–2013 5 1 50.00 \n Royal Challengers Bangalore 2008–2013 6 0 47.33 \n Sunrisers Hyderabad 2013 1 0 50.00 \n Deccan Chargers 2008–2012 2 0 77.78 \n Kochi Tuskers Kerala 2011 2 0 0.00 </ocr>"}, {"role": "assistant", "content": "<bbox>32,504,948,957</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_539"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12825759-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11 April 2008 The Jungle, Castleford Tigers 12-32 Super League 2 \n 27 April 2008 KC Stadium, Huddersfield Giants 28-20 Super League 1 \n 15 June 2008 KC Stadium Castleford Tigers 40-14 Super League 3 \n 12 July 2008 Belle Vue Wakefield Trinity Wildcats 18-26 Super League 2 \n 20 July 2008 KC Stadium, Hull KR 44-18 Super League 1 \n 27 February 2009 KC Stadium Catalans Dragons 28-12 Super League 1 \n 15 March 2009 Odsal, Bradford Bulls 24-36 Super League 2 \n 28 March 2009 Twickenham Stoop Harlequins RL 22-12 Super League 1 \n 17 July 2009 KC Stadium Crusaders 22-6 Super League 1 \n 25 July 2009 Craven Park, Hull KR 24-18 Super League 4 \n 21 August 2009 KC Stadium Harlequins RL 26-6 Super League 3 \n 4 September 2009 JJB Stadium Wigan Warriors 34-22 Super League 1 \n 12 February 2010 KC Stadium Huddersfield Giants 14-6 Super League 1 \n 26 February 2010 KC Stadium Harlequins RL 28-4 Super League 1 \n 5 March 2010 KC Stadium Castleford Tigers 42-22 Super League 1 \n 12 March 2010 JJB Stadium Wigan Warriors 48-24 Super League 1 </ocr>"}, {"role": "assistant", "content": "<bbox>20,327,922,780</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_165"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sqxg0023_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> B2G1F </ocr>"}, {"role": "assistant", "content": "<bbox>208,735,269,753</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_450"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ngvb0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Dept. of Biochemistry </ocr>"}, {"role": "assistant", "content": "<bbox>395,540,738,592</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_107"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20224.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Preheat oven to 350\". </ocr>"}, {"role": "assistant", "content": "<bbox>458,185,658,196</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_235"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20251.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> try to \"fool\" Network B </ocr>"}, {"role": "assistant", "content": "<bbox>97,483,369,488</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_804"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-source-way01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Transparency. Whether we're developing software or solving a business </ocr>"}, {"role": "assistant", "content": "<bbox>32,295,881,312</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_239"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__should-divorce-be-legalized-in-the-philippines02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> because </ocr>"}, {"role": "assistant", "content": "<bbox>456,791,568,822</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_876"}
{"image": ["./imgs/TextVQA/test_images/ea9dd6d5b85e1a83.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> USNAVALSHIP </ocr>"}, {"role": "assistant", "content": "<bbox>468,542,539,560</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_52"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37208.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 39% </ocr>"}, {"role": "assistant", "content": "<bbox>79,788,299,808</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_547"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e734bc7dfc9b37c5dd2c3a37693062e8_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 31 December 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>304,130,489,148</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_787"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14640069-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1 </ocr>"}, {"role": "assistant", "content": "<bbox>32,301,51,384</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_822"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41627.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> quickly </ocr>"}, {"role": "assistant", "content": "<bbox>299,728,427,763</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_932"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f865473b47790fc1a71fc8a8f1aada3c_page15.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DIRECTORS' AND TRUSTEES' </ocr>"}, {"role": "assistant", "content": "<bbox>323,92,603,106</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_862"}
{"image": ["./imgs/ChartQA/test/png/17258.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 51 </ocr>"}, {"role": "assistant", "content": "<bbox>753,346,807,381</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_911"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zzcw0217_8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Menopause Society (symposium) \n Berlin, Germany \n June 10-14, 2002 \n B. Study Tracking Update: Publications \n Accepted Papers \n Status Publication Investigator/Author Study/Subject \n ACCEPTED Ann NY Acad Sci Komm (WHRI) Developing a SERM: Stringent \n preclinical selection criteria \n leading to appropriate clinical </ocr>"}, {"role": "assistant", "content": "<bbox>98,483,878,704</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_963"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page173.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Harrisson, Eileen £3,000 \n Hartwig, Johana £3,015 \n Holcroft, Jonathan £2,472 \n Hughes, Nicolas William £4,050 \n Huws, Sioned £4,985 \n Igic, Tatjana £2,969 \n Iwanowski, Michal £5,000 \n James Jones, Buddug £2,685 \n James, Keith £3,550 \n James, Mark £5,000 \n James, Shaun £1,728 \n Jenkins, Delyth £2,790 </ocr>"}, {"role": "assistant", "content": "<bbox>76,495,919,708</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_913"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hqvw0217_9.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Publication </ocr>"}, {"role": "assistant", "content": "<bbox>184,61,256,82</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_381"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_559_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> John Ericsson Active 1991–present AO194 \n 194 \n T-AO- \n Leroy Grumman Active 1989–present AO195 </ocr>"}, {"role": "assistant", "content": "<bbox>74,431,992,490</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_477"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cbb5bbe515dc44d3c4b3b84593323490_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The Trustees (who are also the directors for the purposes of company law) present their report and \n financial statements for the year ended 31\" March 2018. The financial statements have been prepared in \n accordance with the Charity's trust deed, the Charities Act 2011,Companies Act 2006 and the 'Statement \n ofRecommended Practice' Accounting and Reporting by Charities 2015(FRS102). \n REFERENCE AND ADMINISTRATIVE DETAILS \n Charity Number: 1080282 \n Company Registration Number: 3750700 \n REGISTERED OFFICE BANKERS \n Unit 33-35Cadcam Centre Yorkshire Bank \n High Force Road 7 Linthorpe Road \n Riverside Park Middlesbrough \n Middlesbrough T511RF </ocr>"}, {"role": "assistant", "content": "<bbox>104,93,909,292</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_144"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_852_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Fredric </ocr>"}, {"role": "assistant", "content": "<bbox>103,257,176,274</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_960"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17445451-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Win 8-5 Flavio Troccoli Submission (armbar) HFP 2 - Hitman Fighting Productions 2 1 0:53 </ocr>"}, {"role": "assistant", "content": "<bbox>19,198,971,235</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_306"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15204733-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Rogen </ocr>"}, {"role": "assistant", "content": "<bbox>796,416,860,450</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_595"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_701_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 19 Peria Thiruvandhadhi 2585 2671 87 Nammalvar \n 20 Thiruvezhukkurrirukkai 2672 2672 1 Thirumangai alvar \n 21 Siriya Thirumadal 2673 2673 1 Thirumangai alvar \n 22 Peria Thirumadal 2674 2674 1 Thirumangai alvar \n 23 Thiruvay Mozhi 2674 3776 1102 Nammalvar </ocr>"}, {"role": "assistant", "content": "<bbox>14,761,915,940</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_956"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__faqs_on_transparency_international__902.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> made by companies to public officials, and often with the support of their home governments. </ocr>"}, {"role": "assistant", "content": "<bbox>110,805,940,847</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_511"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40994.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> services and identify those with </ocr>"}, {"role": "assistant", "content": "<bbox>307,93,534,99</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_829"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3554e8e3d48cf0cd27fb48649518ec68_page16.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (2016/17: £100,349.00) of which £73,937.00 was direct </ocr>"}, {"role": "assistant", "content": "<bbox>294,547,801,560</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_351"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_270_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10 Linkou County 林口县 Línkǒu Xiàn 450,000 7,191 63 </ocr>"}, {"role": "assistant", "content": "<bbox>21,964,858,983</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_850"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16351707-18_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 5/45 Brett Geeves Victoria Junction Oval, </ocr>"}, {"role": "assistant", "content": "<bbox>24,740,731,812</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_20"}
{"image": ["./imgs/TextVQA/test_images/87a1314ffd17c560.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DE </ocr>"}, {"role": "assistant", "content": "<bbox>197,930,237,969</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_286"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fkxn0226_25.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2.80% \n Medications </ocr>"}, {"role": "assistant", "content": "<bbox>274,509,671,601</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_846"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ed34e594-6d04-e58b-4aae-0b022996912d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Remarks: Daybreak - </ocr>"}, {"role": "assistant", "content": "<bbox>147,488,286,497</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_384"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_645_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1995 Dallas Cowboys† 12–4 Barry Switzer Troy Aikman* Emmitt Smith* Michael Irvin* Newton, Smith*, Woodson Green Bay Packers [41] \n 1996 Green Bay Packers† 13–3 Mike Holmgren Brett Favre Edgar Bennett Antonio Freeman Butler, Favre Carolina Panthers [42] \n 1997 Green Bay Packers 13–3 Mike Holmgren Brett Favre Dorsey Levens Antonio Freeman Butler, Favre San Francisco 49ers [43] \n 1998 Atlanta Falcons 14–2 Dan Reeves Chris Chandler Jamal Anderson Tony Martin Anderson Minnesota Vikings [44] \n 1999 St. Louis Rams† 13–3 Dick Vermeil Kurt Warner Marshall Faulk* Isaac Bruce Carter, Faulk*, Pace, Warner Tampa Bay Buccaneers [45] </ocr>"}, {"role": "assistant", "content": "<bbox>16,580,972,681</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_911"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c3594f89-5f16-31ae-8b73-88c5520a4753_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5:55 PM PBMAGISTRATE $25.00 </ocr>"}, {"role": "assistant", "content": "<bbox>521,526,757,539</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_775"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/543ec418-6a40-0243-8dc5-3fb051c36a8c_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 10/03/20 10/03/20 48 Hoursr 3 10p-11p :30 P-03 NM </ocr>"}, {"role": "assistant", "content": "<bbox>116,294,825,304</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_295"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10310.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> UK, </ocr>"}, {"role": "assistant", "content": "<bbox>216,680,259,708</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_432"}
{"image": ["./imgs/ChartQA/test/png/17435.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 58 </ocr>"}, {"role": "assistant", "content": "<bbox>763,259,807,287</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_836"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9fd3e6b62ead2516b98add27fb12c34f_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> communication, </ocr>"}, {"role": "assistant", "content": "<bbox>510,405,610,416</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_216"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page23.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> expenses 524 905 </ocr>"}, {"role": "assistant", "content": "<bbox>229,289,633,302</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_649"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__1980_Washington_State_Cougars_football_team01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> recent played at Joe Albi Stadium in Spokane; since 1982, the </ocr>"}, {"role": "assistant", "content": "<bbox>354,741,951,781</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1342256-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> California 13 Charles Kramer Democratic 1932 Lost re-election Republican gain Norris Poulson (R) 49.5% Charles Kramer (D) 42.4% Calvert S. Wilson (Townsend) 8.1% </ocr>"}, {"role": "assistant", "content": "<bbox>8,550,767,574</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_240"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__M-Learning03.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> of Nintendo DS in </ocr>"}, {"role": "assistant", "content": "<bbox>113,34,255,64</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_344"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> multiple invoices, each invoice remains a separate obligation of Advertiser and Agency and must be paid in accordance with the terms of the invoice and Part II. </ocr>"}, {"role": "assistant", "content": "<bbox>230,881,769,890</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_167"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Superior02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> mind that the posted speed limits </ocr>"}, {"role": "assistant", "content": "<bbox>489,415,700,490</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_491"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/99e3cc8d5e0b68f64987bba5226011c6_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> activities on page 9which, together with the notes on pages 13to 24, provides full information on the \n movements during the year on all funds ofthe Foundation. \n Statement of Total Recognised Gains and Losses \n Group Charity \n 2015 2014 2015 2014 \n Net income for the year (34,850) 59,647 (34,850) 59,647 \n Net movement on endowment funds 9,942 35,961 9,942 35,961 \n Total deficit for the Year (24,908) 95,608 (24,908) 95,608 \n Page 10 </ocr>"}, {"role": "assistant", "content": "<bbox>134,449,867,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_843"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__2015_Tejano_Music_Awards01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 35th Tejano Music Awards \n The awards ceremony will be hosted by Efrain \"Happy\" Guerrero with performances from Tejano musicians \n Shelly Lares, Ruben Ramos, Hometown Boys, Isabel Marie, Emilio Navaira, Raulito Navaira, Xelencia, Las \n Fenix, Ricky Valenz, La Fiebre, Texadoz, Massore, David Farias, Da Krazy Pimpz, Pasty Torres, David Lee \n Garza, Oscar G, Aldaberto Gallegos, and Pete Astudillo. The event is expected to pay tribute to Selena, \n who was killed back in March 1995.{1] </ocr>"}, {"role": "assistant", "content": "<bbox>20,366,946,864</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_647"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__8202.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> approves </ocr>"}, {"role": "assistant", "content": "<bbox>70,933,187,943</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_310"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/85cc5bd631d101ee2cad43406ca5ba99_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 31AUGUST </ocr>"}, {"role": "assistant", "content": "<bbox>297,132,380,146</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_974"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jkxw0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Virginia Stallings, M.D .- Associate Director 20,000 \n Andrew Tershakovec, M. D .- Assistant Director and 15,000 \n Community Nutrition Program Coordinator \n Babette Zemel, Ph.D .- Nutrition and Growth Laboratory Director 15,000 </ocr>"}, {"role": "assistant", "content": "<bbox>191,262,881,353</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_410"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37378.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 in </ocr>"}, {"role": "assistant", "content": "<bbox>30,718,104,735</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_198"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1511608-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (Average/Year) </ocr>"}, {"role": "assistant", "content": "<bbox>447,86,596,128</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_284"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/dc3f62b9-f7b7-7317-02ad-bf647d72010a_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Week: 02/10/20 02/16/20 MTW---- 2 $200.00 2.20 </ocr>"}, {"role": "assistant", "content": "<bbox>42,265,544,275</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_394"}
{"image": ["./imgs/ChartQA/test/png/3921.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0 24 </ocr>"}, {"role": "assistant", "content": "<bbox>404,672,535,692</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_352"}
{"image": ["./imgs/ChartQA/test/png/7246.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Women 79 19 </ocr>"}, {"role": "assistant", "content": "<bbox>174,446,896,484</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_138"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44644.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2004 \n radio broadcast \n Athens hosted the \n Summer Games \n for the first time \n 1932 \n since 1896, with a \n 1\" Olympic village \n technical infrastructure \n constructed, complete \n involving more than \n with telegraph offices \n 11,000 computers, \n 23,000 fixed-line \n telephone devices, \n and 9,000 mobile phones\" 1936 \n 1\" Olympics live \n 1996 \n 1\"t \"Intemet \n telecast (only in Berlin \n and Potsdam, Germany]\"> \n Olympics\" in \n Atlanta, with \n 1964 \n IBM managing Olympic Games in Tokyo 1960 \n capacity for became the1\" program Rome Olympics marked 1\" Games \n 9,000 mobile televised across the \n phones and Pacific Conan, using a \n to be viewed worldwide when \n CBS acquired the broadcast \n 2,500 pagers !! communication satellite\"? rights to cover the Games\"> \n BY THE NUMBERS \n 80 SUBWAY STATIONS </ocr>"}, {"role": "assistant", "content": "<bbox>52,249,935,417</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_262"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Bloomberg/President/US/DemInvoice </ocr>"}, {"role": "assistant", "content": "<bbox>602,92,771,106</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_924"}
{"image": ["./imgs/ChartQA/test/png/848.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Protect animals and their habitats 6 32 </ocr>"}, {"role": "assistant", "content": "<bbox>54,576,988,652</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_941"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_380_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 27 Singles Paul Moor 210 - 199 Tim Mack 15 - 12 \n 28 Singles Tore Torgersen 206 - 275 Doug Kent 15 - 13 </ocr>"}, {"role": "assistant", "content": "<bbox>65,371,914,537</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_308"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40994.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> financial inclusion worldwide. </ocr>"}, {"role": "assistant", "content": "<bbox>458,557,687,563</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_768"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37135.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> sixdegrees \n GeoCities \n theglobe.com \n ... 1997 ..** ... 1998 1999 ....... 1999 .. ... 19.99 .. ... 19,99 \n AOL instant major Internet 70 million computers \n messenger search engine Blogger peer-to-peer connected to Intemet \n & Google \n file-sharing \n LIVEJOURNAL \n napster. \n 2002. 2002 .. 2001 ... 2001 \n Apple iPods \n last.fm Ofriendster. \n WIKIPEDIA \n The Free Encyclopedia \n · 2003- ·· 2003- .. 2003 ·· 20,03 .··· .. 2003 . \n ....... Social networking Blogging platforms \n and bookmarking sites Linked in del.icio.us WORDPRESS \n skype \n [O] photobucket myspace.com. E' TypePad \n a place for friends \n 2005 ··· 2004 ··· ..... 2004 .... ..... 2004 ..... .- 2004 \n Facebook for high \n school students \n Digg - social \n : \n bookmarking Image hosting \n Podcasting \n digg flickr \n facebook \n For Harvard Students \n . 20.05 .******* 2006 .. 2006 .****** . 20.06. \n You Tube \n twitter \n : \n 400 MILLION \n SEARCHES/DAY \n slideshare Google Justin.tv \n Broadcast Yourself\" Present Yourself \n 2009 ..... . 2008 ...... 20,07 .... -2007 \n : \n Posterous \n iPhone </ocr>"}, {"role": "assistant", "content": "<bbox>22,317,972,702</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_96"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1805191-26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Incumbent Party </ocr>"}, {"role": "assistant", "content": "<bbox>232,109,573,162</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_523"}
{"image": ["./imgs/ChartQA/test/png/two_col_62329.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>371,802,873,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_864"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5475caa3dbe468e8c2bd03d74eb16bce_page36.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> internationally \n MSF movement. This is made up ofthe General Directors ofthe five Operational \n to improve the Centres plus two elected members from the wider movement. Vickie is also a \n availability of member ofthe OCA management team. \n healthcare and The Head of the Manson Unit has a seat on OCA's operational platform —the \n reduce health key platform for its operational decision-making. Other members of MSF UK's \n management team also participate in functional platforms across OCA and the \n exclusion. \n MSF movement, with our Head ofHuman Resources playing a significant role on \n the OCA Human Resources platform. \n More information on MSF UK's activities can be found on our website: \n www. msf.org.uk. \n Campaigns and research </ocr>"}, {"role": "assistant", "content": "<bbox>114,483,922,699</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_954"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jpfk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Recommendation) : </ocr>"}, {"role": "assistant", "content": "<bbox>339,649,504,667</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_905"}
{"image": ["./imgs/TextVQA/test_images/8d7ee8453f542329.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> DONOTSEND </ocr>"}, {"role": "assistant", "content": "<bbox>561,804,631,848</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_59"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1e4a18d4-65c8-f8fb-1baa-b01ac4fe5d30_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Length Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>615,192,788,202</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_998"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10807990-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 30.16 </ocr>"}, {"role": "assistant", "content": "<bbox>485,301,532,384</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_594"}
{"image": ["./imgs/ChartQA/test/png/multi_col_101067.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 33 </ocr>"}, {"role": "assistant", "content": "<bbox>450,522,500,680</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_658"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/632bbd2e-1365-9774-e425-4b47c10b0b0a_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Non-Discrimination ADVERTISING CONTRACTS WILL NOT DISCRIMINATE ON THE BASIS OF RACE OR ETHNICITY, AND MUST CONTAIN NONDISCRIMINATION CLAUSES. CONSISTENT WITH THIS ORDER, </ocr>"}, {"role": "assistant", "content": "<bbox>20,713,955,726</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_890"}
{"image": ["./imgs/ChartQA/test/png/two_col_255.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2004/04 </ocr>"}, {"role": "assistant", "content": "<bbox>152,748,198,814</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_697"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 15 200 </ocr>"}, {"role": "assistant", "content": "<bbox>311,418,430,678</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_483"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20505.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2012 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>229,696,789,717</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_954"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_236_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (17 Feb) SS12 13:06 Lillehammar 5.98 km M. Grönholm 4:33.9 78.6 km/h \n SS13 14:00 Ringsaker 1 27.30 km M. Grönholm 16:29.7 99.3 km/h \n SS14 15:10 Hamar 1 1.14 km M. Grönholm 1:13.8 55.61 km/h \n SS15 08:08 Mountain 2 24.36 km S. Loeb 13:18.2 109.87 km/h \n SS16 08:55 Ringsaker 2 27.30 km H. Solberg 15:28.6 105.84 km/h \n 3 X. Pons \n (18 Feb) SS17 10:05 Hamar 2 1.14 km S. Loeb 1:11.8 57.16 km/h </ocr>"}, {"role": "assistant", "content": "<bbox>20,586,826,889</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_958"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11677760-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Chris Jackson 6-0 Gulfport High School Gulfport, MS LSU 1st Round - 3rd Pick of 1990 Draft ( Nuggets) </ocr>"}, {"role": "assistant", "content": "<bbox>13,440,985,522</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_874"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31466.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> +204% +150% +1,884% +2,001% +171% \n THE BRANDS PINNERS \n USE EVERY DAY \n CREDIT CARD </ocr>"}, {"role": "assistant", "content": "<bbox>200,768,979,838</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_840"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jqbn0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12 THE COURT: Mr. Mace, whenever you're ready, you may </ocr>"}, {"role": "assistant", "content": "<bbox>104,427,889,446</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_262"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/14a59d2d64cc250a73d5bc0e4eae3941_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Calder Valley Youth Theatre \n Trustees' report for the year ended 31 January 2017 \n Reference and administrative details of the charity, its trustees and advisors \n The trustees during the financial year and up to and including the date the report was approved were: \n Name Position Dates \n David Mitchell Chair \n Victoria Garrod Vice-chair \n Rebecca Lawton Secretary \n Stephen Garrod Treasurer \n Linda Bradshaw \n Melissa Mitchell \n Adrian Horton \n Carolle Law \n Stuart Bradshaw </ocr>"}, {"role": "assistant", "content": "<bbox>91,72,837,322</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_187"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Tenuto01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> roughly </ocr>"}, {"role": "assistant", "content": "<bbox>175,847,222,869</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_972"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__save-the-date-europeana-network-association-agm-2018-set-for-6-7-december03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Help us celebrate our birthday and the role that Europeana has had in digital transformation \n over the past ten years. There will be an opportunity to share your favourite memories, to </ocr>"}, {"role": "assistant", "content": "<bbox>46,326,938,494</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_529"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/27831456ea4744902f2887ba25785856_page7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Also during 2013, we introduced mobile working technology for our maintenance operatives. This enables </ocr>"}, {"role": "assistant", "content": "<bbox>99,316,830,328</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_427"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41979.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DEC 2018 - JAN 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>97,593,233,625</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_412"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40000.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> on September 25, 1789, and ratified on December 15, 1791. </ocr>"}, {"role": "assistant", "content": "<bbox>294,113,715,131</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_638"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lrwp0078_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> August of 1994. \n J. Participation within Diane's Foods full-page ad in the 1994 Portland Speedway \n Souvenir Program. \n K. A feature article in \"The Line,\" Portland Speedway's quarterly newsletter, \n highlighting the 1994 sponsorship program. \n L. 50% discount for all Safeway employees on race tickets purchased throughout \n the 1994 racing season (selected events). \n M. Twelve (12) full-season Family Passes (4 persons per pass) to all 1994 Portland \n Speedway events for use at the discretion of Safeway management. \n II. SAFEWAY SHALL PROVIDE THE FOLLOWING FOR PORTLAND SPEEDWAY: \n A. Tag all Safeway advertising (print and electronic) at key points during the season. \n 1. Season Opening (c. March 20 - April 1). \n 51519 \n 9202 </ocr>"}, {"role": "assistant", "content": "<bbox>52,419,950,843</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_191"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3636fdf-0c05-3b31-2a6e-4a6761ffc814_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> CONFIRMATION CONTRACT </ocr>"}, {"role": "assistant", "content": "<bbox>388,773,603,794</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_751"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_820_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Kyrylo Fesenko 44 Ukraine Center 2007-11 Cherkasy Monkeys (Ukraine) </ocr>"}, {"role": "assistant", "content": "<bbox>15,371,984,433</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_243"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8dfa0ca9-2457-2309-3c1c-8301ca6a6d14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (2995) Order Type Normal </ocr>"}, {"role": "assistant", "content": "<bbox>481,155,667,171</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_246"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37130.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Source : 2012 Social Media Marketing </ocr>"}, {"role": "assistant", "content": "<bbox>95,976,466,982</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_103"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Shrewsbury_(England)03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Michael Heseltine were educated. It is on a large commanding site (\"Kingsland\") just south of the town centre overlooking the loop of the Severn. The \n , \n where Sir Philip Sydney, Charles Darwin, Michael Palin, John Peel, Nick Hancock and \n   \n school was once located in the town centre, in the buildings that are now the main county library on Castle Street. Opposite it on the other side of the </ocr>"}, {"role": "assistant", "content": "<bbox>14,207,981,481</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_440"}
{"image": ["./imgs/ChartQA/test/png/1201.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 32 49 </ocr>"}, {"role": "assistant", "content": "<bbox>233,763,728,790</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_121"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__106.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Process, to help us making decisions in accordance with justice, and the Compliance Practice, to ensure </ocr>"}, {"role": "assistant", "content": "<bbox>17,336,933,353</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_449"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Assembly Billing Calendar Calendar Agency Code 9915458 </ocr>"}, {"role": "assistant", "content": "<bbox>97,265,869,282</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_69"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05947f7f2f0220f16a0c66f153b4b177_page6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> over last year, £20,610 this year up from £12,889 in 12/13. We have of course \n benefitted from sales of bric-a-brac at the shop and other events such as fairs and </ocr>"}, {"role": "assistant", "content": "<bbox>104,437,874,467</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_335"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/493496-315597-up-obama-10-30-12-13516185156783-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Flight Dates10/24/12-11/06/12 \n Order Sep 00:20:00 \n Product Estimate # 2189 \n Contract / Revision 315597 / OFA Sked B 10.23-11.6 Alt Order # \n Original Date / Revision Agency Com 15% Billing Type Cash \n 10/30/12 10/30/12 Order Type GENERAL Billing Contact \n Billing Cycle EOM/EOC AdvertiserObama / Democrat / President \n 1010 Wisconsin Avenue - Suite #800 Billing CalendarBROADCAST \n Washington, DC 20007 \n Demographic A35+ \n Agency GMMB Inc \n Rev Codes POL POL CAND \n Buying Contact \n Sales Office EWSDC Product Codes PL \n Sales Region NAT Priority P-1 \n 1010 Wisconsin Avenue - Suite #800 \n Washington, DC 20007 Agency Ref 2 Advertiser Ref \n Primary Account Executive </ocr>"}, {"role": "assistant", "content": "<bbox>29,65,938,409</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_342"}
{"image": ["./imgs/ChartQA/test/png/two_col_22397.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 12.9 12.7 12.7 12.6 </ocr>"}, {"role": "assistant", "content": "<bbox>538,251,863,726</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_649"}
{"image": ["./imgs/ChartQA/test/png/two_col_81754.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 96 </ocr>"}, {"role": "assistant", "content": "<bbox>870,217,899,751</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_692"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_856_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 06 Barleycroft Phil Harvey 10 10-13 100/1 Brought Down </ocr>"}, {"role": "assistant", "content": "<bbox>19,735,980,753</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_923"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WSPA F 02/28/20 :30 8:29 AM PAHCF0225H $975.00 1 </ocr>"}, {"role": "assistant", "content": "<bbox>55,750,961,763</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_718"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a59457ef50169de7aceeb343e59f4b7_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> thousands and must continue to do so going forward. \n The needs of the wounded, injured and sick have changed and will continue to change over time. \n We are already seeing many more with hidden wounds and the associated burden that falls on their loved ones. \n We must understand and respond to their changing needs. We must prepare for the future; we must not fail, \n nor forget those who need our help. \n There will be new challenges ahead for our successor, Melanie Waters, as Chief Executive and she is ready to take \n them on. We wish Melanie and all in Team H4H the very best of good fortune and boundless energy to ensure that \n this remarkable charity continues to evolve and respond to the changing needs of those we support. \n ‘It’s all about the blokes’, our men and women of the Armed Forces, and that’s how it must continue for as long </ocr>"}, {"role": "assistant", "content": "<bbox>138,462,922,608</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_295"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/385962f6-d4d9-01e9-2987-a926a8908f00_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ne Channel Time Time # </ocr>"}, {"role": "assistant", "content": "<bbox>33,405,960,419</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_126"}
{"image": ["./imgs/TextVQA/test_images/319682a7dec424e0.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ELEPHONE </ocr>"}, {"role": "assistant", "content": "<bbox>293,155,379,190</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_475"}
{"image": ["./imgs/ChartQA/test/png/56196524000991.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Relative increase in mean heights of men born in 1996 vs. 1896 </ocr>"}, {"role": "assistant", "content": "<bbox>18,20,840,68</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_468"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14655820-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 6 October 21, 1974 at Chicago Bears L 10-9 Soldier Field 50,623 \n 7 October 27, 1974 at Detroit Lions L 19-17 Tiger Stadium 51,775 \n 8 November 3, 1974 Washington Redskins L 17-6 Lambeau Field 56,267 \n 9 November 10, 1974 Chicago Bears W 20-3 Milwaukee County Stadium 46,567 </ocr>"}, {"role": "assistant", "content": "<bbox>20,441,927,660</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_728"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__digital-cultural-heritage03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and educational offer to promote the use of digital cultural heritage in learning environments. </ocr>"}, {"role": "assistant", "content": "<bbox>29,905,912,948</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_806"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Period 02/24/20 </ocr>"}, {"role": "assistant", "content": "<bbox>774,132,869,145</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_516"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zslg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> for </ocr>"}, {"role": "assistant", "content": "<bbox>154,439,204,486</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_962"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/klbm0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Source: </ocr>"}, {"role": "assistant", "content": "<bbox>105,976,196,990</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_246"}
{"image": ["./imgs/ChartQA/test/png/two_col_23763.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18% Food and drink </ocr>"}, {"role": "assistant", "content": "<bbox>102,221,696,314</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_807"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/flfp0000_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> of Jeopardy </ocr>"}, {"role": "assistant", "content": "<bbox>514,756,650,779</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_195"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_335_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 7 Train Station 30 \n Midland/Gardiners \n Bus Terminal \n Downtown Brock St. / Barrie St. \n 9 20 \n Cataraqui Town Centre Gardiners Town Centre \n Amherstview \n 10 Collins Bay Road 30 Kingston Centre \n Cataraqui Town Centre \n Kingston Centre Bath Road \n 11 30 (formerly Route 71) \n Cataraqui Town Centre Gardiners Town Centre \n Kingston Centre Downtown \n 12 30 - \n Highway 15 CFB Kingston (off-peak only) \n CFB Kingston \n 12A 30 X \n Downtown \n Downtown \n Train Station \n 18 Queen's University * Student Circuit \n Bus Terminal \n St. Lawrence College \n Montreal Street </ocr>"}, {"role": "assistant", "content": "<bbox>14,385,948,800</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_745"}
{"image": ["./imgs/TextVQA/test_images/4b849098336ea9e4.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Laws </ocr>"}, {"role": "assistant", "content": "<bbox>57,5,131,58</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_140"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_580_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> District Jim Hughes Republican Columbus, Franklin </ocr>"}, {"role": "assistant", "content": "<bbox>65,217,686,223</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_672"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662681-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Gruber, Horvath, Bruncvik, Neffe Czech Republic 5:58.02 FA </ocr>"}, {"role": "assistant", "content": "<bbox>108,385,930,457</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_420"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/0880bc9a-9e5b-8245-f641-0ba7be31ca6f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Twin Rivers Drive Invoice # Invoice Date Invoice Month </ocr>"}, {"role": "assistant", "content": "<bbox>228,85,793,98</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_377"}
{"image": ["./imgs/ChartQA/test/png/multi_col_303.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2017 S1 </ocr>"}, {"role": "assistant", "content": "<bbox>596,680,642,741</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_365"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20338.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> New York </ocr>"}, {"role": "assistant", "content": "<bbox>466,916,542,930</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_440"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39679.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> with disabilities, immigrants, </ocr>"}, {"role": "assistant", "content": "<bbox>425,903,623,912</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_728"}
{"image": ["./imgs/ChartQA/test/png/1362.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 10 26  </ocr>"}, {"role": "assistant", "content": "<bbox>319,432,580,476</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_76"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05db5e471c94a47f821e66696eea9c3e_page15.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> year ended 31March 2018. </ocr>"}, {"role": "assistant", "content": "<bbox>126,151,344,166</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_663"}
{"image": ["./imgs/ChartQA/test/png/two_col_81813.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 155.9 146.6 142.2 128.6 </ocr>"}, {"role": "assistant", "content": "<bbox>250,348,475,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_704"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18493407-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 外父唔怕做 </ocr>"}, {"role": "assistant", "content": "<bbox>378,909,446,958</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_390"}
{"image": ["./imgs/TextVQA/test_images/ffabfd2ec7fa6679.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Emirates </ocr>"}, {"role": "assistant", "content": "<bbox>859,2,962,36</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_217"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_826_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> No Driver Entrant Constructor Chassis Engine \n 2 Luigi Arcangeli Officine Alfieri Maserati Maserati Maserati 26M 2.5 L8 \n 4 Louis Chiron Automobiles Ettore Bugatti Bugatti Bugatti T35B 2.3 L8 \n 6 Clemente Biondetti Scuderia Materassi Talbot Talbot 700 1.5 L8 \n 8 Pietro Nicolotti Private entry Alfa Romeo Alfa Romeo 6C 1500 1.5 L6 \n 10 Cleto Nenzioni Private entry Maserati Maserati 26B 2.1 L8 \n 12 Luigi Fagioli Officine Alfieri Maserati Maserati Maserati 26 1.7 L8 \n 14 Fritz Caflisch Private entry Mercedes-Benz Mercedes-Benz SS 7.1 L6 \n 16 Achille Varzi SA Alfa Romeo Alfa Romeo Alfa Romeo P2 2.0 L8 \n 18 Giuseppe Campari Scuderia Ferrari Alfa Romeo Alfa Romeo 6C 1750GS 1.8 L6 \n 20 Arrigo Sartorio Private entry Maserati Maserati 26 1.5 L8 \n 22 Mario Tadini Scuderia Ferrari Alfa Romeo Alfa Romeo 6C 1750GS 1.8 L6 </ocr>"}, {"role": "assistant", "content": "<bbox>19,27,981,497</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_445"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mlbw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Manager, ERT/HRT </ocr>"}, {"role": "assistant", "content": "<bbox>515,141,687,159</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_774"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41144.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> United Arab Emirates \n Trinidad and Tobago \n with Singapore \n Water San Marino \n Saint Vincent and the Grenadines \n Saint Lucia \n Fresh Water Availability Qatar \n Northern Cyprus \n Malta \n Salt Water \n Jamaica \n Dominica \n Cyprus \n Comoros \n Barbados \n Accessible Low Stress (<10%) \n Bahrain </ocr>"}, {"role": "assistant", "content": "<bbox>16,197,983,421</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_568"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12423174-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> First round \n Team 1 Agg. Team 2 1st leg 2nd leg \n Al-Merrikh 2-2 (5-4 pen) Tele SC Asmara 2-1 0-1 </ocr>"}, {"role": "assistant", "content": "<bbox>27,32,973,248</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_12"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70573.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> from mouth, throat or </ocr>"}, {"role": "assistant", "content": "<bbox>457,113,779,139</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_169"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> http://sbgi.net/?p=1224... </ocr>"}, {"role": "assistant", "content": "<bbox>355,843,445,855</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_59"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Foreign_exchange_reserves02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> external debt </ocr>"}, {"role": "assistant", "content": "<bbox>760,950,832,970</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_736"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phkw0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> OF THE POOR </ocr>"}, {"role": "assistant", "content": "<bbox>48,316,650,364</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_959"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailand-turns-to-china-for-high-speed-rail-boost01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ul Post Views: 6 \n Europe, Japan and Russia often come to mind when people think of </ocr>"}, {"role": "assistant", "content": "<bbox>48,57,931,251</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_221"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1d216cea-0c6e-d344-1d03-b39f9184ac43_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18.0 SPOT 20180-ABC-Nightline Day,M-1,Tu-1 02/24/20 1:04AM (Mo) 00:30 ABC-Nightline 0204FPNCSENH $30.00 \n 18.0 SPOT 20180-ABC-Nightline Day,M-1,Tu-1 02/25/20 1:04AM (Tu) 00:30 ABC-Nightline 0203FPNCSENH $30.00 \n 19.0 Prime 140514-ABC-The BachDealoy,M-1 02/24/20 8:21PM (Mo) 00:30 ABC-The Bachelor (Monday) 0203FPNCSENH $1200.00 \n 20.0 News 83209-ABC-America ThDiay,Tu-1 02/25/20 5:10AM (Tu) 00:30 ABC-America This Morning 0203FPNCSENH $20.00 \n 27.0 SPOT 20716-ABC-Good MornDiany,M-1 02/24/20 8:29AM (Mo) 00:30 ABC-Good Morning America 0204FPNCSENH $90.00 \n 28.1 SPOT 20098-ABC-The ViewDay,Tu-1 02/25/20 11:32AM (Tu) 00:30 ABC-The View 0203FPNCSENH $100.00 </ocr>"}, {"role": "assistant", "content": "<bbox>42,440,839,522</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_382"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 115,837 </ocr>"}, {"role": "assistant", "content": "<bbox>311,386,390,401</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_76"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_415_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1994 Carl Fogarty 11 Ducati 916 Ducati \n 1995 Carl Fogarty 13 Ducati 916 Ducati \n 1996 Troy Corser 7 Ducati 916 Ducati \n 1998 Carl Fogarty 3 Ducati 916 Ducati </ocr>"}, {"role": "assistant", "content": "<bbox>24,185,671,597</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_656"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_38.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> school & </ocr>"}, {"role": "assistant", "content": "<bbox>483,799,869,925</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_918"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_329_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2008– </ocr>"}, {"role": "assistant", "content": "<bbox>42,777,95,809</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_906"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> OFFICIAL </ocr>"}, {"role": "assistant", "content": "<bbox>625,32,709,45</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_239"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbx0223_19.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> provides comprehensive information on ITC's \n 31st March, 2009 were in the ordinary course of \n portfolio of businesses, including sustainability \n business and on arm's length basis. </ocr>"}, {"role": "assistant", "content": "<bbox>142,597,877,650</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_255"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Costa Rica 183[11] 838[11] 232[11] 258[11] 1511[11] </ocr>"}, {"role": "assistant", "content": "<bbox>44,285,637,365</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_440"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Tobechi_Nneji02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FM till 2010 and worked as a presenter, before taking a one-year break. In 2011, she returned to Kiss FM and rose to be </ocr>"}, {"role": "assistant", "content": "<bbox>174,191,945,227</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_325"}
{"image": ["./imgs/ChartQA/test/png/two_col_43357.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5.73% 5.48% 5.49% 5.21% </ocr>"}, {"role": "assistant", "content": "<bbox>129,210,775,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_574"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Paradata01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Wikipedia, </ocr>"}, {"role": "assistant", "content": "<bbox>49,124,109,153</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_328"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Introduction_to_Electrical_Engineering02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> management and specific topics in electrical engineering. Initially, such topics cover most, if not all, of the sub-disciplines of </ocr>"}, {"role": "assistant", "content": "<bbox>64,450,847,498</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_931"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10858.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 15,322 </ocr>"}, {"role": "assistant", "content": "<bbox>27,688,87,710</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_623"}
{"image": ["./imgs/TextVQA/test_images/dba694b701c70b02.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> KERN </ocr>"}, {"role": "assistant", "content": "<bbox>178,629,343,665</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_264"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/srhl0226_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> of old securities 4,725 shares </ocr>"}, {"role": "assistant", "content": "<bbox>222,415,772,433</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_2"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pyyn0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 42) \n VELOCITY MEASUREMENT DIGITISER \n FILTRONA TYPE VMD 100 \n THE VMD 100 CONVERTS THE FLUCTUATING DISPLAY/ANALOGUE OUTPUT \n INTO A TIME AVERAGED LINEAR DISPLAY FOR CLEAR AND SIMPLE FLOW \n VELOCITY MEASUREMENTS. \n VMD 100 CHARACTERISTICS : \n ONE ANALOGUE CHANNEL DEDICATED TO A 'MATCHED' TSI 1640. \n (THE VMD 100) WOULD BE PROGRAMMED WITH A 16 CO-ORDINATE \n CALIBRATION CHART). </ocr>"}, {"role": "assistant", "content": "<bbox>207,36,979,447</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_540"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_285_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> September China Open, Beijing, China </ocr>"}, {"role": "assistant", "content": "<bbox>240,547,511,565</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_261"}
{"image": ["./imgs/TextVQA/test_images/4b0019f97cfa3cd2.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Colectividades </ocr>"}, {"role": "assistant", "content": "<bbox>491,192,648,246</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_76"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hkdv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> NCI - workshop on Human needs </ocr>"}, {"role": "assistant", "content": "<bbox>144,369,431,394</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_635"}
{"image": ["./imgs/ChartQA/test/png/two_col_42834.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 76 </ocr>"}, {"role": "assistant", "content": "<bbox>185,251,224,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_727"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a8aaf9d5-22d3-eb99-08db-5145501e79f6_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> similar time classifications. AGENCY (or if a time buying service is a party to this contract, SERVICE) will be immediately notified of said change. \n (h) Participating Programs. Announcements in all participating programs may be rotated in the adjacency preceding and/or following the program. \n (i) References. If no advertising agency is named in the reverse side hereof, all references herein to “AGENCY\" shall be deemed to refer to ADVERTISER and if no time buying \n service is named in the reverse side hereof, all references herein to \"SERVICE\" shall be deemed to be deleted. \n (j) Delayed Announcements. Announcements scheduled in programs following events, such as, feature films, sports or special programming of any kind which run beyond their \n normally scheduled time, or announcements scheduled in programs which are interrupted for any reason, will be automatically scheduled within the delayed program without prior notice to \n ADVERTISER, AGENCY or SERVICE, and will be billed at the same rate as if the event had concluded at its normal time, or there was no interruption. \n Rates for Specials. Rates for special event programming and special programs of five minutes or longer in duration are available at STATION upon request. </ocr>"}, {"role": "assistant", "content": "<bbox>43,527,935,619</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_450"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68d540c9-977e-e1e0-40da-c2e420fd15e6_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Week: 06/09/20 06/15/20 MTWTF-- 2 $475.00 7.10 \n Week: 06/16/20 06/22/20 MTWTF-- 2 $475.00 7.10 \n 13 WDBJ 06/02/20 06/22/20 News 7 @ 6p M-F CM 6:00 PM-6:30 PM MTWTF-- :30 2 $675.00P-0211.00 NM 6 $4,050.00 \n News 7 @ 6p M-F (6:00 PM-6:30 PM) \n (Program: WDBJ7 AT 6:00)CS-May-2019 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/02/20 06/08/20 MTWTF-- 2 $675.00 11.00 \n Week: 06/09/20 06/15/20 MTWTF-- 2 $675.00 11.00 \n Week: 06/16/20 06/22/20 MTWTF-- 2 $675.00 11.00 \n 14 WDBJ 06/02/20 06/22/20 Early News Rotator M-FCM 6:00 PM-7:00 PM MTWTF-- :30 2 $675.00P-0210.90 NM 6 $4,050.00 \n Early News Rotator M-F (6:00 PM-7:00 PM) \n (Program: WDBJ7 AT 6:00/CBS EVENING NEWS)CS-May-2019 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/02/20 06/08/20 MTWTF-- 2 $675.00 10.90 </ocr>"}, {"role": "assistant", "content": "<bbox>44,326,968,511</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_861"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pmyc0227_107.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4.1 1.1 2.6 6.5 35.5 9.4 13.9 \n 45.0 37.9 14.8 30.5 24.8 26.1 21.0 12.8 \n 14.8 30.6 5.6 19.3 4.5 22.2 \n 10.0 4.3 8.0 25.5 22.9 12.8 16.5 17.5 </ocr>"}, {"role": "assistant", "content": "<bbox>176,306,824,429</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_921"}
{"image": ["./imgs/ChartQA/test/png/41810321001157.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 0.21% Madagascar </ocr>"}, {"role": "assistant", "content": "<bbox>0,633,459,840</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_220"}
{"image": ["./imgs/TextVQA/test_images/84007b5dea4171ea.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 40 </ocr>"}, {"role": "assistant", "content": "<bbox>610,576,651,627</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_51"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Music_appreciation_and_history01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> some of his later music. The main other composer in this movement was Maurice Ravel, although his view on music is often considered to be more \n ‘neo-classical’. Impressionism in music is characterised by extensive use of ninth chords and a turn toward ancient church music (e.g. church modes, \n gregorian chants, etc.) for an almost archaic ‘mood’. Overall, Impressionism was meant to, as Debussy said: ‘Be supple enough to adapt itself to the \n lyrical effusions of the soul and the fantasy in dreams’. Basically, although Debussy and the Impressionist composers rejected Romanticism, they were </ocr>"}, {"role": "assistant", "content": "<bbox>14,250,977,535</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_417"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40436.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> % who admit to </ocr>"}, {"role": "assistant", "content": "<bbox>164,307,269,318</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_818"}
{"image": ["./imgs/ChartQA/test/png/OECD_TAX_REVENUE_GBR_NLD_000037.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> United Kingdom </ocr>"}, {"role": "assistant", "content": "<bbox>211,887,278,1001</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_972"}
{"image": ["./imgs/ChartQA/test/png/two_col_4671.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FY 2011 FY 2012 FY 2013 FY 2014 FY 2015 FY 2016 FY 2017 FY 2018 FY 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>142,802,815,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_88"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16376436-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12 November 25, 1990 Kansas City Chiefs L 27–24 65,710 \n 13 December 2, 1990 at Denver Broncos W 23–20 74,162 \n 14 December 10, 1990 at Detroit Lions W 38–31 72,190 \n 15 December 16, 1990 Cincinnati Bengals W 24–7 54,132 </ocr>"}, {"role": "assistant", "content": "<bbox>26,682,901,867</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_589"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15122771-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 7 October 28, 1962 at New York Giants L 49-34 62,844 \n 8 November 4, 1962 Dallas Cowboys L 38-10 49,888 \n 9 November 11, 1962 Cleveland Browns W 17-9 48,169 \n 10 November 18, 1962 at Pittsburgh Steelers L 23-21 21,231 \n 11 November 25, 1962 New York Giants L 42-24 49,219 \n 12 December 2, 1962 Philadelphia Eagles L 37-14 32,229 \n 13 December 8, 1962 at Baltimore Colts L 34-21 56,964 </ocr>"}, {"role": "assistant", "content": "<bbox>27,503,900,905</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_657"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b429830a941759bbc06bba81210ff3de_page39.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> .I{!=,'ii;- </ocr>"}, {"role": "assistant", "content": "<bbox>638,86,699,103</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_332"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39551.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> NON-VIOLENCE </ocr>"}, {"role": "assistant", "content": "<bbox>386,737,502,748</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_564"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c5151f551a20adcb796eae548e0dc23_page19.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Total expenditure 237,407 24,644 138,030 400,081 278,084 \n Net income/(expenditure) for \n the year before transfers 32,165 356 ( 45,470) ( 12,949) 51,000 \n Transfers 3,326 ( 3,326) - - - \n Net movement in funds for the year 35,491 ( 2,970) ( 45,470) ( 12,949) 51,000 \n Reconciliation of funds </ocr>"}, {"role": "assistant", "content": "<bbox>124,606,868,757</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_585"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__9501.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> but don't \n believe all the headlines \n Asurprising new paper sheds light on the role of the HD gene early in development. Should we \n worry? \n Dr Jeff Carroll February 27, 2018 \n Switch off the genome editor when you’re done \n CRISPR genome editing just got an off-switch. We cut through the hype to explore the technology in \n HD \n Dr Michael Flower November 02, 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>60,601,744,992</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_750"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45266.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> High Tension Rubber A rubber with very high elasticity and friction created by \n Impacting tension into the rubber molecule. \n High Friction Rubber A rubber which imparts spin on the ball with ease as a result of \n Guide \n the tackiness of the surface. \n Sponge Density The higher the number, the harder the sponge. \n Sponge Thickness The higher the number, the thicker the sponge. \n Bryce 9.50 12.00 19 2.1 </ocr>"}, {"role": "assistant", "content": "<bbox>90,106,888,200</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_173"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35062.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> LOSE MORE, MAKE MORE \n 25 lbs \n Women weighing 25 lbs \n 10% reduction in body \n more than the average womans \n weight = $2,200 - $5,300 savings \n weight earned $13,847 less \n in lifetime medical costs \n Women weighing 25 lbs \n less than the average womans \n CUT 100 CALORIES A DAY weight earned $15,572 more \n 25 lbs \n Using mustard instead \n of mayo GET MOVING \n This could help you lose up to 10 lbs a year! \n Drinking diet soda instead \n of regular soda 2.5 hours of moderate activity \n per week \n Downloading 1 of 7,224 1.25 hours of vigorous activity \n health & fitness apps \n per week \n Sources: New York Times, George Washington University; School of Public Health and Health \n Services, University of Florida, Organic Trade Association, CNBC, Wall Street Journal, DEALS \n International Health, Racquet and Sportsclub Association, Harris Poll, Newsweek, NBC com </ocr>"}, {"role": "assistant", "content": "<bbox>55,743,951,968</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_52"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__private_sector01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> public procurement contracts. Many companies hide corrupt acts behind secret subsidiaries and </ocr>"}, {"role": "assistant", "content": "<bbox>17,654,890,697</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_798"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-24560733-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> at Michigan State Win 7 6 </ocr>"}, {"role": "assistant", "content": "<bbox>227,538,747,583</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_43"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1536.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2004 </ocr>"}, {"role": "assistant", "content": "<bbox>263,671,296,717</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_234"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jxnn0081_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Configuration B \n Vantage Ultra Light: 1613 13227 988 8102 \n Filter Configuration C \n Samples were statistically compared on both a revertant/mg tar and revertant/cigarette basis &s \n follows: each test product containing an experimental filter was compared to each of the three \n control products. \n The following differences were detected on a revertant/mg tar basis: (1) Vantage Ultra Light with \n filter configuration C was significantly lower than the Winston Ultra Light and Now Controls with \n TA98; (2) Monarch with filter configurations A & B, Camel Light with filter configuration B, and Cost </ocr>"}, {"role": "assistant", "content": "<bbox>134,359,856,555</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_650"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_80.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 22,33,025 Units of HDFC Arbitrage Fund - Wholesale Han - </ocr>"}, {"role": "assistant", "content": "<bbox>113,338,521,352</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_732"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/30282c358397ec0d0125afdf410150b8_page4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 16,099 14,420 </ocr>"}, {"role": "assistant", "content": "<bbox>574,413,720,427</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_25"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ed257f67e740e742f291d96916453ea0_page4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> For the year ended 31 December 2015 \n Notes 2015 2014 \n F \n Turnover 60,315 46,135 </ocr>"}, {"role": "assistant", "content": "<bbox>111,70,954,167</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_204"}
{"image": ["./imgs/ChartQA/test/png/two_col_63337.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 223 217 </ocr>"}, {"role": "assistant", "content": "<bbox>631,472,824,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_929"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d287733af28dc726c8a9236a0f8c0a6a_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Administrative &Management </ocr>"}, {"role": "assistant", "content": "<bbox>123,408,296,418</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_554"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41107.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> farming Create synergies for </ocr>"}, {"role": "assistant", "content": "<bbox>383,910,751,917</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_951"}
{"image": ["./imgs/ChartQA/test/png/two_col_23907.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2006 2007 2008 2009 2010 2011 2012 2013 2014 </ocr>"}, {"role": "assistant", "content": "<bbox>130,802,611,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_171"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20076.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SAT \n 1 \n Class \n of \n 2012 \n Class \n of </ocr>"}, {"role": "assistant", "content": "<bbox>94,305,584,341</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_67"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7c87c12305f2fbfeb9543007f6487b5d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> THE LONDON TRUST </ocr>"}, {"role": "assistant", "content": "<bbox>239,282,435,295</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_588"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a3e49b5d1d74a8f146d59121b97a5a75_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Sub total(Gross </ocr>"}, {"role": "assistant", "content": "<bbox>102,383,223,395</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_165"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60911.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> United States </ocr>"}, {"role": "assistant", "content": "<bbox>480,771,576,796</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_795"}
{"image": ["./imgs/TextVQA/test_images/3683ca9d09f550cb.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 0 </ocr>"}, {"role": "assistant", "content": "<bbox>707,207,809,441</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_355"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_591_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 9 October 30, 1988 at Philadelphia Eagles W 27–24 60,091 \n 10 November 6, 1988 Green Bay Packers W 20–0 29,952 \n 11 November 13, 1988 San Diego Chargers L 10–7 26,329 \n 12 November 20, 1988 at Los Angeles Raiders W 12–6 40,967 </ocr>"}, {"role": "assistant", "content": "<bbox>26,542,937,746</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_525"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20264.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ALWAYS REMEMBER THAT </ocr>"}, {"role": "assistant", "content": "<bbox>159,656,840,666</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_223"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> to pay to Station and/or Network, all amounts due to Station and/or Network pursuant hereto until payment in full is actually received by Station and/or Network. Payment by Advertiser </ocr>"}, {"role": "assistant", "content": "<bbox>183,811,798,821</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_515"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Sigurd_Slembe01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> nickname </ocr>"}, {"role": "assistant", "content": "<bbox>305,206,366,227</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_482"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0618f39c0357b6f513633ddcdbac72b_page49.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Bahamas Bahamas National trust 1,371 11,633 \n Belize BelizeAudubon Society 644 \n Bolivia Asociadon Civil Armonia (ACA) 540 19,432 \n Burkina Faso\" Fondation des Amis delaNature (NATURAMA) 68,176 102,140 \n Canada Nature Canada (NC) 8,237 \n Canada Bird Studies Canada 3,880 \n Cyprus BirdLife Cyprus 38,579 40,493 \n Czech Republic Czech Society forOrnithology (CSO) 2,272 \n Ecuador Aves yConservacion 22,805 15,930 \n Ethiopia Ethiopian Wildlife scNatural History Society (EWNHS) 18,554 47,186 \n France Ligue pour LaProtection des Oiseaux (LPO) 52,696 101,447 \n French Polynesia' Societed'Omithologie de Polynesie \"Manu\" 22,250 113,023 \n Germany Nature and Biodiversity Conservation Union (NABU) 19,222 10,104 \n Ghana Ghana Wildlife Society (GWS) 18,602 30,989 \n Greece Hellenic Ornithological Society (HOS) 6,754 3,306 \n Hong Kong Hong Kong Bird Watching Society (HKBWS) 11,596 23,788 \n Hungary Hungarian Ornithological and Nature Conservation Society (MME) \n India Bombay Natural History Society (BNHS) 53,249 28,287 </ocr>"}, {"role": "assistant", "content": "<bbox>120,163,914,403</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_717"}
{"image": ["./imgs/ChartQA/test/png/two_col_103550.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 4 592 </ocr>"}, {"role": "assistant", "content": "<bbox>855,248,897,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_203"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/cd33149c-6c2d-edda-4f27-5be44c8d6e5d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Total $ 440.00 \n General Manager \n \\):B \\)\\J\\ﬁ—‘ \n Date Submitted: ;ji'Z 0 </ocr>"}, {"role": "assistant", "content": "<bbox>112,565,822,689</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_562"}
{"image": ["./imgs/ChartQA/test/png/two_col_43126.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>165,802,679,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_391"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gqnn0081_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 7/04/93 20.12 5.98 3.19 </ocr>"}, {"role": "assistant", "content": "<bbox>98,440,729,462</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_900"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_83_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Justin Holiday 6'6\" 170 F Fr. </ocr>"}, {"role": "assistant", "content": "<bbox>49,625,529,667</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_93"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page52.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1993 (as amended) the Comptroller and Auditor </ocr>"}, {"role": "assistant", "content": "<bbox>71,280,463,294</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_737"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/grmp0227_13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ex officio </ocr>"}, {"role": "assistant", "content": "<bbox>506,401,617,415</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_733"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-organization__resources__organize-innovation01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ORGANIZE FOR \n INNOVATION \n Organize for Innovation \n Rethinking how we work \n In Organize for Innovation, Red Hat \n President and CEO Jim Whitehurst \n reflects on the technological, social, and \n economic forces impacting the ways we </ocr>"}, {"role": "assistant", "content": "<bbox>17,25,894,538</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_879"}
{"image": ["./imgs/ChartQA/test/png/two_col_5805.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2002 2003 2004 2005 2006 2007 </ocr>"}, {"role": "assistant", "content": "<bbox>117,802,369,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_806"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_122_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Musburger </ocr>"}, {"role": "assistant", "content": "<bbox>199,109,279,133</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_594"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1598015-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Totals </ocr>"}, {"role": "assistant", "content": "<bbox>128,846,208,928</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_829"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2306814cbd6ea9b2128734227d00da14_page22.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> STATEMENTS </ocr>"}, {"role": "assistant", "content": "<bbox>557,101,659,113</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_887"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4086b1d1e1a2d0285decea9c5cd05b14_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> the field. Together with the hospital we plan targets and expansion. For many months \n ofthe year there is a Sight For Life representative working alongside the Pakistani \n teams. Each visiting Sight For Life representative \"hands over\" to the next \n representative and all parties report back to the Board ofTrustees. \n Risk to meeting the expectations of beneficiaries and supporters \n The beneficiaries ofour work are patients who are blind from cataracts or suffer from \n other eye related conditions. We have strict systems in place to ensure that they \n receive the necessary care (see above). \n Our supporters donate money on the basis that it will be spent to help restore sight to \n the cataract blind and those with other treatable conditions. We ensure that no money \n donated by the public is used on administration, salaries or office costs. These costs \n are borne by the trustees and their families. \n Risk to operational performance including risks to our Trustees and volunteers </ocr>"}, {"role": "assistant", "content": "<bbox>121,354,873,592</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_194"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_305_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Maciej </ocr>"}, {"role": "assistant", "content": "<bbox>473,222,548,249</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_536"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/2459e68e-d256-8a93-c087-1c02e5f3abc0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> REQUESTED BY: Maura Johnson, </ocr>"}, {"role": "assistant", "content": "<bbox>140,341,501,354</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_961"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/462236-romney-for-president-8-27-9-18-invoice-117698-1_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WRAZ F 09/14/12 :30 10:23 PM 2012MRFP110H $400.00 3 </ocr>"}, {"role": "assistant", "content": "<bbox>55,830,961,844</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_199"}
{"image": ["./imgs/ChartQA/test/png/two_col_102918.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 13.3% Directly from national budget </ocr>"}, {"role": "assistant", "content": "<bbox>139,357,493,450</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_867"}
{"image": ["./imgs/ChartQA/test/png/two_col_23489.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>156,802,882,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_170"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_335_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Dalton/Division \n 7 Train Station 30 \n Midland/Gardiners \n Bus Terminal \n Downtown Brock St. / Barrie St. \n 9 20 </ocr>"}, {"role": "assistant", "content": "<bbox>14,374,603,470</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_470"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_289_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Woodman </ocr>"}, {"role": "assistant", "content": "<bbox>14,235,80,251</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_111"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/resources__europeana-brand__writing-guidelines01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> deadlines, please send us: \n Contact Beth Daley for more information on writing for Europeana Pro News. \n » Approximately 500 words \n * At least one good-quality image that you have permission to share and can credit accurately. \n +» Keep the structure and punctuation simple. \n + Include functioning and useful links within your text. </ocr>"}, {"role": "assistant", "content": "<bbox>25,358,969,977</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_783"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10809157-19_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> North </ocr>"}, {"role": "assistant", "content": "<bbox>302,623,349,695</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_559"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44893.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> or 2 is good to knowt 5cmks. </ocr>"}, {"role": "assistant", "content": "<bbox>634,897,898,903</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_614"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-19874169-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> YES! FM 91.1 Boracay DYYR 91.1 MHz 1 kW Boracay </ocr>"}, {"role": "assistant", "content": "<bbox>23,502,888,574</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_415"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41553.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 YEARS </ocr>"}, {"role": "assistant", "content": "<bbox>739,269,875,287</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_277"}
{"image": ["./imgs/TextVQA/test_images/99508baef715c091.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Pubs </ocr>"}, {"role": "assistant", "content": "<bbox>63,529,160,554</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_100"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33774.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> O WEIBO </ocr>"}, {"role": "assistant", "content": "<bbox>259,211,368,233</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_502"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/570459cd87868a60e27a16af52f62350_page18.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Fixed asset donations </ocr>"}, {"role": "assistant", "content": "<bbox>209,307,355,319</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_695"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Debora Niche Daniela Nedeva Erika Medveczky </ocr>"}, {"role": "assistant", "content": "<bbox>157,579,749,608</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_12"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-japan-set-to-advance-rcep02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> and pledged to proceed </ocr>"}, {"role": "assistant", "content": "<bbox>146,629,449,679</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_808"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_24_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> K-11 process \n Kodachrome film 35 mm and 828, Type F (ASA 12) 1955–1962 \n Kodachrome Professional film 35 mm, Type A (ASA 16) 1956–1962 \n Kodak Color Print Material Type D (slide duping film) 1955–1957 \n K-12 process \n Kodachrome II film 16 mm, daylight (ASA 25) and Type A (ASA 40) 1961–1974 \n 8 mm, daylight (ASA 25) and Type A (ASA 40) 1961–1974 \n S-8, Type A (ASA 40) 1965–1974 \n 35 mm and 828, daylight (ASA 25/early) (ASA 64/late) 1961–1974 \n Professional, 35 mm, Type A (ASA 40) 1962–1978 \n Kodachrome-X film 35 mm (ASA 64) 1962–1974 \n 126 format 1963–1974 \n 110 format 1972–1974 \n K-14 process \n Kodachrome 25 film 35 mm, daylight 1974–2001 \n Movie film, 16 mm, daylight 1974–2002 \n Movie film, 8 mm, daylight 1974–1992 </ocr>"}, {"role": "assistant", "content": "<bbox>19,152,980,608</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_160"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page30.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Wales as amended to reflect the requirements of the Charities Accounting Regulations and \n the related Statement of Recommended Practice. \n 1. Voluntary Income — Planned Giving \n These represent amounts received by envelopes, Gift Direct scheme and Standing \n order s \n 2. Bank Current Accounts \n This represent total of all current bank accounts held by the parish including section \n accounts \n 3. Bank Deposit Accounts \n This represent total of all deposit bank accounts held by the parish </ocr>"}, {"role": "assistant", "content": "<bbox>126,241,870,437</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_69"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ffmm0020_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> cigarettes? Mark (x) one D </ocr>"}, {"role": "assistant", "content": "<bbox>550,509,694,523</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_259"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35781.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MORE INTEREST IN THE </ocr>"}, {"role": "assistant", "content": "<bbox>409,274,729,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_946"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/482663-bera-963706-1-oct-16-21-inv-13510363868925-_-pdf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> INVOICE </ocr>"}, {"role": "assistant", "content": "<bbox>446,33,553,53</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_909"}
{"image": ["./imgs/TextVQA/test_images/efa0ba0207ec5909.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 580 </ocr>"}, {"role": "assistant", "content": "<bbox>597,751,647,799</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_234"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kmhx0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MORNING SESSION \n Dr. J.A. Halsted \n Albany Medical Center \n Albany, New York \n Chairman \n Deficiency of Zinc in Man and Its Toxicity \n Dr. A.S. Prasad \n Wayne State University \n Detroit, Michigan \n Deficiency of Zinc in Infants \n and Pre-Adolescents \n Dr. K.M. Hambidge </ocr>"}, {"role": "assistant", "content": "<bbox>183,182,749,423</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_673"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12275654-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1998 Yong Yudianto Karolina Ericsson Michael Keck Christian Mohr Erica van den Heuvel Judith Meulendijks Michael Keck Nicol Pitro \n 1999 Oliver Pongratz Zheng Yaqiong Quinten van Dalm Dennis Lens Britta Andersen Lene Mork Chris Bruil Erica van den Heuvel \n 2000 Xie Yangchun Xu Huaiwen Michael Søgaard Joachim Fischer Nielsen Claudia Vogelgsang Xu Huaiwen Michael Keck Erica van den Heuvel \n 2001 Niels Christian Kaldau Michael Søgaard Michael Lamp Neli Boteva Elena Nozdran Chris Bruil Lotte Bruil-Jonathans \n Pi Hongyan \n 2002 Chen Gang Simon Archer Flandy Limpele Mia Audina Lotte Bruil-Jonathans Nathan Robertson Gail Emms \n 2003 Dicky Palyama Michał Łogosz Robert Mateusiak Nicole Grether Juliane Schenk Frederik Bergström Johanna Persson \n 2004 Niels Christian Kaldau Simon Archer Anthony Clark Kamila Augustyn Nadieżda Kostiuczyk Rasmus Mangor Andersen Britta Andersen \n Xu Huaiwen \n 2005 Kasper Ødum Tony Gunawan Halim Haryanto Nicole Grether Juliane Schenk Vladislav Druzhchenko Johanna Persson \n 2006 Ronald Susilo Michał Łogosz Robert Mateusiak Jiang Yanmei Li Yujia Robert Mateusiak Nadieżda Kostiuczyk </ocr>"}, {"role": "assistant", "content": "<bbox>11,207,978,629</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_460"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17486851-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Paulista </ocr>"}, {"role": "assistant", "content": "<bbox>69,572,132,614</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_421"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_284_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Season Playoffs National Cup </ocr>"}, {"role": "assistant", "content": "<bbox>440,39,978,75</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_532"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18789626-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sheridan Sheridan Blackhawks 29 Hamilton 1948 2000 1965 2012 \n Southwestern Lafayette Wildcats 79 Tippecanoe 1958 1966 \n Western Russiaville Panthers 34 Howard 1958 1965 </ocr>"}, {"role": "assistant", "content": "<bbox>20,503,978,660</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_35"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37156.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> reporting </ocr>"}, {"role": "assistant", "content": "<bbox>696,139,904,148</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_3"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Yilan_County01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> famed </ocr>"}, {"role": "assistant", "content": "<bbox>274,585,313,615</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_214"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/environment__big-firm-products-top-worst-plastic-litter-list-report02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> \"World Clean Up Day\" in 51 countries in September </ocr>"}, {"role": "assistant", "content": "<bbox>65,375,702,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_151"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50ea34b3cb9929927cdcb0bc5b04d9a_page47.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Alzheimer’s </ocr>"}, {"role": "assistant", "content": "<bbox>99,951,197,966</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_201"}
{"image": ["./imgs/TextVQA/test_images/b11de2fed6c1f1b1.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 77777 </ocr>"}, {"role": "assistant", "content": "<bbox>838,283,909,335</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_406"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18925475-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Access Monitor No No No No Yes Yes Yes Yes </ocr>"}, {"role": "assistant", "content": "<bbox>9,760,876,774</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_124"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lzlh0077_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Recently a TV show accused tobacco companies more than three times what the average is today. \n of somehow 'spiking\" the level of nicotine in our According to the 1989 Surgeon General's Report. \n products to 'addict' smokers. since 1957 \"tar' and nicotine have been reduced by \n As the Chairman of a tobacco company and a over 60%. \n smoker, I want America's 45 million smokers to Please rest assured that there is no truth \n know that this is sheer nonsense. At R.J. Reynolds whatsoever in these accusations. They represent \n we do not increase the level of nicotine in any of yet another tactic in the anti-tobacco lobby's </ocr>"}, {"role": "assistant", "content": "<bbox>156,584,773,710</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_521"}
{"image": ["./imgs/TextVQA/test_images/e8d0ac1e3302aebf.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 666 </ocr>"}, {"role": "assistant", "content": "<bbox>684,167,776,246</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_291"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_180_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> were renumbered CSXT 8710-8721, 8790; 15 units went to NS and were renumbered NS 6702-6716 </ocr>"}, {"role": "assistant", "content": "<bbox>628,173,988,196</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_970"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37355.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> facebook ... What employers like to see \n Looking For A Job Just received my letter of Confirmation x \n of Membership from the Board of Accounting Experts !! 80% Professional organisation membership \n Comment - Like . \n Looking For A Job Vouinteer work on the 15th of July! Cant X \n 66% Charity work/Volunteering \n M wait to get my hands dirty. \n Comment . Like . \n What about referrals ... \n 1 out of every 7 people referred has been hired. Only 1 out of 100 general candidates (not referred) have been hired \n So how many have made successful hires through social media ... \n 73% of those surveyed admitted to have </ocr>"}, {"role": "assistant", "content": "<bbox>29,667,971,907</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_105"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/30925.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 11m2 Parking 83% </ocr>"}, {"role": "assistant", "content": "<bbox>368,564,717,582</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_514"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Richland01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> site, </ocr>"}, {"role": "assistant", "content": "<bbox>133,280,160,327</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_27"}
{"image": ["./imgs/TextVQA/test_images/8d134cbdc3a783fc.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Turn </ocr>"}, {"role": "assistant", "content": "<bbox>155,153,240,178</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_418"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dfe49a61d083ec665db91184150d1f51_page14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 61.939.289 </ocr>"}, {"role": "assistant", "content": "<bbox>673,717,757,732</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_174"}
{"image": ["./imgs/ChartQA/test/png/two_col_4418.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2019* 2020** 2021** 2022* 2023* 2011 2012 2013 2014 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>140,757,882,815</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_739"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/456999-mcin_10-02_10-08_contract_395254_rev_03_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Start Date End Date Time Period Description RCDuration M T W T F S S SPW Price Tot Spots Total </ocr>"}, {"role": "assistant", "content": "<bbox>38,222,873,237</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_702"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40786.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Once a week or more (net) </ocr>"}, {"role": "assistant", "content": "<bbox>241,696,404,717</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_695"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10563642-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 9 2 </ocr>"}, {"role": "assistant", "content": "<bbox>22,556,111,589</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_133"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18985137-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Daniel López GK m kg ( lb) CN Atlètic-Barceloneta </ocr>"}, {"role": "assistant", "content": "<bbox>30,924,969,963</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_8"}
{"image": ["./imgs/ChartQA/test/png/two_col_60299.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Wine 11.0 </ocr>"}, {"role": "assistant", "content": "<bbox>247,375,321,398</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_932"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44482.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> and don't mind a longer commute, it is </ocr>"}, {"role": "assistant", "content": "<bbox>566,656,930,662</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_962"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-15597975-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> New Brunswick James Grattan 2 9 71 86 46 54 7 5 79 </ocr>"}, {"role": "assistant", "content": "<bbox>25,848,927,890</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_568"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39830.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> OXFORD </ocr>"}, {"role": "assistant", "content": "<bbox>807,973,946,983</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_290"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_128_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PLA 1.46 [14] \n Acrylic glass 1.490 - 1.492 \n Polycarbonate 1.584 - 1.586 \n PMMA 1.4893 - 1.4899 \n PETg 1.57 \n PET 1.5750 \n Crown glass (pure) 1.50 - 1.54 \n Flint glass (pure) 1.60 - 1.62 \n Crown glass (impure) 1.485 - 1.755 \n Flint glass (impure) 1.523 - 1.925 \n Pyrex (a borosilicate glass) 1.470 [15] \n Cryolite 1.338 \n Rock salt 1.516 \n Sapphire 1.762–1.778 \n Sugar Solution, 25% 1.3723 [16] </ocr>"}, {"role": "assistant", "content": "<bbox>25,617,953,829</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_385"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_404_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 12 December 3 Chicago Bears W 23–10 7–5 Metropolitan Stadium 49,784 </ocr>"}, {"role": "assistant", "content": "<bbox>31,813,959,849</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_267"}
{"image": ["./imgs/TextVQA/test_images/73c2e4cbb7bb9d4a.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> GEDOPLAN </ocr>"}, {"role": "assistant", "content": "<bbox>733,179,811,206</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_192"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37030.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> level and experience with social media was a freedom and device said that they would accept the </ocr>"}, {"role": "assistant", "content": "<bbox>50,929,952,937</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_232"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_32_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Legion of 3 Worlds #3 (April 2009). </ocr>"}, {"role": "assistant", "content": "<bbox>502,403,618,417</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_782"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__asia-in-turmoil-202.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Equities </ocr>"}, {"role": "assistant", "content": "<bbox>744,543,859,594</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_502"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e28daf098ab932eca76a32dbf7c11385_page44.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> N (0 </ocr>"}, {"role": "assistant", "content": "<bbox>200,802,931,814</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_111"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9f053d6a60067af17c6899c00c04f891_page4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> a true and fair view ofthe state ofaffairs ofthe Charity and ofits fmanciai activities for </ocr>"}, {"role": "assistant", "content": "<bbox>141,213,822,229</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_657"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c6f1e5d07701a3a71593aed0d8cb1ca5_page11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> General fund 36,638 (15,453) 21,185 </ocr>"}, {"role": "assistant", "content": "<bbox>145,547,895,560</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_565"}
{"image": ["./imgs/ChartQA/test/png/two_col_43669.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Small dwelling One or two Multi-dwelling Multi-dwelling Special </ocr>"}, {"role": "assistant", "content": "<bbox>245,732,761,818</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_607"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fb45301f76ee00458b274b01772e0676_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> AND FINANCIAL </ocr>"}, {"role": "assistant", "content": "<bbox>476,472,623,485</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_255"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44479.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> PERFORMANCE </ocr>"}, {"role": "assistant", "content": "<bbox>153,152,344,159</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_147"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__gina-van-der-linden01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> research </ocr>"}, {"role": "assistant", "content": "<bbox>61,354,142,368</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_298"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__network01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> involved! </ocr>"}, {"role": "assistant", "content": "<bbox>567,962,654,975</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_193"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jtjd0228_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Director of Food for Peace \n 3:20 Jhon \n Source: https://www.industrydocuments.ucsf.edu/docs/jtjd0228 </ocr>"}, {"role": "assistant", "content": "<bbox>98,838,901,995</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_60"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WGN M 02/24/20 :30 4:12 PM MRBPBK3038EH $600.00 3 </ocr>"}, {"role": "assistant", "content": "<bbox>55,472,960,485</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_70"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__marijke-everts04.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ideas </ocr>"}, {"role": "assistant", "content": "<bbox>768,594,804,629</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_784"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33386.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> FACEBOOK </ocr>"}, {"role": "assistant", "content": "<bbox>71,604,164,618</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_56"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1277350-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Days numbered </ocr>"}, {"role": "assistant", "content": "<bbox>442,14,503,38</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_953"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40959.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> region's out-of-school population \n sanitation through Ventilated \n Improved Pit (VIP) latrines </ocr>"}, {"role": "assistant", "content": "<bbox>82,808,571,838</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_846"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5e2e577350269cf29740147f28110752_page36.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Pension Schemes </ocr>"}, {"role": "assistant", "content": "<bbox>233,156,353,168</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_550"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hffm0227_25.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CORK & BOTTLE, LTD. </ocr>"}, {"role": "assistant", "content": "<bbox>216,173,796,214</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_126"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__research04.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Library </ocr>"}, {"role": "assistant", "content": "<bbox>375,738,437,756</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_242"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32692.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CONSUMER </ocr>"}, {"role": "assistant", "content": "<bbox>600,482,736,512</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_115"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_189_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SA(s)d </ocr>"}, {"role": "assistant", "content": "<bbox>195,583,249,629</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_318"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_66_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2008 no data 19 no data </ocr>"}, {"role": "assistant", "content": "<bbox>22,885,604,918</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_492"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__1701.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dr Tamara Maiuri November 12, 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>24,356,335,363</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_946"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tynx0037_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> and restrictions on cigarette marketing as a result of the Master Settlement \n Agreement with the state attorneys general. Marketplace competition, \n unprecedented price increases and an enormous array of brand-style choices \n available to adult smokers compound this restricted environment even more. \n To remain competitive in such an environment, it is vital for RJR brands, like Camel, \n to differentiate themselves from competitors. Marketing tools such as CML allow the \n brand to talk with adult smokers about their positioning and products in a unique \n way - giving Camel the opportunity to enhance loyalty among adult smokers who \n already choose the brand and to convert adult smokers of competitive brands to \n Camel. </ocr>"}, {"role": "assistant", "content": "<bbox>134,380,851,571</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_549"}
{"image": ["./imgs/TextVQA/test_images/74736870a82c410e.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> KiAd </ocr>"}, {"role": "assistant", "content": "<bbox>203,936,261,984</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_57"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37014.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> by BLR's HR Daily Advisor and sponsored by SuccessFactors. </ocr>"}, {"role": "assistant", "content": "<bbox>246,956,814,964</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_479"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80781.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 15.4 15.3 15.2 15.1 15.0 10.7 10.6 10.4 10.5 10.5 10.3 6.0 5.8 </ocr>"}, {"role": "assistant", "content": "<bbox>325,391,890,635</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_16"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18048776-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 9 John Cook United States 71-68-70-69=278 −2 80,000 </ocr>"}, {"role": "assistant", "content": "<bbox>25,709,917,751</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_263"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ce72c499-98e0-921c-2078-316aec271c80_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Start/End Spots/ </ocr>"}, {"role": "assistant", "content": "<bbox>385,421,651,433</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_385"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17325580-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 75 April 2 @ Washington L 101–109 (OT) LeBron James (31) LeBron James (9) Delonte West (7) Verizon Center </ocr>"}, {"role": "assistant", "content": "<bbox>12,214,854,272</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_680"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_514_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 Zolder October 5 Report \n R2 Atlético Madrid Beijing Guoan Zakspeed \n R1 A.S. Roma Atlético Madrid Liverpool F.C. Hitech Junior Team \n 4 Estoril October 19 Report \n R2 Borussia Dortmund Al Ain Azerti Motorsport \n R1 Liverpool F.C. Beijing Guoan Beijing Guoan Zakspeed \n 5 Vallelunga November 2 Report \n R2 Atlético Madrid F.C. Porto Hitech Junior Team \n R1 Liverpool F.C. R.S.C. Anderlecht A.C. Milan Scuderia Playteam </ocr>"}, {"role": "assistant", "content": "<bbox>16,442,979,887</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_876"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12535990-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 20-19 </ocr>"}, {"role": "assistant", "content": "<bbox>710,187,781,222</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_315"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sngx0227_27.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> nutritionally </ocr>"}, {"role": "assistant", "content": "<bbox>521,124,669,140</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_697"}
{"image": ["./imgs/TextVQA/test_images/4bf1ae00f8efdcdd.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> BAIR </ocr>"}, {"role": "assistant", "content": "<bbox>700,256,759,294</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_201"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b7afe6a5847de8aac0bc4bfae60e6f5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Recommended </ocr>"}, {"role": "assistant", "content": "<bbox>552,680,646,692</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_314"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15663132-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Weeks </ocr>"}, {"role": "assistant", "content": "<bbox>366,49,410,73</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_411"}
{"image": ["./imgs/ChartQA/test/png/two_col_41201.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>416,773,781,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_625"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__3d-content-in-europeana-task-force-review01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> The advent of 3D technology is bringing new opportunities for </ocr>"}, {"role": "assistant", "content": "<bbox>140,305,877,352</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_0"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0a3c0d685bdd553832a1426345e7f4d_page10.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2. Resources </ocr>"}, {"role": "assistant", "content": "<bbox>77,154,244,166</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_128"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> K–2 1000 m[51] Anne Knorr 3:50.614 Berenike Faldum 3:50.950 Alíz Sarudi 3:53.416 \n Debora Niche Daniela Nedeva Erika Medveczky \n Hungary Germany Belarus \n Gabriella Szabó Carolin Leonhardt Iryna Pamialova </ocr>"}, {"role": "assistant", "content": "<bbox>7,540,953,688</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_335"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_120_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 46 22 69 41 102 60 51 79 67 </ocr>"}, {"role": "assistant", "content": "<bbox>45,245,940,273</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_212"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a282477ef099fa2fa29c3d10cb8e4143_page52.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Disposal \n Additions \n Change in market value 97,058 1,378 98,436 252,756 \n At 31 August 2017 3,137,071 62,803 3,199,874 3,101,438 \n Historical cost 2,251,434 210 2,251,644 2,251,644 \n Parent: \n Managed Other listed Shares in Total Total \n funds investments gIcup 2017 2016 \n undertakings \n f f f. \n Market value </ocr>"}, {"role": "assistant", "content": "<bbox>104,288,913,540</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_733"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-rice-exports-droop-due-to-strong-baht01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> > How China's love of durian is reshaping the Thai countryside \n > Taiwanese visitors face extra visa requirements \n > Thanathorn gives up parliament roles \n Related Posts \n Chookiat Ophaswongse, honorary president of the Thai Rice Exporters \n told Reuters that Thai rice is very expensive because of the currency \n exchange. \n \" \n Read Also : Indonesia: Suspected Bomber Injures Self in Explosion” \n Post Views: 11 \n Rice exports have fallen 12% for the first half of this year, mostly </ocr>"}, {"role": "assistant", "content": "<bbox>40,29,963,983</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_956"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fsgj0223_99.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> @ Only data relating to the Company's principal products and main materials have been indicated above. \n E Value of Imports calculated on C.I.F. basis : CURRENT PREVIOUS \n YEAR YEAR \n Rupees Rupees \n (a) Capital Goods \n Raw Materials 76,00,067 \n 2,90,08,499 \n Stores and Spare Parts \n Packing Materials \n 21,75,722 \n 1,56,63,849 \n 88,63,008 \n 8,11,897 \n 1,16,97,732 \n F. Value of Imported and Indigenous Raw Materials, Stores and Spare Parts consumed and percentage thereof to the \n total consumption : \n (As certified by the Management) \n Raw Materials Stores and Spare Parts \n Rupees % Rupees % \n Imported 2,06,04,789 1.61 36,44,956 12.08. \n Indigenous </ocr>"}, {"role": "assistant", "content": "<bbox>133,582,930,816</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_242"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__2000_Champions_Cup02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> scoring </ocr>"}, {"role": "assistant", "content": "<bbox>683,163,728,187</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_1"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464556-still-a-bad-idea-est-2414-10-9-12-10-15-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Week: 10/08/12 10/14/12 </ocr>"}, {"role": "assistant", "content": "<bbox>47,472,216,480</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_597"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_124_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 42 Billboard Hot 100 \n \"24/7\" </ocr>"}, {"role": "assistant", "content": "<bbox>105,212,901,297</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_251"}
{"image": ["./imgs/ChartQA/test/png/two_col_42075.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 40.5 39.2 38.1 37 36 35 34.1 33.1 32.2 31.3 30.5 </ocr>"}, {"role": "assistant", "content": "<bbox>121,215,894,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_228"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16772687-16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Olden Polynice Haiti 23, 0 C 1988– 1991 1999 Virginia </ocr>"}, {"role": "assistant", "content": "<bbox>21,761,915,806</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_852"}
{"image": ["./imgs/TextVQA/test_images/5c66dcf28bddd8a6.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Krimimalviden </ocr>"}, {"role": "assistant", "content": "<bbox>466,290,593,312</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_492"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_705_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Luke Mulholland ENG Wilmington Hammerheads 9 \n Andriy Budnyy UKR Wilmington Hammerheads 8 \n 6 Jamie Watson USA Orlando City 8 \n Andrew Welker USA Harrisburg City Islanders 8 \n Chris Banks USA Wilmington Hammerheads 7 </ocr>"}, {"role": "assistant", "content": "<bbox>57,409,938,743</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_560"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/08d38278-beb7-c373-6748-a5cd184f2001_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Type Weekly/Irregular </ocr>"}, {"role": "assistant", "content": "<bbox>311,269,437,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_635"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mynp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> nucleic acid. His studies of diseases caused </ocr>"}, {"role": "assistant", "content": "<bbox>219,609,652,625</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_357"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18427840-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Win 1-1 Joao Paulo Decision Arena - BH N/A N/A Minas Gerais, Brazil </ocr>"}, {"role": "assistant", "content": "<bbox>13,923,892,945</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_398"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15859432-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Brook </ocr>"}, {"role": "assistant", "content": "<bbox>30,625,111,669</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_285"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/psjf0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Posology and method of administration </ocr>"}, {"role": "assistant", "content": "<bbox>204,630,503,645</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_360"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_410_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Johnson 19 62 </ocr>"}, {"role": "assistant", "content": "<bbox>303,736,701,774</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_657"}
{"image": ["./imgs/ChartQA/test/png/3790.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Not at all </ocr>"}, {"role": "assistant", "content": "<bbox>802,285,968,326</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_788"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__nigerian-419-romance-scammer-arrested-in-pattaya-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> in February by a </ocr>"}, {"role": "assistant", "content": "<bbox>720,814,931,835</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_320"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/456941-obam_09-18_09-24_contract_398069_rev_01_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 95 101 1536 243000 PHILADELPHIA A. CLIFFORD 09-18-2012 09-24-2012 M (Broadcast Month, Cycle 1) N 243000 \n Line Start Date End Date Time Period Description RCDuration M T W T F S S SPW Price Tot Spots Total $ \n Agency CPE: C : 95 P : 101 E : 1536 \n R 42 09-18-2012 09-23-2012 09:00AM - 10:00AM EYEWITNESS NEWS SAT 9-10AM (10765) 2 30 X 1 250 1 250.00 \n R 43 09-18-2012 09-23-2012 06:00AM - 07:00AM EYEWITNESS NEWS SUNDAY 6-7A (6243) 3 30 X 1 100 1 100.00 \n R 44 09-18-2012 09-23-2012 05:00PM - 05:30PM EYEWITNESS NEWS AT 5:00PM(MONDAY-FRIDAY 3 30 X X X X 4 500 4 2,000.00 \n R 45 09-24-2012 09-24-2012 05:00PM - 05:30PM EYEWITNESS NEWS AT 5:00PM(MONDAY-FRIDAY 3 30 X 1 500 1 500.00 </ocr>"}, {"role": "assistant", "content": "<bbox>2,204,880,396</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_120"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Concurrency_and_real-time_programming01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> In Real-Time Programming there is usually a need to respond to multiple requests in parallel, and with different Real-Time Constraints. The software \n may have to support a fast time cyclic and demanding control loop, while simultaneously having to respond to asynchronous inputs from the user. To \n solve programming problems with multiple control loops and simultaneous requests, different Concurrency Programming techniques have been applied. \n Programming environments and languages supporting Concurrency Programming are, to mention a few: Ada, RHAPSODY UML with C++, ERLANG, </ocr>"}, {"role": "assistant", "content": "<bbox>15,487,983,747</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_254"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10070.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Institute of Biotechnology </ocr>"}, {"role": "assistant", "content": "<bbox>318,83,823,96</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_815"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrfw0227_19.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> for the -04 year, increasing </ocr>"}, {"role": "assistant", "content": "<bbox>450,147,703,162</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_885"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35592.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 563K </ocr>"}, {"role": "assistant", "content": "<bbox>798,127,907,139</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_406"}
{"image": ["./imgs/ChartQA/test/png/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>707,773,891,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_703"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e87504ee-8fcc-951c-0652-0ff54129fa64_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 03/16/20to03/22/20 1x M------ </ocr>"}, {"role": "assistant", "content": "<bbox>361,590,555,603</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_576"}
{"image": ["./imgs/ChartQA/test/png/two_col_104226.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 41 Pharmacies </ocr>"}, {"role": "assistant", "content": "<bbox>96,84,759,178</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_19"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/txcm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> check drawn to order </ocr>"}, {"role": "assistant", "content": "<bbox>204,177,353,217</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_430"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/markets__academic-research03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> the events that we </ocr>"}, {"role": "assistant", "content": "<bbox>239,367,414,380</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_428"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> N 2 WPTV 01/24/20 01/30/20 M-F 6-7am CM 6-7am MTWTF-- :30 3 $575.00P-6 0.00 NM 3 $1,725.00 </ocr>"}, {"role": "assistant", "content": "<bbox>33,776,968,787</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_345"}
{"image": ["./imgs/ChartQA/test/png/two_col_2886.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18 Raoul Lambert </ocr>"}, {"role": "assistant", "content": "<bbox>84,741,367,766</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_622"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44783.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1900 \n FEET \n HIGH! \n That means there are over \n 10,000,000,000,000,000,000 \n stars in the universe! \n MERCURY MARS \n The surface of mercury rises to Mars is known as the Red Planet because iron \n 800 degrees Fahrenheit during minerals in the Martian soil oxidize, or rust, \n the day and drops to -290 causing the soll -- and the dusty atmosphere -- \n degrees Fahrenheit at night. to look red. \n SATURN \n SUN \n When Galileo Galilei looked at \n The sun is the center EARTH \n JUPITER \n Saturn through a telescope in the \n 1600s, he noticed strange objects on \n of our solar system You are here. If the Earth was the size of a nickel, Jupiter each side of the planet ... it turned \n and makes up would be about as big as a basketball. out to be the rings of Saturn. \n 99.8% \n Jupiter also has 50 known moons, with an \n VENUS additional 17 moons awaiting confirmation of \n of the mass of the One day on Venus lasts as long as \n their discovery -- that is a total of 67 moons! \n entire solar system. 243 Earth days (the time it takes for \n Venus to rotate or spin once). \n Venus makes a complete orbit \n around the sun (a year in Venusian </ocr>"}, {"role": "assistant", "content": "<bbox>48,388,888,687</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_754"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36953.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PARALLEL </ocr>"}, {"role": "assistant", "content": "<bbox>655,503,922,516</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_880"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-is-openstack04.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> a unique identifier </ocr>"}, {"role": "assistant", "content": "<bbox>239,265,459,276</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_633"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/21d7d767-b47e-45b9-e4bd-7e96a574f4fe_page7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> hitp://meredithtvsales.com/terms-and-conditions/ </ocr>"}, {"role": "assistant", "content": "<bbox>413,908,622,915</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_196"}
{"image": ["./imgs/ChartQA/test/png/3854.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 62 17 </ocr>"}, {"role": "assistant", "content": "<bbox>503,589,764,614</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_983"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-16494599-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Casey Jacobsen 23 United States Guard-Forward 2007-2008 Stanford \n Alexander Johnson 32 United States Power forward 2006-2007 Florida State \n Chris Johnson 4 United States Small forward 2013 Dayton \n Bobby Jones 8 United States Forward 2008 Washington \n Dahntay Jones 30 United States Guard-Forward 2003-2007 Duke </ocr>"}, {"role": "assistant", "content": "<bbox>20,312,910,753</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_654"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztcn0020_11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> DRUG </ocr>"}, {"role": "assistant", "content": "<bbox>576,218,655,247</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_624"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40874.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> reduce inequalities and improve </ocr>"}, {"role": "assistant", "content": "<bbox>20,652,215,659</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_464"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33762.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> WORKERS </ocr>"}, {"role": "assistant", "content": "<bbox>44,541,243,566</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27547668-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7 \"The Woman Who Knew Too Little\" Robert Lieberman Jeremy Boxen 1,053,000 March 3, 2010 107 </ocr>"}, {"role": "assistant", "content": "<bbox>15,499,932,517</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_892"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/network-association__special-interest-groups__europeana-copyright01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> digital </ocr>"}, {"role": "assistant", "content": "<bbox>428,420,493,485</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_832"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37354.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> the \"@\" symbol. \n Then treat and track the requests \n just like those in other platforms. \n THE BEST \n Use software that re-routes a Twitter message (based on \n SOLUTION \n brand name with and without \"@\") to a staff back-up if it \n goes unanswered within a certain time-frame. \n SPEED OF \n RESPONSE \n Create a dedicated \n customer service handle. \n Within an hour of posting Handles have been shown to \n a product or service improve response time by 43%, </ocr>"}, {"role": "assistant", "content": "<bbox>51,296,950,517</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_279"}
{"image": ["./imgs/TextVQA/test_images/923e4d6149e56ccf.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> II </ocr>"}, {"role": "assistant", "content": "<bbox>472,397,499,434</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_3"}
{"image": ["./imgs/ChartQA/test/png/4393.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Sometimes </ocr>"}, {"role": "assistant", "content": "<bbox>488,257,653,293</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_798"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d053d6ac-f4b1-0c8d-9d87-d2e75a65a09f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Office KATZ Los Angeles </ocr>"}, {"role": "assistant", "content": "<bbox>656,186,852,196</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_42"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e2438558be7b99c1206398aaf3764874_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> for the year ended 31 December 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>86,104,385,117</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_561"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0d25aea082fefcb0b337ceb6f6baddd7_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> statements </ocr>"}, {"role": "assistant", "content": "<bbox>285,367,362,380</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_815"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10760.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Canadians aged 65 and older reported \n lower rates of symptoms of moderate to \n There were 18% of Canadians who reported symptoms \n severe anxiety. \n of moderate to severe anxiety in the previous two weeks. WOMEN \n All regions reported similar rates. MEN \n 15% 21% \n GANADA \n 18% \n CANADA \n Women were more likely than men to \n report symptoms consistent with \n moderate or severe anxiety. \n There are many things you can do to help improve your physical and mental health during stressful times. \n Here is what Canadians reported doing in May. </ocr>"}, {"role": "assistant", "content": "<bbox>37,334,951,604</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_605"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__picture-palaces-thailands-movie-theatres-from-art-deco-to-brutalist-celebrated-and-mourned06.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Jablon ends by offering a slim hope that trends toward renovation and \n historical preservation will take hold in Thailand before the last of \n these theatres are gone. </ocr>"}, {"role": "assistant", "content": "<bbox>23,14,914,142</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_578"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Music_appreciation_and_history06.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> dukes </ocr>"}, {"role": "assistant", "content": "<bbox>607,841,645,872</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_281"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12572989-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> #02 The Last Blade 1 and 2 幕末浪漫 月華の剣士１・２ January 12, 2006 SLPS-25503 \n #03 The King of Fighters: Orochi Collection THE KING OF FIGHTERS -オロチ編- April 20, 2006 SLPS-25605 \n #04 Art of Fighting Anthology 龍虎の拳〜天・地・人〜 May 11, 2006 SLPS-25610 \n #05 Fatal Fury Battle Archives 1 餓狼伝説バトルアーカイブズ１ July 20, 2006 SLPS-25664 \n #06 Fatal Fury Battle Archives 2 餓狼伝説バトルアーカイブズ２ February 22, 2007 SLPS-25698 </ocr>"}, {"role": "assistant", "content": "<bbox>15,225,932,544</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_440"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_767_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 26 August 1992 Arsenal A 0–2 20,796 \n 29 August 1992 Manchester City A 3–3 27,288 Jobson, Milligan, Halle \n 1 September 1992 Leeds United H 2–2 13,848 Olney (2) \n 5 September 1992 Coventry City H 0–1 11,254 \n 12 September 1992 Crystal Palace A 2–2 11,224 Olney, Sharp \n 19 September 1992 Ipswich Town H 4–2 11,150 Marshall, Sharp, Halle, Henry \n 26 September 1992 Blackburn Rovers A 0–2 18,393 \n 4 October 1992 Everton H 1–0 13,013 Jobson \n 17 October 1992 Sheffield Wednesday A 1–2 24,485 Milligan \n 24 October 1992 Aston Villa H 1–1 13,457 Olney \n 31 October 1992 Southampton A 0–1 10,827 \n 9 November 1992 Norwich City H 2–3 11,081 Sharp, Marshall \n 21 November 1992 Manchester United A 0–3 33,497 \n 28 November 1992 Middlesbrough H 4–1 12,401 Halle, Pointon, Sharp, Adams \n 5 December 1992 Queens Park Rangers A 2–3 11,804 Adams, Olney \n 12 December 1992 Wimbledon A 2–5 3,386 Brennan, Milligan \n 19 December 1992 Tottenham Hotspur H 2–1 11,735 Sharp, Olney \n 9 January 1993 Ipswich Town A 2–1 15,025 Brennan, Bernard \n 16 January 1993 Blackburn Rovers H 0–1 13,742 \n 23 January 1993 Coventry City A 0–3 10,544 \n 26 January 1993 Manchester City H 0–1 14,903 </ocr>"}, {"role": "assistant", "content": "<bbox>16,107,880,576</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_201"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18985137-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Guillermo Molina CF m kg ( lb) Pro Recco </ocr>"}, {"role": "assistant", "content": "<bbox>30,405,791,444</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_743"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldw0228_9.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 44 Northumberland Road, Dublin 4, Ireland. \n Tel: (0001) 688188/688244. \n 19-24 95 VDLUFA-Kongress (Kiel) \n VDLUFA = Verband Deutscher Landwirtschaftlicher \n Untersuchungs- und Forschungsanstalten. \n Details: Dr Eva Leschik, DGE, Frankfurt. \n 29 Agricultural Production - Food Processing - (Germany) \n Quality of Food Conference: DGE/VDLUFA. \n Details: Dr J Homayr, DGE, Frankfurt. \n 30 Food Toxicological Risk and Problems of (Paris) \n Technological Innovation \n Details: Mme Sophie Holm, FFN, Paris. \n 30 Teaching Nutrition to the Public and (Coventry) \n Professions \n Details: Dr R F Grimble, Dept. of Nutrition, </ocr>"}, {"role": "assistant", "content": "<bbox>256,181,902,447</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_593"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/684e80bed275a44422edc4daf9aa6f20_page5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> members are held and managed by the Trustees for </ocr>"}, {"role": "assistant", "content": "<bbox>188,265,588,277</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_889"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__terrorism__isis-fading-in-mid-east-thriving-in-the-philippines03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> of the city’s 96 villages. </ocr>"}, {"role": "assistant", "content": "<bbox>257,117,586,137</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_871"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_34_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> psychological profiler who assists the police in </ocr>"}, {"role": "assistant", "content": "<bbox>158,301,309,317</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_800"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/prhm0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Cambridge </ocr>"}, {"role": "assistant", "content": "<bbox>331,635,405,653</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_761"}
{"image": ["./imgs/ChartQA/test/png/two_col_40816.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 30 993 </ocr>"}, {"role": "assistant", "content": "<bbox>542,350,631,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_464"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16740136-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> May 18 Ben Spies Ben Spies </ocr>"}, {"role": "assistant", "content": "<bbox>18,385,973,414</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_77"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_100_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 64.74 - I-95 runs along the highway between Exits 12 and 45 (concurrent with 128). </ocr>"}, {"role": "assistant", "content": "<bbox>113,962,452,971</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_773"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18624865-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3 5 Kaio de Almeida Brazil 1:55.21 \n 4 3 Paweł Korzeniowski Poland 1:55.35 \n 5 8 Chen Yin China 1:55.88 \n 6 2 Michael Rock Great Britain 1:55.90 </ocr>"}, {"role": "assistant", "content": "<bbox>34,407,966,753</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_381"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gmhh0077_17.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> re: </ocr>"}, {"role": "assistant", "content": "<bbox>100,463,131,523</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_799"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1997–2001 Bizbirije Differentes personajes en \"No es Justo\" y \"Ponte Bizbo\" Capsulas https://www.youtube.com/watch?v=M7YCuvFbFJ0 </ocr>"}, {"role": "assistant", "content": "<bbox>12,932,895,968</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_321"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snyc0227_43.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> long-grained </ocr>"}, {"role": "assistant", "content": "<bbox>730,597,843,612</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_151"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_544_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 6 170 </ocr>"}, {"role": "assistant", "content": "<bbox>78,616,235,671</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_0"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__nigerian-419-romance-scammer-arrested-in-pattaya-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> > “The first quarter of 2020 looks terrible” </ocr>"}, {"role": "assistant", "content": "<bbox>23,582,514,604</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_455"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_62_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Every </ocr>"}, {"role": "assistant", "content": "<bbox>88,613,137,645</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_899"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Vygotsky_and_Online_Learning05.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Although Vygotsky himself never mentioned the term, scaffolding was first developed by Jerome Bruner®, David Wood, and Gail Ross, while applying \n Vygotsky's concept of ZPD to various educational contexts.!”] Scaffolding is a process through which a teacher or a more competent peer helps the \n student in his or her ZPD as necessary and tapers off this aid as it becomes unnecessary—much as a scaffold is removed from a building after </ocr>"}, {"role": "assistant", "content": "<bbox>10,136,976,328</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_236"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14323347-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Estudiantes N/A QF did not qualify did not qualify \n Huracán N/A N/A 1st round did not qualify </ocr>"}, {"role": "assistant", "content": "<bbox>20,584,863,715</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_778"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_73_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 0–0 0–0 0–0 </ocr>"}, {"role": "assistant", "content": "<bbox>259,803,469,860</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_904"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44373.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> economy of London </ocr>"}, {"role": "assistant", "content": "<bbox>169,700,402,707</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_126"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40806.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Bank </ocr>"}, {"role": "assistant", "content": "<bbox>481,11,577,29</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_891"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/514259-hudson-wsoc-refund2-337326-11-12-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ntl. \n Correcj \n Net Credi \n Carting|Efror \n Technigal Diffi \n Netwol \n Invoice |B|lling \n Producti \n Internef \n ]OSI Contract # \n $2,125.00 \n Computer Cony. \n - \n L) </ocr>"}, {"role": "assistant", "content": "<bbox>93,223,924,839</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_948"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e67335fc-3130-eef9-d297-0fd21163af54_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> N 6 All 03/12/20 03/12/20 News 4 Today II 6a-7a CM M-F 6a-7a ---1--- :30 1 $295.004 0.00 NM 1 $295.00 \n News 4 Today II 6a-7a \n wrap around 5,6,7 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 ---1--- 1 $295.00 0.00 \n N 7 All 03/13/20 03/13/20 News 4 Today II 6a-7a CM M-F 6a-7a ----1-- :30 1 $295.004 0.00 NM 1 $295.00 \n News 4 Today II 6a-7a \n wrap around 5,6,7 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 ----1-- 1 $295.00 0.00 \n N 8 All 03/09/20 03/09/20 M-F Today Show CM M-F 7a-9a 1------ :30 1 $295.004 0.00 NM 1 $295.00 \n M-F Today Show </ocr>"}, {"role": "assistant", "content": "<bbox>33,606,970,768</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_591"}
{"image": ["./imgs/TextVQA/test_images/5f5e173b421dd3d5.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ornament </ocr>"}, {"role": "assistant", "content": "<bbox>607,923,780,945</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_185"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> :30 11:30 PM MRBPSS312EH $225.00 1 </ocr>"}, {"role": "assistant", "content": "<bbox>471,568,960,581</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_952"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__india-philippine-central-banks-to-cut-rate-bank-of-thailand-waits04.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> a rate cut to boost a slowing economy </ocr>"}, {"role": "assistant", "content": "<bbox>319,322,832,359</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_144"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrbg0065_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> From: Thomas A. Chepiga \n Company: RJ Reynolds Tobacco Company \n Scientific & Regulatory Affairs \n Phone: \n Winston-Salem, NC, USA \n (330) 741-4374 \n Fax: (336) 741-0815 \n Pagos Including this \n Date: July 6, 1999 \n cover page: \n Comments: Dear Gunduta: \n I regret to Inform you that, due to last minute circumstances, I will be unable to attend \n the CECCM Additives Working Group meeting this Wednesday, July 7, In Bayreuth. \n Thank you very much for making accommodation/transportation arrangements for me. \n however, these can now be cancelled. I apologize for this late notice and look forward \n to seeing you In Washington later this month. \n With regret, however, always with best regards, \n Kom \n TRANSMISSION REPORT \n THIS DOCUMENT WAS CONFIRMED \n (REDUCED SAMPLE ABOVE - SEE DETAILS BELOW) \n ** COUNT ** \n TOTAL PAGES SCANNED \n TOTAL PAGES CONFIRMED \n 1 \n : 1 \n *** SEND *** </ocr>"}, {"role": "assistant", "content": "<bbox>115,166,925,747</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_608"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sjbw0217_44.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Medical Education and Communications Plan for the Premarin Product Line 44 </ocr>"}, {"role": "assistant", "content": "<bbox>116,116,862,133</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_848"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33816.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> income] Change source of income. € 500 million additional per annum </ocr>"}, {"role": "assistant", "content": "<bbox>62,480,898,506</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_591"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__206.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> all our efforts in the </ocr>"}, {"role": "assistant", "content": "<bbox>513,206,676,219</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_918"}
{"image": ["./imgs/ChartQA/test/png/two_col_41595.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2017 2018 2019* </ocr>"}, {"role": "assistant", "content": "<bbox>643,802,819,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_737"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1122988-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Alex Caffi Osella- Alfa Romeo 64 Fuel System 21 \n René Arnoux Ligier- Megatron 57 Electrical 19 \n Philippe Alliot Lola- Ford 48 Accident 15 \n Martin Brundle Zakspeed 45 Turbo 22 \n Michele Alboreto Ferrari 43 Engine 5 \n Andrea de Cesaris Brabham- BMW 43 Gearbox 13 \n Stefan Johansson McLaren- TAG 14 Gearbox 8 \n Teo Fabi Benetton- Ford 14 Gearbox 12 \n Adrián Campos Minardi- Motori Moderni 14 Spun Off 24 \n Gerhard Berger Ferrari 13 Differential 2 \n Christian Danner Zakspeed 3 Engine 23 \n Satoru Nakajima Lotus- Honda 1 Drive-shaft 17 </ocr>"}, {"role": "assistant", "content": "<bbox>28,572,945,981</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_369"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17941795-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 1909 2′B </ocr>"}, {"role": "assistant", "content": "<bbox>476,502,917,529</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_439"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11960196-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 April 29 @ Detroit 81–98 Iguodala (21) Evans (7) Iguodala (6) The Palace of Auburn Hills 22,076 2–3 \n 6 May 1 Detroit 77–100 Iguodala (16) Evans (7) Evans, Ollie (3) Wachovia Center 14,130 2–4 </ocr>"}, {"role": "assistant", "content": "<bbox>15,740,960,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_534"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hnnp0227_25.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> APPLICATIONS MUST </ocr>"}, {"role": "assistant", "content": "<bbox>321,828,476,844</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_469"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/475851-wfor-mitt-romney-r-president-ord55388-fed_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> SPOTS TIME </ocr>"}, {"role": "assistant", "content": "<bbox>179,353,294,365</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_523"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20040.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Where did you buy your </ocr>"}, {"role": "assistant", "content": "<bbox>709,806,945,811</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_177"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fa26d7c102f3c644211cd56448cb420c_page17.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IT and Communications Strategy — the continued provision and development ofan \n enabling Information Technology and Communications platform driving the sustained \n development ofthe Brothers ofCharity Services in England through the design, \n configuration and deployment offacilitative ITinfrastructures and communication \n platforms to ensure sustainable organisational capacity, development and performance \n delivering and promoting continued positive engagement and enhance meaningful \n communications ofour mission statement, ethos, vision and values with all our diverse \n stakeholders and community partners. \n Land Use Strategy — to ensure the property and land assets ofthe Brothers ofCharity \n are both sustainably and effectively managed, utilised and deployed in the provision of </ocr>"}, {"role": "assistant", "content": "<bbox>271,467,899,648</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_881"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_528_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> September 1, 1990 Colorado Springs Colorado State 35 Air Force 33 AFA 19–9–1 \n September 7, 1991 Fort Collins Air Force 31 Colorado State 26 AFA 20–9–1 \n October 17, 1992 Colorado Springs Colorado State 32 Air Force 28 AFA 20–10–1 \n September 11, 1993 Fort Collins Colorado State 8 Air Force 5 AFA 20–11–1 \n September 3, 1994 Colorado Springs Colorado State 34 Air Force 21 AFA 20–12–1 \n September 16, 1995 Colorado Springs Colorado State 27 Air Force 20 AFA 20–13–1 \n November 2, 1996 Colorado Springs Colorado State 42 Air Force 41 AFA 20–14–1 \n September 20, 1997 Fort Collins Air Force 24 Colorado State 0 AFA 21–14–1 \n September 17, 1998 Colorado Springs Air Force 30 Colorado State 27 AFA 22–14–1 </ocr>"}, {"role": "assistant", "content": "<bbox>21,325,977,565</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_11"}
{"image": ["./imgs/TextVQA/test_images/707c5a678bedbf81.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TUIT </ocr>"}, {"role": "assistant", "content": "<bbox>775,771,913,795</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_82"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1226463-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Formula One World Championship results </ocr>"}, {"role": "assistant", "content": "<bbox>308,24,815,63</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_81"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70230.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> industry challenges . How telecommunications is coping or not . Restocking & </ocr>"}, {"role": "assistant", "content": "<bbox>514,729,923,750</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_540"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35260.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> PROGRAMS AND EVEN FREE WEBSITES EXIST TO </ocr>"}, {"role": "assistant", "content": "<bbox>371,312,874,318</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_690"}
{"image": ["./imgs/ChartQA/test/png/two_col_1811.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 </ocr>"}, {"role": "assistant", "content": "<bbox>130,773,600,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_454"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10790397-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Essendon 9.21 (75) North Melbourne 15.18 (108) Windy Hill 11,000 1 July 1933 </ocr>"}, {"role": "assistant", "content": "<bbox>18,385,982,457</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_826"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__hessla.html01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> software. </ocr>"}, {"role": "assistant", "content": "<bbox>50,413,100,452</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_665"}
{"image": ["./imgs/TextVQA/test_images/2d8b038ce04b3416.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> jet </ocr>"}, {"role": "assistant", "content": "<bbox>598,463,818,591</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_440"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60221.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Find and book hotels Manage parking lots </ocr>"}, {"role": "assistant", "content": "<bbox>135,669,418,712</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_49"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41627.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Review </ocr>"}, {"role": "assistant", "content": "<bbox>727,961,798,976</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_740"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lnph0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> DENVER, </ocr>"}, {"role": "assistant", "content": "<bbox>125,229,207,244</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_684"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fmjm0223_35.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Duration of diabetes (years) 12.2 (9.3)* 12.4 (9.7) ... ... 13.3 (9.9) .. 12.9 (10.7) </ocr>"}, {"role": "assistant", "content": "<bbox>130,571,769,588</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_813"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/518f9e5ce26b3ebd9f10545bb8535793_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and a wealth of additional </ocr>"}, {"role": "assistant", "content": "<bbox>237,190,479,205</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_199"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Special Handling Advertiser Ref 511689 \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 7 KPIX Noon News 12p-1230p \n CDR \n 03/02/20to03/08/20 2x 11----- \n KPIX M 03/02/20 :30 12:26 PM BFP3020041H $450.00 1 \n KPIX Tu 03/03/20 :30 12:13 PM BFP3020041H $450.00 2 \n 8 KPIX M-F 230p-3p 230p-3p \n CDR \n 03/02/20to03/08/20 2x 11----- \n KPIX M 03/02/20 :30 2:43 PM BFP3020041H $315.00 1 \n KPIX Tu 03/03/20 :30 2:47 PM BFP3020041H $315.00 2 \n 9 KPIX M-F 2-230p 2p-230p \n CDR </ocr>"}, {"role": "assistant", "content": "<bbox>24,367,960,616</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_571"}
{"image": ["./imgs/TextVQA/test_images/d0252eb1f305b86d.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> FUTURUM </ocr>"}, {"role": "assistant", "content": "<bbox>746,329,879,365</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_267"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b2f1a4f7-9946-dbb0-488b-ca1d5e332f30_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Spm Sunday \n Mobile (WPMI) Network Special | 10.0.1|Closed Preempt (10) 02/23/20 Report/Exception - No Spm \n or Nightly News on Sunday \n due to Golf : }— \n 11.0|NormalLine / SPOT (11) 102/19/20-02/21/20 2 :30]10P- News-NBC 15 News at giaia 3 $220.0 $660.00| Mobile (WPMI) NBC 15 News ati0 2/18/20 \n 10pm \n 12.0|NormalLine / SPOT(B/E) (12) lo2/19/20-02/21/20 2| :15/:156:30A- Entertainment 1 xed og bx $80.0 Mobile (WPMI) NBC 15 News 2/18/20 \n Tonight \n ~y Mobile (WPMI) Order Error/Exception- \n 12.0.1\\Closed Preempt (12) 02/19/20 Entertainment Tonight is at \n 6:30 PM. \n 13.0|NormalLine / SPOT(B/E) (13) (02/24/20-02/25/20 2| :15/:15)6:58A- NBC-The Today a) x} x 1 $120.00 $120.00| Mobile (WPMI) Today Show-NBC 2/18/20 \n Show Hour 1 & 2 \n $60. Mobile (WPMD) Gulf Coast Today 2/18/20 \n 14.0|NormalLine / SPOT(B/E)(14) (02/25/20-02/25/20 2| _:15/:15]12:30P- Gulf Coast Today al x \n Mobile (WPMI) Program Change/Exception \n | \n 14.0.1\\Closed Preempt (14) (02/25/20 \n CONFIRMATION CONTRACT \n Date: Comments: </ocr>"}, {"role": "assistant", "content": "<bbox>35,503,965,803</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_845"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page141.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> National Lottery </ocr>"}, {"role": "assistant", "content": "<bbox>76,622,203,635</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_697"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/fd132b83-2a29-0117-ef58-7844f8228145_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 WSMV Th 02/13/20 7:16 PMSuperstore/Brooklyn99 658-8pm 1:00MRBPBK6033EH $1,200.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>85,734,964,744</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_518"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_224.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> support by the Company, which includes </ocr>"}, {"role": "assistant", "content": "<bbox>512,854,780,865</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_687"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10790651-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (94) St Kilda 9.15 (69) Lake Oval 19,000 29 June </ocr>"}, {"role": "assistant", "content": "<bbox>217,502,937,574</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_658"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> PM MRBPBK6011H $250.00 </ocr>"}, {"role": "assistant", "content": "<bbox>544,493,757,506</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_147"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17337904-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Cai Sovereign Wu Marquis Ji </ocr>"}, {"role": "assistant", "content": "<bbox>31,128,788,163</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_73"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> PO BOX 206270 </ocr>"}, {"role": "assistant", "content": "<bbox>81,45,180,58</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_755"}
{"image": ["./imgs/ChartQA/test/png/two_col_23004.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2014* 2016* 2018* 2020* 2022* 2024* 2026* 1986 1988 1990 1992 1994 1996 1998 2000 2002 </ocr>"}, {"role": "assistant", "content": "<bbox>115,783,902,832</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_448"}
{"image": ["./imgs/ChartQA/test/png/two_col_62325.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 996 </ocr>"}, {"role": "assistant", "content": "<bbox>579,224,844,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_331"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/plwg0227_8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> mg. /ml. ug./100 mg. fat </ocr>"}, {"role": "assistant", "content": "<bbox>404,453,813,471</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_439"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_76_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Total 16 16 30 62 </ocr>"}, {"role": "assistant", "content": "<bbox>165,921,924,962</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_570"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nggw0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Board of Directors </ocr>"}, {"role": "assistant", "content": "<bbox>411,269,663,328</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_268"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1d216cea-0c6e-d344-1d03-b39f9184ac43_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Product POLITICAL ISSUE (ns) (1187) </ocr>"}, {"role": "assistant", "content": "<bbox>392,129,672,141</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_312"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Vieques04.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> two room suite, two full beds in the bedroom and a separate sitting room, private bath. edit </ocr>"}, {"role": "assistant", "content": "<bbox>38,703,608,744</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_539"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page334.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ddinbych </ocr>"}, {"role": "assistant", "content": "<bbox>162,464,237,478</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_705"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxhh0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> APPROVAL </ocr>"}, {"role": "assistant", "content": "<bbox>725,80,834,97</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_581"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailands-king-strips-disloyal-royal-consort-of-titles-and-military-ranks01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> as holding the king's </ocr>"}, {"role": "assistant", "content": "<bbox>636,623,902,646</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_866"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18762971-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 21 April 2001 Barnsley H 2-1 </ocr>"}, {"role": "assistant", "content": "<bbox>25,935,759,947</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_149"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__history01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> - no donor has any input into Transparency International’s policies. Our sources </ocr>"}, {"role": "assistant", "content": "<bbox>254,905,937,924</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_277"}
{"image": ["./imgs/TextVQA/test_images/665b9dc32d3029ec.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TUeED </ocr>"}, {"role": "assistant", "content": "<bbox>546,419,585,458</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_483"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35239.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Diners </ocr>"}, {"role": "assistant", "content": "<bbox>349,733,458,756</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_124"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31466.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> RAPID RISE </ocr>"}, {"role": "assistant", "content": "<bbox>850,33,918,50</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_455"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41892.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> AFRICA </ocr>"}, {"role": "assistant", "content": "<bbox>905,257,931,299</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_612"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xnkp0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Bethesda, Maryland \n Air Fare: New York - Washington - Nashville (residence) *. . .$ 163.00 \n Taxi fares: \n Office to Airport, New York. . 10.00 \n National Airport to Cosmos Club, Washington. 6.00 \n Cosmos Club to Bethesda . \n Bethesda to Cosmos Club ... \n 11.00 \n 10.50 \n Cosmos Club to National Airport. 6.00 \n Lodging: Cosmos Club. 20.52 </ocr>"}, {"role": "assistant", "content": "<bbox>121,268,856,493</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_878"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2850912-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Left Wing Canada Vancouver Canucks Calgary Wranglers </ocr>"}, {"role": "assistant", "content": "<bbox>229,583,823,607</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_836"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Children_of_Mana03.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> idea to the Mana franchise, which would include several games across different genres and platforms. These games, as with the rest of the series, would \n not be direct sequels or prequels to one another, even if appearing so at first glance, but would instead share thematic connections.!’! The first release in </ocr>"}, {"role": "assistant", "content": "<bbox>14,700,981,845</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_805"}
{"image": ["./imgs/ChartQA/test/png/two_col_20425.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2010 2013 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>146,802,871,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_335"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/db806c384ba2d09ee884a728c5e71ec8_page32.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> management </ocr>"}, {"role": "assistant", "content": "<bbox>411,331,509,343</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_355"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5f05bcf1-8b8a-50fe-d07a-304272f5d514_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 14 WGN 6:30 PM-7:00 PM 6:30 PM-7:00 PM </ocr>"}, {"role": "assistant", "content": "<bbox>24,425,338,438</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_243"}
{"image": ["./imgs/ChartQA/test/png/two_col_22383.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Feb '21 Mar '21 </ocr>"}, {"role": "assistant", "content": "<bbox>671,802,776,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_380"}
{"image": ["./imgs/ChartQA/test/png/multi_col_259.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 32 4 </ocr>"}, {"role": "assistant", "content": "<bbox>171,293,385,339</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_273"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_818_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> TNT 3 March 30, 1991 Bayamon, Puerto Rico \n King Kong 1 April 20, 1991 Bayamon, Puerto Rico \n TNT 4 June 1, 1991 Bayamon, Puerto Rico \n Fidel Sierra 1 October 19, 1991 Bayamon, Puerto Rico \n TNT 5 October 26, 1991 Carolina, Puerto Rico \n Dick Murdoch 1 November 23, 1991 Arroyo, Puerto Rico \n Invader I 5 December 25, 1991 San Juan, Puerto Rico \n Dick Murdoch 2 January 6, 1992 San Juan, Puerto Rico Vacant on January 6, 1993 when Murdoch leaves the promotion. \n Carlos Colon 3 June 18, 1994 San Juan, Puerto Rico Defeated Mighty Koadiak in a tournament final. \n Mighty Koadiak 1 1994 \n Rex King 1 1995 </ocr>"}, {"role": "assistant", "content": "<bbox>7,260,814,416</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_785"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41826.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> HS: 48 \n TAMIM IQBAL, 26 \n SHIKHAR DHAWAN, 30 \n BATTING AVERAGE: 20.86 \n BATTING AVERAGE: 20.14 \n STRIKE RATE: 108.04 \n STRIKE RATE: 115.49 HS: 88* \n HS: 51 \n VIRAT KOHLI, 27 SABBIR RAHMAN, 24 \n BATTING AVERAGE: 51.03 BATTING AVERAGE: 30.35 \n STRIKE RATE: 132.70 STRIKE RATE: 120.05 \n HS: 90* HS: 80 \n SURESH RAINA, 29 \n MRUL KAYES, 29 \n BATTING AVERAGE: 31.40 \n BATTING AVERAGE: 8,37 \n STRIKE RATE: 133.25 \n STRIKE RATE: 75.28 \n HS: 101 \n HS: 22 \n BANELAIER \n YUVRAJ SINGH, 34 SHAKIB AL HASAN, 28 \n BATTING AVERAGE: 30.91 \n STRIKE RATE: 139.43 </ocr>"}, {"role": "assistant", "content": "<bbox>9,138,989,453</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_91"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11344569-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4 Monaco 7 18 17 42 \n 5 San Marino 4 9 16 29 \n 6 Malta 3 5 13 21 </ocr>"}, {"role": "assistant", "content": "<bbox>36,505,908,753</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_190"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8ebf3bd3fcbed56be3f0c6b25cf37248_page27.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> EXPENDITURE </ocr>"}, {"role": "assistant", "content": "<bbox>132,565,247,576</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_636"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18844321-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Counties 15 18 November </ocr>"}, {"role": "assistant", "content": "<bbox>89,551,498,580</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_393"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_478_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Color commentator Reporters Trophy Presentation </ocr>"}, {"role": "assistant", "content": "<bbox>386,63,981,121</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_865"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d1fdd4ba966ceb5984547e0999eb0490_page16.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> rhef oLlowinren teredGha veb eend ecla.ebdy d lre.toFi n .cordin4 witht bec ohp.ny'!s </ocr>"}, {"role": "assistant", "content": "<bbox>150,118,631,129</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_329"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/475851-wfor-mitt-romney-r-president-ord55388-fed_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SPOTS TIME TOTAL </ocr>"}, {"role": "assistant", "content": "<bbox>179,353,770,365</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_348"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3494366c-36b3-7a33-4a23-34c5654a33f3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> W 05/13/20 :30 8:55 AM TT20101H $20.00 1 </ocr>"}, {"role": "assistant", "content": "<bbox>361,897,961,910</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_272"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/34503.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> System </ocr>"}, {"role": "assistant", "content": "<bbox>663,10,744,25</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_871"}
{"image": ["./imgs/ChartQA/test/png/two_col_60048.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 3.6 Uptown Funk - Mark Ronson </ocr>"}, {"role": "assistant", "content": "<bbox>136,326,578,484</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_446"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16729685-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Losing You\" </ocr>"}, {"role": "assistant", "content": "<bbox>571,214,710,272</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_368"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45070.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SOUTHERN SAN FERNANDO FUKUI </ocr>"}, {"role": "assistant", "content": "<bbox>371,255,819,273</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_673"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_264_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Name Photo Location Date Formed[1][2] Area[1] Description \n Maryland, 39,726.75 \n Assateague As a barrier island, Assateague Island is continually shaped by wind and waves. It is known for its feral horses and is also home to deer, crabs, fox, and migrating snow geese. Main vegetation includes \n Virginia September 21, 1965 acres \n Island American beach grass, saltmarsh cordgrass and sea rocket.[3] \n 38.08°N 75.21°W (160.8 km2) \n 57,661.69 Adjacent to the Kennedy Space Center, this barrier island has a variety of recreational activities including hiking, boating, and fishing. The Seminole Rest features an ancient Native American mound, and </ocr>"}, {"role": "assistant", "content": "<bbox>7,13,984,166</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_64"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_14.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> this competition is that the salaries for physicians in other depart- </ocr>"}, {"role": "assistant", "content": "<bbox>164,631,821,646</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_656"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_24_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Movie film, 16 mm, daylight 1974–2002 \n Movie film, 8 mm, daylight 1974–1992 \n Professional film, 35 mm, daylight 1983–1999 \n Kodachrome 40 film 35 mm, Type A 1978–1997 \n Movie film, 16 mm, Type A 1974–2006 \n Movie film, S-8, Type A 1974–2005 \n Sound Movie film, S-8, Type A 1974–1998 \n Movie film, 8 mm, Type A 1974–1992 \n Kodachrome 64 35 mm, daylight 1974–2009 \n 126 format, daylight 1974–1993 \n 110 format, daylight 1974–1987 \n Professional film, 35 mm, daylight 1983–2009 \n Professional film, daylight, 120 format 1986–1996 \n Kodachrome 200 Professional film, 35 mm, daylight 1986–2004 </ocr>"}, {"role": "assistant", "content": "<bbox>19,565,980,931</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_351"}
{"image": ["./imgs/TextVQA/test_images/8acb692d16ade22c.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 8-674-0017 </ocr>"}, {"role": "assistant", "content": "<bbox>27,313,106,335</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_473"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70104.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The number is likely to INCREASE as security, health, and money distancing measures. In other </ocr>"}, {"role": "assistant", "content": "<bbox>47,464,949,489</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_76"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100907.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 25 to 34 35 to 44 45 to 54 55 to 64 25 to 64 </ocr>"}, {"role": "assistant", "content": "<bbox>181,696,853,717</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_395"}
{"image": ["./imgs/TextVQA/test_images/0a5be8c3ad1036d4.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> @GrmeWtleprgp.co/tusatyTuncl.com </ocr>"}, {"role": "assistant", "content": "<bbox>811,970,995,989</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_11"}
{"image": ["./imgs/ChartQA/test/png/two_col_502.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 14.84 Baidu </ocr>"}, {"role": "assistant", "content": "<bbox>127,765,204,791</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_166"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18546846-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2 September 7, 1947 Los Angeles Dons W 17-14 2-0 \n 3 September 14, 1947 Baltimore Colts W 14-7 3-0 \n 4 September 21, 1947 New York Yankees L 21-16 3-1 \n 5 September 28, 1947 at Buffalo Bills W 41-24 4-1 \n 6 October 5, 1947 at Baltimore Colts T 28-28 4-1-1 \n 7 October 12, 1947 Chicago Rockets W 42-28 5-1-1 \n 8 October 26, 1947 Cleveland Browns L 14-7 5-2-1 \n 9 November 2, 1947 at Los Angeles Dons W 26-16 6-2-1 </ocr>"}, {"role": "assistant", "content": "<bbox>26,198,940,660</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_212"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page43.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CONSOLIDATED STATEMENT OF FINANCIAL POSITION AS AT 31 MARCH 2016 \n Company number 4516155 \n 2016 2015 \n Notes \n £’000 £’000 \n Tangible fixed assets </ocr>"}, {"role": "assistant", "content": "<bbox>105,59,899,152</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_548"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_908_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 9 3 October St. Mirren H 0–0 6,000 \n 10 10 October Airdrieonians A 0–3 7,000 \n 11 17 October Third Lanark H 1–2 Archibald 6,000 \n 12 24 October Falkirk A 1–1 J. Wyllie 5,500 \n 13 31 October Hibernian A 2–1 Chatwin, Main 4,000 \n 14 7 November Raith Rovers H 1–3 Main 6,000 \n 15 14 November Hamilton Academical A 0–3 4,000 \n 16 21 November Dumbarton H 0–0 5,000 \n 17 28 November Kilmarnock A 2–5 MacLachlan, McLeod 2,500 \n 18 5 December Celtic H 0–1 7,000 \n 19 12 December Partick Thistle A 0–3 6,000 </ocr>"}, {"role": "assistant", "content": "<bbox>60,242,948,508</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_817"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Charlie_Hodge_(guitarist)03.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Theatre </ocr>"}, {"role": "assistant", "content": "<bbox>85,512,135,556</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_423"}
{"image": ["./imgs/VisualMRC/images/fsf.org/volunteer01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> help, and we connect them with tasks that need to be done, projects that need contributors, and ideas that \n could be developed. \n We also collect the ideas that people send to us for new projects, resources, and campaigns. Send your ideas to us at </ocr>"}, {"role": "assistant", "content": "<bbox>32,540,977,831</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_921"}
{"image": ["./imgs/TextVQA/test_images/0ce0d5e42d38a1e1.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TELEPHONE </ocr>"}, {"role": "assistant", "content": "<bbox>480,261,691,281</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_333"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/48627d3309bab639f0a47ac391ffca97_page50.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2017 2016 2017 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>563,119,883,129</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_576"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_66_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1 9 Kimi Räikkönen McLaren-Mercedes 66 1:27:16.830 1 10 </ocr>"}, {"role": "assistant", "content": "<bbox>34,82,936,112</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_543"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_719_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Captain Coach Captain Coach \n 1978 4 Pakistan win 3 - 1 Islahuddin Siddique Sayad A. Hussain V. J. Philips R. S. Gentle </ocr>"}, {"role": "assistant", "content": "<bbox>15,139,945,277</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_487"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lnyc0227_28.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ADULT HEALTH CONFERENCES </ocr>"}, {"role": "assistant", "content": "<bbox>386,123,612,136</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_101"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1b3d499b-17c6-eca9-1255-29ea55100b3d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> G-3463 W Pierson Rd Agency Targeted Platform Media (15945) co-op No Sone eet 5 #1,310:00 </ocr>"}, {"role": "assistant", "content": "<bbox>146,87,958,110</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_975"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrfw0227_15.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> adult participants \n 4,520 \n Specific procedures --- --- --- --- \n 1) Anthropometry 1,100 780 470 2,350 \n (Fels) 24 420 24.420 \n 2) Body density _ 48,840 34,632 \n (Webb) \n 20,868 104,340 \n 3) K40 11,300 10,848 \n (U. Cincinnati) \n 10,622 32,770 \n 14.300 14.350 14.300 \n 4) D2<Brehm Lab; W.S.U. ) \n 28,600 21,918 14,293 64,811 \n 5) Fat cell size and \n 20,500 \n 1/ 47,300 \n 23 6sb >3.650 \n 36,800 24,336 108,436 \n number (Mt. Sinai) \n Blood lipids 4,400 3,120 \n (U. Cincinnati) \n 1,880 9,400 </ocr>"}, {"role": "assistant", "content": "<bbox>178,405,810,637</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_397"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_825_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Petropavlovsk-Kamchatsky </ocr>"}, {"role": "assistant", "content": "<bbox>814,280,986,289</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_990"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Plantlore01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr>   \n Contents [hide] </ocr>"}, {"role": "assistant", "content": "<bbox>7,228,147,438</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_368"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/psyg0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Middle Age 5,000 \n Elderly 5,000 </ocr>"}, {"role": "assistant", "content": "<bbox>269,338,706,385</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_740"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45410.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> triumph, head- won; he moves to eighth \n to-head count \n against Roger \n position in List of all \n time Grand Slam Men's \n Federer Singles champions \n 48:3-DJOKER'S WIN-LOSS RATIO IN 2015 SO FAR \n 16 \n Grand Slam titles for Paes (8 \n LEANDER PAES \n Mixed Doubles and 8 men's MIXED DOUBLES \n doubles) WINNER \n 6 Number of Wimble- \n don titles for Paes (four \n Mixed Doubles, one \n Men's Doubles and one \n Junior Singles) \n SANIA MIRZA </ocr>"}, {"role": "assistant", "content": "<bbox>31,525,814,764</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_896"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/environment__13-foot-king-cobra-captured-from-sewer-in-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> sewer </ocr>"}, {"role": "assistant", "content": "<bbox>218,322,286,345</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_8"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dead80469f438e664e6f3b812d4805d2_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Thanks as always to those who give their time and energy to ensure that groups continue to run \n as consistently and successfully as ever. We extend our thanks to our local councillors for their </ocr>"}, {"role": "assistant", "content": "<bbox>149,670,901,702</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_300"}
{"image": ["./imgs/ChartQA/test/png/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Q4 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>678,802,731,823</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_974"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_254_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2006.. [[]] [[]] - </ocr>"}, {"role": "assistant", "content": "<bbox>324,563,914,614</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_216"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b9e0832dc160a3af6e0d1bb9b89a54ae_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> REGISTERED COMPANY </ocr>"}, {"role": "assistant", "content": "<bbox>300,332,530,347</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_830"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_140_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> WR Asian Classic Riverside Montien Hotel Bangkok Ronnie O'Sullivan </ocr>"}, {"role": "assistant", "content": "<bbox>178,70,738,95</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_708"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__travel__shunned-by-chinese-thai-tourism-now-looks-at-india-for-revival02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> visa-free travel </ocr>"}, {"role": "assistant", "content": "<bbox>87,567,282,597</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_885"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10521952-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7 June 2011 Stadio Olimpico, Serravalle 3–0 3–0 UEFA Euro 2012 qualifying \n 10 August 2011 Puskás Stadium, Budapest 1–0 4–0 International Friendly \n 11 September 2011 Puskás Stadium, Budapest 4–0 5–0 International Friendly </ocr>"}, {"role": "assistant", "content": "<bbox>20,449,934,727</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_341"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b009ea0d-d54e-7410-320d-2dc99dbc8c09_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12:00:00PM- 1:00:00PDMay,M-1,Tu-1,W-1,Th-1,F-1 02/24/20 12:45PM (Mo) 00:30 MeTV 12p KEVIN WILLHELM $5.00 </ocr>"}, {"role": "assistant", "content": "<bbox>123,462,831,471</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_328"}
{"image": ["./imgs/ChartQA/test/png/two_col_21406.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 60% </ocr>"}, {"role": "assistant", "content": "<bbox>162,210,704,256</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_459"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_817_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Breakdown Breakdown Burn The Fire 2009 — \n Doin' It Right Doin' It Right Burn The Fire 2009 — \n Los Angeles \n Los Angeles Los Angeles feat. Whiskey Pete (Clean Mix) Burn The Fire 2010 The Agenda \n Los Angeles feat. Whiskey Pete (Dirty Mix) \n Dutchie Dutchie Burn The Fire 2010 — \n Ghetto Ass Bitches Ghetto Ass Bitches Burn The Fire 2010 — \n Hot & Cold Overdose Burn The Fire 2010 — \n The Flying Cat The Flying Cat Burn The Fire 2010 — \n Raver Booty \n Rave To The Grave Burn The Fire 2010 — \n Shuffle \n The Lizard King \n Those Who From Heaven To Earth Came Burn The Fire 2010 — \n Annunaki </ocr>"}, {"role": "assistant", "content": "<bbox>16,169,983,584</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_49"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16514823-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2005-08-01 Olympia Helsingborg 0-2 Allsvenskan 16 000 </ocr>"}, {"role": "assistant", "content": "<bbox>26,607,903,628</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_659"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Week </ocr>"}, {"role": "assistant", "content": "<bbox>19,34,74,67</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_119"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c867969e-c8a8-b770-99d2-0973761b00b5_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 09:07:42 Page 3 </ocr>"}, {"role": "assistant", "content": "<bbox>789,24,922,34</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_960"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1b3d499b-17c6-eca9-1255-29ea55100b3d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Brand PRIORITIES USA ACTION </ocr>"}, {"role": "assistant", "content": "<bbox>283,134,467,148</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_472"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Estimate Number 7168 Alt Order # \n Deal # \n Billing Address: Property KPIX-TV Order Flight 03/02/20 - 03/03/20 \n Account Executive Mark Green \n Media Buying & Analytics LLC Sales Office Local San Francisco Agency Code \n Attention: Accounts Payable Sales Region Local Advertiser Code \n 2020 Howell Mill Road NW Suite D348 \n Product 1/2 MBLM \n Atlanta, GA 30318-1732 \n Billing Calendar Broadcast US \n Billing Type Cash Agency Ref 107292 \n Special Handling Advertiser Ref 511689 \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n CDR \n 03/02/20to03/08/20 2x 2------ \n KPIX M 03/02/20 :30 1:00 AM BFP3020041H $270.00 2 \n KPIX M 03/02/20 :30 1:28 AM BFP3020041H $270.00 1 \n 21 KPIX M-F 11p News Repeat 137a-212a </ocr>"}, {"role": "assistant", "content": "<bbox>24,190,960,519</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_210"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11916083-27_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Montreal Canadiens N/A 15.95 </ocr>"}, {"role": "assistant", "content": "<bbox>101,306,500,335</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_177"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/439866-collect-files-8616-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Month/YR Preempted Made Good Contract Total Adjustments Actual Total \n Sep 12 0.00 0.00 9,600.00 0.00 9,600.00 </ocr>"}, {"role": "assistant", "content": "<bbox>16,460,883,497</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_625"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/566282ace9d2e110a0f3176755c1a51c_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ACCOUNTING POLICIES </ocr>"}, {"role": "assistant", "content": "<bbox>172,195,364,207</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_979"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mqvv0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (2) In addition, over </ocr>"}, {"role": "assistant", "content": "<bbox>670,463,815,482</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_764"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrlc0003_7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Display Riser Card - </ocr>"}, {"role": "assistant", "content": "<bbox>468,488,642,505</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_537"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11902366-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Home Decision Attendance </ocr>"}, {"role": "assistant", "content": "<bbox>447,75,859,112</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_947"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Frank_Brogan_(footballer)01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> in two matches alongside one another for Celtic.!41 </ocr>"}, {"role": "assistant", "content": "<bbox>17,851,474,977</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_425"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xhfl0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Gas Oil </ocr>"}, {"role": "assistant", "content": "<bbox>228,847,456,877</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_506"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SPOT 9:30:00PM-10:00:00PM Per week (3),Mo,Tu,We,Th,Fr 02/03/20 9:38PM (Mo) 00:30 7 News at 9P MRBPSS317EH $900.00 \n SPOT 9:30:00PM-10:00:00PM Per week (3),Mo,Tu,We,Th,Fr 02/05/20 9:55PM (We) 00:30 7 News at 9P MRBPBK3035EH $900.00 \n SPOT 9:30:00PM-10:00:00PM Per week (3),Mo,Tu,We,Th,Fr 02/06/20 9:55PM (Th) 00:30 7 News at 9P MRBPBK3035EH $900.00 \n 29.0 Contract Line Remarks: CDR \n SPOT 10:00:00PM-10:30:00PM Per week (3),Mo,Tu,We,Th,Fr 02/03/20 10:29PM (Mo) 00:30 7 News 10PM MRBPSS317EH $750.00 \n 29.0 SPOT 02/05/20 1 preempt @ $0.00 \n Pre-Empt \n $750.00 \n 29.0 SPOT 02/06/20 1 preempt @ $0.00 \n Pre-Empt \n $750.00 \n 30.0 Contract Line Remarks: CDR \n SPOT 10:30:00PM-11:00:00PM Per week (3),Mo,Tu,We,Th,Fr 02/03/20 10:55PM (Mo) 00:30 7 News 10PM MRBPSS317EH $750.00 </ocr>"}, {"role": "assistant", "content": "<bbox>42,542,892,680</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_728"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_232_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Charged </ocr>"}, {"role": "assistant", "content": "<bbox>349,532,392,555</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_929"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hqfh0224_17.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Effective Date : \n 3- 12-01 \n PERSONAL/CONFIDENTIAL MATERIAL REDACTED \n Mailing Address 3224 BARNES HILL CHURCH RO. irrigation: Yes NOV \n City NASHVILLE \n State NC Zip Code 27856 Delivery Point WILSON \n Home Telephone No. 252-443 - 6356 \n Cellular Telephone No. 252 - 904 - 5266 \n Fax Telephone No. \n E-Mail Address \n Contract for Prior Contract for Current Contract for Total \n Crop Carryover Lbs. Crop Lbs. Quota Lbs. </ocr>"}, {"role": "assistant", "content": "<bbox>66,185,931,471</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_132"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10902.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Coming out after 7pm till </ocr>"}, {"role": "assistant", "content": "<bbox>110,304,404,323</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_538"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mtnh0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Check to be issued in favor of: Amt. $. 55.25 \n Name Laman for LETters, Inc. \n FOR ACCOUNTING USE ONLY \n Street Address 2420 So. Delaware St. \n RECEIVED \n City & State Denver, Colorado Zip Code_ 80202 P-E-R-Pp-Ds \n VERIFIED </ocr>"}, {"role": "assistant", "content": "<bbox>20,259,929,501</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_111"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hmvx0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> stations, 1 duplicate of same for back-up on open reel. \n Station explanation: \n 15 tape recorders w/cartridge </ocr>"}, {"role": "assistant", "content": "<bbox>181,499,718,577</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_724"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 100/121/1272 </ocr>"}, {"role": "assistant", "content": "<bbox>367,210,420,229</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_841"}
{"image": ["./imgs/TextVQA/test_images/b05321f304afd969.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> airosan </ocr>"}, {"role": "assistant", "content": "<bbox>877,948,985,981</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_290"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_316_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Wang Han China 306.60 1 310.20 2 </ocr>"}, {"role": "assistant", "content": "<bbox>105,85,952,99</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_932"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20125.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> EMAIL \n PHONE </ocr>"}, {"role": "assistant", "content": "<bbox>151,535,216,546</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_398"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3f8251a9-a2a5-99d4-1eb6-9b820368d058_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> May 27, 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>682,311,779,323</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_690"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20436.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Offline sales Online sales </ocr>"}, {"role": "assistant", "content": "<bbox>375,768,597,793</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_338"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18936749-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Jimmies 642 AAA 20 Elkhart 1966 Independents </ocr>"}, {"role": "assistant", "content": "<bbox>252,505,925,563</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_53"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b3cf05dc6b5839cbee89d531dd0d564f_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> evenings. The Board is greatly indebted to these volunteers for their commitment and support. \n Trustees' Training </ocr>"}, {"role": "assistant", "content": "<bbox>123,442,832,487</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_826"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16045118-20_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Best Actress – Drama Won \n 1991 Whoopi Goldberg Best Supporting Actress Ghost Won \n Best Actress – Musical or Comedy Sister Act Nominated \n 1993 \n Alfre Woodard Best Supporting Actress Passion Fish Nominated \n 1994 Angela Bassett Best Actress – Musical or Comedy What's Love Got to Do with It Won \n 1997 Marianne Jean-Baptiste Best Supporting Actress Secrets & Lies Nominated \n 1998 Pam Grier Best Actress – Musical or Comedy Jackie Brown Nominated \n 2002 Halle Berry Best Actress – Drama Monster's Ball Nominated \n 2003 Queen Latifah Chicago Nominated \n Best Supporting Actress \n Jennifer Hudson Won \n 2007 Dreamgirls \n Beyoncé Knowles Best Actress – Musical or Comedy Nominated </ocr>"}, {"role": "assistant", "content": "<bbox>16,470,983,797</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_105"}
{"image": ["./imgs/TextVQA/test_images/f7aecda3b9fc7daf.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> UTE </ocr>"}, {"role": "assistant", "content": "<bbox>72,59,142,172</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_389"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/event__fifties-in-europe-kaleidoscope01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr>     </ocr>"}, {"role": "assistant", "content": "<bbox>65,746,698,771</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_301"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1097545-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> United </ocr>"}, {"role": "assistant", "content": "<bbox>24,382,96,431</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_472"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5d07d57b-d53f-2fd4-e8f7-a465403340fe_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Street Invoice Date 03/15/20 Alt Order # </ocr>"}, {"role": "assistant", "content": "<bbox>326,85,812,98</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_109"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_571_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (Replay) </ocr>"}, {"role": "assistant", "content": "<bbox>347,889,425,946</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_510"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_857_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 9 Apr 1921 Swansea Town H 1–1 Walker 6,000 \n 16 Apr 1921 Swansea Town A 2–1 Dobson, Wolstenholme 14,000 </ocr>"}, {"role": "assistant", "content": "<bbox>19,859,980,896</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_819"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18314300-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 23 </ocr>"}, {"role": "assistant", "content": "<bbox>875,441,913,478</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_430"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37157.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> platform for </ocr>"}, {"role": "assistant", "content": "<bbox>621,129,835,136</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_700"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17889598-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Summer Olympics Beijing, China 7th </ocr>"}, {"role": "assistant", "content": "<bbox>87,724,712,777</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_481"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/prvw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Client: Wyeth \n November 13, 2002 \n PROJECT TARGET STATUS/ ACTION \n PUBLICATION \n DATE \n Totelle Monograph 1 and 2mg December 2002 Draft manuscript submitted for review February 1st </ocr>"}, {"role": "assistant", "content": "<bbox>118,53,861,130</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_289"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a282477ef099fa2fa29c3d10cb8e4143_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> REPORT OF THE GOVERNORS (continued) \n FOR THE YEAR ENDED 31 AUGUST 2017 \n Building work commenced in July 2016 on a major extension and refurbishment to the Dobson Theatre, the Sixth \n Form Concourse and the art department. The construction creates a larger theatre with 400 seats and adds \n further working space to other areas. This is a landmark multi-million-pound project creating premium space from \n early Autumn Term 2017/2018. We will also take the opportunity to reconfigure parking together with \n accommodation on the north perimeter of the site. Removing cars from the south side will allow the creation of a \n recreational space for the students in front of the new theatre and art facilities. This area will be upgraded within \n our strategic 2016—2019development plan. \n In light of the centenary commemorations the Governors wish to erect a new memorial on the Senior School site \n listing those Edwardians who lost their lives in WW1. This is part of a number of initiatives instigated by a staff \n committee tasked with marking the occasion appropriately. A sculpture has been commissioned and a newly \n created memorial garden will be opened as part ofthe commemorations in 2018. \n Our main project at King Edward's in 2017/2018 is a planned extension of the dining room to increase seating \n capacity from 245 to 345. This follows a specialist review into improving the lunchtime experience and reducing \n queuing times. It also gives a large additional flexible space. Other projects include further roofing works as part of \n our programme to renew roofs more than 25 years old that require regular repairs. This year will see work on the </ocr>"}, {"role": "assistant", "content": "<bbox>86,76,944,377</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_227"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15558076-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2009 October 25 CBS New England Patriots Tampa Bay Buccaneers Wembley Stadium London </ocr>"}, {"role": "assistant", "content": "<bbox>19,275,982,314</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_575"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2140071-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 13 1 Cara is made into an actress. June 18, 2012 Full Episode Nikki DeLoach \n 13 2 Felicia is made into a rapper June 19, 2012 Full Episode Killer Mike|-| \n 13 3 Rachel is made into a makeup mogul. June 20, 2012 Full Episode Nikki Robinson \n 13 4 Megan is made into a model. June 22, 2012 Full Episode Whitney Thompson \n 13 5 Rita is made into an actress. June 25, 2012 Full Episode Amanda Seales \n 13 6 Aly is made into a roller derby girl. June 25, 2012 Full Episode Tracy \"Disco\" Akers \n 13 7 Dana is made into having her own show. June 26, 2012 Full Episode Lashan Browning \n 13 8 Amber is made into a recording artist. June 29, 2012 Full Episode Abesi Manyando </ocr>"}, {"role": "assistant", "content": "<bbox>16,121,924,536</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_235"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/51f2671283dc15ef03ea55318d4654c2_page16.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Plans for 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>127,72,280,91</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_726"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__4802.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> HDBuzz summarises all the science from the 2017 Huntington's Disease Therapeutics Conference in </ocr>"}, {"role": "assistant", "content": "<bbox>17,638,765,646</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_252"}
{"image": ["./imgs/ChartQA/test/png/two_col_80053.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2014 2015 2016 2017 2018 2019 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>189,802,867,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_376"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1235866-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> results \n Year Entrant Chassis Engine Points \n 1963 Team Lotus Lotus 25 Climax V8 0 \n 1964 Team Lotus Lotus 25 Climax V8 11 </ocr>"}, {"role": "assistant", "content": "<bbox>38,134,963,564</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_845"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36195.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> UNITED \n NATIONS \n 2013| \n UN </ocr>"}, {"role": "assistant", "content": "<bbox>6,792,19,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_882"}
{"image": ["./imgs/TextVQA/test_images/1f78712e23e6783a.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> because </ocr>"}, {"role": "assistant", "content": "<bbox>825,329,991,430</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_236"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gfhd0082_11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> THOROUGHLY </ocr>"}, {"role": "assistant", "content": "<bbox>87,558,178,571</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_970"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/852b8871-46ae-cdbe-e049-96619702b3f6_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Accepted-Agency/Advertiser: </ocr>"}, {"role": "assistant", "content": "<bbox>23,802,124,813</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_925"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Mount_Vernon_(New_York)01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Metro North is also a convenient means of getting here from Yankee Stadium, the Bronx Zoo, and the Botanical \n Garden. \n By car \n Several parkways (no trucks!) are nearby, including the Bronx River Parkway just to the west, the Hutchinson River Parkway just to the west, and the \n Cross-County Parkway, which provides cars (not trucks!) access to the Saw Mill River Parkway and the New York State Thruway. Interstate 95 is just </ocr>"}, {"role": "assistant", "content": "<bbox>18,702,954,940</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_753"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12278571-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ben Curtis United States 2003 281 –3 T8 \n Tiger Woods United States 2000, 2005, 2006 282 –2 T12 \n Mark Calcavecchia United States 1989 285 +1 T23 \n Tom Lehman United States 1996 283 +9 T51 </ocr>"}, {"role": "assistant", "content": "<bbox>26,345,937,727</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_209"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/315cf871-07a1-baf8-6e20-0d4d8791d871_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Brand 127/145/991 (1391159) Demo A35+ </ocr>"}, {"role": "assistant", "content": "<bbox>282,132,657,146</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_805"}
{"image": ["./imgs/ChartQA/test/png/multi_col_968.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2009/10 2010/11 2011/12 2012/13 2013/14 2014/15 2015/16 2016/17 2017/18 2018/19 </ocr>"}, {"role": "assistant", "content": "<bbox>151,696,891,717</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_868"}
{"image": ["./imgs/TextVQA/test_images/14e8ca73ef667098.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ROAD </ocr>"}, {"role": "assistant", "content": "<bbox>745,260,830,312</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_187"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/what-we-do__projects01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> via the form </ocr>"}, {"role": "assistant", "content": "<bbox>693,849,803,897</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_115"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b9e0832dc160a3af6e0d1bb9b89a54ae_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mr J D Gaisford (Vice Chairman ofthe Board of Governors) \n Mr T D Wheare \n Mr A P Burbanks \n Dr P Scott (Chairman ofthe Academic Committee) \n Mrs H Clark \n Professor A Watkinson \n Mrs G A Hodgetts \n Mr KCheney \n Each member of the Board of Governors has guaranteed to contribute to the assets of the Company, in the event </ocr>"}, {"role": "assistant", "content": "<bbox>118,697,974,833</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_715"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__philippines-to-cut-anew-as-thailand-holds-rate-decision-guide03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> last year’s monetary tightening. \n “Given the dovishness of BSP officials and the declining inflation rate, it \n seems ripe for the central bank to reduce rates this month,” said Howie \n Lee, an economist at Oversea-Chinese Banking Corp. in Singapore. </ocr>"}, {"role": "assistant", "content": "<bbox>61,478,930,968</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_617"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__politics__philippines-names-oxfam-a-front-for-communist-terror01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Fighters of the New People’s Army conduct a drill during an event to mark the 50th anniversary </ocr>"}, {"role": "assistant", "content": "<bbox>43,478,963,495</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_380"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> respondent </ocr>"}, {"role": "assistant", "content": "<bbox>785,475,877,488</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_754"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14844461-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Nayef Abi Said Prop 1.85 118 7 </ocr>"}, {"role": "assistant", "content": "<bbox>28,369,898,389</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_687"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2 1 3 </ocr>"}, {"role": "assistant", "content": "<bbox>419,276,757,297</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_88"}
{"image": ["./imgs/TextVQA/test_images/a5232241b1a978fd.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> courts </ocr>"}, {"role": "assistant", "content": "<bbox>415,649,482,678</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_47"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_203_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Jenny Kurth United States 4:57.24 \n 4 Sonia Fonseca Puerto Rico 5:03.15 \n 5 Fabíola Molina Brazil 5:03.43 \n 6 Isabel Rojas Colombia 5:11.58 </ocr>"}, {"role": "assistant", "content": "<bbox>68,371,838,738</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_345"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70397.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> AVAILABLE </ocr>"}, {"role": "assistant", "content": "<bbox>514,779,872,799</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_311"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32697.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BLOCKBUSTER </ocr>"}, {"role": "assistant", "content": "<bbox>710,110,847,125</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_88"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_270_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 8 Ning'an City 宁安市 Níng'ān Shì 440,000 7,870 56 </ocr>"}, {"role": "assistant", "content": "<bbox>21,901,858,920</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_457"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__fdl-1.3-faq.html01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> A Postscript file showing marked-up changes from FDL 1.2 to FDL 1.3 is available for your review. </ocr>"}, {"role": "assistant", "content": "<bbox>44,888,589,946</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_944"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100960.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 225 300 190 240 155 175 110 135 </ocr>"}, {"role": "assistant", "content": "<bbox>288,450,692,638</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_163"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ebc76d407fda5fbf25a441e67361183f_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Cash flow statement </ocr>"}, {"role": "assistant", "content": "<bbox>206,408,404,425</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_139"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10563642-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 6 1 7 Zhang Lin China 53.25 1:21.26 1:48.29 \n 7 2 7 Paul Biedermann Germany 53.28 1:20.97 1:48.43 \n 8 2 3 Nicola Cassio Italy 53.24 1:20.83 1:48.47 \n 9 2 8 Dominik Koll Austria 52.66 1:20.50 1:48.50 \n 10 1 2 Brian Johns Canada 53.28 1:21.22 1:48.51 \n 11 2 6 Dominik Meichtry Switzerland 52.87 1:20.48 1:48.54 \n 12 1 1 David Carry Great Britain 52.87 1:20.94 1:48.71 \n 13 2 1 Patrick Murphy Australia 52.92 1:20.89 1:48.75 </ocr>"}, {"role": "assistant", "content": "<bbox>22,393,977,808</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_710"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33670.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> YES \n organic alternative \n if possible \n YES NO \n It's healthy \n food \n NO \n Can you \n recognize all of the YES \n Is sugar (or corn \n ingredients? \n syrup) one of the first \n 5 ingredients? \n HOME ON </ocr>"}, {"role": "assistant", "content": "<bbox>75,372,966,629</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_337"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43485.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> young economy without </ocr>"}, {"role": "assistant", "content": "<bbox>116,328,412,376</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_757"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page8.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> SPOT 12:00:00PM-12:30:00PM Day,F-2 02/07/20 12:19PM (Fr) 01:00 7 News at Noon MRBPBK6033EH $350.00 \n SPOT 12:00:00PM-12:30:00PM Day,F-2 02/07/20 12:26PM (Fr) 01:00 7 News at Noon MRBPBK6033EH $350.00 \n 97.0 Contract Line Remarks: CDR \n SPOT 12:30:00PM- 1:00:00PM Day,F-2 02/07/20 12:49PM (Fr) 01:00 7 News at Noon MRBPBK6033EH $350.00 \n SPOT 12:30:00PM- 1:00:00PM Day,F-2 02/07/20 12:55PM (Fr) 01:00 7 News at Noon MRBPBK6033EH $350.00 \n 98.0 Contract Line Remarks: CDR \n SPOT 2:00:00PM- 2:30:00PM Day,F-2 02/07/20 2:22PM (Fr) 01:00 FUNNY YOU SHOULD ASK 2P MRBPBK6033EH $250.00 </ocr>"}, {"role": "assistant", "content": "<bbox>42,312,833,412</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_774"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fpcw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (Plenary poster) </ocr>"}, {"role": "assistant", "content": "<bbox>587,798,708,813</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_28"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_168_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Torrance Transit: 8 (Southbound) </ocr>"}, {"role": "assistant", "content": "<bbox>208,224,377,238</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_380"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__philippines-central-bank-makes-good-on-rate-cut-pledge03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> policy rate to support economic growth and reinforce market \n confidence,” he said in explaining Thursday's decision. </ocr>"}, {"role": "assistant", "content": "<bbox>37,100,839,157</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_303"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464189-senate-maj-campaign-issue-request-form_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (To be filled out and kept on file for public inspection) </ocr>"}, {"role": "assistant", "content": "<bbox>274,90,723,105</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_252"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsmw0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Publisher Identification Number ISBN </ocr>"}, {"role": "assistant", "content": "<bbox>289,72,387,83</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_141"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39635.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> mental </ocr>"}, {"role": "assistant", "content": "<bbox>745,737,798,771</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_819"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> P.O. Box 844824 Advertiser Michael Bloomberg 2020, Inc Invoice Date 03/06/20 </ocr>"}, {"role": "assistant", "content": "<bbox>151,90,869,107</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_76"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96b6e7389eee8669d280bcbe4484f01c_page9.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Training and development 25,028 254,018 279,044 -886'I 299,594 \n Literature and material 10,878 275,554 286,432 W05% 301,665 \n Premises costs 679,738 10,065,377 10,745,115 tgr71Z. 8,975,885 \n Utilities costs 358796 1,701,075 2,059,871 -7.72% 2,232,178 \n Equipment costs 331,617 1,024,219 1,355,838 827% 1,252,244 \n Officeend administration costs 330,650 1,760,160 2,090,810 -026% 2,096,158 \n Grants Made 288,807 1764,119 1,552,926 1464% 1,354,588 ~ \n 10797BBB 46261439 67069306 66874194 </ocr>"}, {"role": "assistant", "content": "<bbox>138,732,883,821</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_17"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hyhk0037_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The Following Areas Were Investigated </ocr>"}, {"role": "assistant", "content": "<bbox>189,569,763,611</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_476"}
{"image": ["./imgs/ChartQA/test/png/10222.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The Rachel Maddow Show </ocr>"}, {"role": "assistant", "content": "<bbox>16,636,451,669</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_520"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b296fb84aaa3acc7fde18759a3d7f90_page28.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> EXPENDITURE </ocr>"}, {"role": "assistant", "content": "<bbox>379,135,486,146</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_574"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12531523-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Vijay Singh Fiji 2000 289 +1 T14 </ocr>"}, {"role": "assistant", "content": "<bbox>25,449,938,514</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_46"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_259_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> United </ocr>"}, {"role": "assistant", "content": "<bbox>509,191,537,234</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_274"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hfcl0079_8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> but also are often called upon to do \n Kentucky Fried Chicken recognizes \n the importance of its maintenance \n KFC's Chicago district training man- \n some training. One of KFC-Chicago's \n technicians is working on a preventive \n teams, who are charged with keeping \n ager. \"They keep our equipment in \n equipment at KFC restaurants in top- \n top condition so our managers can \n maintenance class for restaurant man- \n serve chicken done right. \n agers to teach them how to keep their \n notch condition. \"Someone from the maintenance \n equipment working. \n In the KFC-Chicago area, for exam- \n \"They help our restaurant employees \n ple, the team of six technicians and \n team is always on call - 364 days a \n two supervisors is never far away from \n year, 24 hours a day. The team collec- \n understand not only how something is \n its duties, although together they must \n tively drives nearly a quarter-million \n done, but also why it's done a certain \n miles each year.\" says Pahl. \"However, \n way,\" adds Pahl. \"Our maintenance \n cover an area of 4,085 square miles we do let them have Christmas off.\" \n techs help us continually reinforce the \n and service 107 restaurants. Technicians not only fix equipment, \n importance of product quality and \n personal safety.\" \n Congress adjourns, Senators Jesse Helms, R-N.C ., Wendell \n Ford, D-Ky ., and Mitch McConnell, Jr ., \n adopted, had proposed earmarking one \n leaves important R-Ky. \n cent of the 16-cent federal cigarette \n issues unresolved \n The conferees adopted the Senate \n excise tax to fund the price support \n program, which had been worked out \n program. \n earlier in the year among representatives \n \"The cigarette industry has support- </ocr>"}, {"role": "assistant", "content": "<bbox>66,147,953,435</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_658"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page22.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> organisation </ocr>"}, {"role": "assistant", "content": "<bbox>720,855,814,868</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_198"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hfjd0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> THIS SIDE OF CARD IS FOR ADDRESS LIBERTY </ocr>"}, {"role": "assistant", "content": "<bbox>222,354,877,386</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_4"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jrgn0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DATE: Q-3013 </ocr>"}, {"role": "assistant", "content": "<bbox>497,634,622,662</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_986"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__poverty-in-philippines-high-for-asia-falls-as-economy-strengthens02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Sovereign </ocr>"}, {"role": "assistant", "content": "<bbox>395,891,520,944</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_614"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zhyk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4 yes 3.0 5.6 10.6 \n 6 yes 3.7 6.7 12.9 \n 8 yes 3.2 6.7 12.9 \n 10 yes 2.9 6.4 12.9 \n 12 yes 2.6 6.1 12.0 \n Avg. 3.2 6.5 12.4 \n 1 no 3.6 7.0 12.3 \n 3 no 2.4 5.5 10.0 \n 5 no 3.4 6.8 12.2 \n 7 no 3,1 5.0 9,0 \n 9 no 3.2 6.2 11.2 \n 11 no 2.6 5.7 10.5 </ocr>"}, {"role": "assistant", "content": "<bbox>191,525,824,794</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_105"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Field_energy_theorem01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> For the electromagnetic (gravitational) field, with the help of the theorem we can introduce the concepts of the kinetic and potential energies of the field \n and relate them to each other with a simple numerical coefficient in the case of a stationary system. In contrast to the virial theorem, where the kinetic </ocr>"}, {"role": "assistant", "content": "<bbox>17,576,968,688</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_20"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35288.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> TIPS </ocr>"}, {"role": "assistant", "content": "<bbox>714,25,875,38</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_108"}
{"image": ["./imgs/ChartQA/test/png/two_col_62027.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>171,773,815,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_379"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7c7f5c86-cf76-6fc4-99e2-1d42dd3c9919_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> / SPOT 274 20-05/01/20 2 $120.00 Charleston WV </ocr>"}, {"role": "assistant", "content": "<bbox>120,618,757,635</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_340"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ca2b81c1-ae0a-09ca-fded-9acc979c0e48_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 02/19/20to02/25/20 2x MTWTF-- \n WJHL M 02/24/20 :30 12:16 PM AFATV2018H $200.00 1 \n WJHL Tu 02/25/20 :30 12:08 PM AFATV2018H $200.00 2 \n 34 WJHL M-F 1135p-1237a 1135p-1237a \n 02/19/20to02/25/20 2x MTWTF-- \n WJHL M 02/24/20 :30 12:16 AM AFATV2018H $60.00 1 \n WJHL Tu 02/25/20 :30 12:18 AM AFATV2018H $60.00 2 \n 35 WJHL Late Late Show 1235a-135a \n 02/19/20to02/25/20 2x MTWTF-- \n WJHL M 02/24/20 :30 1:19 AM AFATV2018H $50.00 1 </ocr>"}, {"role": "assistant", "content": "<bbox>24,678,960,842</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_36"}
{"image": ["./imgs/ChartQA/test/png/two_col_82396.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Scottish National </ocr>"}, {"role": "assistant", "content": "<bbox>162,295,265,311</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_36"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14228070-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dmytro </ocr>"}, {"role": "assistant", "content": "<bbox>579,725,642,757</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_100"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-are-linux-containers02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> can | </ocr>"}, {"role": "assistant", "content": "<bbox>112,495,229,526</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_730"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrww0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Dr. Daily \n Date \n 1/20 Time 9:40 \n WHILE YOU WERE OUT \n M. \n Charles Mullet </ocr>"}, {"role": "assistant", "content": "<bbox>177,119,814,347</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_821"}
{"image": ["./imgs/ChartQA/test/png/two_col_3426.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 24.95 </ocr>"}, {"role": "assistant", "content": "<bbox>548,285,591,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_435"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f56cb7bf-647b-ced0-e5c5-4083246f9b90_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Account Types National/Political Issue Agency BRD Sales Tax \n Billing Type Standard \n Comments order \n Line Line Type / Break Type (Ref #) Dates Sec Length Run Times SPW Mo Tu We Th Fr Sa Su Spots Rate Total Station Comments Entered \n 42.0Normal Line / SPOT 10/30/20-10/30/20 1 :308P- 10P (MST) 4 X 4 $295.00 $1,180.00Butte-Bozeman (KTVM) DATELINE FRI-NBC 4/10/20 \n 43.0Normal Line / SPOT 10/28/20-10/28/20 1 :307P- 8P (MST) 2 X 2 $400.00 $800.00Butte-Bozeman (KTVM) CHICAGO MED-NBC 4/10/20 \n 44.0Normal Line / SPOT 10/30/20-10/30/20 1 :307P- 8P (MST) 2 X 2 $280.00 $560.00Butte-Bozeman (KTVM) THE BLACKLIST-NBC 4/10/20 \n 45.0Normal Line / SPOT 10/28/20-10/28/20 1 :309P- 10P (MST) 2 X 2 $400.00 $800.00Butte-Bozeman (KTVM) CHICAGO PD-NBC 4/10/20 \n 46.0Normal Line / SPOT 10/28/20-10/28/20 1 :308P- 9P (MST) 2 X 2 $440.00 $880.00Butte-Bozeman (KTVM) CHICAGO FIRE-NBC 4/10/20 \n CONFIRMATION CONTRACT \n Accepted-Agency/Advertiser: Date: Accepted-Station: Date: Comments: \n The parties intend for the Standard Advertiser Terms and Conditions (“Terms”) located at... http://sbgi.net/?p=1224 ... to be part of their agreement, and the sale of advertising is expressly subject to said Terms. </ocr>"}, {"role": "assistant", "content": "<bbox>23,243,969,872</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_242"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464189-senate-maj-campaign-issue-request-form_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Station: </ocr>"}, {"role": "assistant", "content": "<bbox>78,190,144,206</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_657"}
{"image": ["./imgs/ChartQA/test/png/two_col_40195.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 331.88 </ocr>"}, {"role": "assistant", "content": "<bbox>300,551,353,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_198"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ddb7bb6bd8bdbc0bc4f8d412502b2990_page50.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> STATEMENTS </ocr>"}, {"role": "assistant", "content": "<bbox>573,112,705,126</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_545"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36349.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1960 </ocr>"}, {"role": "assistant", "content": "<bbox>185,791,230,834</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_389"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d97c72db-1013-add4-ae2f-6fb883d75ff4_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Electronic \n Contracting 1/43/20 8:50 AM $0 $0 \n Changes:Total $ from $12,575.00 to $11,075.00, Origuser Entered Dollars to \n $12,575.00, User Entered $ from $0.00 to $11,075.00, Demo Meta to [R16], Comments \n from to New ISSUEorder, Total Spots from 11 to 17, Calculated Dollars from \n $12,575.00 to $11,075.00, Competitive Market Budget from $179,643 to $158,214. 5 \n Revision 1/13/20 8:48 AM|BEN WILMETH Revised 6 $-1,500.00 $11,075.00) buylines added or modified. \n New 1/13/20 8:34 AM|BEN WILMETH New 1 $12,575.00 $12,575.00 \n poe aie Ane _. 2 .|PARAGRAPHS 49 AND 50 OF THE UNITED STATES FEDERAL COMMUNICATIONS COMMISSION'S REPORT AND ORDERNO.07-217 PROVIDES THAT BROADCASTSTATIONS’ </ocr>"}, {"role": "assistant", "content": "<bbox>27,569,956,705</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_55"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rncj0037_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> RAG/smpp4f448.wp </ocr>"}, {"role": "assistant", "content": "<bbox>140,362,287,376</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_916"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/htnk0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> The University is located in the center of the Tsukuba Academic City which is being developed at \n the southern foot of Mt. Tsukuba, about 60 kilometers (37 miles) northeast of Tokyo. The name of \n Tsukuba appears even in the oldest Japanese writings as a place of beautiful landscape. The total arca \n of the City is 2,700 hectares (6,671 acres) and 43 research and educational institutions are being built </ocr>"}, {"role": "assistant", "content": "<bbox>87,734,894,796</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_307"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20084.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Brining </ocr>"}, {"role": "assistant", "content": "<bbox>543,478,640,492</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_427"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_206.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> powered by world \n class Indian Brands. \n 2011-12 \n continued to delight \n consumers with new and \n differentiated offerings \n across all segments \n Bingo! Tangles Sunfeast Dream Cream \n ITC's Snacks brand Bingol further expanded \n its portfolio with the addition of the innovative \n The latest offering from \n Sunfeast biscuits - Dream \n Bingo! Tangles. This 'first-to-market' snack \n offers a unique eating experience as each bite \n Cream Chocolate Vanilla and \n disintegrates into multiple flavour filled strands. \n Dream Crear Strawberry \n Bingol Tangles is available in two delicious \n Vanilla are a unique \n flavours - Masala and Tomato. \n combination with \n two luscious and \n complimentary </ocr>"}, {"role": "assistant", "content": "<bbox>64,204,779,524</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_370"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_619_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Clerk Started Finished School (year) Previous clerkship </ocr>"}, {"role": "assistant", "content": "<bbox>120,72,931,142</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_508"}
{"image": ["./imgs/ChartQA/test/png/two_col_61547.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>140,802,876,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_519"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/96dd3063-aa2a-03f9-9e22-2a60a8ec1eb5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> igge: abilities </ocr>"}, {"role": "assistant", "content": "<bbox>332,273,483,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_352"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_199_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> National Rugby League 3,345,248 16,643 2013 [107] </ocr>"}, {"role": "assistant", "content": "<bbox>19,514,980,576</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_709"}
{"image": ["./imgs/ChartQA/test/png/36773128002975.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Gabon </ocr>"}, {"role": "assistant", "content": "<bbox>276,763,326,788</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_129"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_732_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1993 Club de Regatas Vasco da Gama Real Zaragoza - - \n 1994 Real Zaragoza CSKA Moscow - - \n 1995 Real Zaragoza Club Nacional de Football - - \n 1996 Real Zaragoza Hamburg SV - - \n 1997 Società Sportiva Lazio Real Zaragoza - - \n 1998 Parma Real Zaragoza - - \n 1999 Real Zaragoza Feyenoord Rotterdam - - \n 2000 Real Zaragoza Parma - - \n 2001 Real Zaragoza FC Twente - - </ocr>"}, {"role": "assistant", "content": "<bbox>14,540,902,736</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_723"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_259_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Athletics </ocr>"}, {"role": "assistant", "content": "<bbox>206,844,243,887</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_315"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_690_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> MCI D4500 45 39 6041-6079 \n Cummins ISL \n NABI 40-LFW 46 4051-4090 \n Allison B400R \n 40 \n Cummins ISM \n 2003 A330 110 1001-1110 Diesel \n Voith D864.3E \n Van Hool \n Cummins ISM \n AG300 60 57 2001-2057 \n Voith D864.3E \n 2005 Van Hool A300FC 40 3 FC1-FC3 Hydrogen \n Cummins ISB \n 2006 Van Hool A300K 30 50 5001-5050 Diesel \n Voith D864.3E \n Cummins ISL \n 60 10 2101-2110 \n Voith D864.3E \n 2007 Van Hool AG300 Diesel \n Cummins ISM </ocr>"}, {"role": "assistant", "content": "<bbox>13,249,837,634</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_40"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hmwn0226_19.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> What could be the consequences of using your or resurfacing MoM systems? \n current bearing in younger more active patients? . Does the lack of long-term studies concern you for \n Please tell me your concerns around metal wear for your current system or technology? \n your more active patients? \n For Stryker X3 Economic Buyer Risks </ocr>"}, {"role": "assistant", "content": "<bbox>74,407,887,555</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_136"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__intergovernmental_bodies01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SOLUTION \n And without committed action and enforcement, common global ambitions fall flat. Stolen assets stay \n hidden rather than being recovered, dirty money continues to be laundered and financial managers are </ocr>"}, {"role": "assistant", "content": "<bbox>26,119,936,866</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_432"}
{"image": ["./imgs/TextVQA/test_images/6604ba0784cccfef.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> www. </ocr>"}, {"role": "assistant", "content": "<bbox>16,759,75,784</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_99"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/528c682d-fef7-2d25-d569-62b7d764b508_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (601)922-1607 </ocr>"}, {"role": "assistant", "content": "<bbox>196,115,303,128</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_752"}
{"image": ["./imgs/ChartQA/test/png/two_col_104591.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1 154 </ocr>"}, {"role": "assistant", "content": "<bbox>139,323,184,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_22"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70092.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0 to 400 </ocr>"}, {"role": "assistant", "content": "<bbox>284,92,344,117</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_888"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70490.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> STRAIN OF CORONAVIRUS, </ocr>"}, {"role": "assistant", "content": "<bbox>221,93,768,100</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_790"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20147.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> command that directs customers to </ocr>"}, {"role": "assistant", "content": "<bbox>427,890,788,896</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_334"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10858.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> COMIC 6KS CRT </ocr>"}, {"role": "assistant", "content": "<bbox>529,904,900,926</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_654"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ngmp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> compiled by </ocr>"}, {"role": "assistant", "content": "<bbox>429,362,534,382</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_562"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/331c5882-7c31-be5e-3325-06d00438ae73_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Timothy </ocr>"}, {"role": "assistant", "content": "<bbox>506,862,578,877</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_288"}
{"image": ["./imgs/ChartQA/test/png/two_col_703.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>221,773,816,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_389"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1805191-33_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> New York 4 Carolyn McCarthy Democratic 1996 Re-elected </ocr>"}, {"role": "assistant", "content": "<bbox>21,167,762,187</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_727"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d2a6d1627de9b9efd25e7c5b2ee693fa_page20.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Increase in cash in the year 865 780 \n Change in net debt resulting from cash flows 240 240 \n Movement in net funds in the period 1,105 1,020 </ocr>"}, {"role": "assistant", "content": "<bbox>115,692,900,768</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_993"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> $150.00 See MG </ocr>"}, {"role": "assistant", "content": "<bbox>721,698,803,711</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_813"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lspm0020_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> participate </ocr>"}, {"role": "assistant", "content": "<bbox>246,407,325,422</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_826"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Boondox Boondox Boondox \n 9 \"The Harvest\" 3:53 Kuma \n AMB AMB Axe Murder Boyz \n 10 \"Sippin\" 3:16 Boondox Mike E. Clark Boondox Boondox \n 11 \"Lake of Fire\" 4:12 Boondox Mike E. Clark Boondox Boondox \n Boondox \n Blaze Ya Dead \n 12 \"Red Mist\" 3:54 Boondox Mike E. Clark Boondox \n Homie \n Twiztid \n 13 \"Angel Like\" 3:42 Boondox Mike E. Clark Boondox Boondox </ocr>"}, {"role": "assistant", "content": "<bbox>20,595,959,973</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_51"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/58f2e0bf07806701bb705d562c36149e_page20.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> statements; </ocr>"}, {"role": "assistant", "content": "<bbox>124,343,213,357</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_997"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ffdw0217_13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2004 TBD </ocr>"}, {"role": "assistant", "content": "<bbox>501,418,716,437</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_486"}
{"image": ["./imgs/ChartQA/test/png/two_col_42283.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2010/11 2011/12 2012/13 2013/14 2014/15 2015/16 2016/17 </ocr>"}, {"role": "assistant", "content": "<bbox>230,753,884,818</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_764"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b5d220147a2175d554448867803c00d0_page18.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 13,215 60,034 73,249 </ocr>"}, {"role": "assistant", "content": "<bbox>485,262,769,276</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_133"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2c15c83ae6bafc13ed2b5e434e603a37_page28.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> life in the process. Sometimes, all it takes is just </ocr>"}, {"role": "assistant", "content": "<bbox>640,820,931,830</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_802"}
{"image": ["./imgs/VisualMRC/images/fsf.org/philosophy__free-doc.html01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> mailing list about the dangers of </ocr>"}, {"role": "assistant", "content": "<bbox>93,250,289,288</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_838"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-organization__resources__open-decision-framework05.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> people at all levels to act with accountability.” \n Whitehurst characterizes open organizations as those that practice \n inclusive decision-making, embrace meritocratic modes of \n governance, encourage transparency, and continuously work to align \n employee passion with organizational mission and purpose. </ocr>"}, {"role": "assistant", "content": "<bbox>19,578,964,948</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_386"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__revved-up-bangkoks-moto-taxi-drivers-deadly-fight-for-business02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> used </ocr>"}, {"role": "assistant", "content": "<bbox>126,236,187,262</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_829"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_334_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 9 November 2, 1986 at New York Giants L 14–17 Giants Stadium [9] 74,871 \n 10 November 9, 1986 Los Angeles Raiders L 13–17 Texas Stadium [10] 61,706 \n 11 November 16, 1986 at San Diego Chargers W 24–21 Jack Murphy Stadium [11] 55,622 \n 12 November 23, 1986 at Washington Redskins L 14–41 RFK Stadium [12] 55,642 \n 13 November 27, 1986 Seattle Seahawks L 14–31 Texas Stadium [13] 58,020 \n 14 December 7, 1986 at Los Angeles Rams L 10–29 Anaheim Stadium [14] 64,949 </ocr>"}, {"role": "assistant", "content": "<bbox>17,542,959,857</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_263"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27225944-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> departure </ocr>"}, {"role": "assistant", "content": "<bbox>266,47,314,70</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_866"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Tamworth_Post_Office01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The Tamworth Post Office is a heritage-listed post office located at Fitzroy Street, Tamworth in the </ocr>"}, {"role": "assistant", "content": "<bbox>31,522,901,590</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_441"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_369_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1918 16 October 1918 21 November 1918 Expended as target 30 November 1934 </ocr>"}, {"role": "assistant", "content": "<bbox>171,99,856,108</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_103"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tkwg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> X COMMON CARRIER: [XXAIR LY SURFACE WATER ]AS DETERMINED BY TRANSPORTATION OFF. (Military only) </ocr>"}, {"role": "assistant", "content": "<bbox>86,354,879,368</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_861"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d02b547f-6489-aaa4-57e1-f01e245c6c0c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> stations for a discriminatory purpose, including but not limited to decisions not to place advertising on particular stations on the basis of </ocr>"}, {"role": "assistant", "content": "<bbox>291,960,873,967</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_838"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_189_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> NGC 1569 Sbrst 04h 30m 49.1s +64° 50′ 52,6″ -104 ± 4 11,2 \n UGCA 86 Im 03h 59m 50.5s +67° 08′ 37″ 67 ± 4 13.5 \n UGCA 92 Im 04h 32m 04.9s +63° 36′ 49.0″ -99 ± 5 13.8 </ocr>"}, {"role": "assistant", "content": "<bbox>49,658,891,878</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_794"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20353.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Planting Temperature: 55º F Planting Temperature: 55º F \n Optimal Germination: 95º F Optimal Germination: 85º F \n RADISHES BEETS \n Planting Temperature: 45º F Planting Temperature: 45º F \n Optimal Germination: 85º F Optimal Germination: 85º F \n LETTUCE CARROTS \n Planting Temperature: 45º F Planting Temperature: 45º F \n Optimal Germination: 75º F Optimal Germination: 80º F \n SOIL SCIENCE \n Soil temperature is most important to seed germination, but it's dificult to measure, Drawing conclusions \n about the boil from air temperature makes gardening oszint \n My HARDINESS ZONE Tips \n PLANTING PLAN \n Tulips pushing through soll or forsythia \n budding are great indicatore that it's \n warm enough for sood planting. \n ZONES 2-3 ZONES 4-5 ZONES 6-7 ZONES 8-9 ZONES 10-11 \n Winter hardiness is very Native plant species are Ideal climate conditions Summer-heat hardness Frost seldom occurs in \n important in these zones. highly recommended for vegetable gardens. is very important in these these zones, but heat \n Choose plants that can due to the varled micro- These zones may zonas. Heat-loving plants and humidity are a \n withstand harsh winters climates and altitudes in produce 3 seasons of will thrive with minimal major factor in growing \n and hot summors. those 20008. crops for gardonors. maintenance. conditions. \n Ideal for Carrots Ideal for Lettuce Ideal for Squash Ideal For Citrus Ideal for Eggplant </ocr>"}, {"role": "assistant", "content": "<bbox>49,520,940,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_11"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33762.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (Gross Value Added) 13% Social Care Workers </ocr>"}, {"role": "assistant", "content": "<bbox>48,453,428,473</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_419"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20030.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> C Miley Cyrus facets 70% \n officiel, Im addicted ta \n Show tweets about \n O ----- \n Drew Something \n Drew Something iinmed. \n Brew Something \n User Data ---- \n O \n of Users \n MILLIONS OF USERS </ocr>"}, {"role": "assistant", "content": "<bbox>260,176,939,250</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_674"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3 200 3 200 </ocr>"}, {"role": "assistant", "content": "<bbox>159,364,430,421</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_147"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9c0cfc4ddc0fdd256f4acf72e17a95b4_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> HCJB-UK </ocr>"}, {"role": "assistant", "content": "<bbox>50,73,135,88</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_594"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13566745-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Seljaskóli </ocr>"}, {"role": "assistant", "content": "<bbox>520,293,592,335</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_725"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18553497-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Mostafa </ocr>"}, {"role": "assistant", "content": "<bbox>20,526,93,557</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_613"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hgjh0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Monday Tuesday Wednesday Thursday Friday </ocr>"}, {"role": "assistant", "content": "<bbox>225,286,785,306</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_951"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/50acd2f682c07541ab24d8a3c33dc26d_page8.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Administrative expenses (233,411) (258,926) \n Operating loss (15,172) (61,783) \n Interest receivable - 9 \n Loss on ordinary activities before taxation (15,172) (61,774) </ocr>"}, {"role": "assistant", "content": "<bbox>123,283,843,383</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_47"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrww0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Time </ocr>"}, {"role": "assistant", "content": "<bbox>585,184,656,207</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_77"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20278.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> You Tube </ocr>"}, {"role": "assistant", "content": "<bbox>516,141,634,155</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_634"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_68_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18:50 Russia 3–0 Kazakhstan 25–16 25–18 25–18 75–52 P2 P3 </ocr>"}, {"role": "assistant", "content": "<bbox>80,750,964,787</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_467"}
{"image": ["./imgs/ChartQA/test/png/two_col_101342.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Rather unlikely 35.0 </ocr>"}, {"role": "assistant", "content": "<bbox>641,795,790,823</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_347"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/202752ef86c487852992e8d1a06f130c_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> the Corpus Playroom (a small theatre space) whose daily operations are run by the ADC Theatre. </ocr>"}, {"role": "assistant", "content": "<bbox>95,239,819,252</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_318"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/804feb1c1d2c3f85994ae77373a58ffd_page34.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> use on a depreciated replacement cost basis. </ocr>"}, {"role": "assistant", "content": "<bbox>274,394,592,406</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_420"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_93_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Hilton Dubai Creek Dubai, United Arab Emirates October 2011[113] </ocr>"}, {"role": "assistant", "content": "<bbox>110,200,983,293</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_513"}
{"image": ["./imgs/TextVQA/test_images/727baa83577a92c6.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ALESOMED </ocr>"}, {"role": "assistant", "content": "<bbox>694,794,791,820</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_345"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/826c19ba8ec8e19b726eb91eabb791c3_page6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 15 Foregate </ocr>"}, {"role": "assistant", "content": "<bbox>247,218,334,232</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_20"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5dad4456-7dae-0e81-8cd6-b782d72639a4_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Rate StartDate. End Date MIWTFSS Spots/Week \n 4 04/27/20 05/03/20 MTWT--- $60.00 \n Day AirDate Air Time Description Start/End Time Length Ad-ID </ocr>"}, {"role": "assistant", "content": "<bbox>157,700,706,738</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_599"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__how-tech-can-disrupt-our-classrooms06.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> To be honest, university students are highly likely to have wider \n knowledge of the world on a particular topic than their teachers. We \n have gone from a pedagogical concern with how to control and centre </ocr>"}, {"role": "assistant", "content": "<bbox>26,242,894,441</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_56"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailand-turns-to-china-for-high-speed-rail-boost05.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> rapid </ocr>"}, {"role": "assistant", "content": "<bbox>605,923,666,944</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_206"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e423aed84d2c911bed0a0bd3222bc451_page16.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> £ £ £ \n Restricted funds \n Other restricted funds - - - \n - - - \n Unrestricted funds \n General funds 841 4,244 5,085 \n 841 4,244 5,085 \n 15 Trustee expenses \n No trustees received reimbursement for expenses. </ocr>"}, {"role": "assistant", "content": "<bbox>105,472,794,668</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_879"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6a488b55-0a69-7115-0ce1-84a5289463e0_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ad submitted to Station? [J Yes [] No Date ad received: \n Note: Must have sepa rate PB-19 Forms for ea ch version of the ad (Le ., for avery ad with dif fering copy). \n Fecleral candidate certification signed (above): []ve [] Ne \n Disposition: \n C] Accepted \n | Accepted IN PART(e.g., ad copy notyet received to determine sponsor ID)* \n CL] Rejected - provide reason: \n *Uploadpartially accepted farm, then prompily upload updatedfinal form when complete. \n Date and nature offollaw-ups, if any (e.g,, insufficient sponsorID tag): \n Station Call Letters: Date Received/Requested: </ocr>"}, {"role": "assistant", "content": "<bbox>136,355,828,657</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_287"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_575_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2010 Hilton - Vancouver, WA 802 Board games </ocr>"}, {"role": "assistant", "content": "<bbox>185,413,533,482</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_480"}
{"image": ["./imgs/TextVQA/test_images/6e507b091f3a1a86.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> OOARUDA </ocr>"}, {"role": "assistant", "content": "<bbox>186,152,234,188</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_77"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21321804-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 44 Montreal Alouettes Mathieu Bertrand QB Laval </ocr>"}, {"role": "assistant", "content": "<bbox>25,897,864,950</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_199"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1228251-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Year Entrant Chassis Engine Points \n 1956 Bruce Halford Maserati 250F Maserati Straight-6 0 </ocr>"}, {"role": "assistant", "content": "<bbox>23,168,976,384</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_250"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_625_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> November 1972 NTS Area U9itsyz26 </ocr>"}, {"role": "assistant", "content": "<bbox>110,292,307,302</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_189"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20140.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> $1340.99 </ocr>"}, {"role": "assistant", "content": "<bbox>432,424,541,468</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_536"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11035487-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Jordan </ocr>"}, {"role": "assistant", "content": "<bbox>547,825,609,874</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_459"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17323283-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 69 15 @ Chicago Black Hawks 3 - 1 45-13-11 </ocr>"}, {"role": "assistant", "content": "<bbox>34,503,967,540</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_662"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_415_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (Colin Edwards) (7) </ocr>"}, {"role": "assistant", "content": "<bbox>99,752,331,821</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_688"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35273.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> they often have coupons Youlube offers tor of fire The </ocr>"}, {"role": "assistant", "content": "<bbox>59,840,542,846</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_101"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70008.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> infection. </ocr>"}, {"role": "assistant", "content": "<bbox>800,339,909,356</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_593"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2540803-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 21g (26%) 3g (4%) °C </ocr>"}, {"role": "assistant", "content": "<bbox>460,910,907,955</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_823"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jycg0072_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> health, manners, </ocr>"}, {"role": "assistant", "content": "<bbox>45,266,136,289</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_797"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11896452-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 93 — 50 37 — </ocr>"}, {"role": "assistant", "content": "<bbox>180,214,830,272</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_515"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pghg0065_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Phone 33-1-42709266 Winston-Salem, NC 27102 </ocr>"}, {"role": "assistant", "content": "<bbox>120,168,886,181</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_988"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662700-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Cogianu </ocr>"}, {"role": "assistant", "content": "<bbox>455,712,542,795</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_111"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37329.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (fans, followers, </ocr>"}, {"role": "assistant", "content": "<bbox>620,285,717,308</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_879"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/frhw0081_8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Buy One Pack Buy One Pack </ocr>"}, {"role": "assistant", "content": "<bbox>63,818,882,855</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_91"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44533.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> resonated </ocr>"}, {"role": "assistant", "content": "<bbox>195,671,312,684</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_84"}
{"image": ["./imgs/ChartQA/test/png/two_col_3822.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 625 942 </ocr>"}, {"role": "assistant", "content": "<bbox>332,160,482,219</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_321"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27755603-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2 October 8 Milwaukee W 115–110 (OT) Austin Daye (21) Austin Daye (7) Will Bynum (9) The Palace of Auburn Hills 12,821 1–1 </ocr>"}, {"role": "assistant", "content": "<bbox>11,312,966,370</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_966"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_458_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2005 William Safire United States </ocr>"}, {"role": "assistant", "content": "<bbox>11,630,390,663</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_26"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2701851-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 15b 2b \"This is Your Brain on Ickis\" Jim Duffy Spencer Green & Mary Elizabeth Williams September 16, 1995 202b </ocr>"}, {"role": "assistant", "content": "<bbox>34,185,924,206</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_161"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1023035-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Colin Walker 1984–1988 15 vs. 18 October 1984 vs. 23 June 1988 </ocr>"}, {"role": "assistant", "content": "<bbox>16,887,818,918</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_158"}
{"image": ["./imgs/ChartQA/test/png/two_col_43126.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1 676 1 581 1 484 </ocr>"}, {"role": "assistant", "content": "<bbox>147,551,407,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_289"}
{"image": ["./imgs/TextVQA/test_images/130347c8adc30666.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SHERDANE </ocr>"}, {"role": "assistant", "content": "<bbox>288,243,732,426</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_176"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/62a401209a2484e9e8513adf47fca922_page33.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Turnover 62,527 \n Cost of sales (59,597) \n Gross profit 2,930 \n Administrative expenses (14,153) </ocr>"}, {"role": "assistant", "content": "<bbox>60,452,821,545</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_689"}
{"image": ["./imgs/ChartQA/test/png/4393.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 19 42 25 </ocr>"}, {"role": "assistant", "content": "<bbox>379,489,788,516</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_754"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17916431-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12,816 </ocr>"}, {"role": "assistant", "content": "<bbox>834,644,911,657</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_186"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/thwm0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Address I regret that If meest les in Chicago </ocr>"}, {"role": "assistant", "content": "<bbox>225,848,922,878</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_633"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18856037-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 17 December 29, 2002 at Cleveland Browns L 24-16 73,528 </ocr>"}, {"role": "assistant", "content": "<bbox>25,938,904,969</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_224"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cfb783db3e96aa7993557343d2a8ae5b_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> graveside annually in Bourne Cemetery on the 29th January when a short </ocr>"}, {"role": "assistant", "content": "<bbox>151,705,871,719</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_153"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10766119-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11.15 </ocr>"}, {"role": "assistant", "content": "<bbox>181,502,231,574</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_271"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37343.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The most engaged populations </ocr>"}, {"role": "assistant", "content": "<bbox>65,44,415,59</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_543"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/462721-order-104994-rev-3-13498929238650-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Orders Order / Rev: 110 994, </ocr>"}, {"role": "assistant", "content": "<bbox>20,89,329,106</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_686"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33386.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 65 or more \n 55 - 64 \n 26% 14% 32% 18% \n 31% \n 0 - 17 \n 45 - 54 35 - 44 3% 22% 45 - 54 35 - 44 \n 65 or more 0 - 17 \n 48% female \n 10% \n 25 - 34 \n 38% female 18% \n 25 - 34 \n 52% male 62% male \n 7% age 6% age \n 0101.1.1 .1.1.1.1 \n .1 \n .1 \n .1.1 \n .1 \n .1 \n .1.1 \n .1 </ocr>"}, {"role": "assistant", "content": "<bbox>12,768,987,954</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_987"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__article__19__8__sparkfun-creator-nathan-seidle01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SparkFun founder Nathan Seidle says </ocr>"}, {"role": "assistant", "content": "<bbox>28,129,793,144</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_552"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/markets__academic-research02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> partnership </ocr>"}, {"role": "assistant", "content": "<bbox>617,104,814,133</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_305"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b429830a941759bbc06bba81210ff3de_page18.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> discretionary costs well under inflation. </ocr>"}, {"role": "assistant", "content": "<bbox>126,497,427,510</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_712"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Writing_discipline_specific_research_papers01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> When researching for a paper, taking notes is an essential part to the paper’s actual success. It is also a great way to avoid plagiarism and get as much \n original information into the paper as possible. \n To start out, 3 x 5 note cards are great sources to write on, but regular loose leaf paper could be used just as well. It’s good to write down points, but \n summarizing and paraphrasing can be good too. \n | </ocr>"}, {"role": "assistant", "content": "<bbox>17,284,975,547</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_620"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Pobeda_(watch)02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> navigator), </ocr>"}, {"role": "assistant", "content": "<bbox>895,813,962,830</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_158"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37216.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SOCIAL MEDIA? </ocr>"}, {"role": "assistant", "content": "<bbox>192,27,815,47</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_424"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mxcg0024_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> RJRT and to execute all </ocr>"}, {"role": "assistant", "content": "<bbox>500,413,705,431</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_502"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_611_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 6. 12406 Nizamuddin-Bhusaval Gondwana Exp 07:25 07:27 M,St </ocr>"}, {"role": "assistant", "content": "<bbox>21,180,895,197</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_649"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_326_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 6 8 12 w = 2×k + 4 Exponent continuation field (bits) \n 20 50 110 t = 30×k−10 Coefficient continuation field (bits) \n 32 64 128 32×k Total size (bits) </ocr>"}, {"role": "assistant", "content": "<bbox>55,333,941,539</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_963"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_740_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Rama-Tut to his sphinx. Finally, they destroy his sphinx and return to their own time. </ocr>"}, {"role": "assistant", "content": "<bbox>96,659,375,671</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_739"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hkyy0225_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IPV 289 233 522 \n MAM ($10.5) $11.1 $0.6 \n B/E Years 1.0 1.0 \n 52995 6190 \n Source: https://www.industrydocuments.ucsf.edu/docs/hkyy0225 \n mbrc tdm Project.xlsBackup </ocr>"}, {"role": "assistant", "content": "<bbox>94,638,938,994</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_579"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35781.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INTEREST IN ANALYTICS </ocr>"}, {"role": "assistant", "content": "<bbox>395,456,715,463</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_774"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__balancing-thailands-healthcare-resources-ageing-declining-population-and-medical-tourism01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> foreign workers doubled in the last half-decade from just over a million </ocr>"}, {"role": "assistant", "content": "<bbox>27,306,954,346</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_803"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11916083-49_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Pink </ocr>"}, {"role": "assistant", "content": "<bbox>81,501,119,543</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_233"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20113.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FOX </ocr>"}, {"role": "assistant", "content": "<bbox>734,838,945,859</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_889"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_825_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1992 November Snow Chris Antley H. Allen Jerkens Earle I. Mack 1 1:35.91 $66,480 </ocr>"}, {"role": "assistant", "content": "<bbox>16,602,964,617</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_210"}
{"image": ["./imgs/TextVQA/test_images/e9dfc223140d2f43.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 10 </ocr>"}, {"role": "assistant", "content": "<bbox>454,332,486,393</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_17"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37020.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> CONSISTENCY </ocr>"}, {"role": "assistant", "content": "<bbox>693,319,858,345</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_359"}
{"image": ["./imgs/TextVQA/test_images/cc6cde7edbc27cf8.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> RadioShack </ocr>"}, {"role": "assistant", "content": "<bbox>382,368,456,388</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_431"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9a983b0495d230aa9649ac45f9d71fe5_page8.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5.Aparenting network delivering arange ofprogrammes forparents \n 6.Early Years Connect \n A research and development project driven by a vision to enhance collaboration within the Early Years sector \n improving outcomes for all children and families but with aparticular emphasis on the most disadvantaged two </ocr>"}, {"role": "assistant", "content": "<bbox>109,199,866,268</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_10"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Scale_dimension03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> connection with this Sukhonos makes the assumption that the observed distribution of groups of objects, has its cause harmonic oscillations in </ocr>"}, {"role": "assistant", "content": "<bbox>21,308,924,348</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_659"}
{"image": ["./imgs/ChartQA/test/png/two_col_60869.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>124,802,892,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_676"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3636fdf-0c05-3b31-2a6e-4a6761ffc814_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 340 West Main St Agency Target Enterprises (2076) CO-OP No \n Grand Total: 75 $39,830.00 \n Missoula, MT 59802 Product POLITICAL ISSUE (ns) (1187) External # ECR26896959 \n Brand ISSUE ADVERTISING (218560) Demo \n Salesperson Katz/LA, Los Angeles (4026) \n Order Type Normal \n Package Deal \n Sales Office Katz Los Angeles \n Target Enterprises Buyer Name MARCUS,MEREDITH \n Commission % 15.00 \n 15260 Ventura Blvd Ste 1240 Phone/Fax / \n Commission $5,974.50 \n Sherman Oaks, CA 91403 \n CPE 2966 Net Total $33,855.50 \n Account Types National/Political Issue Agency BRD Sales Tax \n Billing Type Standard \n Comments CLUB FOR GROWTH ACTI </ocr>"}, {"role": "assistant", "content": "<bbox>35,80,958,296</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_549"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> DUPLICATE </ocr>"}, {"role": "assistant", "content": "<bbox>383,43,646,102</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_193"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41082.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> war </ocr>"}, {"role": "assistant", "content": "<bbox>705,864,773,889</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_228"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/434392-collect-files-56549-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ¥ \n Z1/£1/60-T1/01/60 \n m \n sl \n / \n aury \n [EUtoN \n ' \n paJsiu3 \n susLiwe] \n uones \n 1204 \n aey \n s0d5 \n [ \n NS \n BS \n M \n YL \n M \n N1 \n OW \n [ \n MJS \n sawi) \n uny \n yibua \n }o3g \n sajeq \n (3# \n 4o) \n adAL \n Yesug </ocr>"}, {"role": "assistant", "content": "<bbox>466,29,501,962</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_617"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a76b4f6b9f679400d6fbfb9c920a762_page19.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Bythe summer of 2018,we will have fulfilled </ocr>"}, {"role": "assistant", "content": "<bbox>142,333,450,347</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_888"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_289_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Metrolink Ventura County Line </ocr>"}, {"role": "assistant", "content": "<bbox>119,952,316,967</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_437"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10775890-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> St Kilda 5.11 (41) Carlton 7.3 (45) Junction Oval 18,700 7 May </ocr>"}, {"role": "assistant", "content": "<bbox>17,857,937,929</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_24"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__organizations05.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> its </ocr>"}, {"role": "assistant", "content": "<bbox>507,559,555,589</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_452"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_315_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 2 \"A Cup of Kindness\" Leo Penn Morton Fine & David Friedkin September 22, 1965 102 </ocr>"}, {"role": "assistant", "content": "<bbox>24,110,981,130</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_940"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20140.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 \n 1 \n Bellow \n $63.18 Symptom \n - \n Cooktop \n element not heating \n Symptom \n - \n Cooktop \n element not heating \n Symptom - Cookt \n $31.82 \n Symptom \n - \n Oven \n not \n heating \n Water \n Pump \n Surface Burner \n $14.08 $13.75 \n Bake \n Element \n $34.24 \n Symptom \n - \n Won't \n Agitate \n Agitator \n Cost Part \n Burner \n Knob \n E Cost Part Ease \n of \n Repair \n $1340.99 \n Ease \n of \n Repair \n O \n Refrigerator \n Average \n O O \n Replacement Cost \n O O O O O O </ocr>"}, {"role": "assistant", "content": "<bbox>7,135,982,590</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_781"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e67335fc-3130-eef9-d297-0fd21163af54_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Alt Order #: 09767223 Product Desc: HERRELL FOR CONGRESS KOB \n Flight Dates: 03/05/20 - 03/18/20 Estimate: 6060 \n Ln Ch Start End Inventory Code Break Start/End Time Days Len Spots Rate Pri RtgType Spots Amount \n N37 All 03/12/20 03/12/20 News 4 @ 10p M-F CM M-F 10p-1035p ---1--- :30 1 $455.004 0.00 NM 1 $455.00 </ocr>"}, {"role": "assistant", "content": "<bbox>29,62,970,151</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_825"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4c0c1c27-ee87-8316-4dd5-4cf5c5f55456_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sessions/R/SEN/AL </ocr>"}, {"role": "assistant", "content": "<bbox>602,101,718,111</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_982"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Kingston_(Jamaica)02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> fairly strict. It is important that you know where you will be staying and write it down on your </ocr>"}, {"role": "assistant", "content": "<bbox>36,555,615,595</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_478"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> make judgements and estimates that are reasonable and prudent; \n prepare the financial statements on the going concern basis unless it is inappropriate to presume \n that the company will continue in business. \n The Trustees are responsible for keeping proper accounting records which disclose with reasonable \n accuracy at any time the financial position of the company and to enable them to ensure that the \n financial statements comply with the Companies Act 2006.They are also responsible for safeguarding the \n assets of the company and hence for taking reasonable steps for the prevention and detection of fraud \n and other irregularities. \n Statement ofdisclosure to auditors \n So far as the Trustees are aware, there is no relevant audit information of which the company's auditors \n are unaware, and, they have taken all steps that they ought to have taken as trustees in order to make \n themselves aware of any relevant audit information and to establish that the company's auditors are </ocr>"}, {"role": "assistant", "content": "<bbox>118,283,896,496</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_853"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_556_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Lithuania </ocr>"}, {"role": "assistant", "content": "<bbox>620,410,660,454</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_452"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__1929_Cincinnati_Reds_season01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 169 games, twice leading the </ocr>"}, {"role": "assistant", "content": "<bbox>185,731,370,767</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_165"}
{"image": ["./imgs/TextVQA/test_images/9376f441c94fb14b.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> iig </ocr>"}, {"role": "assistant", "content": "<bbox>499,520,566,546</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_398"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1f1cc382-92b4-4499-31d9-92ea3bcaf6e8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Strategies, LLC (5375) </ocr>"}, {"role": "assistant", "content": "<bbox>840,81,974,91</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_468"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11978803-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> March </ocr>"}, {"role": "assistant", "content": "<bbox>22,236,85,300</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_193"}
{"image": ["./imgs/ChartQA/test/png/two_col_23762.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 52.43 50.6 50.44 49.83 48.36 48.05 47.57 47.22 47.18 46.14 44.09 43.87 43.53 42.58 42.55 42.23 42.07 37.49 </ocr>"}, {"role": "assistant", "content": "<bbox>119,170,899,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_794"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-172426-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Order Name dates Princess Royal from (date) to (date) Parent Date married Husband dates \n 1 Mary, Princess Royal 1631–1660 1642–1660 Charles I 1600–1649 1641 William II, Prince of Orange 1626–1650 </ocr>"}, {"role": "assistant", "content": "<bbox>12,119,928,272</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_329"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15315276-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2011 Jul 22–24 Jessica Shepley Canada 203 (−13) Beaver Meadow Golf Course 100,000 14,000 </ocr>"}, {"role": "assistant", "content": "<bbox>16,342,884,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_860"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1591561-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Off Maputo Boeing 747SP ZS-SPF W/O 0/66 </ocr>"}, {"role": "assistant", "content": "<bbox>25,857,905,929</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_706"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/psjf0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Physicians should start treatment with the lowest available dose and increase the dose gradually, </ocr>"}, {"role": "assistant", "content": "<bbox>109,659,822,675</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_226"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17747000-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Nice </ocr>"}, {"role": "assistant", "content": "<bbox>482,214,528,272</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_906"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page79.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Councillor Carmarthenshire County Council </ocr>"}, {"role": "assistant", "content": "<bbox>106,701,548,714</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_30"}
{"image": ["./imgs/ChartQA/test/png/7780.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Minor </ocr>"}, {"role": "assistant", "content": "<bbox>446,318,604,373</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_156"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18994360-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10 João Portugal \"Top Model\" 34 9 </ocr>"}, {"role": "assistant", "content": "<bbox>26,908,915,957</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_732"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4ed9fabd-7792-4bd8-7013-21239b15fb99_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BROADCASTADVERTISING </ocr>"}, {"role": "assistant", "content": "<bbox>620,881,742,894</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_896"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sqmf0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> towel or a double layer of cheese </ocr>"}, {"role": "assistant", "content": "<bbox>549,884,927,901</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_965"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10731.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 30 1 5 10 </ocr>"}, {"role": "assistant", "content": "<bbox>630,753,842,778</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_254"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__european-commission-report-confirms-continued-member-state-support-for-europeana01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> your country. But do you </ocr>"}, {"role": "assistant", "content": "<bbox>169,304,494,334</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_738"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__plane-spotting-photo-shoots-at-thailands-controversial-airport-beach03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> be sentenced to death for </ocr>"}, {"role": "assistant", "content": "<bbox>201,38,543,65</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_642"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3dc95dff655db34a6810d06f2f62e423_page14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> experienced </ocr>"}, {"role": "assistant", "content": "<bbox>377,273,463,285</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_861"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/klbm0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> January 18 S HILARY FULL TERM BEGINS \n January 29 Th. Governing Body \n February 9 M. Common Room Committee \n February 17 T. Building Committee \n February 25 W. Academic Committee \n February 26 Th. General Committee \n March 12 Th. Governing Body \n March 14 Sat. HILARY FULL TERM ENDS \n April 20 M. Common Room Committee \n April 23 Th. General Committee \n April 26 S. TRINITY FULL TERM BEGINS \n May 7 Th. Governing Body \n May 18 M. Common Room Committee \n May 26 T. Building Committee \n June 3 W. Academic Committee \n June 4 Th. General Committee \n June 18 Th. Governing Body \n June 20 Sat. TRINITY FULL TERM ENDS \n October 5 M. Common Room Committee </ocr>"}, {"role": "assistant", "content": "<bbox>227,303,710,592</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_641"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37089.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 29% \n social networking sites at least online is spent on social \n once a month (Altimeter) networking sites (ComScore) Professional \n Personal use of \n 66% \n Social Media \n 62% 39% \n Professional use of \n 51% \n 31% 31% \n Social Media \n 37% \n 24% \n 10% \n 22% 4% \n in S radiana \n Monitoring \n f in S \n You \n Tube \n Social \n Notugrong \n Profesional \n Networking Video Calling Photo Sharing \n Microblogging \n People's bosses are twice as likely \n to use social tools on the job than they are \n Brits are more social on the job than Americans \n VS \n Social \n Recruiting \n None \n Video Calling \n 30% 19% \n Customer Label their company \n a social enterprise \n Label their company \n Influencer a social enterprise \n Engagement Took 10% 5% \n Ca. using 34 social tools Co. using 34 social tosh \n 28% 21% \n Use social sites to \n engage wy/customers \n Lise social sites to </ocr>"}, {"role": "assistant", "content": "<bbox>18,104,960,417</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_696"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40247.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Multimedia content sharing Business blogs or </ocr>"}, {"role": "assistant", "content": "<bbox>332,624,666,667</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_70"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_841_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> promotion </ocr>"}, {"role": "assistant", "content": "<bbox>79,903,115,956</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_524"}
{"image": ["./imgs/ChartQA/test/png/two_col_61122.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>109,773,891,819</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_438"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_870_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 6th 1992[15] 16 October-27 October Rarotonga, Cook Islands \"Seafaring heritage\"[16] \n 7th 1996[17] 8 September-23 September Apia, Sāmoa \"Unveiling treasures\" \n 8th 2000[18] 23 October-3 November Nouméa, New Caledonia \"Words of past, present, future\"[19] \n 9th 2004[20] 22 July-31 July Koror, Palau \"Nurture, Regenerate, Celebrate\"[21] </ocr>"}, {"role": "assistant", "content": "<bbox>16,443,981,699</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_312"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33530.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FERMENTATION </ocr>"}, {"role": "assistant", "content": "<bbox>248,816,317,831</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_823"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37189.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Social Networks by THE NUMBERS \n Just how many people are \n using social networks? \n The numbers might \n surprise you! \n 400 \n million \n of \n uners \n Facebook Twitter \n 800 200 \n Google+ \n 40+ \n milion users million users million users \n To put this in \n X \n perspective, there </ocr>"}, {"role": "assistant", "content": "<bbox>74,176,842,408</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_510"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/993ac671bfc4b436c9ab4eb4d474be35_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> We also have a responsibility to safeguard the assets of the charity and to take reasonable steps to \n prevent fraud or any other irregularities. \n Approval \n This report was approved by the trustees and signed on their behalf by: \n _______________________________ \n W. Morson \n Date:__________________________ </ocr>"}, {"role": "assistant", "content": "<bbox>120,266,901,453</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_609"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11173692-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Gisela </ocr>"}, {"role": "assistant", "content": "<bbox>339,619,395,647</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_333"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39759.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2.8M USES </ocr>"}, {"role": "assistant", "content": "<bbox>61,637,451,654</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_659"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-28819393-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1148 0.63 2.75 10 0 </ocr>"}, {"role": "assistant", "content": "<bbox>243,746,893,795</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_917"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/85cc5bd631d101ee2cad43406ca5ba99_page11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3. ACTIVITIES FOR GENERATING FUNDS </ocr>"}, {"role": "assistant", "content": "<bbox>152,567,458,582</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_169"}
{"image": ["./imgs/TextVQA/test_images/de85e455d6f28d16.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ENTER </ocr>"}, {"role": "assistant", "content": "<bbox>372,579,618,681</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_388"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/dc3f62b9-f7b7-7317-02ad-bf647d72010a_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (901) 726-0555 \n Contract Dates Product Estimate # \n 02/01/20 - 02/12/20 MIKE BLOOMBERG 20200 1IN21C \n Start/End Spots/ \n *Line Ch Start DateEnd Date Description Time Days Length Week Rate Rtn TypeSpots Amount \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 MTW---- 1 $425.00 10.00 \n N 54 WMC 02/10/20 02/12/20 NBC The Tonight Show 10:35 PM-11:37 PM 1:00 NM 2 $400.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 MTW---- 2 $200.00 2.20 \n N 55 WMC 02/10/20 02/12/20 NBC The Tonight Show 10:35 PM-11:37 PM :30 NM 1 $100.00 </ocr>"}, {"role": "assistant", "content": "<bbox>30,127,967,292</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_113"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailands-king-strips-disloyal-royal-consort-of-titles-and-military-ranks01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> It was </ocr>"}, {"role": "assistant", "content": "<bbox>702,663,794,680</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_81"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e9200f3e85906b7bff7d03e7523fe741_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Statements </ocr>"}, {"role": "assistant", "content": "<bbox>350,433,435,445</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_370"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10669284-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Opponents </ocr>"}, {"role": "assistant", "content": "<bbox>588,61,672,90</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_270"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__over-1800-illegal-foreign-workers-arrested-in-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Over 1,500 have now been deported. \n On Wednesday, a government official confirmed that over 1,800 </ocr>"}, {"role": "assistant", "content": "<bbox>38,275,882,588</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_312"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/08bea544-d037-eaad-848d-8a98dbc62b36_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 KETV Su 02/02/20 10:56 AMMATTER OF FACT SUN 1030-11A :30 TS20TV2011AH $75.00 NM \n 41 01/31/20 01/31/20 M-F News at Noon 12-1230p ----2-- :30 2 $200.00 NM \n Class of Time - Pre-emptible with notice \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 01/27/20 02/02/20 ----2-- 2 $200.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 KETV F 01/31/20 M-F News at Noon 12-1230p :00 $200.00 NM \n Credited \n News Special Report \n 1 KETV F 01/31/20 12:25 PMM-F News at Noon 12-1230p :30 TS20TV2011AH $200.00 NM \n Total Spots 52 \n Payment Terms 30 Days Gross Total $27,950.00 \n Agency Commission $4,192.50 \n Net Amount Due $23,757.50 </ocr>"}, {"role": "assistant", "content": "<bbox>29,238,963,498</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_317"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/279608fdbe12c6fd5a8c483aae97692f_page11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> training/awareness </ocr>"}, {"role": "assistant", "content": "<bbox>664,415,798,427</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_140"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mfdw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Generalizability (M. </ocr>"}, {"role": "assistant", "content": "<bbox>264,264,383,278</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_640"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page114.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> particular to: \n Nicholas Capaldi \n • observe the Accounts Direction issued by the Accounting Officer \n Secretary of State for Culture, Media and \n Sport, including the relevant accounting and 7 July 2017 \n disclosure requirements, and apply suitable \n accounting policies on a consistent basis; Endorsed on behalf of Council: \n • make judgements and estimates on a \n reasonable basis; \n • state whether applicable accounting standards </ocr>"}, {"role": "assistant", "content": "<bbox>71,436,768,658</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_732"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44576.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> WORKING </ocr>"}, {"role": "assistant", "content": "<bbox>783,132,897,144</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_730"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14013485-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Ted Petoskey 1935–1940 5 67 .354 </ocr>"}, {"role": "assistant", "content": "<bbox>31,473,970,490</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_108"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/accdc744c59167c4602510afd0c90e05_page9.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr>  observe the methods and principles in the </ocr>"}, {"role": "assistant", "content": "<bbox>90,418,425,430</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_425"}
{"image": ["./imgs/ChartQA/test/png/two_col_40306.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 499 Chernihiv Oblast </ocr>"}, {"role": "assistant", "content": "<bbox>96,668,280,690</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_343"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-153162-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> MAS Golden Holidays Sdn Bhd Subsidiary Tour operator Malaysia 100% \n Malaysian Aerospace Engineering Sdn Bhd Subsidiary Engineering Malaysia 100% \n MAS Academy Sdn Bhd Subsidiary Flight school Malaysia 100% \n Abacus Distribution Systems (Malaysia) Sdn Bhd Subsidiary Computer reservation system Malaysia 80% </ocr>"}, {"role": "assistant", "content": "<bbox>14,501,812,751</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_70"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dfe49a61d083ec665db91184150d1f51_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DIRECTORS' REPORT AND,FINANCIAL STATEMENTS </ocr>"}, {"role": "assistant", "content": "<bbox>265,124,737,139</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_27"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33496.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Music In sales \n Spotify \n 120+ </ocr>"}, {"role": "assistant", "content": "<bbox>148,692,758,757</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_29"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41649.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> KEEPING IT REAL \n What are the top reasons for choosing a real life, lo-fi, analogue, \n hardcopy book over the digital option? In a recent poll we asked \n 1,000 Fatbrainers just that. Here's what they told us. \n FEELING 65% \n Sheer physicality, the weight, notes and inscriptions, \n dog-eared memories, creasing, the old ticket tucked \n in page 56. There's no app for that. = \n LEARNING 61% \n So who studies without \n Post-Its, highlighters and \n three volumes open at once? \n SHARING 58% \n You can't lend an eBook \n to friends and loved ones. \n And you can't readcycle it. \n SEEING 53% \n Cool designs, end papers, \n illustrations, gilt edges. \n Books are objet d'art. \n RE-SELLING 45% </ocr>"}, {"role": "assistant", "content": "<bbox>88,30,817,612</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_661"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15621965-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> United States Forward 2003–2004 Kansas </ocr>"}, {"role": "assistant", "content": "<bbox>204,538,814,583</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_875"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7a959789-775e-4c7d-a0aa-f9e5a9865844_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> log. Please note that we do not notarize invoices since the purpose of placing a notary seal on a </ocr>"}, {"role": "assistant", "content": "<bbox>414,917,832,924</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_310"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/30080.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> INTERNET USERS \n 86% PURCHASED </ocr>"}, {"role": "assistant", "content": "<bbox>218,459,921,494</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_828"}
{"image": ["./imgs/TextVQA/test_images/b1680f5d848160b5.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TOKYO </ocr>"}, {"role": "assistant", "content": "<bbox>829,132,925,168</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_45"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/14196534-738b-fdb9-acce-4d1dd821f1ab_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Billing: (214) 765-4124 </ocr>"}, {"role": "assistant", "content": "<bbox>151,149,284,165</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_609"}
{"image": ["./imgs/ChartQA/test/png/two_col_1260.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 3.6 Boston Celtics </ocr>"}, {"role": "assistant", "content": "<bbox>122,163,285,181</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_801"}
{"image": ["./imgs/TextVQA/test_images/a644c4c46d7c0b0f.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Q </ocr>"}, {"role": "assistant", "content": "<bbox>211,825,240,861</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_228"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ytyp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> When the Internal Revenue Service has notified you of your taxpayer identifying number, please enter that </ocr>"}, {"role": "assistant", "content": "<bbox>24,703,967,743</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_165"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__How_to_meditate06.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> their reason to practise. Consequently, they exert themselves to their limits. \n Extremes [edit] </ocr>"}, {"role": "assistant", "content": "<bbox>16,97,496,515</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_98"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Cuyo_Islands03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> There are two distinct seasons in the Philippines generally distinguished by the rains and prevailing direction of the winds. The amihan season gradually </ocr>"}, {"role": "assistant", "content": "<bbox>12,253,986,324</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_114"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/64120e2f1fe37a8768d957bfe20c2d40_page26.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> BRYANSTON SCHOOL INCORPORATED </ocr>"}, {"role": "assistant", "content": "<bbox>353,69,697,80</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_975"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlmc0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PATENT DOCUMENTS </ocr>"}, {"role": "assistant", "content": "<bbox>198,429,369,443</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_321"}
{"image": ["./imgs/ChartQA/test/png/two_col_60077.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2009 2010 2011 2012 2013 2014 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>335,802,655,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_708"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c3937a1f36ef0f1f9ce1cbf650355e5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> equipment 25% Reducing </ocr>"}, {"role": "assistant", "content": "<bbox>204,728,542,739</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_711"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rzyj0226_8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and guys and </ocr>"}, {"role": "assistant", "content": "<bbox>196,228,321,244</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_157"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/2459e68e-d256-8a93-c087-1c02e5f3abc0_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> actualair </ocr>"}, {"role": "assistant", "content": "<bbox>189,659,263,673</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_855"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1fbde91da52c766f412163b0c4a1e496_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> met the requirements to ensure that: \n ~ proper accounting records are kept in accordance with section 41ofthe Act: and \n ~ accounts are prepared which agree with the accounting records and to comply with the \n accounting requirements ofthe Act; or \n (2) to which, in my opinion, attention should be drawn in order to enable a proper understanding of \n the accounts to be reached. \n R SCondon FCA CTA \n Francis Webbs Chartered Accountants \n Suite 2,Scala Offices \n 115aFar Gosford Street, Coventry, CV1SEA \n 8'\" June 2015 \n -7- </ocr>"}, {"role": "assistant", "content": "<bbox>121,618,914,931</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_508"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d9a04263-730c-db2b-2ae4-76b2b5e2e1bf_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> dollar amount for each </ocr>"}, {"role": "assistant", "content": "<bbox>188,712,374,727</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_873"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f3e363848aea2fa645814f2de0221a5a_page8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Senior School 404 334 400 329 </ocr>"}, {"role": "assistant", "content": "<bbox>164,366,784,376</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_885"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35228.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Could you finally afford a real vacation? Could \n you sock something away for emergencies? \n Let's see how to save money easily \n 1 \n Saving Money Plan and </ocr>"}, {"role": "assistant", "content": "<bbox>179,109,959,226</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_263"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10826072-22_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Carlton 16.10 (106) Collingwood 13.9 (87) Princes Park 32,000 28 August 1971 \n South Melbourne 19.17 (131) North Melbourne 8.11 (59) Lake Oval 9,307 28 August 1971 </ocr>"}, {"role": "assistant", "content": "<bbox>18,623,982,812</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_257"}
{"image": ["./imgs/VisualMRC/images/fsf.org/philosophy__pragmatic.html01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> by Richard </ocr>"}, {"role": "assistant", "content": "<bbox>17,260,81,299</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_550"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztbg0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> OR MORE AT PEAK OF A NORMAL CROP SEASON </ocr>"}, {"role": "assistant", "content": "<bbox>470,176,663,192</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_730"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/37106c79254d3cb9e24da92dd847d9ef_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> statements in accordance with United </ocr>"}, {"role": "assistant", "content": "<bbox>313,404,575,416</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_835"}
{"image": ["./imgs/ChartQA/test/png/two_col_346.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 9 358 Castile and Leon </ocr>"}, {"role": "assistant", "content": "<bbox>86,162,736,189</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_439"}
{"image": ["./imgs/ChartQA/test/png/5983.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Many Americans are skeptical of scientific understanding, especially on climate, GM food safety % of U.S. adults who say the following  </ocr>"}, {"role": "assistant", "content": "<bbox>0,5,992,150</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_968"}
{"image": ["./imgs/ChartQA/test/png/two_col_103142.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2011 2012 2013 2014 2015 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>343,802,695,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_998"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xmbw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Confidentiality </ocr>"}, {"role": "assistant", "content": "<bbox>157,949,244,970</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_35"}
{"image": ["./imgs/ChartQA/test/png/multi_col_41003.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>733,660,765,706</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_992"}
{"image": ["./imgs/ChartQA/test/png/42902375003200.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 977,633 t Slovenia </ocr>"}, {"role": "assistant", "content": "<bbox>41,608,146,779</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_573"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__innovation01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Europeana 2019's Unsung Heroes for \n her work with the Europeana Research \n   \n Community. In this post, she discusses the concept of a GLAM lab and her contribution to Open a \n GLAM Lab, a book for everyone interested in experimentation with digital collections. \n Collections Academic Research GLAM labs \n data innovation \n The GIFT Box: Helping \n museums make richer \n digital experiences for \n their visitors </ocr>"}, {"role": "assistant", "content": "<bbox>112,201,926,716</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_999"}
{"image": ["./imgs/TextVQA/test_images/e60216bacca1c8bf.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> PgDn </ocr>"}, {"role": "assistant", "content": "<bbox>441,542,483,568</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_42"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-pavilion-201904.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> the world Thailand’s readiness to host MICE events and activities. </ocr>"}, {"role": "assistant", "content": "<bbox>21,240,882,266</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_951"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bd5af8518a070e9d010fb57e37117b56_page16.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Registered in England and Wales (no. 07745834) </ocr>"}, {"role": "assistant", "content": "<bbox>322,923,690,934</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_780"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_993_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10 Oct 30 vs. Hamilton Tiger-Cats 30–9 Loss 1–11 </ocr>"}, {"role": "assistant", "content": "<bbox>57,801,935,839</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_626"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44489.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 25,000 LOAVES OF BREAD TO BE USED </ocr>"}, {"role": "assistant", "content": "<bbox>650,211,815,242</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_174"}
{"image": ["./imgs/ChartQA/test/png/two_col_22397.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 11.4 </ocr>"}, {"role": "assistant", "content": "<bbox>687,307,713,726</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_243"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f9380b85-aea0-d4be-b02d-9a6d7e3eb716_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 7 05/19/20 05/22/20 News 4 @ 5p M-F M-F 5p-530p -TWTF-- :30 4 $390.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 05/19/20 05/25/20 -TWTF-- 4 $390.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 All Tu 05/19/20 5:12 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 1 All W 05/20/20 5:24 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 3 All Th 05/21/20 5:23 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 4 All F 05/22/20 5:13 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 8 05/25/20 05/25/20 News 4 @ 5p M-F M-F 5p-530p M------ :30 1 $555.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 05/19/20 05/25/20 M------ 1 $555.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 All M 05/25/20 5:13 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $555.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>39,466,964,670</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_91"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Spots: # Ch Day AirDate Air Time Description StarvEnd Time Length Ad-ID Rate Type \n 1 WBNS W 01/15/20 5:31 PM 10TV News @ 5p 5:00 PM-6:00 PM 215 MRBPBKISISEH $500.00 DN \n 5:32 PM 115 MRBPBK1518EH $500.00 \n 21 01/13/20 01/17/20 10TV News @ 6p 6:00 PM-6:30 PMs MTWTE-- 30 3 $1,400.00 NM \n Weeks: Start Date, End Date MIWIFSS Spots/Week Rate \n 01/13/20 01/19/20 MTWTF-- 3 $1,400.00 \n Spots: # Ch Day AirDate Air Time Description Start/End Time Length Ad-ID Rate Type \n 1 WBNS M_ 01/13/20 6:13 PM 10TV News @ 6p 6:00 PM-6:30 PM 130 MRBPBK3024EH $1,400.00 NM \n 3 WBNS Tu 01/14/20 6:13 PM 10TV News @ 6p 6:00 PM-6:30 PM 730 MRBPBK3014EH $1,400.00 NM \n 2 WBNS W_ 01/15/20 6:12 PM 10TV News @ 6p 6:00 PM-6:30 PM 30 MRBPBK30L4EH $1,400.00 NM \n [2 2 01/13/20 01/17/20 10TV News @ 6p 6:00 PM-6:30 PMs MTWTF-- 16/15 1 $1,400.00 DN \n Weeks: StartDate EndDate MTWTFSS Spots/Week Rate \n 01/13/20 01/19/20 MTWTF-- 1 $1,400.00 \n Spots: # Ch Day AjirDate Air Time Description StarvEnd Time Length Ad-ID Rate Type \n 1 WBNS W 01/15/20 6:28 PM 10TV News @ 6p 6:00 PM-6:30 PM 116 MRBPBK1516EH $700.00 DN \n 6:30 PM 115 MRBPBK1518EH $700.00 \n 23 01/13/20 01/17/20 M-F 7p -730p 7:00 PM-7:30 PMs MTWTF-- 130 3 $1,800.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>20,633,946,904</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_174"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mxcg0024_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> protection </ocr>"}, {"role": "assistant", "content": "<bbox>516,431,599,448</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_574"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__ad-polle03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2019 will </ocr>"}, {"role": "assistant", "content": "<bbox>700,783,785,813</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_776"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40405.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> website media accounts app </ocr>"}, {"role": "assistant", "content": "<bbox>196,716,481,723</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_392"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldw0228_9.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Details: Dr Eva Leschik, DGE, Frankfurt. </ocr>"}, {"role": "assistant", "content": "<bbox>333,265,725,278</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_933"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__article__18__10__civic-duty-one-line-code02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> driven world, there is a perception that we don't care like older \n generations did. History teaches us that in the early 20th century's \n New Deal, Americans stepped up to the nation's challenges on a \n wide range of government-financed public works projects. Airport \n construction. Infrastructure improvements. Building dams, bridges, \n hospitals. This was more than just individuals \"pulling themselves </ocr>"}, {"role": "assistant", "content": "<bbox>30,741,957,919</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_583"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2cdb9afd6fef47659305e5246b2d3e2c_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> - bar cost of sales \n - centre running costs 2 32,353 zt,30t \n Governance costs 3 441 441 81 \n OLN/lnspiring Minds Activities 2,179 2,179 1 ,582 \n 48,261 2,179 50,440 fota, Resou,'ces Expended 44,213 \n 5,204 (1,679) 3,525 Net inmming resources before lransfers 9,429 \n Transfers between funds \n 5,204 (1,679) Net incoming resources 3,525 9,429 \n Unrealised Losses/Gains on lnvestmenls \n Net movement in Funds 5,204 (1,679) I,429 \n Balances brought foMard - '1\"1 May 2017 66,466 3,168 69,634 60,205 \n 71,670 1,489 73,159 Balances carried foMard - 30th April 2018 69,634 </ocr>"}, {"role": "assistant", "content": "<bbox>97,495,881,825</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_428"}
{"image": ["./imgs/TextVQA/test_images/833fb2ad1c2de85e.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> tereek- </ocr>"}, {"role": "assistant", "content": "<bbox>897,685,968,707</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_488"}
{"image": ["./imgs/ChartQA/test/png/two_col_100088.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Actively contact guests to build 13% </ocr>"}, {"role": "assistant", "content": "<bbox>117,656,511,728</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_579"}
{"image": ["./imgs/ChartQA/test/png/two_col_24574.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2019 2020* 2021* </ocr>"}, {"role": "assistant", "content": "<bbox>347,802,526,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_706"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/54470c00e3b15d15017ab7c6933e1b05_page16.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> performances and therefore the directors & trustees consider any realisable value </ocr>"}, {"role": "assistant", "content": "<bbox>199,647,836,660</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_560"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 15 KDVR FOX31 News At 530p 530p-6p \n 01/27/20to02/02/20 4x MTWTF-- \n KDVR M 01/27/20 :30 5:41 PM MRBPBK3020EH $375.00 1 \n KDVR Tu 01/28/20 :30 5:52 PM MRBPSS312EH $375.00 3 \n KDVR W 01/29/20 :30 5:54 PM MRBPSS312EH $375.00 2 \n KDVR F 01/31/20 :30 5:39 PM MRBPSS317EH $375.00 4 \n 16 KDVR M-F 6p-630p 6p-630p \n 01/27/20to02/02/20 3x MTWTF-- \n KDVR M 01/27/20 :30 6:24 PM MRBPSS311EH $700.00 2 \n KDVR Th 01/30/20 :30 6:13 PM MRBPSS317EH $700.00 3 \n KDVR F 01/31/20 :30 6:24 PM MRBPBK3022H $700.00 1 \n 17 KDVR M-F 630p-7p 630p-7p \n 01/27/20to02/02/20 4x MTWTF-- \n KDVR M 01/27/20 :30 6:42 PM MRBPSS312EH $700.00 3 </ocr>"}, {"role": "assistant", "content": "<bbox>24,308,960,652</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_777"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10773616-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 29,406 </ocr>"}, {"role": "assistant", "content": "<bbox>805,502,862,574</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_510"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6846bc9-a6f0-60f0-544f-a80e697b2aec_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 12/24/19 12/30/19 11-11-- 4 $140.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 KXTV Tu 12/24/19 6:14 AMABC10 Good Morning @ 6am 6-7a :30TS20TV1937AH $140.00 NM \n 2 KXTV Th 12/26/19 6:23 AMABC10 Good Morning @ 6am 6-7a :30TS20TV1937AH $140.00 NM \n 3 KXTV F 12/27/19 6:29 AMABC10 Good Morning @ 6am 6-7a :30TS20TV1937AH $140.00 NM \n 4 12/24/19 12/28/19 ABC10 Sat @ 6a 6-7a -----1- :30 1 $125.00 NM \n Standard Terms: Your purchase of advertising is subject to the TEGNA Media Standard Advertising Terms and Conditions (Standard Terms), which are available at http://bit.ly/2eyrbCA, as well as on the Advertise \n With Us section under the About tab of Station website. You will be deemed to have accepted our Standard Terms upon the earliest of (i) the date you sign the Insertion Order to which this invoice relates, (ii) the \n date the campaign contemplated by this invoice first launches, or (iii) the date on which you pay any amounts specified on this invoice. Any claims by Advertiser for a credit related to Campaigns run under this </ocr>"}, {"role": "assistant", "content": "<bbox>37,735,963,879</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_829"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> PM-9:00 PM --~T=~~ 30 1 $4,000.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>393,769,834,780</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_439"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_34.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Textual information </ocr>"}, {"role": "assistant", "content": "<bbox>377,66,572,85</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_316"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__thailand-immigration-controls-getting-tough-with-guests02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> personal </ocr>"}, {"role": "assistant", "content": "<bbox>696,907,798,952</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_171"}
{"image": ["./imgs/ChartQA/test/png/14155246005645.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4.0 </ocr>"}, {"role": "assistant", "content": "<bbox>28,654,125,684</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_81"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jjnl0052_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Automation Of Gravimetric RSP Determination - M. Ogden \n Urinary Mutagenicity In Nonsmokers Exposed To Environmental Tobacco Smoke (ETS) \n Under Real-Life Conditions - G. Scherer \n Improvements To Indoor Air Quality Through Ventilation And Filtration - N. Warren \n Restaurant Indoor Air Quality: A Case Study, The Dubliner - H. Bohanon \n Report On ASHRAE Activities - H. Bohanon \n Discussion On Possible Ventilation Studies - H. Reif \n New Business </ocr>"}, {"role": "assistant", "content": "<bbox>157,571,816,806</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_880"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/environment__agriculture__agriculture-ministry-aims-to-export-1-million-tonnes-more-of-rice-to-china02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> said Chalermchai. \n The agriculture minister also said he and Zhang discussed </ocr>"}, {"role": "assistant", "content": "<bbox>48,29,782,980</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_148"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_70.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> City of New York - Finance Administration for $ 28.50 \n to cover: \n Withholdings for 2/1/74 - 2/28/74 \n Charge to \n General Ledger $ 28.50 APPROVED FØR PAYMENT </ocr>"}, {"role": "assistant", "content": "<bbox>56,267,851,656</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_610"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Douglas_ReVelle01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Rochester, NY </ocr>"}, {"role": "assistant", "content": "<bbox>811,299,891,319</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_17"}
{"image": ["./imgs/ChartQA/test/png/two_col_1497.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 19.96 </ocr>"}, {"role": "assistant", "content": "<bbox>362,750,440,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_0"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60820.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 0.09 0.08 0.09 0.09 0.09 0.08 0.07 0.11 0.05 0.09 0.13 0.13 </ocr>"}, {"role": "assistant", "content": "<bbox>189,371,897,439</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_251"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__impact_monitoring__401.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> “er, </ocr>"}, {"role": "assistant", "content": "<bbox>340,95,628,424</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_668"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_264_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Fuel </ocr>"}, {"role": "assistant", "content": "<bbox>361,31,396,60</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_31"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Human_Behavior01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Lessons </ocr>"}, {"role": "assistant", "content": "<bbox>527,477,579,497</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_177"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70555.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Change Data Lab, New Scientist Picture: Associated Press @ </ocr>"}, {"role": "assistant", "content": "<bbox>169,977,804,992</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_970"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37342.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BUILD </ocr>"}, {"role": "assistant", "content": "<bbox>97,134,200,149</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_258"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Atlanta, GA 30324 Advertiser Original Date / Revision \n (404)892-1611 ISS/ House Majority PAC 04/06/20 / 04/06/20 \n Contract Dates Product Estimate # </ocr>"}, {"role": "assistant", "content": "<bbox>196,97,940,150</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_271"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_29_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Premier League 21 4 </ocr>"}, {"role": "assistant", "content": "<bbox>329,687,614,703</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_535"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/103ccc17-356a-5f99-9c3b-920fc2dd023e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> $360.00 2 </ocr>"}, {"role": "assistant", "content": "<bbox>720,798,960,811</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_236"}
{"image": ["./imgs/ChartQA/test/png/two_col_23751.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2.92 </ocr>"}, {"role": "assistant", "content": "<bbox>793,273,835,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_247"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ac11398eb6a5d7ac6ca7449e136fda5d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Preston Road Community Centre Association \n Financial Statements for the Year Ended 30th April 2014 \n Contents \n Charity Information 1 \n Trustees Report 2 - 3 </ocr>"}, {"role": "assistant", "content": "<bbox>155,125,794,414</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_528"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_931_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Oostweegel </ocr>"}, {"role": "assistant", "content": "<bbox>264,337,371,381</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_586"}
{"image": ["./imgs/ChartQA/test/png/two_col_63406.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2012/13 </ocr>"}, {"role": "assistant", "content": "<bbox>569,748,615,814</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_872"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/37e741dac58610b4045a440cd54beabb_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SEPTEMBER </ocr>"}, {"role": "assistant", "content": "<bbox>536,99,640,111</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_442"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17334094-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Ridge Indian Reservation South Dakota 54.3 48.4 </ocr>"}, {"role": "assistant", "content": "<bbox>69,694,825,753</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_310"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16400024-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Pentium III 533EB 533 MHz 256 KB 4× 1.65 V October 25, 1999 \n Slot 1 80526PZ533256 \n Socket 370 RB80526PY550256 \n Pentium III 550E 550 MHz 256 KB 5.5× 1.6–1.7 V October 25, 1999 \n Slot 1 80526PY550256 \n Socket 370 RB80526PY600256 \n Pentium III 600E 600 MHz 256 KB 6× 1.7–1.75 V October 25, 1999 \n Slot 1 80526PY600256 \n Socket 370 RB80526PZ600256 \n Pentium III 600EB 600 MHz 256 KB 4.5× 1.65–1.7 V October 25, 1999 \n Slot 1 80526PZ600256 \n Socket 370 RB80526PY650256 \n Pentium III 650 650 MHz 256 KB 6.5× 1.65–1.7 V October 25, 1999 \n Slot 1 80526PY650256 \n Socket 370 RB80526PZ667256 \n Pentium III 667 666 MHz 256 KB 5× 1.65–1.7 V October 25, 1999 \n Slot 1 80526PZ667256 \n Socket 370 RB80526PY700256 \n Pentium III 700 700 MHz 256 KB 7× 1.65–1.7 V October 25, 1999 \n Slot 1 80526PY700256 \n Socket 370 RB80526PZ733256 \n Pentium III 733 733 MHz 256 KB 5.5× 1.65–1.75 V October 25, 1999 \n Slot 1 80526PZ733256 \n Socket 370 RB80526PY750256 \n Pentium III 750 750 MHz 256 KB 7.5× 1.65–1.75 V December 20, 1999 \n Slot 1 80526PY750256 \n Socket 370 RB80526PY800256 \n Pentium III 800 800 MHz 256 KB 8× 1.65–1.75 V December 20, 1999 </ocr>"}, {"role": "assistant", "content": "<bbox>17,120,982,592</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_135"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Rail_air_alliances06.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> business </ocr>"}, {"role": "assistant", "content": "<bbox>837,639,893,662</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_567"}
{"image": ["./imgs/ChartQA/test/png/00795994017065.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 20.0 Eastern Sub-Saharan Africa </ocr>"}, {"role": "assistant", "content": "<bbox>18,618,944,648</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_382"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35262.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CURRENCIES </ocr>"}, {"role": "assistant", "content": "<bbox>728,889,899,899</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_999"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Product 1/2 MBLM \n New York, NY 10017-9214 \n Billing Calendar Broadcast \n Billing Type Cash Agency Ref 100012 \n Special Handling Advertiser Ref 511278 \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:22 AM MRBPSS325EH $35.00 1 \n KMAX W 02/26/20 :30 1:28 AM MRBPBA3043EH $35.00 2 \n 20 KMAX M-F 1a-2a 1:30 XM-2:00 XM \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:46 AM MRBPBA3043EH $35.00 2 \n KMAX Th 02/27/20 :30 1:56 AM MRBPBA3043EH $35.00 1 \n 21 KMAX M-F 430a-5a 428a-5a \n CDR \n 03/02/20to03/08/20 1x M------ </ocr>"}, {"role": "assistant", "content": "<bbox>24,308,960,632</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_656"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_434_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1999–00 Tennessee Titans (1) 33 Jacksonville Jaguars 14 Jacksonville, Florida Jacksonville Municipal Stadium \n 2000–01 Baltimore Ravens (1) 16 Oakland Raiders 3 Oakland, California Oakland Coliseum \n 2001–02 New England Patriots (3) 24 Pittsburgh Steelers 17 Pittsburgh, Pennsylvania Heinz Field \n 2002–03 Oakland Raiders (4) 41 Tennessee Titans 24 Oakland, California Network Associates Coliseum </ocr>"}, {"role": "assistant", "content": "<bbox>15,670,961,748</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_775"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Nuclease_mediated_genome_engineering_tools02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Main characteristics of ZF domain originate from a zinc ion coordinated by two cystein residue, located on two antiparallel B-sheets, and two histidine \n residues on the a-helix. In nature, the ZF domain is primarily responsible for connection with DNA, each finger is capable of detecting a 3 nucleotide unit, \n called target triplet, by means of its a- helix, thus named also recognition helix. Linkage to DNA only occurs at single strand. A 3 finger ZF can detect 9 </ocr>"}, {"role": "assistant", "content": "<bbox>24,452,978,638</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_251"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/436625-collect-files-10212-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IN2114/IN2116/SP1753/AU1239/AL18/ </ocr>"}, {"role": "assistant", "content": "<bbox>705,433,932,443</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_293"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cd5a5c9633072d37e39adc26371847d6_page26.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18,999 18,290 \n Scholarships, bursaries and other awards were paid to 146pupils (2017:144).Within this, means \n tested bursaries totalling 2760,779were paid to 27 pupils (2017:f808,466to 34pupils). \n 3. ANCILLIARY TRADING INCOME 2018 2017 \n E '000 R '000 \n Fee income for extra subjects 976 909 \n Entrance and registration fees 60 59 \n Courses and sub-lettings 580 204 \n Insurance commission 40 \n Other income 125 134 </ocr>"}, {"role": "assistant", "content": "<bbox>94,303,867,495</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_814"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-191105-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Body Machine Nutrition and digestive system Lynn Ahrens Bob Dorough </ocr>"}, {"role": "assistant", "content": "<bbox>42,195,602,248</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_948"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_500_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> RadioRadio </ocr>"}, {"role": "assistant", "content": "<bbox>11,838,70,857</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_877"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13688489-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2:0 </ocr>"}, {"role": "assistant", "content": "<bbox>527,607,581,628</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_76"}
{"image": ["./imgs/ChartQA/test/png/OECD_FINANCIAL_DISINCENTIVE_TO_RETURN_TO_WORK_AUS_DNK_LUX_NOR_SVN_000002.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Denmark </ocr>"}, {"role": "assistant", "content": "<bbox>283,908,325,980</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_891"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16218498-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Elá Nguema 2-6 Primeiro de Agosto 2-3 </ocr>"}, {"role": "assistant", "content": "<bbox>66,342,808,391</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_52"}
{"image": ["./imgs/ChartQA/test/png/two_col_3924.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2015 2016 2017 2018 2019 2020 2021 2022 </ocr>"}, {"role": "assistant", "content": "<bbox>160,802,792,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_987"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11677100-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Luis Montanez Infielder Coral Park High School Miami, FL 1st Round - 3rd Pick of 2000 </ocr>"}, {"role": "assistant", "content": "<bbox>16,724,837,777</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_479"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hjbf0227_12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> NO. RANK </ocr>"}, {"role": "assistant", "content": "<bbox>615,333,762,340</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_104"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/67c12ebc9e399de3251561ad24a382c2_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> of the trustees </ocr>"}, {"role": "assistant", "content": "<bbox>156,108,277,123</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_482"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_856_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ? Fearless Cavalier R West 14 10-13 100/1 Refused </ocr>"}, {"role": "assistant", "content": "<bbox>19,937,926,954</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_468"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1834853-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Date Venue </ocr>"}, {"role": "assistant", "content": "<bbox>81,100,426,149</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_712"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100417.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 66% </ocr>"}, {"role": "assistant", "content": "<bbox>200,183,260,653</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_532"}
{"image": ["./imgs/ChartQA/test/png/10593.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 54 </ocr>"}, {"role": "assistant", "content": "<bbox>333,344,392,386</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_452"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_316_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 257.10 </ocr>"}, {"role": "assistant", "content": "<bbox>641,294,718,308</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_178"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__publishing-framework01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> can surface, </ocr>"}, {"role": "assistant", "content": "<bbox>593,415,739,463</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_258"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6a488b55-0a69-7115-0ce1-84a5289463e0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Treasurer -\"candidate’5 authorlzed committee: \n David Adams \n The undersigned represents that: \n (1) the paymentfor the broadcast time requested has been furnished by (check ona box below): </ocr>"}, {"role": "assistant", "content": "<bbox>137,515,710,595</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_104"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__burnaby-resident-returning-from-philippines-diagnosed-with-measles01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> spent </ocr>"}, {"role": "assistant", "content": "<bbox>401,776,496,795</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_469"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Detian01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> in [edit] </ocr>"}, {"role": "assistant", "content": "<bbox>52,46,119,145</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_795"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1a86e3d7409652cf03aa852412e3603b_page14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> all I could think about was what I was going to do with the </ocr>"}, {"role": "assistant", "content": "<bbox>530,643,909,654</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_719"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_186_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Location </ocr>"}, {"role": "assistant", "content": "<bbox>801,83,940,160</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_461"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_458_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Circuit </ocr>"}, {"role": "assistant", "content": "<bbox>213,55,262,101</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_66"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> P24 \n WGN Tu 02/25/20 :30 8:50 AM MRBPBK3038EH $1,200.00 2 \n 6 WGN M-F 9a-10a 9a-10a \n P48 \n 02/24/20to03/01/20 3x MTWTF-- \n WGN M 02/24/20 :30 9:12 AM MRBPBK3038EH $850.00 3 \n WGN Tu 02/25/20 :30 9:25 AM MRBPBK3038EH $850.00 1 \n WGN W 02/26/20 :30 9:16 AM MRBPBK3038EH $850.00 5 \n 7 WGN M-F 9a-10a 9a-10a \n P48 \n 02/24/20to03/01/20 3x MTWTF-- \n WGN M 02/24/20 :30 9:51 AM MRBPBK3044EH $850.00 2 </ocr>"}, {"role": "assistant", "content": "<bbox>24,440,960,632</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_40"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Bunker_Ramo_Corporation01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Bunker Ramo Corporation \n From Wikipedia, the free encyclopedia \n Bunker Ramo Corporation was founded by George M. Bunker and Simon Ramo in 1964, jointly owned \n by Martin-Marietta and Thompson Ramo Wooldridge (TRW).\"] The resulting company, Bunker-Ramo, was </ocr>"}, {"role": "assistant", "content": "<bbox>19,32,981,385</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_919"}
{"image": ["./imgs/ChartQA/test/png/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5.11% Morocco </ocr>"}, {"role": "assistant", "content": "<bbox>18,440,788,554</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_619"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10902.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> NO NO NO NO \n 16 \n Places of worship & large \n gatherings \n NO NO NO NO \n 7 Liquor, Cigarette/Pan shops YES YES YES NO \n 8 Barbershop. Spa YES YES NO NO \n 9 Coming out after 7pm till \n 7am </ocr>"}, {"role": "assistant", "content": "<bbox>44,170,879,338</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_909"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__italian-george-clooney-fraudsters-arrested-in-thailand02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Hollywood </ocr>"}, {"role": "assistant", "content": "<bbox>409,581,547,624</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_841"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37245.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 79% </ocr>"}, {"role": "assistant", "content": "<bbox>494,744,688,758</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_670"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xphm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 'Check & vo. NO. 73-137 November 7, </ocr>"}, {"role": "assistant", "content": "<bbox>294,48,735,120</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_142"}
{"image": ["./imgs/TextVQA/test_images/dc6b617cf5a6b698.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> evexfire </ocr>"}, {"role": "assistant", "content": "<bbox>608,654,691,682</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_474"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page37.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2,319 3,066 3,095 3,368 </ocr>"}, {"role": "assistant", "content": "<bbox>624,918,914,927</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_518"}
{"image": ["./imgs/ChartQA/test/png/two_col_4385.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>724,802,821,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_524"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/what-we-do__advocacy01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ADVOCACY \n Europeana represents over 3,500 cultural heritage institutions from across Europe. As such, we \n have a responsibility to speak up and make the digital cultural heritage sector work as well as it </ocr>"}, {"role": "assistant", "content": "<bbox>64,80,909,438</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_172"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d97c72db-1013-add4-ae2f-6fb883d75ff4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INine Sunday. jah ae </ocr>"}, {"role": "assistant", "content": "<bbox>326,522,550,533</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_730"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/417fe10dce7f463002d4574746638b6e_page15.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FORTHEYEARENDED </ocr>"}, {"role": "assistant", "content": "<bbox>369,96,516,106</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_992"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1835a16baf6703fb38b677b8dffe0adb_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> donations significantly exceeding the </ocr>"}, {"role": "assistant", "content": "<bbox>247,749,483,759</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_535"}
{"image": ["./imgs/TextVQA/test_images/152fc751f1787b4f.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> perfectfor </ocr>"}, {"role": "assistant", "content": "<bbox>709,722,782,765</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41770.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> AUS WIN BY 7 WICKETS (WITH 101 BALL REMAININGI \n NZ 183 ALL OUT 45 OVERS \n AUS 186/3 IN 33.1 OVERS \n BEST PLAYERS \n PLAYER OF THE FINAL \n MAYER \n OF THE TOURMAKTA \n AMES HALIL KRA ANTEWELL STARC \n /36 in 9 overs 22 wickets \n | average bowling, 10. 18] \n BATTING FIGURES \n HIGHEST SCORE \n 237* vs \n TOP RUN SCORER \n ₭ 547 \n MARTIN GUPTIL \n BOWLING FIGURES \n & TOP WICKET TAKER BEST BOWLING \n MITCHELL STARC [AUS) 22 \n TRENT BOULT (NZ) 45 wickets \n TIM SOUTHEE(NZ) </ocr>"}, {"role": "assistant", "content": "<bbox>118,280,874,664</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_157"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37383.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> hobbyists, invent the com- Champaign develop service that allows users </ocr>"}, {"role": "assistant", "content": "<bbox>52,122,688,129</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_255"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9272950b4eb08635fb8685e4b727087a_page18.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> indications are that we are seeing a significant increase in engagement with the organisation through </ocr>"}, {"role": "assistant", "content": "<bbox>121,113,879,128</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_702"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/42509.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Wake Island \n Palestine Colombia Brazil Samoa \n Armenia \n Ecuador Sao Tome and Principe \n Sierra Leone \n Montenegro Ukraine \n Chile Paraguay \n Poland \n Guyana \n France \n Falkland Islands (Islas Malvinas) \n French Guiana \n Equatorial Guinea \n Finland United Bosnia and Herzegovina \n GLOBAL CARBON Kingdom \n FOOTPRINT \n Romania \n Slovenia \n Spain \n Total emissions by nation \n Luxembourg Bulgaria \n Honduras Belize \n Costa Rica \n Germany Turkey \n El Salvador \n AFRICA Nicaragua \n Guatemala \n ASIA Panama </ocr>"}, {"role": "assistant", "content": "<bbox>62,429,963,619</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_886"}
{"image": ["./imgs/ChartQA/test/png/12227.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Don't know 6 </ocr>"}, {"role": "assistant", "content": "<bbox>5,693,400,805</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_812"}
{"image": ["./imgs/ChartQA/test/png/two_col_24395.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Fire Weather </ocr>"}, {"role": "assistant", "content": "<bbox>97,616,177,631</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_429"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_274_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3440 City of Truro Loc Steam Unmod. Claimed[by whom?] to be the </ocr>"}, {"role": "assistant", "content": "<bbox>229,495,481,517</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_96"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/543ec418-6a40-0243-8dc5-3fb051c36a8c_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2 $1,800.00 </ocr>"}, {"role": "assistant", "content": "<bbox>366,237,492,247</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_489"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b9e0832dc160a3af6e0d1bb9b89a54ae_page26.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The Hardship, Prize and Specific Funds are comprised of25individual funds, given for purposes specified by </ocr>"}, {"role": "assistant", "content": "<bbox>147,149,776,162</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_892"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15250161-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Year Class Team Points Wins </ocr>"}, {"role": "assistant", "content": "<bbox>55,86,949,128</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_222"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__teachers-brochure03.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> aim... </ocr>"}, {"role": "assistant", "content": "<bbox>433,885,580,904</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_472"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d4e8f8c69b9c48e59d39bdccf3dfdab6_page5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> towards the promotion of the objects of the Company. \n Governing Body \n The Directors of the Company, who are also the trustees of the Charity, together comprise the governing body of \n Hurstpierpoint College. Directors are elected to hold office for five years and are eligible to stand for re-election. The \n Directors who held office during the year are listed on page 1. None has any beneficial interest in the Company. \n Recruitment and Training of Governors \n Governors are recruited from a wide range of College contacts and from others in the local community. The governing body \n looks to ensure a mix of skills, and select new governors on the basis of background, competence, specialist skills and, as \n Fellows, Christian commitment. Governors are provided with induction training by the Head, Bursar and staff, and a wider </ocr>"}, {"role": "assistant", "content": "<bbox>95,577,856,778</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_583"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_845_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Good Shepherd Early Childhood PK K 20 1 20 \n Grace Christian School PK 12 117 13 9 \n align=\"right \n Holy Cross Lutheran School PK 8 135 7.9 17.09 \n Immanuel Lutheran School PK 8 82 5.6 14.64 \n Michigan Lutheran Seminary 9 12 313 31 10.1 \n Nouvel Catholic Central High School 9 12 505 37 13.65 \n Peace Lutheran School PK 8 229 \n Sheridan Road Christian School K 12 42 5.9 7.12 \n St Helen Elementary School K 8 182 10.9 16.7 \n St John's Evangelical Lutheran School K 8 32 3 10.67 </ocr>"}, {"role": "assistant", "content": "<bbox>16,267,849,721</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_125"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/80c8cda6-6145-b887-1e0e-f41c1a414ae8_page13.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Revision \n Ag Comments candidate \n KTTC CW(NTTC)) DUPLICATE INVOICE \n Scheduled Copy/ISCt Remarks Line ype Schedule Days to Run Air Time Amount \n 15.0 (02/22/20 6:51PM (Sa) MRBPBK3038EH $75.00 \n Day,Sa-1 \"02/22/20 10:56PM (Sa) 01:00) MRBPBK6039EH $180.00 \n Baysaa ST 1092/22/20 10:21PM (Sa) 01:00 MRBPBK6039EH \"$180.00 17.0 \n — \n $435.00 Total Spots 3 \n Wewarrant that the actual broadcast information ($65.25) \n shown on this invoice was taken from the official </ocr>"}, {"role": "assistant", "content": "<bbox>42,209,20947,862</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_762"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_744_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Aleksandar </ocr>"}, {"role": "assistant", "content": "<bbox>95,456,275,485</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_323"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Charlie_Hodge_(guitarist)01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> performed </ocr>"}, {"role": "assistant", "content": "<bbox>416,591,479,676</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_870"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f850c707804d5317a0f900b82e2921ac_page19.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Restricted </ocr>"}, {"role": "assistant", "content": "<bbox>618,148,708,161</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_85"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37236.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> of teenagers log on to </ocr>"}, {"role": "assistant", "content": "<bbox>36,281,284,286</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_551"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5be3f0c9-0d55-7214-cefd-1489062f56a1_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BUSK/BUS/0213 </ocr>"}, {"role": "assistant", "content": "<bbox>509,145,600,156</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_795"}
{"image": ["./imgs/ChartQA/test/png/24585401004048.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2 years 4 years 6 years </ocr>"}, {"role": "assistant", "content": "<bbox>196,902,531,932</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_595"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_580_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 21st District Linda Reidelbach </ocr>"}, {"role": "assistant", "content": "<bbox>18,208,280,213</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_170"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_241_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> [2] [2] [2] \n \"Earth Can Be Just Like Heaven\" — 2 — — — — — — — — \n 1980 \"I Got the Feeling\" — 2 — — — — — — — — </ocr>"}, {"role": "assistant", "content": "<bbox>17,237,903,459</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_803"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11323532-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Country/Region Languages Premiere Seasons </ocr>"}, {"role": "assistant", "content": "<bbox>14,45,796,67</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_997"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_596_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Hana Mandlíková </ocr>"}, {"role": "assistant", "content": "<bbox>722,378,830,395</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_872"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qnwd0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 12.0-13.9 10.0-11/9 < 12.0 </ocr>"}, {"role": "assistant", "content": "<bbox>315,265,702,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_767"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_227_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Izod Center \n 35 January 5 @ New Jersey L 90–98 Kevin Martin (36) Kenny Thomas (8) Brad Miller (8) 8–27 \n 12,314 \n United Center \n 36 January 6 @ Chicago L 94–99 Kevin Martin (29) Brad Miller (12) Beno Udrih (5) 8–28 \n 18,060 \n John Salmons, Brad Miller, Bobby Jackson ARCO Arena \n 37 January 9 Miami L 115–119 (OT) John Salmons (29) Brad Miller (16) 8–29 \n (4) 12,587 \n ARCO Arena \n 38 January 11 Dallas W 102–95 Kevin Martin (21) Spencer Hawes (8) Beno Udrih (6) 9–29 \n 12,294 \n ARCO Arena \n 39 January 13 Orlando L 107–139 Kevin Martin (30) Francisco García (5) Francisco García (5) 9–30 \n 11,168 \n Oracle Arena </ocr>"}, {"role": "assistant", "content": "<bbox>7,193,961,500</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_153"}
{"image": ["./imgs/TextVQA/test_images/67d8b65c785c1831.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 9 </ocr>"}, {"role": "assistant", "content": "<bbox>475,336,525,382</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_4"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yjxn0226_502.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> were performed at each insertion load for each </ocr>"}, {"role": "assistant", "content": "<bbox>394,810,709,826</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_192"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a985f52dc422734cc59668fa74448038_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mr S Z Englander </ocr>"}, {"role": "assistant", "content": "<bbox>361,534,497,547</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_18"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_34_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dr. Trevor William Series As well as being a pathologist in his own right, Trevor was Sam's business partner, owning half of the morgue and its facilities. Trevor decided to stay in Cambridge with his friends and family when Sam accepted the professorship position at a university in London \n Stewart Armstrong 1-3 and moved away at the end of series three. \n Dr. Fred Series Fred was Sam's main assistant during post mortems and on visits to crime scenes, often identifying DNA samples at the scene of the crime, and linking them to those responsible. He was also notable for not having many speaking lines, and regularly appearing \n Sam Parks \n Dale 1-3 without speaking. His fate at the end of series three was not revealed. \n Dr. Harry Series Harry started out life as a junior doctor, who worked as an apprentice alongside Sam and Leo. However, he soon qualified as a pathologist, and has worked on equal footing with the team for a number of years. Harry was single, and lived alone, but has had \n Tom Ward \n Cunningham 6-15 several romantic relationships, including an on-off relationship with his colleague Nikki. Harry left the team to accept a professorship in New York in the episode \"And Then I Fell in Love\" at the end of series 15. \n Leo first appeared in the episode \"The Fall Out\", where he was nothing more than a simple doctor. However, he was promoted to professor after former professor Sam Ryan left. In the episode \"Ghosts\", both his wife, Theresa, and his daughter, Cassie, are killed in \n Professor William Series \n a car accident. He began a relationship with fellow professor Janet Mander in \"Safe\", but ended their relationship in the episode \"Domestic\". Leo often took a strong opinion on cases and often became emotionally involved. He died in the series 16 finale 'Greater \n Leo Dalton Gaminara 6-16 \n Love', when he sacrificed himself to save many others from a terrorist bomb explosion. \n Professor \n Jaye Series Janet is a psychological profiler who assists the police in cases of serial offences. She began a relationship with Leo in the episode \"Safe\", and they lived together as partners until Leo ended the relationship in \"Redhill\". She recurringly worked alongside the team \n Janet \n Griffiths 12-15 to provide them with information in order to get an idea of the suspect they are looking for. Janet decided to move away from London after Leo ended their relationship. \n Mander \n Dr. Charlie Wunmi Series \n A junior doctor and lab technician, who was appointed to work with the team by Professor Dalton. \n Gibbs Mosaku 13 \n Dr. Zak Series \n Arsher Ali A junior doctor who worked his forensic science apprenticeship with the team, to learn the ropes of the profession.[5] \n Khan 14 \n Ruth Series \n Wyn Ryan Professor Ryan's sister, who after coming over to visit her from her home in Ireland, ended up living with her on a permanent basis. \n McCabe 1-3 \n Helen Clare Series \n A superintendent, and Tom Adams' boss and mentor, who accompanied him on investigating several cases during his time in the force. \n Farmer Higgins 1 \n John Series </ocr>"}, {"role": "assistant", "content": "<bbox>7,90,990,554</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_939"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17311783-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Team Score High points High rebounds High assists Location Attendance Record </ocr>"}, {"role": "assistant", "content": "<bbox>131,119,987,177</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_350"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/83f509542095d079e76a26ea82c319f4_page19.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> contract with the BSI to maintain this accreditation through on-going, six monthly \n external audits. \n Statement of Disclosure to Auditor \n (a) So far as the Trustees are aware, there is no relevant audit information of \n which the charity's auditors are unaware and; \n (b) The Trustees have taken all the steps that they ought to have taken as \n Trustees in order to make themselves aware of any relevant audit information \n and to establish that the charity's auditors are aware of that information. \n Investment Policy \n The Trustees have considered the most appropriate policy for investing funds and have \n decided to place funds in cash deposits on fixed and short term arrangements to meet \n the requirements of the charity's cash flow. \n Reserves Policy \n The Trustees have considered the Charity Commission guidance on reserves in updating \n their reserves policy. MacIntyre is substantially funded by income through grants and \n contracts to provide services. This income is, in the main, predictable on an annual \n basis. The charity manages its financial performance to deliver a small surplus to meet \n its investment plans. With the nature of the services operated by MacIntyre much of the \n investment is into fixed assets. The investment in our schools and care homes is an </ocr>"}, {"role": "assistant", "content": "<bbox>114,239,883,605</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_391"}
{"image": ["./imgs/TextVQA/test_images/5f06ef36c616e7d4.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Lo </ocr>"}, {"role": "assistant", "content": "<bbox>630,513,699,605</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_430"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1287443-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Nov 11, 1963 Nov 16, 1963 8 Shorty Ensemble Lunt-Fontanne Theatre \n Jan 1, 1964 Jan 4, 1964 5 Stage Manager Brooks Atkinson Theatre \n Feb 18, 1965 Mar 27, 1965 44 Geoffrey Fitton Royale Theatre \n Nov 1, 1965 Nov 6, 1965 8 Unknown Brooks Atkinson Theatre </ocr>"}, {"role": "assistant", "content": "<bbox>17,449,982,832</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_262"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__politics__philippines-cozies-up-to-india-both-wary-of-china02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> the disputed sea’s Recto Bank, raising questions about a possible \n ramming incident. \n Despite Duterte’s efforts to fostered a friendship with Beijing, with \n China pledging $24 billion in aid and investment to the Philippines in </ocr>"}, {"role": "assistant", "content": "<bbox>24,146,950,670</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_762"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Sailing Flying Dutchman 23 </ocr>"}, {"role": "assistant", "content": "<bbox>166,382,540,410</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_564"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-organization__resources__organize-innovation01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> In Organize for Innovation, Red Hat </ocr>"}, {"role": "assistant", "content": "<bbox>19,246,511,285</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_282"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8ce03a7a-aa9c-da14-a16e-dabbec938595_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Broadcast </ocr>"}, {"role": "assistant", "content": "<bbox>185,342,265,355</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_722"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44663.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 66mm \n London 1908 \n 68mm Munich 1972 \n 33.4mm \n Rome 1960 \n Stockholm 1912 Sydney 2000 \n 59mm \n 70mm \n Antwerp 1920 \n 60mm Barcelona 1992 \n Tokyo 1964 Atlanta 1996 \n Mexico 1968 \n Montreal 1976 \n Beijing 2008 \n 55mm \n Moscow 1980 \n Paris 1924, \n Los Angeles 1984 \n Amsterdam 1928, \n Seoul 1988 \n Los Angeles 1932 (55.3mm), \n Athens 2004 \n Berlin 1936 85mm LARGEST \n 51mm London 2012 \n London 1948 (51.4mm) \n Helsinki 1952 \n Melbourne 1956 \n Thickness \n The thinnest medals were awarded at the Stockholm 1912 Games (1.5mm); the thickest were at the Barcelona 1992 Games (9.8mm). \n 4.4mm 3mm |4.8mm 6mm 7.9mm 5mm \n London 1908 Amsterdam 1928 Helsinki 1952 Mexico 1968 Los Angeles 1984 Sydney 2000 \n 3.2mm 4.4mm 5mm 5.8mm 9.8mm 6mm \n Paris 1900 Antwerp 1920 Berlin 1936 \n 6.5mm \n Rome 1960 Montreal 1976 Barcelona 1992 Beijing 2008 </ocr>"}, {"role": "assistant", "content": "<bbox>24,276,977,576</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_901"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20253.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> · Second microphone for noise cancellation </ocr>"}, {"role": "assistant", "content": "<bbox>47,846,587,857</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_340"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35993.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1% \n Exam schools enroll about 136,000 students 11% \n nationwide, educating about 1% of U.S. students. \n Enrollment in each school ranges from 68 16 5,000 1.5% \n TEACHER \n QUALIFICATIONS \n Doctoral Master's \n As a whole, exam schools are Degree Degree \n more racially diverse \n than believed: \n PUBLIC \n SCHOOLS \n CRITICISMS OF \n 20 \n 00 20 \n 40 EXAM \n SCHOOLS \n ETHNICITY \n BREAKDOWN Some think they're \n elitist or exclusive. \n or think selectivity \n contradicts the \n -8 mission of public \n education. \n African American Asian American White Hispanic \n WHERE ARE THESE EXAM SCHOOLS? \n Chicago, New York and Philadelphia \n have many schools, Los Angeles, \n Denver and Minneapolis have none. \n 19 states have no \n axam schools. 5+ \n 0 \n Only three big \n 1-5 cities have more \n 6-10 than five. \n 11-15 </ocr>"}, {"role": "assistant", "content": "<bbox>112,428,959,756</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_214"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d6cd4fa8-fed8-1f57-c2f7-e5dea8529a3e_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Flight 02/28/20 - </ocr>"}, {"role": "assistant", "content": "<bbox>767,229,875,242</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_278"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_275_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Ret 15 Alan Jones Lola-Ford 16 Engine 15 </ocr>"}, {"role": "assistant", "content": "<bbox>23,851,868,872</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_451"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33199.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> COFFEE </ocr>"}, {"role": "assistant", "content": "<bbox>43,82,466,239</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_744"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/80c8cda6-6145-b887-1e0e-f41c1a414ae8_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Revision \n AgM Comments Flight 2/1-2/7 \n sastasasal New order. Please confirm. Mix of 30s & \n DUPLICATE INVOICE \n Copy/ISC1 Amount Remarks \n 61.0 SPOT 11:37:00PM-12:37:04 day.W-2 102/12/20 12:364M (We) 00:30] MRBPBK3030EH $100.00 \n 62.0 SPOT 4:00:00PM- 4:30:008 Day,tu-2 “ 02/11/20 4:12PM (Tu) 00:30) MRBPBK3035EH $300.00 \n 62.0 SPOT 4:00:00PM- 4:30:08 Day,tu2 02/11/20 4:21PM (Tu) 00:30) MR8PBK303SEH $300.00 \n 63.0 SPOT” \"4:00:00PM- 4:30:008 Day,W-2 02/12/20 4:11PM (We) 00:30) MREPBK3030EH $300.00 \n 63.0 SPOT HH Oay,W-2 02/12/20 4:25PM (We) 00:30 MREPBK3 : $300.00 </ocr>"}, {"role": "assistant", "content": "<bbox>44,211,888,357</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_766"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e728a379bc04fdd21067459945c40c79_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> included training in puppetry skills for our play worker by a renowned \n puppeteer Tony Gee. \n At the end of the summer we took nine children and their families to \n Bristol to take part in the Bristol puppet carnival, where we joined \n other Bristol play schemes in a celebration of puppetry, organised by \n the Bristol festival of puppetry and the Tobacco Factory Theatre. \n School Win ‘outstanding’ at South West in Bloom Award! \n With the help of XTND, parents and pupils of Bournville School \n started work on an allotment site at the school in January this year. </ocr>"}, {"role": "assistant", "content": "<bbox>382,131,943,318</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_816"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_512_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Aviv םי תב مﺎﻳ تﺎﺑ 130,000 8.167 </ocr>"}, {"role": "assistant", "content": "<bbox>228,123,815,130</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_259"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20167.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> PERCENTAGES MAY NOT ADD TO 100 A COLLABORATION BETWEEN GOOD </ocr>"}, {"role": "assistant", "content": "<bbox>10,941,985,955</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_716"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20159.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 60% 56% 55% 53% 44% 42% 42% 41% 38% 36% 31% 22% 21% </ocr>"}, {"role": "assistant", "content": "<bbox>141,382,893,680</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_259"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/business__economy__with-apec-cancelled-focus-is-now-on-asean-summit01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> attended </ocr>"}, {"role": "assistant", "content": "<bbox>82,625,195,661</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_250"}
{"image": ["./imgs/ChartQA/test/png/two_col_3493.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 51.28 50.18 49.3 48.7 48.75 48.52 47.26 46.3 43.61 41.89 40.75 40.09 37.64 37.25 36.45 35 </ocr>"}, {"role": "assistant", "content": "<bbox>119,179,899,744</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_903"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17025909-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Iran </ocr>"}, {"role": "assistant", "content": "<bbox>200,114,264,136</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_10"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 180.00 2,000 2 Nearest number to </ocr>"}, {"role": "assistant", "content": "<bbox>118,650,887,691</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_342"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14583258-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 3 David Toms United States 3,791,595 28 3 \n 4 Vijay Singh Fiji 3,440,829 26 0 </ocr>"}, {"role": "assistant", "content": "<bbox>29,574,916,795</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_815"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10362162-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 21, </ocr>"}, {"role": "assistant", "content": "<bbox>241,649,277,679</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_5"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page266.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> uniongyrchol </ocr>"}, {"role": "assistant", "content": "<bbox>412,402,517,415</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_246"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a5f92b6ce0e24bf6faf6559584279cca_page11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DEPRECIATION \n At 1 January 2017 9,759 \n Charge for year 7,319 \n At 31 December 2017 17,078 \n NET BOOK VALUE \n At 31 December 2017 21,958 </ocr>"}, {"role": "assistant", "content": "<bbox>112,305,931,427</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_178"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68d540c9-977e-e1e0-40da-c2e420fd15e6_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Rev: 1621740 Advertiser: 314 </ocr>"}, {"role": "assistant", "content": "<bbox>74,43,545,53</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_316"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xjcc0228_6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Today, you will hear from these present members of the Best Foods' </ocr>"}, {"role": "assistant", "content": "<bbox>207,740,880,758</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_135"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_919_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> \"Dearly Beloved\" 59 — single only \n 1969 \n \"A World Called You\" 23 — </ocr>"}, {"role": "assistant", "content": "<bbox>21,189,805,228</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_421"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fgfl0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> fuels </ocr>"}, {"role": "assistant", "content": "<bbox>542,425,595,444</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_282"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/435814-collect-files-59440-political-file-2012-non_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ABC This Week \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 09/17/12 09/23/12 ------S 1 $1,000.00 0.00 \n N 8 KNXV 09/24/12 09/26/12 M-F 7-9am CM 7am-9am MTW---- :30 3 $500.00FX 0.00 NM 3 $1,500.00 \n M-F 7-9am \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 09/24/12 09/30/12 MTW---- 3 $500.00 0.00 \n N 9 KNXV 09/24/12 09/26/12 M-F 6pm-630pm CM 6pm-630pm MTW---- :30 3 $900.00P-2 0.00 NM 3 $2,700.00 \n M-F 6pm-630pm \n Start Date End Date Weekdays Spots/Week Rate Rating </ocr>"}, {"role": "assistant", "content": "<bbox>33,487,968,626</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_988"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fglg0224_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 9527 Date: 12/6/2000 </ocr>"}, {"role": "assistant", "content": "<bbox>759,31,905,51</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_590"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17140608-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 78 April 8 New Jersey W 106–104 (OT) Rajon Rondo (31) Rajon Rondo, Kendrick Perkins, Mikki Moore (9) Rajon Rondo, Stephon Marbury (5) TD Banknorth Garden 18,624 59–19 </ocr>"}, {"role": "assistant", "content": "<bbox>11,449,980,514</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_303"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tgph0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Calcium Sulfate </ocr>"}, {"role": "assistant", "content": "<bbox>530,566,638,579</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_602"}
{"image": ["./imgs/TextVQA/test_images/117c778c92f56e08.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3.95 </ocr>"}, {"role": "assistant", "content": "<bbox>447,765,516,816</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_319"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/31f5fdd8-11e5-a69b-dbb7-b01707f69327_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Contract Dates Product Estimate # \n 10/27/20 - 11/02/20 A STRONGER NC 8295 \n Start/End Spots/ \n *Line Ch Start DateEnd Date Description Time Days Length Week Rate TypeSpots Amount \n Start Date End Date Weekdays Spots/Week Rate \n N 24 WRAL 10/31/20 10/31/20 Saturday Night Live 11:30p-1x :30 NM 1 $1,325.00 </ocr>"}, {"role": "assistant", "content": "<bbox>30,138,967,238</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_780"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11278.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> community mitigation </ocr>"}, {"role": "assistant", "content": "<bbox>791,575,942,589</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_565"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_149_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 352,000 </ocr>"}, {"role": "assistant", "content": "<bbox>430,868,501,937</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_496"}
{"image": ["./imgs/ChartQA/test/png/two_col_21934.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 35.7 </ocr>"}, {"role": "assistant", "content": "<bbox>586,710,663,759</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_232"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Jerada01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> winter. Temperatures vary from excruciatingly hot in summer, to bitter, teeth-clenching, snow inducing cold in winter. \n Estimated population is around 30,000 people within the city and about 50,000 in the province. </ocr>"}, {"role": "assistant", "content": "<bbox>8,569,749,891</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_656"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rjdj0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> so as one of my contributions to the institution in memory </ocr>"}, {"role": "assistant", "content": "<bbox>133,391,790,409</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_437"}
{"image": ["./imgs/ChartQA/test/png/two_col_102932.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7.68 7.48 6.89 6.62 5.84 5.34 5.22 4.61 4.51 4.14 </ocr>"}, {"role": "assistant", "content": "<bbox>182,246,897,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_780"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zzmh0225_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ROUTE </ocr>"}, {"role": "assistant", "content": "<bbox>302,345,371,360</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_935"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1505809-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Stolen </ocr>"}, {"role": "assistant", "content": "<bbox>802,86,854,128</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_181"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page247.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 55 58 </ocr>"}, {"role": "assistant", "content": "<bbox>797,909,915,922</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_114"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 Northampton Saints (CH) 22 16 2 4 604 350 254 72 31 7 3 78 \n 3 Leicester Tigers (SF) 22 15 2 5 542 430 112 59 41 7 3 74 \n 4 Harlequins (SF) 22 15 0 7 437 365 72 43 33 4 3 67 \n 5 Bath 22 14 2 6 495 388 107 48 38 4 3 67 \n 6 Sale Sharks 22 12 0 10 432 399 33 46 40 3 6 57 \n 7 London Wasps 22 9 0 13 451 533 -82 48 56 4 9 49 \n 8 Exeter Chiefs 22 9 0 13 426 480 -54 40 51 2 7 45 \n 9 Gloucester 22 8 0 14 440 539 -99 46 60 4 8 44 \n 10 London Irish 22 7 0 15 396 496 -100 40 49 2 6 36 </ocr>"}, {"role": "assistant", "content": "<bbox>16,166,968,558</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_999"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fkxn0226_12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Mrs. Herlihy-Paoli's </ocr>"}, {"role": "assistant", "content": "<bbox>286,127,576,169</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_196"}
{"image": ["./imgs/ChartQA/test/png/two_col_81813.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 194.7 </ocr>"}, {"role": "assistant", "content": "<bbox>854,239,897,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_569"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/96758ed0-03a8-c4d3-97ad-7d4a8f14d465_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> N 24 WRAL 10/24/20 10/24/20 Saturday Night Live 11:30p-1x :30 NM 1 $1,325.00 \n 4Q20 Issue Rate Card \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/19/20 10/25/20 -----1- 1 $1,325.00 \n N 25 WRAL 10/26/20 10/26/20 Voice Monday 7:57 PM-10:00 PM :30 NM 1 $10,800.00 \n 4Q20 Issue Rate Card \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/26/20 11/01/20 1------ 1 $10,800.00 \n N 26 WRAL 10/21/20 10/21/20 Wednesday Hr 1 8-9p :30 NM 1 $8,000.00 \n 4Q20 Issue Rate Card \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/19/20 10/25/20 --1---- 1 $8,000.00 \n N 27 WRAL 10/21/20 10/21/20 Wednesday Hr 2 9-10p :30 NM 1 $9,200.00 \n 4Q20 Issue Rate Card \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/19/20 10/25/20 --1---- 1 $9,200.00 \n N 28 WRAL 10/21/20 10/21/20 Wednesday Hr 3 10-11p :30 NM 1 $9,000.00 \n 4Q20 Issue Rate Card \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/19/20 10/25/20 --1---- 1 $9,000.00 \n N 29 WRAL 10/23/20 10/23/20 Friday Hr 1 8-9p :30 NM 1 $3,950.00 \n 4Q20 Issue Rate Card </ocr>"}, {"role": "assistant", "content": "<bbox>30,228,967,528</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_13"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60221.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 21% </ocr>"}, {"role": "assistant", "content": "<bbox>453,454,571,653</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_309"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 135.00 </ocr>"}, {"role": "assistant", "content": "<bbox>118,517,177,558</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_682"}
{"image": ["./imgs/ChartQA/test/png/two_col_210.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 3.7 </ocr>"}, {"role": "assistant", "content": "<bbox>199,799,357,813</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_822"}
{"image": ["./imgs/ChartQA/test/png/two_col_40148.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Aug '20 Sep '20 Oct '20 Nov '20 Dec '20 </ocr>"}, {"role": "assistant", "content": "<bbox>301,802,592,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_626"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_867_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 22 September </ocr>"}, {"role": "assistant", "content": "<bbox>103,930,579,964</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_892"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33762.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Receives Social </ocr>"}, {"role": "assistant", "content": "<bbox>736,132,847,146</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_923"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1486444-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Stockholm, </ocr>"}, {"role": "assistant", "content": "<bbox>757,140,822,157</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_394"}
{"image": ["./imgs/ChartQA/test/png/1325.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The 2020 presidential election candidates 19 33 31 </ocr>"}, {"role": "assistant", "content": "<bbox>20,466,786,557</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_544"}
{"image": ["./imgs/ChartQA/test/png/4353.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 71 </ocr>"}, {"role": "assistant", "content": "<bbox>764,534,812,572</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_500"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_491_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> +23.406 13 15 </ocr>"}, {"role": "assistant", "content": "<bbox>682,461,956,493</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_814"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlwg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1819 West Pershing Road </ocr>"}, {"role": "assistant", "content": "<bbox>293,849,521,871</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_278"}
{"image": ["./imgs/TextVQA/test_images/aa3d536489f9d8ae.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Book </ocr>"}, {"role": "assistant", "content": "<bbox>237,57,329,82</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_73"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nfnw0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The other item on the invoice, Charles Darby's Bacchanalia: or, a Description of a \n Drunken Club (1680), I am paying for. \n Many thanks, and again I'm pleased with the opportunity to proceed in helping to \n development! \n consolidate our historical collections and archives with a view to their continued \n With many thanks and best regards, \n Bill \n William J. Darby, M.D ., Ph.D. \n WJD:sh \n * The total ( Ree invoice) is # 1400+ 14.42 = f 1,414.42 \n The book is in our hands now if you wish to </ocr>"}, {"role": "assistant", "content": "<bbox>109,521,893,805</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_221"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hslf0227_14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (Brown) </ocr>"}, {"role": "assistant", "content": "<bbox>607,442,682,459</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_547"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page8.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The name ofthe treasurer of the candidate’s authorized committeeis: </ocr>"}, {"role": "assistant", "content": "<bbox>138,263,686,281</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_182"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztjm0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Richard Joshua Reynolds, </ocr>"}, {"role": "assistant", "content": "<bbox>528,774,660,796</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_499"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b4d7c406-9a32-d168-fa83-92032193b11f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 10:22 AM | * Stats based on Primary Demo Page 1 of 3 </ocr>"}, {"role": "assistant", "content": "<bbox>142,970,973,985</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_645"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70131.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SHOPPING MORE ONLINE </ocr>"}, {"role": "assistant", "content": "<bbox>250,775,506,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_483"}
{"image": ["./imgs/ChartQA/test/png/two_col_23724.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 23 854 21 835 19 921 18 072 </ocr>"}, {"role": "assistant", "content": "<bbox>637,366,895,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_747"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/21d7d767-b47e-45b9-e4bd-7e96a574f4fe_page8.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> WHNS W_ 02/12/20 3:29 PM M-F 3-4p M-F 3-4p 130 MRBPBK3030EH $20.00 </ocr>"}, {"role": "assistant", "content": "<bbox>112,796,926,808</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_705"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_303_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5 Loris Reggiani Aprilia +2.411 11 \n 6 Tetsuya Harada Yamaha +2.537 10 </ocr>"}, {"role": "assistant", "content": "<bbox>48,162,919,208</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_175"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/349ccde6d74028a2938c08e999e48a39_page33.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DESIGNATED FUNDS </ocr>"}, {"role": "assistant", "content": "<bbox>128,244,288,256</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_258"}
{"image": ["./imgs/ChartQA/test/png/two_col_60686.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1.37 1.34 1.34 </ocr>"}, {"role": "assistant", "content": "<bbox>371,235,737,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_561"}
{"image": ["./imgs/TextVQA/test_images/620ccc1723c85142.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1NNR7Nb </ocr>"}, {"role": "assistant", "content": "<bbox>804,679,912,706</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_316"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> WCAV-TV Invoice # 109095-1 \n 3914 Wistar Road Advertiser POL/Bloomberg, Mike/D/ Pres/US Invoice Date 01/12/20 \n Richmond, VA 23228 Product MBLM/0110 Invoice Month January 2020 \n Main: (434) 242-1919 Estimate Number 0110 Invoice Period 01/01/20 - 01/10/20 \n Billing: (804) 672-6565 \n Property WCAV-TV Order # 109095 \n Account Executive Emily Hall Alt Order # \n Sales Office Charlottesville National Deal # \n Billing Address: Sales Region National Order Flight 01/01/20 - 01/10/20 \n Assembly Billing Calendar Calendar Agency Code 9915458 \n Attention: Accounts Payable Billing Type Cash Advertiser Code \n 25900 Northwestern Hwy \n Special Handling Product 1/2 \n Southfield, MI 48075 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 17 WCAV Th 10p-11p \n 12/30/19to01/05/20 1x ---1--- \n WCAV Th 01/02/20 :00 $600.00 See MG 17.2 1 \n WCAV Tu 9p-10p Tu 01/07/20 1:00 9:36 PM MRBPBK6011H $600.00 MG for 17.1 01/02 2 </ocr>"}, {"role": "assistant", "content": "<bbox>24,71,960,487</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_980"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__politics__philippines-names-oxfam-a-front-for-communist-terror01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (US$19,780). </ocr>"}, {"role": "assistant", "content": "<bbox>564,655,729,681</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_862"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kqch0227_34.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> III NOT OFFICIAL DATA </ocr>"}, {"role": "assistant", "content": "<bbox>756,865,912,884</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_612"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37283.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Weaving a </ocr>"}, {"role": "assistant", "content": "<bbox>475,564,590,574</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_172"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> VERMONT AVE </ocr>"}, {"role": "assistant", "content": "<bbox>125,316,209,330</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_675"}
{"image": ["./imgs/ChartQA/test/png/two_col_62329.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 101 746 96 761 90 027 76 931 </ocr>"}, {"role": "assistant", "content": "<bbox>260,213,797,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_745"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_65_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4 6 Christoffer Lindhe Sweden 41.52 Q </ocr>"}, {"role": "assistant", "content": "<bbox>51,476,946,537</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_71"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_514_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> R2 PSV Eindhoven Sevilla FC GTA Motor Competición \n R1 A.C. Milan PSV Eindhoven A.C. Milan Scuderia Playteam \n 2 Nürburgring September 21 Report \n R2 SC Corinthians PSV Eindhoven Azerti Motorsport \n R1 Borussia Dortmund Liverpool F.C. Liverpool F.C. Hitech Junior Team </ocr>"}, {"role": "assistant", "content": "<bbox>16,189,979,451</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_916"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80452.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>280,699,887,721</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_17"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11364514-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> New Musical </ocr>"}, {"role": "assistant", "content": "<bbox>461,301,607,384</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_609"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14303579-16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Paul Klasinski </ocr>"}, {"role": "assistant", "content": "<bbox>112,767,250,832</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_964"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20550.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 8.3% 7.7% 6.8% 6.8% 4.9% 4.8% 4.6% 4.2% 3.2% 2.9% 2.9% 2.6% </ocr>"}, {"role": "assistant", "content": "<bbox>207,452,819,549</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_113"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20037.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MILLION </ocr>"}, {"role": "assistant", "content": "<bbox>402,841,605,851</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_603"}
{"image": ["./imgs/ChartQA/test/png/two_col_82630.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>221,802,888,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_143"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/59d47fbe-0fc4-0403-1127-b5dc063d89b3_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> NV-Bernie 2020 </ocr>"}, {"role": "assistant", "content": "<bbox>439,64,614,84</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_708"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/80c8cda6-6145-b887-1e0e-f41c1a414ae8_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ROCHESTER ph: (888) 414-5882 Salesperson Continental, Washington DC (1465) é Cash In Advance \n MASON CITY AUSTIN fx: 2(2477) 592-3269 fh: (441) 444-1914 ‘ontract 566687 \n BEC Bi Type Standard \n Special Handling None Period 1/27/2020- 2/23/2020 \n Product Political - President (1094) rrne \n . on Brand F-President (1235¢4) Go-apIOrderType \"NoNormal </ocr>"}, {"role": "assistant", "content": "<bbox>48,82,901,163</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_487"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fbca6edd1bc02306faac10065cfc7703_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> YEAR ENDED </ocr>"}, {"role": "assistant", "content": "<bbox>663,788,776,801</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_584"}
{"image": ["./imgs/TextVQA/test_images/9560082fdd029217.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Drives </ocr>"}, {"role": "assistant", "content": "<bbox>381,556,439,584</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_426"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37352.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 25 3 voiptiana of </ocr>"}, {"role": "assistant", "content": "<bbox>238,954,505,973</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_720"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5052732f08dd28552bff24f1915ed422_page30.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> in Knowledge 122% </ocr>"}, {"role": "assistant", "content": "<bbox>327,402,600,415</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_236"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_326_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2 BG Robert K. Evans USA March 15, 1911 August 31, 1912 </ocr>"}, {"role": "assistant", "content": "<bbox>22,62,935,76</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_762"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jkvj0223_16.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> for Taxation 54.80 (47.19) </ocr>"}, {"role": "assistant", "content": "<bbox>264,510,778,525</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_751"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41649.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> page 56. There's no app for that. </ocr>"}, {"role": "assistant", "content": "<bbox>226,254,431,267</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_711"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15807932-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> South Korea 0 1 2 3 </ocr>"}, {"role": "assistant", "content": "<bbox>206,623,887,695</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_344"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Wojeck01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Although it was one of the highest-rated shows on Canadian television in its time, only 20 episodes of the series were made, because Vernon was lured \n to Hollywood by the promise of more money than the CBC could offer. He only returned to the role once, for a TV movie Wojeck: Out of the Fire (1992). </ocr>"}, {"role": "assistant", "content": "<bbox>12,535,980,762</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_211"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_448_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 9 Russia $1.2 billion 2012 – \n 10 Australia $1.2 billion 2012 4.1% (2011) \n 11 Italy $0.84 billion 2013 30% (2013)[26] \n 12 Brazil $0.72 billion 2013 17% (2013)[28] </ocr>"}, {"role": "assistant", "content": "<bbox>23,668,870,904</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_296"}
{"image": ["./imgs/TextVQA/test_images/b5e26070ec5d1b6f.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Advanced </ocr>"}, {"role": "assistant", "content": "<bbox>190,477,256,500</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_498"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_377_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1998 The X-Files </ocr>"}, {"role": "assistant", "content": "<bbox>215,640,409,651</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_234"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/event__12th-international-conference-on-agents-and-artificial-intelligence-icaart-202001.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Artificial Intelligence and Digital Heritage: Challenges and \n Opportunities - \n ARTIDIGH 2020 \n Valletta \n Malta </ocr>"}, {"role": "assistant", "content": "<bbox>74,142,859,268</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_935"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-187504-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> West </ocr>"}, {"role": "assistant", "content": "<bbox>164,673,240,720</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_291"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_143_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Lawrence, </ocr>"}, {"role": "assistant", "content": "<bbox>831,267,913,283</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_997"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/da77aaa0-2540-4aa6-8f25-19be10a1900b_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 05/06/18 ------S 1 $150.00 </ocr>"}, {"role": "assistant", "content": "<bbox>162,731,492,741</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_329"}
{"image": ["./imgs/ChartQA/test/png/two_col_41210.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}, {"role": "assistant", "content": "<bbox>260,802,887,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_529"}
{"image": ["./imgs/ChartQA/test/png/two_col_60555.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Asia-Pacific Europe Americas Japan Middle East and Africa </ocr>"}, {"role": "assistant", "content": "<bbox>162,802,896,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_266"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kldk0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ADAMS, </ocr>"}, {"role": "assistant", "content": "<bbox>232,166,318,185</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_207"}
{"image": ["./imgs/ChartQA/test/png/two_col_477.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 264 RG Sharma\n (India vs Sri Lanka - 2014) </ocr>"}, {"role": "assistant", "content": "<bbox>81,59,819,100</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_440"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rycx0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> White </ocr>"}, {"role": "assistant", "content": "<bbox>429,133,493,151</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_989"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11965402-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Home </ocr>"}, {"role": "assistant", "content": "<bbox>395,119,455,177</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_9"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10826385-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> North Melbourne 8.13 (61) Essendon 14.12 (96) Arden Street Oval 14,091 20 May 1972 \n St Kilda 10.12 (72) Carlton 14.15 (99) Moorabbin Oval 31,547 20 May 1972 \n Richmond 11.25 (91) Hawthorn 13.6 (84) VFL Park 25,845 20 May 1972 </ocr>"}, {"role": "assistant", "content": "<bbox>19,623,980,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_65"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_38.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Dennison For your \n home, </ocr>"}, {"role": "assistant", "content": "<bbox>58,493,876,773</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_533"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50ea34b3cb9929927cdcb0bc5b04d9a_page55.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> August 2016 for Group and Charity: </ocr>"}, {"role": "assistant", "content": "<bbox>48,105,296,117</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_70"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b56dfe83f8e5e88e2767ae6afc50e61c_page15.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> of positioning the Foundation for evolution and growth. </ocr>"}, {"role": "assistant", "content": "<bbox>95,220,550,232</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_994"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 8 Exeter Chiefs 22 9 0 13 426 480 -54 40 51 2 7 45 \n 9 Gloucester 22 8 0 14 440 539 -99 46 60 4 8 44 \n 10 London Irish 22 7 0 15 396 496 -100 40 49 2 6 36 \n 11 Newcastle Falcons 22 3 0 19 281 544 -263 23 62 2 8 22 \n 12 Worcester Warriors (R) 22 2 0 20 325 581 -256 31 64 1 7 16 \n If teams are level at any stage, tiebreakers are applied in the following order: \n 1. Number of matches won \n 2. Difference between points for and against \n 3. Total number of points for \n 4. Aggregate number of points scored in matches between tied teams \n 5. Number of matches won excluding the first match, then the second and so on until the tie is settled </ocr>"}, {"role": "assistant", "content": "<bbox>16,439,968,882</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_364"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10746808-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Hill </ocr>"}, {"role": "assistant", "content": "<bbox>675,385,700,457</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_92"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50ea34b3cb9929927cdcb0bc5b04d9a_page33.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>875,56,932,76</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_161"}
{"image": ["./imgs/TextVQA/test_images/8f5951f5a1ad343b.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> u </ocr>"}, {"role": "assistant", "content": "<bbox>212,749,520,780</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_274"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_369_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> United States 2 — 1: 2009 — </ocr>"}, {"role": "assistant", "content": "<bbox>157,770,790,834</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_845"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27539808-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Panthers </ocr>"}, {"role": "assistant", "content": "<bbox>246,730,317,769</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_296"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3636fdf-0c05-3b31-2a6e-4a6761ffc814_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> By Broadcast Month Spots R ate \n Schedule Dates 10/14/20-10/20/20 Last Modified 04/06/20 \n Oct. 2020 75 $39,830.00 \n KECI+KCFW Combo KECI+KCFWAdvertiser Club For Growth (3622) Entered By Leslie Stoll-Oneill \n 340 West Main St Agency Target Enterprises (2076) CO-OP No \n Grand Total: 75 $39,830.00 \n Missoula, MT 59802 Product POLITICAL ISSUE (ns) (1187) External # ECR26896959 \n Brand ISSUE ADVERTISING (218560) Demo \n Salesperson Katz/LA, Los Angeles (4026) \n Order Type Normal \n Package Deal \n Sales Office Katz Los Angeles \n Target Enterprises Buyer Name MARCUS,MEREDITH \n Commission % 15.00 \n 15260 Ventura Blvd Ste 1240 Phone/Fax / \n Commission $5,974.50 \n Sherman Oaks, CA 91403 \n CPE 2966 Net Total $33,855.50 \n Account Types National/Political Issue Agency BRD Sales Tax </ocr>"}, {"role": "assistant", "content": "<bbox>35,44,961,257</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_740"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f23cc41431606b48e08ae4014daa406e_page31.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> £70,000 to £79,999 12 7 \n £80,000 to £89,999 8 9 \n £90,000 to £99,999 - 3 \n £100,000 to £109,999 2 1 \n £120,000 to £129,999 - 1 \n £130,000 to £139,999 1 - \n £140,000 to £149,999 1 - \n £150,000 to £159,999 - 1 \n 8,254 8,190 \n Number of full-time equivalent employees at year end 5,354 5,171 \n The aggregate emoluments to employees in the year were: £000 £000 </ocr>"}, {"role": "assistant", "content": "<bbox>56,373,905,535</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_371"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/90e32ea8-2913-7412-948f-53b1d88dd7b5_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> News 4 @ Midday M-F CM M-F 12noon-1p -T----- :30 1 $90.005 0.00 </ocr>"}, {"role": "assistant", "content": "<bbox>235,919,809,932</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_859"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__data02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> to use and </ocr>"}, {"role": "assistant", "content": "<bbox>406,305,505,318</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_726"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_772_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Spanish/Catalan </ocr>"}, {"role": "assistant", "content": "<bbox>734,740,845,753</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_236"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ksvv0228_17.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> .. TRANSPORTATION 12,600 </ocr>"}, {"role": "assistant", "content": "<bbox>135,700,724,713</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_634"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_989_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> and Eva Stern Math and Science School 718 792 788 788 </ocr>"}, {"role": "assistant", "content": "<bbox>71,252,814,307</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_494"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_424_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Formula 3 1 </ocr>"}, {"role": "assistant", "content": "<bbox>160,767,584,809</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_506"}
{"image": ["./imgs/ChartQA/test/png/3960.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 16 69 53 </ocr>"}, {"role": "assistant", "content": "<bbox>266,596,897,625</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_559"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d08c264ab47060aa1d9140c7d31c8836_page11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 40043 216358 </ocr>"}, {"role": "assistant", "content": "<bbox>385,155,608,168</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_59"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1317.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 700 3 200 3 200 </ocr>"}, {"role": "assistant", "content": "<bbox>159,357,582,421</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_393"}
{"image": ["./imgs/TextVQA/test_images/897cf509d04da4a1.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ROVAL </ocr>"}, {"role": "assistant", "content": "<bbox>581,102,623,136</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_482"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/fd132b83-2a29-0117-ef58-7844f8228145_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 WSMV F 02/14/20 10:14 PMM-F 10P NEWS 10P-1035P :30MRBPBK3035EH $375.00 NM \n 13 02/13/20 02/14/20 M-F 10P NEWS 10P-1035P ---TF-- 1:00 2 $750.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/10/20 02/16/20 ---TF-- 2 $750.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 WSMV Th 02/13/20 10:14 PMM-F 10P NEWS 10P-1035P 1:00MRBPBK6033EH $750.00 NM \n 1 WSMV F 02/14/20 10:33 PMM-F 10P NEWS 10P-1035P 1:00MRBPBK6033EH $750.00 NM \n 14 02/13/20 02/14/20 Late Night 1136P-1236XM ---TF-- :30 2 $60.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/10/20 02/16/20 ---TF-- 2 $60.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 WSMV Th 02/13/20 12:35 AMLate Night 1136P-1236XM :30MRBPBK3035EH $60.00 NM \n 2 WSMV F 02/14/20 12:11 AMLate Night 1136P-1236XM :30MRBPBK3035EH $60.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>39,266,964,475</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_570"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mqvv0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (1) Original grant to UNL to develop </ocr>"}, {"role": "assistant", "content": "<bbox>669,413,923,437</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_939"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Lead_poisoning_in_toys01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> banned. </ocr>"}, {"role": "assistant", "content": "<bbox>784,363,834,384</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_793"}
{"image": ["./imgs/ChartQA/test/png/two_col_104364.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>212,802,885,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_264"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/48e5f8833d0774e416739c5fb410eb8c_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Business Sector Development </ocr>"}, {"role": "assistant", "content": "<bbox>90,264,325,276</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_481"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jxmk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2. Back-up TV placement where needed/Carl Byoir TV Dept. \n 3. Regional press introductions/10: \n Where : Atlanta \n Chicago \n Denver \n Houston \n Miami \n New Orleans \n New York \n Salt Lake City \n San Francisco \n Washington \n Coordinate: Regional members, \n SA staff and Byoir regional offices, \n according to need \n Audience: A. Food, nutrition, health editors/ \n including TV </ocr>"}, {"role": "assistant", "content": "<bbox>187,525,860,847</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_249"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__briansmith01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> user </ocr>"}, {"role": "assistant", "content": "<bbox>205,780,284,815</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_615"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> a-8 \n Weeks: Start Date, End Date MTWTFSS Spots/Week Rate \n 01/13/20 01/19/20 MTWTF-- 4 $600.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time Length Ad-ID Rate Type \n 1 WBNS F_ 01/17/20 7:29 AM CBSThis Morning M-F 7a-8 7:00 AM-8:00 AM 115 MRBPBK15156H $300.00 DN \n 7:29 AM 115 MRBPBK1518EH $300.00 \n 6 01/13/20 01/17/20 CBS This Morning M-F 8 8:00 AM-9:00 AM) MTWT F-- 730 3 $400.00 NM \n ad \n Weeks: StartDate EndDate MTWTFSS Spots/Week Rate \n 01/13/20 01/19/20 MTWTF-~- 3 $400.00 \n Spots: # Ch Day AirDate Air Time Description StarvEnd Time Length Ad-ID Rate Type \n 2 WBNS M 01/13/20 8:55 AMCBSThis Morning M-F 8a-9 8:00 AM-9:00 AM :30 MRBPBK3014EH $400.00 NM \n 1 WBNS Tu 01/14/20 8:58 AMCBSThis Morning M-F 8a-9 8:00 AM-9:00 AM :30 MRBPBK3014EH $400.00 NM \n 3 WBNS W_ 01/15/20 8:51 AM CBSThis Morning M-F 8a-9 8:00 AM-9:00 AM :30 MRBPSS310EH $400.00 NM \n 7 01/13/20 =—01/17/20 CBS This Morning M-F 8 8:00 AM-9:00 AM MTWTF-~ 215/15 1 $400.00 DN \n a-9 \n Weeks: Start Date End Date MIWTFSS Spots/Week Ra \n 01/13/20 01/19/20, MTWTF-- 1 $400,00 \n Spots: # Ch Day AlrDate Time Description StartvEndTime Length Ad-ID Rate Type </ocr>"}, {"role": "assistant", "content": "<bbox>33,285,947,546</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_371"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fxnj0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Venue Owner Name: \n PERSONAL/CONFIDENTIAL MATERIAL REDACTED \n 16 14 15, Inc. \n Venue Owner Category: Corporation \n II. SPONSORSHIP FUNDS AND EXTRA VALUE ITEMS \n Special Events Fund: $ 0.00 to offset costs for a minimum of 0 Special Events from Jan. 1 - June 30, 2001. \n $ 4,590.00 to offset costs for a minimum of 1 Special Events from July 1 - Dec. 31, 2001. \n Printed Materials Fund: $ 510.00 to offset costs for the printing and shipping of custom flyers, as well as the purchases of \n local media, including quarter-page advertisements, and additional printed material and display </ocr>"}, {"role": "assistant", "content": "<bbox>65,287,862,464</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_630"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hzyp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CO-CHAIRMAN, HAZARDOUS MATERIALS. ab- \n OR (B]OR \n LEVEL RATE \n \"ADVISORY\" COMMITTEE] [UL Mon EC 00301 00 00 PD: $100.00 \n COULGL & CIAg 26LAjCe 218102 9029 \n 19. NAME AND LOCATION OF EMPLOYING OFFICE 64010009 \n EPA, ASST ADMR. FOR RSRCH & MONITRNG, DPTY, ASST ADMR.FOR PRGRM OPS, \n IMMED OFCy\"WASHINGTON,\" DURCH belloq nujcie \n ps que Aon LOL \n Soucisja pa s biopspousta beijoq' quyuf wjicp beyoq au sbbojgse \n 20. TO: POSITION TITLE AND NUMBER COLGO 21. PAY PLAN ANDUGU[' 201 22. GRADE / STEP 23. SALARY | \n CO-CHAIRMAN, HAZARDOUS MATERIALS 91 3 \n EXILU OCCUPATION CODE/cc(A] [OR] (a) os basicq LoML ; \n ADVISORY COMMITTEE pont mipe combergJAG Gx). ECL. 00.30 1LO CLL CO 00 PD. $100.00 \n 24. NAME AND LOCATION OF EMPLOYING OFFICE 64010009 \n EPA, ASST\" ADMR 'FOR RSRCH\"& \"MONITRNG, CPTY ASST ADMR\"FOR\"PRGRM\"OPS( CL- \n sz qoecuipu? tuoes fucarez qoecupjuk (pors blokisure! Aon cou 16[61 to ancp countycaree jot \n IMMED OFC, WASHINGTON, D.C. muq courtof \n 25. DUTY STATION (City - County - State) 26. LOCATION CODE \n atneminiogąA tuodA noitemotel .!! Vouspou pons : 22 :11-0010-001 \n 27. APPROPRIATION 28. POS. OCCUPIED 29. APPORTIONED POSITION \n 1-COMPETITIVE SERVICE FROM: TO! STATE \n stm| gwljokeer Hemp peucyte biolisur' sug jou jucoms (3xca' ponge 2 S'EXCEPTED bboji ++PROVEDE \n SERVICEUK utweute suq Joes GLAjut \n 30. REMARKS: EMPLOYMENT IS SUBJECT TO COMPLIANCE WITH THE INTERIOR DEPARTMENT PATENT REGULATIONS:|cc[q] [OL 26b9LB- </ocr>"}, {"role": "assistant", "content": "<bbox>57,270,943,608</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_395"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36996.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> KNOWN FOR THEIR \n BLOGGING SQUARE FRAME \n ERA BEGAN WITH You Tube \n PHOTOS, WAS CREATED \n LIVEJOURNAL \n * SPECIAL FACT * \n & BLOGGER \n WAS CREATED IN 2005 \n 45 MILLION \n - - \n 2000 \n * SPECIAL FACT * \n PHOTOS ARE UPLOADED \n - \n MORE THAN 1 BILLION BY PEOPLE EVERY DAY \n - - \n friendster \n UNIQUE USERS VISIT A MONTH. WITH 130 MILLION \n - \n OVER 6 BILLION HOURS DIFFERENT MONTHLY USERS \n - \n BECAME THE FIRST POPULAR \n OF VIDEO ARE WATCHED A MONTH. \n - \n SOCIAL NETWORK \n - - \n twitter \n PINTEREST \n ALLOWED USERS TO \n - - \n SAVE AND CATEGORIZE \n - \n Linked in \n MADE ITS FIRST TWEET IN 2006 IMAGES THROUGH BOARDS - \n * SPECIAL FACT </ocr>"}, {"role": "assistant", "content": "<bbox>44,642,952,894</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_921"}
{"image": ["./imgs/ChartQA/test/png/two_col_60550.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 4.14 </ocr>"}, {"role": "assistant", "content": "<bbox>759,547,814,622</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_652"}
{"image": ["./imgs/ChartQA/test/png/3398.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 27 </ocr>"}, {"role": "assistant", "content": "<bbox>265,307,321,327</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_970"}
{"image": ["./imgs/ChartQA/test/png/two_col_103667.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2014 2015 2016 2020* </ocr>"}, {"role": "assistant", "content": "<bbox>427,802,858,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_135"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9d75e8cb9fe94400375d7b9b13aa9f1d_page26.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Computer Furniture </ocr>"}, {"role": "assistant", "content": "<bbox>506,173,700,184</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_205"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ACTIVITIES </ocr>"}, {"role": "assistant", "content": "<bbox>465,71,560,83</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_589"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_433_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 20.5 0.0 Ray Norton United States Stanford, United States July 2, 1960[2] </ocr>"}, {"role": "assistant", "content": "<bbox>17,506,917,540</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_386"}
{"image": ["./imgs/ChartQA/test/png/33156208005328.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 20% </ocr>"}, {"role": "assistant", "content": "<bbox>374,856,412,886</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_213"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_934_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Lee Seung-hoon </ocr>"}, {"role": "assistant", "content": "<bbox>384,764,563,792</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_737"}
{"image": ["./imgs/TextVQA/test_images/73aaae090a2f2416.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> D </ocr>"}, {"role": "assistant", "content": "<bbox>556,145,626,235</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_490"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Nisyros01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> only </ocr>"}, {"role": "assistant", "content": "<bbox>780,185,818,227</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_716"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/103ccc17-356a-5f99-9c3b-920fc2dd023e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> INVOICE \n Remit Address: \n WPWR Invoice # 957299-1 \n 91427 Collections Center Drive Advertiser Citizens for P. Scott Neville Jr Invoice Date 03/22/20 \n Chicago, IL 60693 Product Illinois Supreme Court Invoice Month March 2020 \n Main: (312) 565-5532 Estimate Number 6339 Invoice Period 02/24/20 - 03/17/20 \n Billing: (312) 565-5611 \n Property WPWR Order # 957299 \n Account Executive Meghan Doyle Alt Order # Justice P. Scott neville, Jr. For IL Supreme Court \n Sales Office Chicago-Local Deal # \n Billing Address: Sales Region Local Order Flight 03/12/20 - 03/17/20 \n Adelstein and Associates Billing Calendar Broadcast Agency Code \n Attention: Miles King Billing Type Cash Advertiser Code \n 222 W Ontario Street \n Special Handling Product 1/2 \n Suite 600 \n Chicago, IL 60654 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # </ocr>"}, {"role": "assistant", "content": "<bbox>24,38,1048,420</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_85"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Titles </ocr>"}, {"role": "assistant", "content": "<bbox>502,23,572,45</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_699"}
{"image": ["./imgs/TextVQA/test_images/de04f49b85371f42.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> AUX </ocr>"}, {"role": "assistant", "content": "<bbox>293,481,388,555</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_419"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05cf24c998aaa0f49c9a0072cb23b725_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Birmingham City Mission 900 900 \n Slavic Gospel Association 900 900 \n Unevangelised Field Missions 450 900 \n ECM 900 900 \n Gus Eyre 900 900 \n The Brierley Hill Project 900 1430 \n Jennifer Hartnell 600 \n OM India 675 600 \n Wycliffe 900 900 \n Krasif Aid 600 \n British Youth For Christ 1,440 1,440 \n Engineering Ministries International (Joshua Cram) 700 \n Kolkata City Mission 536 \n Hope For Tanzania 200 \n Christian Unions – (Lancaster, Manchester, Bristol) 900 \n Amen – Shoe Boxes 600 530 \n Gareth Bolton 600 \n Open Doors 530 \n Loaves n Fishes 530 </ocr>"}, {"role": "assistant", "content": "<bbox>147,241,852,542</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_943"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zfkf0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> November 15, 2006 and shall </ocr>"}, {"role": "assistant", "content": "<bbox>574,295,788,311</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_41"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/846c24ed-6b15-6ff6-4141-084c96f79a0c_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 16.0 Contract Line Remarks: BASKETBALL </ocr>"}, {"role": "assistant", "content": "<bbox>42,419,297,428</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_367"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_97_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> July 8 STA.LUCIA 95-88 ARANETA COLISEUM \n July 13 TANDUAY 104-98 PHILSPORTS ARENA </ocr>"}, {"role": "assistant", "content": "<bbox>7,608,929,684</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_464"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_232_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2002-10-28 </ocr>"}, {"role": "assistant", "content": "<bbox>195,955,255,978</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_78"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/psjw0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> National \n Advisory Council </ocr>"}, {"role": "assistant", "content": "<bbox>238,125,701,218</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_186"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_736_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11 November 15, 2008 Home KS Lushnja 1–0[11] Laert Ndoni (O.G) 13' \n 12 November 23, 2008 Home KS Vllaznia Shkoder 1–1[12] Bledar Devolli 79' \n 13 November 29, 2008 Home KS Teuta Durres 1–2[13] Jetmir Sefa 77' \n 14 December 7, 2008 Away KF Partizani Tirana 2–2[14] Jetmir Sefa 2', Migen Memelli 82' \n 15 December 13, 2008 Home KS Apolonia Fier 3–0[15] Daniel Xhafa 37' 48', Andi Lila 64' \n 16 December 21, 2008 Away KS Flamurtari Vlorë 2–0[16] \n 17 December 27, 2008 Home KS Bylis Ballsh 6–2[17] Pedro Neves (O.G) 2', Migen Memelli 4' 35' 57', Gjergji Muzaka 13', Daniel Xhafa 32' \n 18 January 31, 2009 Away KS Dinamo Tirana 2–4[18] Migen Memelli 8' 77', Ansi Agolli 58', Daniel Xhafa 88' \n 19 February 5, 2009 Home KS Shkumbini Peqin 2–0[19] Andi Lila 27', Ansi Agolli 70' \n 20 February 15, 2009 Away KS Besa Kavaje 1–3[20] Daniel Xhafa 29', Ansi Agolli 53', Migen Memelli 73' \n 21 February 21, 2009 Home KS Elbasani 0–0[21] \n 22 March 1, 2009 Away KS Lushnja 0–0[22] \n 23 March 7, 2009 Home KS Lushnja 2–1[23] Migen Memelli 22', Devis Mukaj 64' \n 24 March 15, 2009 Away KS Bylis Ballsh 0–0[24] </ocr>"}, {"role": "assistant", "content": "<bbox>26,330,872,725</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_176"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hyhk0037_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Research </ocr>"}, {"role": "assistant", "content": "<bbox>603,770,700,800</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_372"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140522-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PRR Class Builder’s Model Build date Total produced Wheel arrangement Service Power </ocr>"}, {"role": "assistant", "content": "<bbox>18,109,911,162</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_465"}
{"image": ["./imgs/TextVQA/test_images/dbeaf950661a0c35.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FACENHOLE.co </ocr>"}, {"role": "assistant", "content": "<bbox>337,930,949,991</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_318"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11963735-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 8 December 2007 Kings 97–101 Nuggets Allen Iverson (23) 15,493 13–8 </ocr>"}, {"role": "assistant", "content": "<bbox>20,341,958,380</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_319"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a8f873a5-e722-6625-c103-d1057c648fe7_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INVOICE Remit Address: \n WATE Invoice # 2343904-1 \n PO Box 743299 Advertiser POL/Michael Bloomberg/President/US/DemInvoice Date 01/26/20 \n Atlanta, GA 30384 Product MIKE BLOOMBERG 2020 Invoice Month January 2020 \n Main: (865) 637-6666 Estimate Number 0117 Invoice Period 12/30/19 - 01/26/20 \n Billing: (317) 682-9983 \n Property WATE Order # 2343904 \n Account Executive Katz Washington Alt Order # 26784758 \n Sales Office Katz/Washington Deal # \n Billing Address: Sales Region National Order Flight 12/30/19 - 01/24/20 \n Assembly Billing Calendar Broadcast Agency Code 9915458 \n Attention: Assembly Email Billing Type Cash Advertiser Code MBLM \n 711 3rd Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 5 WATE M-F 1230p-1p 1230p-1p </ocr>"}, {"role": "assistant", "content": "<bbox>24,38,959,438</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_161"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 15.7. Entire Agreement. This Agreement, including any Addendums or Order(s), is the entire agreement of the parties regarding the provision of </ocr>"}, {"role": "assistant", "content": "<bbox>43,109,962,122</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_123"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e92e9977-b08c-2fe5-6276-f0e10d5d63c0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ISSUE/HOUSE PA </ocr>"}, {"role": "assistant", "content": "<bbox>502,178,613,188</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_408"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_989_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2007 [13] </ocr>"}, {"role": "assistant", "content": "<bbox>456,54,548,123</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_394"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_632_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2002/03 6 </ocr>"}, {"role": "assistant", "content": "<bbox>39,386,282,417</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_17"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mhjb0228_38.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> and student fellowships in inter- \n societal studies \n $57, 255 Esp Paul Quinn College, Texas, for salaries of administrative \n assistants \n $117, 500 Esp St. Augustine's College, N. C. to relocate, expand , and modern- </ocr>"}, {"role": "assistant", "content": "<bbox>73,555,991,682</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_530"}
{"image": ["./imgs/ChartQA/test/png/two_col_63183.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2012 2013 2014 2015 2016 2017 2018** 2028*** </ocr>"}, {"role": "assistant", "content": "<bbox>154,802,880,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_592"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10746808-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Carlton 14.9 (93) Western Oval </ocr>"}, {"role": "assistant", "content": "<bbox>322,857,732,929</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_935"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/519e69d1-e32e-d109-04e7-38dc6e9a06cd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> America’s Funniest H PT Su $100.00 </ocr>"}, {"role": "assistant", "content": "<bbox>32,604,337,618</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_160"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-28461589-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 32 30 2 3 2795 </ocr>"}, {"role": "assistant", "content": "<bbox>104,402,351,426</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_102"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20106.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FORMALDEHYDE </ocr>"}, {"role": "assistant", "content": "<bbox>394,320,569,328</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_639"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6a47fc12-60c8-6446-8f86-a3fd1369c417_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> copyrightinfringement,libel, </ocr>"}, {"role": "assistant", "content": "<bbox>502,58,658,67</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_380"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jmch0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> The Metabolic, Phagocytic, </ocr>"}, {"role": "assistant", "content": "<bbox>126,687,362,703</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_85"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qnwd0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10-19 < 10 <10 </ocr>"}, {"role": "assistant", "content": "<bbox>500,334,779,350</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_707"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_594_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 9 Spain 0 0 1 1 </ocr>"}, {"role": "assistant", "content": "<bbox>68,892,920,951</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_371"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1174877-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Inverness </ocr>"}, {"role": "assistant", "content": "<bbox>112,614,185,659</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_949"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f4a8316cb340c17bb98867d8e2d2794_page14.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> application of resources, including the income and expenditure, ofthe charitable company for that period. </ocr>"}, {"role": "assistant", "content": "<bbox>152,252,897,266</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_360"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14583258-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mickelson United States 4,403,883 23 </ocr>"}, {"role": "assistant", "content": "<bbox>184,440,808,522</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_923"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/frcy0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> AND FOOD </ocr>"}, {"role": "assistant", "content": "<bbox>284,162,385,200</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_337"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4fc17e6bf032a62c64d6335d586c257e_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> In view ofthe special nature ofthe charity's activities, the Trustees have, where necessary, in preparing its income and \n expenditure account and balance sheet, adapted the headings from those otherwise required by the Companies Act \n 2006. \n Incoming resources \n Voluntary income comprises all incoming resources from sponsorships, legacies, donations and grants other than \n those that are linked to the provision ofsafety education to groups nominated by the donor. Such income is recognised \n in the period in which the charity is entitled to the receipt and where the amount can be measured with reasonable \n certainty and is deferred only where the charity has to fulfill conditions before becoming entitled to it or where the donor \n has specified that the income is to be expended in a future period. \n Donated services and gifts in kind are included, as they are received, at their value to the charity where this can be \n quantified and a third party is bearing the cost. An equivalent amount is included under the appropriate heading within \n resources expended or capital additions. No amounts are included in the financial statements for services donated by \n volunteers. \n Activities for generating funds comprise income from fund raising events which is recognised in the financial year in \n which the event takes place. \n Investment income comprises interest receivable on cash balances held in appropriate interest bearing deposits. </ocr>"}, {"role": "assistant", "content": "<bbox>112,483,914,740</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_383"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mnyk0225_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Market Visits \n 3:30 - 3:45 Miscellaneous \n 3:45 - 4:00 Process Critique </ocr>"}, {"role": "assistant", "content": "<bbox>100,525,434,632</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_281"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_785_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Smart </ocr>"}, {"role": "assistant", "content": "<bbox>127,351,183,376</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_514"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44602.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> £9.3 </ocr>"}, {"role": "assistant", "content": "<bbox>185,359,389,395</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_211"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page275.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10. Asedau </ocr>"}, {"role": "assistant", "content": "<bbox>71,375,180,388</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_936"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_792_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Schoesswendter </ocr>"}, {"role": "assistant", "content": "<bbox>576,342,713,351</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_841"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nnbx0223_117.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Auditors </ocr>"}, {"role": "assistant", "content": "<bbox>590,610,657,625</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_128"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Property WSPA Order # 2395012 </ocr>"}, {"role": "assistant", "content": "<bbox>451,170,869,184</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_118"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> hereby grants to Advertiser a limited, non-exclusive, non-transferable, non-sublicensable license to use and publicly display such Deliverables on \n Advertiser’s own digital properties (including social media services) during the Term. Advertiser may not, without Station’s prior written approval in \n each instance, (i) authorize the reproduction or use of any such Deliverables in any medium, (ii) use the Deliverables developed in connection with the \n DM Services in any format other than the format provided by Station and/or G/O Digital; or (iii) alter or modify any such Deliverables. \n 7. Station’s Rights. \n 7.1. Reservation of Rights. Station may reject, remove or cancel any Campaign or position commitment at any time in its sole discretion. Station \n also may edit, reject or remove from Station and/or Digital Property(ies), at any time, any Campaign or other material submitted by or on behalf of \n Advertiser. Unless otherwise specified in the Order, Station also shall have full latitude with respect to the specific days and times at which to run the \n Campaigns. \n 7.2. Broadcast Times. Station will broadcast the Campaigns on the days and approximate hourly times on the order form, based on the Station’s \n local time zone. Station does not guarantee that particular programs will be broadcast during the hours on the order form. Station may deduct up to \n thirty-five (35) seconds for Station break purposes from any program of five minutes to thirty minutes in length. Station may deduct up to ninety (90) \n seconds for Station break purposes from any program of thirty minutes or one hour in length. \n 7.3. Rotation Policy. When a broadcast Campaign is purchased within a specific program or time period, including news and sporting events, \n Station shall include the preceding and following breaks in the normal rotation of the program or time period. Multiple day schedule in broad day \n parts are rotated mechanically by computer, but Station does not guarantee perfect rotation. Notwithstanding the foregoing, Station, in its sole \n discretion, may grant credits or make goods if Station determines that Station did not include a proper rotation based on the Order and such improper \n rotation had a material adverse effect on Campaign performance. \n 8. Ownership. All Advertiser Content or other materials furnished by Advertiser for use hereunder will remain the property of Advertiser and, \n subject to Advertiser’s fulfillment of its payment obligations, will be returned upon request. The results of any and all work performed by Station, \n including development of advertising material, creative work, or other content for Advertiser, will be the property of Station. Advertiser may not </ocr>"}, {"role": "assistant", "content": "<bbox>43,272,963,708</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_463"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_640_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Season Record Place Postseason </ocr>"}, {"role": "assistant", "content": "<bbox>258,84,939,133</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_235"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_315_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mauritius </ocr>"}, {"role": "assistant", "content": "<bbox>523,335,563,378</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_121"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f56cb7bf-647b-ced0-e5c5-4083246f9b90_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4335394 </ocr>"}, {"role": "assistant", "content": "<bbox>365,28,428,46</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_589"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eaed6c146797cdda11c34a8a62cf69d1_page14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> In addition, the Board agreed a grant of £684,000 to MSF Ireland in 2016 as an investment in MSF Ireland’s </ocr>"}, {"role": "assistant", "content": "<bbox>121,432,878,444</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_390"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_118_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2003 8 1 2nd Qualifier, Region 2 \n 2004 7 2 2nd Qualifier, Region 2 \n 2005 3 5 Did Not Make Playoffs \n 2006 5 4 4th Qualifier, Region 2 </ocr>"}, {"role": "assistant", "content": "<bbox>41,363,927,644</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_142"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17455843-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 13 December 1930 </ocr>"}, {"role": "assistant", "content": "<bbox>762,104,976,132</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_204"}
{"image": ["./imgs/ChartQA/test/png/two_col_104097.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 40.03% </ocr>"}, {"role": "assistant", "content": "<bbox>343,316,393,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_46"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Net Amount Due $78,807.75 Payment Terms 30 Days \n We warrant that the actual broadcast information shown on this invoice was taken from the official program log. </ocr>"}, {"role": "assistant", "content": "<bbox>312,408,740,925</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_448"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__asia-stocks-mixed-as-china-debuts-new-loan-prime-rates01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Philippine </ocr>"}, {"role": "assistant", "content": "<bbox>590,240,719,261</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_202"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__profiles-of-members-of-prayut-ii-cabinet-on-economic-affairs04.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> March </ocr>"}, {"role": "assistant", "content": "<bbox>87,284,141,313</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_306"}
{"image": ["./imgs/TextVQA/test_images/343adb056acf93e4.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 6 </ocr>"}, {"role": "assistant", "content": "<bbox>736,406,777,464</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_237"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INVOICE </ocr>"}, {"role": "assistant", "content": "<bbox>469,38,552,64</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_779"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dc4c5b0e3d7dc0186d2a409143c93022_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Administrative information </ocr>"}, {"role": "assistant", "content": "<bbox>220,219,435,231</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_168"}
{"image": ["./imgs/ChartQA/test/png/two_col_61646.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> May June July August </ocr>"}, {"role": "assistant", "content": "<bbox>456,735,718,794</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_441"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70041.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> CORONAVIRUS: </ocr>"}, {"role": "assistant", "content": "<bbox>30,47,267,76</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_928"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Parkland_and_the_American_Revolution01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Service Act of 1792. The </ocr>"}, {"role": "assistant", "content": "<bbox>568,800,724,828</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_332"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17262467-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Runner-up 1976 Santiago, Chile Clay José Higueras 7–5, 4–6, 4–6 </ocr>"}, {"role": "assistant", "content": "<bbox>22,301,914,384</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_996"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/srpf0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Medical insurance will be </ocr>"}, {"role": "assistant", "content": "<bbox>156,624,394,639</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_137"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_641_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1991 Europa 85%[72] 66%[73] 7.7/10 \n 1996 Breaking the Waves 86%[74] 76%[75] 7.9/10 \n 1998 The Idiots 70%[76] 47%[77] 6.9/10 \n 2000 Dancer in the Dark 68%[78] 61%[79] 8.0/10 \n 2003 The Five Obstructions 88%[80] 79%[81] 7.5/10 \n 2003 Dogville 70%[82] 59%[83] 8.0/10 \n 2005 Manderlay 51%[84] 46%[85] 7.4/10 </ocr>"}, {"role": "assistant", "content": "<bbox>27,266,972,669</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_938"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7c87c12305f2fbfeb9543007f6487b5d_page12.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> John Boland Memorial Fund 3 3 </ocr>"}, {"role": "assistant", "content": "<bbox>91,774,745,788</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_19"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_594_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Rank </ocr>"}, {"role": "assistant", "content": "<bbox>39,60,114,116</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_68"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31855.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> THE FINE PRINT \n Certain business activities require specific \n licenses that can be tricky to acquire. \n TAKING PAYMENTS \n Free-zone companies cannot transact online without \n lengthy approvals from the banks. Payment gateways are \n the best way to get around this. \n NEED A BOOST \n Free-zones invest and support incubators that can help \n you get your business funded and launched. Payfort \n partners with: Turns. Afkar.me and Ins. </ocr>"}, {"role": "assistant", "content": "<bbox>85,646,905,836</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_189"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10028.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> taxes and increasing spending with a \n focus on low/middle income earners. small \n business, senior Australians and transport \n infrastructure. </ocr>"}, {"role": "assistant", "content": "<bbox>24,498,226,604</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_601"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__sagarnangare01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> technologies (Networking, Telecom, Cloud, Storage) and emerging \n domains like Edge Computing, loT, Machine Learning, Al). He is \n currently serving Calsoft Inc. as Digital Strategist. He is based in \n Pune. \n Follow me at @sagarnangare \n Open \n Eniieaet \n NEW MEMBER: Cloud Community \n Manager </ocr>"}, {"role": "assistant", "content": "<bbox>45,391,961,865</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_788"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50ea34b3cb9929927cdcb0bc5b04d9a_page34.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Change in cash and cash equivalents in reporting period (5,564,779) 433,006 </ocr>"}, {"role": "assistant", "content": "<bbox>85,373,921,386</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_986"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5acfd041-fb28-cb9c-1c99-65b2f64f0ce9_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (1) the paymentfor the broadcast time requested has been furnished by (check one box below): </ocr>"}, {"role": "assistant", "content": "<bbox>61,622,722,638</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_497"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17367788-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Matlock </ocr>"}, {"role": "assistant", "content": "<bbox>108,426,172,449</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_184"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynjf0226_18.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> > Dissemination of medical data favorable to </ocr>"}, {"role": "assistant", "content": "<bbox>128,656,540,685</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_675"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-20704243-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Joe Hortua & John Rogers June 26, 2011 </ocr>"}, {"role": "assistant", "content": "<bbox>370,55,772,70</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_251"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_483_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2006 Commonwealth Games Melbourne, Australia \n 4th Discus throw 60.99 m \n 2007 All-Africa Games Algiers, Algeria 3rd Discus throw 57.79 m </ocr>"}, {"role": "assistant", "content": "<bbox>26,694,965,870</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_685"}
{"image": ["./imgs/ChartQA/test/png/two_col_40321.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 100-249 </ocr>"}, {"role": "assistant", "content": "<bbox>331,757,381,778</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_231"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_189_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Cassiopeia 1 dIrr 02h 06m 02.8s +68° 59′ 59″ 35 16.4 \n IC 342 SAB(rs)cd 03h 46m 48.5s +68° 05′ 46″ 31 ± 3 9.1 \n KK 35 Irr 03h 45m 12.6s +67° 51′ 51″ 105 ± 1 17.2 \n NGC 1560 SA(s)d 04h 32m 49.1s +71° 52′ 59″ -36 ± 5 12.2 \n NGC 1569 Sbrst 04h 30m 49.1s +64° 50′ 52,6″ -104 ± 4 11,2 \n UGCA 86 Im 03h 59m 50.5s +67° 08′ 37″ 67 ± 4 13.5 </ocr>"}, {"role": "assistant", "content": "<bbox>39,332,891,795</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_966"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_103_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Partenvia P.68 Observer Italy Light transport aircraft 1 in service </ocr>"}, {"role": "assistant", "content": "<bbox>15,752,711,821</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_33"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Total terrestrial vertebrates Vascular </ocr>"}, {"role": "assistant", "content": "<bbox>487,69,811,134</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_731"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37022.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 18. Boxes & Arrows @boxesandarrows 21K \n 19. Louis Rosenfeld @louisrosenfeld 19K \n 20. HFI @humanfactors 15K \n #UX #usability #goodUX #badUX infographic by @jgladding74 G \n UX Linked in groups \n 1. User Experience \n 2. IXDA - Interaction Design Association \n 3. UXPRO \n 4. User Experience Professionals Network \n 5. UX Strategy and Planning \n 6. mobileUX \n 7. Web UX & UI \n B. Boxes & Arrows \n Q. AgileUX \n 10, Sig CHI \n 23 UXPRO \n UX CX Produit </ocr>"}, {"role": "assistant", "content": "<bbox>41,353,973,528</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_384"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d621c19ae412932ceccd5b750ce8eb79_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and reduce and prevent homelessness. </ocr>"}, {"role": "assistant", "content": "<bbox>823,345,951,356</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_938"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Lun_Bawang02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> northern region of Sarawak (Limbang Division). In the Malaysian state of Sarawak, the Lun Bawang </ocr>"}, {"role": "assistant", "content": "<bbox>19,509,917,548</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_501"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pybv0228_74.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 0.9 \n 0.85 \n 8.8 \n 0.75 \n 8.7 \n 0.65 \n 1950 1955 1960 1965 1970 1975 1980 \n ACTUAL </ocr>"}, {"role": "assistant", "content": "<bbox>165,458,857,836</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_600"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page19.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Remit Address: \n KDFW Invoice # 952191-2 \n P.O. Box 844824 Advertiser Michael Bloomberg 2020, Inc Invoice Date 03/06/20 \n Dallas, TX 75284-4824 Product Bloomberg/US/Pres Prim/D Invoice Month March 2020 \n Main: (214) 720-4444 Estimate Number 131 Invoice Period 02/24/20 - 03/03/20 \n Billing: (214) 720-3210 </ocr>"}, {"role": "assistant", "content": "<bbox>151,51,917,165</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_865"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lfdw0217_12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Deliver </ocr>"}, {"role": "assistant", "content": "<bbox>394,155,484,181</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_71"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15654720-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2009–10 18 16 13 5 0 221.33 $85,570 </ocr>"}, {"role": "assistant", "content": "<bbox>23,687,959,732</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_632"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/56faef8341c333624a2723bd8b6e9e09_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Furniture and Motor </ocr>"}, {"role": "assistant", "content": "<bbox>550,193,741,205</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_533"}
{"image": ["./imgs/TextVQA/test_images/75825779505083f2.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> LABEL </ocr>"}, {"role": "assistant", "content": "<bbox>165,449,206,481</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_126"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33568.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IS CONSUMED ANNUALLY? </ocr>"}, {"role": "assistant", "content": "<bbox>78,165,248,175</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_202"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/34489.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Goals- </ocr>"}, {"role": "assistant", "content": "<bbox>611,775,874,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_546"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41119.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> UNDERNOURISHED DECREASED OF LAND AREA \n FOREST \n BY 2015 TO MEETS \n LOSS OF \n GLOBAL EXPORTS OF COFFEE, \n WORLD FOOD (CCO \n 17% \n COVERED BY \n FORESTS 0.11% \n TER, COCOA AND SPICES \n IMPORT BILL IS SET TO REACH \n SUMMITTARGET \n ALMOST TRIPLED \n In 2013 GLOBAL FOOD \n SINCE 1990-92 BETWEEN 2000-2010 1.09 TRILLION US$ \n MORE THAN \n 840 \n FISH PROVIDES WORLD WORLD PRODUCTION VALUE \n =17%- \n IMPORTS OF \n WHEAT \n OF AGRICULTURE \n MILLION 400 MILLION TONNES 50% OF PAPER AMOUNT TO 3.269.457 \n PEOPLE ARE \n UNDERNOURISHED \n OF ANIMAL PROTEIN OF PAPER MILLION US$ \n 集 \n PRODUCED ANNUALLY 147 \n INTAKE PER PERSON CONSUMED ANNUALLY IS RECYCLED MILLION TONNES \n 1 ın 3 \n IS THE PRIMARY STAPLE 147 KG \n 368 69 SMALLHOLDERS \n PRODUCE \n 咳 RICE \n FOR OVER 1/2 \n AVERAGE ANNUAL \n MILLION TONNES \n OF POTATOES \n MILLION TONNES PEOPLE WORK 80% \n FOOD SUPPLY OF ORANGES </ocr>"}, {"role": "assistant", "content": "<bbox>13,553,988,770</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_428"}
{"image": ["./imgs/ChartQA/test/png/two_col_102980.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3.72 </ocr>"}, {"role": "assistant", "content": "<bbox>140,79,757,158</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_748"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13844614-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Group </ocr>"}, {"role": "assistant", "content": "<bbox>315,43,426,115</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_86"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3959ddb7dabaa12ab7b8d85bdbed3d94_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Helen Aldwin </ocr>"}, {"role": "assistant", "content": "<bbox>149,673,252,686</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_325"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17684663-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Tomomi </ocr>"}, {"role": "assistant", "content": "<bbox>31,233,148,250</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_294"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f865473b47790fc1a71fc8a8f1aada3c_page8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Conversation Club\\\" \n 4. Active Ageing Community Programmes \n This is a major three year programme to get local older people more physically active and take part in a range of \n community sports was co-ordinated locally by the West Euston Time Bank and funded through Sport England. \n The programme has supported the development of boccia as a new popular older people's activity that has now \n spread across the borough with regular tournaments taking place between competitive teams. \n In addition, Zumba Gold, soft ball Tennis, mixed and men's Badminton, men's health walks have all been able to \n be delivered. \n Recently, as part of expanding our men's services we set up men's walking football sessions with a coach \n provided by the Council's sports development team. Participants have formed a new football team - the Regent's \n Park Rogues- and will soon start competitive matches including an invitation to play at Arsenal Football Stadium. \n Through this programme 87 older people were enrolled in a physical activity or community sport \n Case Study \n Mr C is a 64 year old White British man who has developed an interest in sports to keep him fit and engaged. He \n volunteers for our badminton and walking football sessions helping to set up, welcome new people and keeping \n attendance records. \n Mrs B is a 76 year old African Caribbean woman with dementia and has her daughter as a carer. She loves </ocr>"}, {"role": "assistant", "content": "<bbox>90,364,936,660</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_438"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37309.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> concentrate on using the right data \n & data transparency \n 2 $ky high ROI - Focusing more on ROI \n will drive up social & PR budgets \n 3 Putting the PR into marketing - \n Marketing and PR will integrate more \n 4 Growing upwards - Enterprise \n businesses will focus on data maturity \n The technology revelation \n 5 \n Al for everyone - Comms will embrace \n artificial intelligence \n 6 Now see hear - Multimedia search \n will shake-up marketing \n 7 \n Virtually different - Expect AR/VR to \n make an impact \n 8 </ocr>"}, {"role": "assistant", "content": "<bbox>54,135,825,650</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_929"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fmjm0223_61.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and an analysis of variance (ANOVA) was also performed. The domains of the SF-36 </ocr>"}, {"role": "assistant", "content": "<bbox>166,198,763,215</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_872"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kldk0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> COLLECT YOUR </ocr>"}, {"role": "assistant", "content": "<bbox>360,256,536,274</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_743"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39365.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> rape report they were first \n of male victims of rape report \n they were first raped when \n raped before age 25.\" 10 years-old or younger.\" \n More than 1/2 1/2 \n and nearly \n fermale victims male victims \n of stalking indicated they were flest stalked </ocr>"}, {"role": "assistant", "content": "<bbox>51,317,915,401</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_625"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40016.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Pollo vaccine Is one of the greatest achievements of \n medical science that changed world. Scientists and \n volunteers worked almost twenty years to stop this \n disease. This disease usually affects children under \n the age of five. 20 years ago, thousands of children \n were affected every day around the world. Over the \n course of 20 years, 20 million volunteers reached 500 \n million people every year. Now polio cases have been \n reduced by 99%. The goal is to make the world polio free. No cases reported No disabling cases reported Disabling cases reported \n IMMUNIZATION COVERAGE AROUND THE WORLD No cases reported \n Vaccinated population \n Unvaccinated population \n 93% 99% 79% 70%* \n United States Brazil Nigeria India \n 100% \n 50% \n 2010 1980 2010 1980 2010 1980 2010 \n Vaccine coverage for population younger than 5 Potential disabilities saved \n MORE ABOUT POLIOMYELITIS \n Life cycle in environment Life cycle in human body \n 25 \n Every year, over 20 million \n POLIO volunteers reach over 500 \n TRANSMISSION \n million kids around the world \n to fight polio. Many walk long </ocr>"}, {"role": "assistant", "content": "<bbox>22,272,952,816</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_842"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1598242-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Masters Tournament 0 0 0 5 12 10 \n U.S. Open 0 1 2 5 13 9 </ocr>"}, {"role": "assistant", "content": "<bbox>25,301,866,522</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_641"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__cambodia-thailand-reconnect-a-cold-war-cut-link02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ceremony, held on July 1, is the latest indication of a </ocr>"}, {"role": "assistant", "content": "<bbox>276,679,974,697</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_205"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f56cb7bf-647b-ced0-e5c5-4083246f9b90_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> / SPOT 10/30/20-10/30/20 1 :308P- 10P (MST) 4 X 4 $295.00 $1,180.00Butte-Bozeman (KTVM) </ocr>"}, {"role": "assistant", "content": "<bbox>99,500,803,510</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_585"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__british-man-and-his-wife-rescued-from-philippine-militants01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> cast </ocr>"}, {"role": "assistant", "content": "<bbox>357,235,414,253</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_373"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ad5d28ec858495081feb16ab9cf1f8f0_page9.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> prepare accounts which accord with the accounting records, comply with the </ocr>"}, {"role": "assistant", "content": "<bbox>225,663,774,677</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_461"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13018091-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3 Halifax 18 0 6 616 421 2 38 </ocr>"}, {"role": "assistant", "content": "<bbox>23,342,927,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_359"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hkdv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Airlines </ocr>"}, {"role": "assistant", "content": "<bbox>144,311,225,326</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_409"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40809.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> theme for 2017 \n 3 \n But not all assets performed well \n TE \n The US 10-year Treasury was the worst \n performing major asset class \n Past performance is not a guide to futuro performance and may not be reported. \n 2016: lessons learned 2017: things to look for \n ₭ \n Lesson 1 Lesson 2 \n Opinion polls and macro Global politics is shifting, \n forecasts are often wrong the establishment is \n .. for example Brexit hos so far not in trouble \n beon as bad as expected Without change or faster economia \n growth, more madloal policy may \n be pursued \n Trump trade \n Lesson 3 Lesson 4 Investors have responded positively to stronger \n The power of central banks Structural change is \n growth, rising inflation and higher interest rates: </ocr>"}, {"role": "assistant", "content": "<bbox>26,297,943,648</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_225"}
{"image": ["./imgs/TextVQA/test_images/ca5df0d44a961832.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FEDERATION </ocr>"}, {"role": "assistant", "content": "<bbox>128,845,286,885</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_112"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31264.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> +4% +2% \n WORTH OF EXPORTS \n SO FAR IN 2013 \n 371 m \n 1,290m 1,345m 950m 1,090m 636m 730m 535m 555m 270m 275m \n DAIRY BEEF PREPARED FOODS BEVERAGES SEAFOOD \n MORE EXPORTS \n THAN IN 2012 0 +9% +24% -5% \n +80 +7% \n +8.6% \n INCREASE IN \n 229m 250m 109m 135m 114m 108 m 97m 105m 95m 102m \n EXPORTS PIGMEAT LIVE ANIMALS CEREALS SHEEPMEAT POULTRY \n Export Trends By Destination Key Drivers Of Export Interesting Industry Facts & Figures \n € 9bn \n Food Inflation In food and drink exports \n 41% 33% Price inflation across the euro \n for the first time in 2012 \n zone has gradually remerged \n UK EU over the last 18 months \n 250,000 4th \n Jobs supported directly and \n Largest net exporter of \n Global Prices </ocr>"}, {"role": "assistant", "content": "<bbox>34,150,969,757</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_835"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16474033-9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 April 2006 Monza, Italy Clay Nicolas Devilder 6–2, 7–5 \n 28 July 2008 Tampere, Finland Clay Mathieu Montcourt 6–2, 6–2 </ocr>"}, {"role": "assistant", "content": "<bbox>21,407,923,563</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_560"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_316_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 8 Anna Lindberg Sweden 276.05 5 279.55 </ocr>"}, {"role": "assistant", "content": "<bbox>48,224,895,239</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_756"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_41.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> accounts </ocr>"}, {"role": "assistant", "content": "<bbox>316,72,406,90</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_335"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/23d63ed4c8c7316844e6b3dd9a36230c_page12.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> company which is the amount the </ocr>"}, {"role": "assistant", "content": "<bbox>135,295,383,309</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_884"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44533.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> M \n Samsung's Galaxy Note, to post support for Olympic \n featured in the Opening athletes; instead, most 108,796 \n Ceremonies, resonated in tweeted about narrator \n coverage on blogs. \n Coca Cola \n 30,717 \n #Morgan VISA \n Freeman 16,859 \n Olympic Viewers \n Who's Watching and Where \n 73% \n 45% \n Viewers accessing live streams \n Proportion of individuals who said from tablets or phones; traffic \n they were likely to watch the Olympics on NBC's mobile site has \n prior to the opening ceremony. doubled since the Beijing Games. </ocr>"}, {"role": "assistant", "content": "<bbox>34,620,960,981</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_165"}
{"image": ["./imgs/TextVQA/test_images/01635d30529455d0.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 12.70 </ocr>"}, {"role": "assistant", "content": "<bbox>640,608,689,637</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_394"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_559_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> T-AO- transferred to the Maritime Administration, \n Henry Eckford Launched 1989, never in service AO192 \n 192 laid up in the James River Reserve Fleet, \n scrapped in 2011 \n T-AO- \n Walter S. Diehl Active 1988–present AO193 \n 193 \n T-AO- \n John Ericsson Active 1991–present AO194 \n 194 \n T-AO- \n Leroy Grumman Active 1989–present AO195 \n 195 \n T-AO- \n Kanawha Active 1991–present AO196 </ocr>"}, {"role": "assistant", "content": "<bbox>74,323,992,544</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_673"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12168673-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1999 Chilukki Willie Martinez Bob Baffert Stonerside Stable 1:03.66 </ocr>"}, {"role": "assistant", "content": "<bbox>19,746,980,775</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_172"}
{"image": ["./imgs/ChartQA/test/png/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 372 532 369 548 363 341 350 755 328 547 304 040 274 439 235 597 194 029 157 558 </ocr>"}, {"role": "assistant", "content": "<bbox>230,194,895,726</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_567"}
{"image": ["./imgs/TextVQA/test_images/a7abf769643e6f64.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Am </ocr>"}, {"role": "assistant", "content": "<bbox>888,838,944,897</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_169"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/14196534-738b-fdb9-acce-4d1dd821f1ab_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Klobuchar/President/US/Dem </ocr>"}, {"role": "assistant", "content": "<bbox>588,92,719,105</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_237"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6a7e3c69dce1b6689dfedb409c06142b_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> who are assigned the task ofgoverning the Congregation. </ocr>"}, {"role": "assistant", "content": "<bbox>98,800,516,813</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_289"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40533.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 83% </ocr>"}, {"role": "assistant", "content": "<bbox>191,659,230,693</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_895"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pzwd0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Procedures for the Appraisal \n of the Toxicity of Chemicals </ocr>"}, {"role": "assistant", "content": "<bbox>161,212,761,291</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_431"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20118.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 12:00pm 12.00am \n The blue bar shows the hours slept by the individual (on average) (on average) \n WINSTON CHURCHILL NIKOLA TESLA \n Naps were so important to Churchill Tesla's odd sleeping pattern caused \n that he kept a bed in the House of \n Parliament and believed napping was \n him to have a mental breakdown at the \n the key to his success loading the \n age of 25, He managed to pull himself \n together and continued well into his old \n country through the Battle of Britain age, working another 38 years \n 3.00pm 9.00pm 8:00am 6.00pm 9.00pm 3:00am 3.00am 6.00am 12.00am 6.00pm 12:00am 12:00am 12.00pm 12.00am 12.00pm \n THOMAS EDISON LEONARDO DA VINCI \n Edson regarded sloop as a waste of Da Vinci followed an even more \n time, and tried to minimise & as much extreme polyphasic sleep cycle than \n as possible. He utilised a polyphasic Edison, called the Uberman sleep \n sleep cycle, which is a nap-oriented \n pattern used to free up waking time \n cycle, which consists of taking a 20 \n minute nap every four hours \n 3.00ar 4.00ar 3.00am 4:00pm 6.00am 3.00pm 4.00pm 3.00am 12:00pm 3.00pm 12:00am 12:00pm 12:00am 12:00am \n 1 \n WOLFGANG MOZART RICHARD BRANSON \n Mozart would often continue Branson sleeps no more than 6 hours \n composing until 1.00am, then would \n sloop for only five hours before getting \n per night, and is up by 5.45am every \n up again at 6.00am and continuing \n morning to ensure he gets a head start \n composing throughout the morning \n on his day. He tries to exercise each \n morning and spend time with his family </ocr>"}, {"role": "assistant", "content": "<bbox>45,186,954,522</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_506"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1997 Kids' Choice Awards Herself Winner (with the cast of Rugrats) for Favorite Cartoon </ocr>"}, {"role": "assistant", "content": "<bbox>40,695,652,714</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_340"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Serverware_Group02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> computers from a central location. The list of product features grew as development continued until, in June 1998 the intellectual property rights were \n bought by Mission Critical Software, Inc.,/°] who renamed the product Enterprise Event Manager. They later merged with NetIQ,.!4] No code from </ocr>"}, {"role": "assistant", "content": "<bbox>15,477,979,743</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_59"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__education01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> corruption is high. Stolen resources </ocr>"}, {"role": "assistant", "content": "<bbox>122,492,439,523</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_991"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__poverty_and_development01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Report published - Sep \n 2010 \n Year after year, it’s the same. Our Global Corruption Barometer confirms that corruption hits poor people \n hardest \n - \n with devastating consequences. A bribe demanded by a police officer may mean that a family \n can’t afford school fees or even food to eat. Findings from Mexico, for instance, show that the typical poor \n family must spend one-third of their income on bribes. \n Corruption also means that the services people depend on — \n from drinking water to health clinics \n — \n suffer. \n They are often are of a low quality or not sufficient to meet society’s most basic needs. Corruption siphons \n off monies needed to improve them while also distorting policy decisions, such as where roads and </ocr>"}, {"role": "assistant", "content": "<bbox>36,680,917,974</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_891"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d92bee2f-cec4-3efc-0060-96879ebc3f52_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INVOICE </ocr>"}, {"role": "assistant", "content": "<bbox>445,33,552,53</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_285"}
{"image": ["./imgs/TextVQA/test_images/f43dc67bf3be72c6.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> #4 </ocr>"}, {"role": "assistant", "content": "<bbox>695,13,726,46</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_132"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__beasts-of-burden-hooks-chains-and-pain-how-thailands-elephants-have-become-symbols-of-despair04.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The prime attraction at many of the shows are young elephants, like \n Dumbo and Kluay Hom, which are highly in demand for photographs \n with visitors. However, these babies are often purchased and then \n taken from their mothers without an appropriate nursing period, which \n is four years. \n “But after one year, humans take them, manipulate them, take them to \n train and entertain people,” Lek said. \n At Sriracha Tiger Zoo, a popular zoo outside Pattaya, a packed \n auditorium watches another typical elephant show. The smallest in the </ocr>"}, {"role": "assistant", "content": "<bbox>36,112,962,599</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_424"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/krcy0227_41.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> \"Ridiculous! </ocr>"}, {"role": "assistant", "content": "<bbox>201,848,288,862</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_681"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35262.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> USED AROUND THE WORLD, </ocr>"}, {"role": "assistant", "content": "<bbox>730,899,930,906</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_691"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12509095-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Winner May 15, 2011 Clay Sam Querrey Mardy Fish Andy Roddick w/o \n Runner-up March 18, 2012 Hard Sam Querrey Marc López Rafael Nadal 2–6, 6–7 (3–7) </ocr>"}, {"role": "assistant", "content": "<bbox>17,740,916,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_761"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4c0c1c27-ee87-8316-4dd5-4cf5c5f55456_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 44 03/01/20 03/01/20 LBS 6-7p ------1 :30 1 $1,250.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>46,553,849,564</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_431"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fdc95e5ae4cfdfacad7fc90958363f57_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Mudassar Ahmed </ocr>"}, {"role": "assistant", "content": "<bbox>103,481,242,493</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_808"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yhdw0217_11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> SEM 0.06 0.06 0.06 0.07 0.07 \n 90% CI (0.25, 0.44) (0.14, 0.32) (0.2, 0.38) (-0.07, 0.17) (-0.17, 0.06) \n 95% CI* (0.23, 0.46) (0.13, 0.34) (0.18, 0.4) (-0.09, 0.19) (-0.19, 0.08) \n SEM, standard error of the mean; CI, confidence interval </ocr>"}, {"role": "assistant", "content": "<bbox>178,264,821,355</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_294"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/khnk0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Army Biological Laboratory. Dwayne joined \n Texas A & M University as assistant \n 10 lbs N are required for each ton of \n increased and there was a significant \n sugarbeets the grower estimates \n decrease in sucrose percentage at \n professor in 1967 and was advanced to \n the high nitrogen rate as well as a \n associate professor in 1972. In September of \n he will produce decrease in purity. The pounds of ex- \n 1973 he joined Great Western's agricultural \n research staff. Effect of Nitrogen Level on Sucrose Percentage and Yield \n District \n Nebraska NCC \n N Level* Sucrose </ocr>"}, {"role": "assistant", "content": "<bbox>44,676,958,816</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_513"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/804feb1c1d2c3f85994ae77373a58ffd_page33.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Revaluation 7,002,321 </ocr>"}, {"role": "assistant", "content": "<bbox>245,313,599,324</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_237"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Kenai_National_Wildlife_Refuge01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Understand [edit ] </ocr>"}, {"role": "assistant", "content": "<bbox>21,421,183,458</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_107"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18565896-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Gold </ocr>"}, {"role": "assistant", "content": "<bbox>439,49,527,73</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_608"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zyvf0055_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Report - </ocr>"}, {"role": "assistant", "content": "<bbox>300,654,372,671</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_386"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68d540c9-977e-e1e0-40da-c2e420fd15e6_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> End Date Weekdays Spots/Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>166,887,481,897</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_888"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/59a34b8fe4339a6b1eaadce5313b3002_page11.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> activities 17,116,799 ) 3,769,80I </ocr>"}, {"role": "assistant", "content": "<bbox>215,349,853,363</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_575"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1198175-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 20, 1959 </ocr>"}, {"role": "assistant", "content": "<bbox>520,579,592,610</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_703"}
{"image": ["./imgs/ChartQA/test/png/11680.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Illegal </ocr>"}, {"role": "assistant", "content": "<bbox>702,309,799,350</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_603"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1122039-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Driver Entrant Constructor Chassis Engine Tyre \n Nello Pagani Scuderia Achille Varzi Maserati Maserati 4CLT-48 Maserati L4s P \n Johnny Claes Ecurie Belge Talbot-Lago Talbot-Lago T26C Talbot L6 D \n Yves Giraud-Cabantous Automobiles Talbot-Darracq SA Talbot-Lago Talbot-Lago T26C-DA Talbot L6 D \n Eugène Martin Automobiles Talbot-Darracq SA Talbot-Lago Talbot-Lago T26C-DA Talbot L6 D \n Louis Rosier Automobiles Talbot-Darracq SA Talbot-Lago Talbot-Lago T26C-DA Talbot L6 D \n Luigi Fagioli SA Alfa Romeo Alfa Romeo Alfa Romeo 158 Alfa Romeo L8s P \n Juan Manuel Fangio SA Alfa Romeo Alfa Romeo Alfa Romeo 158 Alfa Romeo L8s P </ocr>"}, {"role": "assistant", "content": "<bbox>17,51,982,362</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_493"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>135,699,887,721</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_534"}
{"image": ["./imgs/ChartQA/test/png/95543699002475.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Venezuela </ocr>"}, {"role": "assistant", "content": "<bbox>26,236,103,261</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_682"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15780049-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 63 March 7 @ Dallas L 103–122 (OT) Vince Carter (19) Keon Clark, Antonio Davis (15) Alvin Williams (7) American Airlines Center 19,945 29–34 \n 64 March 8 @ Miami W 83–74 (OT) Antonio Davis (23) Antonio Davis (10) Chris Childs (6) American Airlines Arena 16,500 30–34 \n 65 March 10 @ Orlando L 79–92 (OT) Vince Carter (16) Antonio Davis (12) Chris Childs (7) TD Waterhouse Centre 16,171 30–35 \n 66 March 12 @ New Jersey L 84–86 (OT) Antonio Davis (27) Antonio Davis, Jerome Williams (13) Vince Carter (4) Continental Airlines Arena 16,105 30–36 \n 67 March 17 Sacramento L 113–116 (OT) Vince Carter (22) Hakeem Olajuwon (13) Chris Childs (7) Air Canada Centre 19,800 30–37 \n 68 March 19 @ Minnesota L 80–112 (OT) Morris Peterson (19) Antonio Davis (13) Alvin Williams (7) Target Center 17,010 30–38 \n 69 March 22 @ Cleveland W 94–80 (OT) Morris Peterson (18) Keon Clark (10) Alvin Williams (4) Gund Arena 17,847 31–38 \n 70 March 24 Washington W 92–91 (OT) Morris Peterson (26) Antonio Davis (9) Alvin Williams (9) Air Canada Centre 19,800 32–38 </ocr>"}, {"role": "assistant", "content": "<bbox>11,320,979,783</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_409"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztnk0226_10.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> with the Laws of the State of New York. \n 7. Right of First Refusal \n SALTMAN agrees to keep AMSTAR advised of any work </ocr>"}, {"role": "assistant", "content": "<bbox>140,331,853,418</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_773"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33745.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> decar babies THROUGH THE USE OF GIVING POTENTIAL AND \n in the ACTIVE, CURRENT ASSOCIATES \n US \n COMMUNICATING WITH \n CONSUMERS \n # HASHTAGS BUT THE ONES THAT ARE A PLACE TO NETWORK \n recipes A wedding \n IN A NON-OBTRUSIVE WAY AND POSTING \n TEND TO BE A & CONNECT \n Fashion \n BUT SPREADING \n SLOWLY AND STEADILY \n USERS PICTURES \n GOOD FIT WITH A \n USERS ARE: </ocr>"}, {"role": "assistant", "content": "<bbox>45,468,958,673</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_984"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Turrialba02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> From San José, head east along the Inter American Highway (Route 2) until you reach the turn off for Turrialba </ocr>"}, {"role": "assistant", "content": "<bbox>9,236,715,269</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_930"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5acfd041-fb28-cb9c-1c99-65b2f64f0ce9_page5.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (om </ocr>"}, {"role": "assistant", "content": "<bbox>831,139,892,179</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_151"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20262.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> The average The average \n FarmVille player farmer is a \n is a 43-year-old 57-year-old \n woman. man. \n Average salary: Average salary: \n $50,000+ $35,500 \n TOP FARMVILLE CROPS TOP WORLD CROPS \n Strawberries Sugar cane \n Wheat Maize (corn) \n Grapes Wheat </ocr>"}, {"role": "assistant", "content": "<bbox>124,104,860,263</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_701"}
{"image": ["./imgs/ChartQA/test/png/multi_col_367.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 14.94% 14.91% 14.91% 14.77% 14.7% 14.67% </ocr>"}, {"role": "assistant", "content": "<bbox>418,608,825,680</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_542"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fb6ed21d9e4dcfacab54e0382c662145_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Incoming Resources Movement in </ocr>"}, {"role": "assistant", "content": "<bbox>597,658,868,669</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_365"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__taking-a-gap-year-to-explore-thailand-in-wanderlust-travel-stories01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Wanderlust: Travel Stories is being developed by Different Tales, a </ocr>"}, {"role": "assistant", "content": "<bbox>41,670,901,703</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_233"}
{"image": ["./imgs/TextVQA/test_images/b3894f9c99d5c22c.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> )14 </ocr>"}, {"role": "assistant", "content": "<bbox>614,140,687,218</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_382"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39753.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> people with 3,700 </ocr>"}, {"role": "assistant", "content": "<bbox>254,666,953,721</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_146"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-150343-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0 1 1 </ocr>"}, {"role": "assistant", "content": "<bbox>559,949,769,976</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_264"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_284_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1941/42 N/A ASL 5th No playoff ? \n 1942/43 N/A ASL 5th No playoff ? </ocr>"}, {"role": "assistant", "content": "<bbox>22,515,843,610</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_359"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lnyc0227_31.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sociology. </ocr>"}, {"role": "assistant", "content": "<bbox>718,380,814,395</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_457"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Lun_Bawang07.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (bamboo </ocr>"}, {"role": "assistant", "content": "<bbox>881,326,957,371</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_980"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eaed6c146797cdda11c34a8a62cf69d1_page35.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Allocation of general support costs 213 262 \n TOTAL 5,744 5,602 \n 6.Grants \n Operational programmes </ocr>"}, {"role": "assistant", "content": "<bbox>121,276,816,421</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_233"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_118_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2006 5 4 4th Qualifier, Region 2 </ocr>"}, {"role": "assistant", "content": "<bbox>41,596,917,644</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_926"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_502_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2010 Ice Box 3 Jose Lezcano Nick Zito Robert V. LaPenta 1-1/8 1:49.19 $750,000 I </ocr>"}, {"role": "assistant", "content": "<bbox>23,104,970,112</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_974"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12091980-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Ties </ocr>"}, {"role": "assistant", "content": "<bbox>622,147,670,219</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_427"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20076.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Academics Engagement Arts </ocr>"}, {"role": "assistant", "content": "<bbox>50,153,582,161</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_535"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20330.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Hong \n Kong \n 8 \n Amsterdam Niagra \n Falls \n 15 \n Hotel Prices Paid by Home and Away Travelers \n Traveling outside the U.S. can be more expensive due to the weak U.S. dollar in comparison to other \n currencies- although Americans pay more to visit some countries abroad, they can find hidden deals in \n places like New Zealand, Ireland and Portugal. \n $250 \n Cost of hotels for guests staying domestically \n Cast of hotels for guests staying internationally \n $200 \n $150 \n $100 \n $50 \n USA Italy Japan India China Brazil Spain Russia Austria Ireland Canada Norway Sweden Portugal Australia Denmark Switzerland \n South \n Korea \n New \n Zealand \n United \n Kingdom \n Travel Destinations in the United States \n MOST EXPENSIVE MOST POPULAR with MOST POPULAR with \n HOTEL RATES FOREIGN TRAVELERS DOMESTIC TRAVELERS \n New York New York Las Vegas \n - \n Honolulu Las Vegas New York </ocr>"}, {"role": "assistant", "content": "<bbox>69,230,913,648</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_462"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tkyg0227_12.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (excl semolina) \n 150 150 </ocr>"}, {"role": "assistant", "content": "<bbox>239,469,882,501</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_803"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15828727-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 Sunderland 1–1 </ocr>"}, {"role": "assistant", "content": "<bbox>29,315,470,360</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_6"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a299a7d-62bb-0861-a4e2-70060c7f5fed_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ee PEPE PT PT LT] am : </ocr>"}, {"role": "assistant", "content": "<bbox>65,241,915,292</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_37"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lflm0081_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> TO: W.C. Combs </ocr>"}, {"role": "assistant", "content": "<bbox>116,172,352,189</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_342"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jhpc0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Conclusions </ocr>"}, {"role": "assistant", "content": "<bbox>321,171,437,188</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_694"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Turrialba01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> prosperous. The town continued to thrive, when the first highway to connect the capital to the coast was built </ocr>"}, {"role": "assistant", "content": "<bbox>20,665,701,690</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_476"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/493496-315597-up-obama-10-30-12-13516185156783-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CABLE % 0 \n UNKWN % 0 \n WBNX % 0 \n WDLI % 0 \n WEAO % 0 \n WGGN % 0 \n WJW % 0 \n WKYC % 0 \n WMFD % 0 \n WOAC % 0 \n WOIO % 0 \n WQHS % 0 \n WUAB % 0 \n WVIZ % 0 \n WVPX % 0 \n Order Totals Billing Plan \n Month # of Spots Net Amount Gross Amount Rating Start Date End Date # Spots Net AmountGross Amount \n October 2012 18 $67,830.00 $79,800.00 0.00 10/01/12 10/28/12 18 $67,830.00 $79,800.00 \n November 2012 18 $84,575.00 $99,500.00 0.00 10/29/12 11/04/12 18 $84,575.00 $99,500.00 \n Totals 36 $152,405.00 $179,300.00 0.00 \n Totals </ocr>"}, {"role": "assistant", "content": "<bbox>29,518,971,874</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_296"}
{"image": ["./imgs/ChartQA/test/png/two_col_3409.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 8.6% 8.3% 8% 8% 7.9% 7.8% 7.4% 6.9% 6.8% 6.7% 6.3% </ocr>"}, {"role": "assistant", "content": "<bbox>131,181,895,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_977"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37309.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7 </ocr>"}, {"role": "assistant", "content": "<bbox>64,549,121,585</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_596"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d02b547f-6489-aaa4-57e1-f01e245c6c0c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Start/End Spots/ \n *Line Ch Start DateEnd Date Description Time Days Length Week Rate TypeSpots Amount \n Start Date End Date Weekdays Spots/Week Rate \n Week: 10/05/20 10/11/20 ------S 1 $3,000.00 \n Totals 43 $102,500.00 \n Time Period # of Spots Gross Amount Agency Comm. Net Amount \n 09/28/20 -10/25/20 43 $102,500.00 ($15,375.00) $87,125.00 \n Totals 43 $102,500.00 ($15,375.00) $87,125.00 \n Signature: Date: \n (* Line Transactions: N = New, E = Edited, D = Deleted) </ocr>"}, {"role": "assistant", "content": "<bbox>29,182,967,914</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_759"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8dfa0ca9-2457-2309-3c1c-8301ca6a6d14_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Card Nurnber: weet \n Expiration Date: 12/24 \n Name on Card: David Neal \n Account Malling ZIP Code: 22209 \n Reference Notes: Est # 6906 Description: Fuller for Congress 6.3-6.9 \n https://xprspay.ipayxepay.net/xprspay/sinclair/elBPN22b_F 1_paynow.jsp </ocr>"}, {"role": "assistant", "content": "<bbox>64,624,546,960</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_140"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fmbb0228_10.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Figure 1 </ocr>"}, {"role": "assistant", "content": "<bbox>205,87,280,113</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_787"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0d1a93eac17732bd8e960dfd7d62a249_page11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> which is referred to in the Regulations but which has </ocr>"}, {"role": "assistant", "content": "<bbox>290,399,663,411</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_374"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-17323042-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 15 November 26 Orlando L 94–96 (OT) Elton Brand (21) Samuel Dalembert (7) Wachovia Center 14,985 7–8 </ocr>"}, {"role": "assistant", "content": "<bbox>12,819,963,854</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_365"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40095.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WAR \n ON \n SENSIA \n BRITAIN \n DECLARES \n WAR \n ON \n KERMANY \n GERMANY \n DECLANES \n WAR \n UN \n RUSSIA \n GERMANY \n DECLARES \n WAN \n ON \n FRANCE \n FRANCIS \n FERDINAND \n ASSASSINATED \n IN \n SARAJEVO \n TURKEY \n ENTERS \n THE \n WAN \n \"LUSITANIA\" \n SUNK \n BY A \n GERMAN \n #BOAT \n HALY \n BELARES \n WAR \n IN \n GERMANY \n & \n AUSTRIA \n BSA \n DECLANES \n WAR \n ON \n GERMANY \n ARMISTICE \n BETWEEN \n GERMANY \n & \n RUSSIA \n SIGNER \n TURKEY \n MAKES \n PEACE </ocr>"}, {"role": "assistant", "content": "<bbox>28,704,869,821</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_336"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jlmf0227_12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> MATERIALS </ocr>"}, {"role": "assistant", "content": "<bbox>541,103,610,118</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_371"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f1aaab483ffc7cfa05396351a69a7778_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> charity gives a </ocr>"}, {"role": "assistant", "content": "<bbox>328,639,437,651</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_513"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b49407c5970c0656beb360f04b743deb_page15.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Total governance costs 36,715 41,722 </ocr>"}, {"role": "assistant", "content": "<bbox>91,741,901,754</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_741"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_201_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1:10.66 </ocr>"}, {"role": "assistant", "content": "<bbox>644,576,725,591</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_630"}
{"image": ["./imgs/ChartQA/test/png/two_col_3279.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 82.33 77.65 71.9 68.37 64.25 64.25 64.25 63 54.62 </ocr>"}, {"role": "assistant", "content": "<bbox>132,206,894,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_96"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_101_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 10 Watkins Glen Al Holbert </ocr>"}, {"role": "assistant", "content": "<bbox>22,581,259,597</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_288"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_318_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 October 16 Win 5–0 Washington Redskins 34 16 23 62,115 \n 6 October 23 Win 6–0 at Philadelphia Eagles 16 10 17 65,507 </ocr>"}, {"role": "assistant", "content": "<bbox>16,358,960,458</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_642"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1517891-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> International goals </ocr>"}, {"role": "assistant", "content": "<bbox>408,25,590,67</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_715"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35262.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> THE FIRST MONEY \n 7TH CENTURY B.C .: IN ROME, Offa, an Anglo-Saxon king, \n THE FIRST COINS WERE MINTED \n INTRODUCED THE FIRST \n near the temple of the goddess Juno Moneta, \n ENGLISH COIN KNOWN AS \n STANDARDIZED COINS THE PENNY \n were created in what is now western Turkey. \n which gave us the words \"mint\" and \"money.\" \n around 790 A.D. \n They were made of \n ELECTRUM, a naturally \n :OFFA: occurring amalgam \n of gold and silver. \n A copper shortage \n forced China to introduce the \n In the 1500s, the Sankt Joachimsthal mine in \n what is now the Czech Republic introduced \n WORLD'S FIRST \n The Spanish version \n LARGE SILVER COINS CALLED of the thaler became the \n CIRCULATING PAPER MONEY THALER. FIRST WORLDWIDE </ocr>"}, {"role": "assistant", "content": "<bbox>14,392,968,576</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_683"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17445415-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Record Opponent Method </ocr>"}, {"role": "assistant", "content": "<bbox>63,147,396,219</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_410"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44483.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> sports industry in China is expected </ocr>"}, {"role": "assistant", "content": "<bbox>757,749,910,764</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_550"}
{"image": ["./imgs/TextVQA/test_images/95277b8d7312e534.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ONION </ocr>"}, {"role": "assistant", "content": "<bbox>323,48,704,132</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_13"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13821848-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 6 139 Ralph Lewis United States La Salle </ocr>"}, {"role": "assistant", "content": "<bbox>31,740,796,812</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_528"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3c3849e8ab2e32653b25507492845d4a_page5.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 14107.15 </ocr>"}, {"role": "assistant", "content": "<bbox>591,344,666,360</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_91"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztnk0226_8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> between AMSTAR </ocr>"}, {"role": "assistant", "content": "<bbox>152,229,319,244</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_984"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20147.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Give examples that demonstrate </ocr>"}, {"role": "assistant", "content": "<bbox>335,722,667,728</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_381"}
{"image": ["./imgs/ChartQA/test/png/two_col_101276.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 127 Invoice trading </ocr>"}, {"role": "assistant", "content": "<bbox>146,371,452,439</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_486"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f821dd389785ed50a15ff929b4664891_page12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> the charity to the </ocr>"}, {"role": "assistant", "content": "<bbox>780,244,898,256</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_22"}
{"image": ["./imgs/VisualMRC/images/fsf.org/01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> of its owners and vulnerable to </ocr>"}, {"role": "assistant", "content": "<bbox>580,303,779,320</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_916"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fphl0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (Not Copyrighted) \n New York </ocr>"}, {"role": "assistant", "content": "<bbox>445,418,567,447</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_290"}
{"image": ["./imgs/ChartQA/test/png/24427049001318.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0% 5% 10% 15% 20% 25% 30% </ocr>"}, {"role": "assistant", "content": "<bbox>254,877,770,907</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_721"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36195.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> YOUR COMMUNITY! </ocr>"}, {"role": "assistant", "content": "<bbox>546,918,740,944</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_572"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b0853b013da5b2b0ebd13cee07bdd979_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> witness to the root causes of the conflict is central to MAP's mission of working for the health and dignity of Palestinians. </ocr>"}, {"role": "assistant", "content": "<bbox>95,205,874,218</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_505"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eda55cb204d540c607717dc62fc95806_page7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The public exam results in August 2014 were: A level with 54% A7A/B grades; GCSE with 44% A7A grades. </ocr>"}, {"role": "assistant", "content": "<bbox>150,632,893,643</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_687"}
{"image": ["./imgs/TextVQA/test_images/584d79dd595df3c4.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> RDK </ocr>"}, {"role": "assistant", "content": "<bbox>343,731,513,830</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_465"}
{"image": ["./imgs/VisualMRC/images/transparency.org/getinvolved__anticorruptionaward01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> a source of inspiration to the anti-corruption </ocr>"}, {"role": "assistant", "content": "<bbox>140,501,528,534</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_533"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39592.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> HAD BEEN ABUSED </ocr>"}, {"role": "assistant", "content": "<bbox>512,377,746,383</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_221"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40000.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SIXTH AMENDMENT: FIFTH </ocr>"}, {"role": "assistant", "content": "<bbox>333,681,532,694</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_51"}
{"image": ["./imgs/TextVQA/test_images/adb967298fc66ad4.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 920mV </ocr>"}, {"role": "assistant", "content": "<bbox>769,852,854,894</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_116"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b83b03c8-6bd6-61df-d90e-a91cfa2d4a3a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Agency Name: Media Buying and Analytics \n Buying Contact: Billing Type: Cash \n Billing Contact: Billing Calendar: Broadcast \n 2020 Howell Mill Rd NW Billing Cycle: EOM/EOC \n Atlanta, GA 30318-1732 Agency Commission: 15% </ocr>"}, {"role": "assistant", "content": "<bbox>29,236,768,326</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_401"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_464_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> founding </ocr>"}, {"role": "assistant", "content": "<bbox>261,804,316,841</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_915"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20193.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1. Squidoo \n Miel \n Foursquare \n Ways Cunta \n 10. Hootsuite \n SOCIAL NETWORKS WITH \n THE HIGHEST PECENTAGE OF \n MEN THE HOST EDUCATED \n (GRADUATE DEGREE) </ocr>"}, {"role": "assistant", "content": "<bbox>51,459,878,518</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_444"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11677760-22_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> IN </ocr>"}, {"role": "assistant", "content": "<bbox>506,846,521,928</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_623"}
{"image": ["./imgs/ChartQA/test/png/two_col_102335.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 56.4 </ocr>"}, {"role": "assistant", "content": "<bbox>136,219,246,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_176"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> INVOICE </ocr>"}, {"role": "assistant", "content": "<bbox>469,38,552,64</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_615"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27784580-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> \"Saishūshōjomaku.wakare\" A prologue of final </ocr>"}, {"role": "assistant", "content": "<bbox>268,666,679,700</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_26"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__will-drones-transform-farmers-lives-in-thailand02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> other manufacturers followed suit. </ocr>"}, {"role": "assistant", "content": "<bbox>95,325,539,369</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_260"}
{"image": ["./imgs/TextVQA/test_images/6ac44be6eda37413.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 061550 </ocr>"}, {"role": "assistant", "content": "<bbox>859,164,958,187</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_184"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ylwn0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DOCUMENT. </ocr>"}, {"role": "assistant", "content": "<bbox>104,979,183,992</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_354"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40814.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 395,700 </ocr>"}, {"role": "assistant", "content": "<bbox>146,112,441,163</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_285"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41002.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WHAT </ocr>"}, {"role": "assistant", "content": "<bbox>41,160,128,176</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_581"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1364343-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Total Population Catholic </ocr>"}, {"role": "assistant", "content": "<bbox>190,168,513,250</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_272"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Bill Type Standard </ocr>"}, {"role": "assistant", "content": "<bbox>776,103,883,113</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_186"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_93.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> a) Segment revenue and expenses: </ocr>"}, {"role": "assistant", "content": "<bbox>109,670,372,684</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_407"}
{"image": ["./imgs/ChartQA/test/png/multi_col_805.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Display advertising including 26% 31% 10% 33% </ocr>"}, {"role": "assistant", "content": "<bbox>91,581,784,633</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_984"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18762971-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 20,184 </ocr>"}, {"role": "assistant", "content": "<bbox>825,810,906,823</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_7"}
{"image": ["./imgs/ChartQA/test/png/689.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Not a threat Major threat Minor threat </ocr>"}, {"role": "assistant", "content": "<bbox>439,128,991,183</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_114"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_318_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 September 18 Win 1–0 at Minnesota Vikings 16 10 16 47,678 </ocr>"}, {"role": "assistant", "content": "<bbox>16,103,960,144</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_533"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14407512-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Rank Name Nationality 1st (m) </ocr>"}, {"role": "assistant", "content": "<bbox>23,168,571,250</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_593"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zpxl0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Report to Department of Justice. </ocr>"}, {"role": "assistant", "content": "<bbox>289,272,680,289</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_266"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Serverware_Group02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> be developed by the company was SeNTry. This allowed administrators to monitor the Event Logs of </ocr>"}, {"role": "assistant", "content": "<bbox>166,311,817,407</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_720"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/475975-nab-ohroc-dovilla001-13506805286325-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Communications& </ocr>"}, {"role": "assistant", "content": "<bbox>205,166,337,177</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_967"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hnpp0000_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MESSAGE/NOTE: \n new Section rund fun pp. LAS. \n should the more \n Confortable if you kevinund </ocr>"}, {"role": "assistant", "content": "<bbox>130,607,884,717</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_474"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_852_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 - 2 26 22 </ocr>"}, {"role": "assistant", "content": "<bbox>632,758,960,776</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_764"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18160020-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Álvaro Campos 24 28 0.86 Real Murcia B \n Matías Garavano 26 30 0.87 Mérida </ocr>"}, {"role": "assistant", "content": "<bbox>31,712,937,928</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_176"}
{"image": ["./imgs/TextVQA/test_images/09eb9f5005da8815.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> HemoClin </ocr>"}, {"role": "assistant", "content": "<bbox>11,65,100,104</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_401"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page239.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> cyhoedd ei gweld, o wneud apwyntiad, ymhob gweithredol y Cyngor ac ar ei fewnrwyd. Caiff </ocr>"}, {"role": "assistant", "content": "<bbox>73,621,883,635</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_960"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hjcw0217_4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> increase </ocr>"}, {"role": "assistant", "content": "<bbox>223,263,289,279</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_201"}
{"image": ["./imgs/ChartQA/test/png/two_col_5244.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 17.6 </ocr>"}, {"role": "assistant", "content": "<bbox>420,235,468,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_631"}
{"image": ["./imgs/TextVQA/test_images/d014dceae8f241e3.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> TUA </ocr>"}, {"role": "assistant", "content": "<bbox>491,700,529,763</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_183"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15753390-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Place Rider Country Machine Speed Time Points \n 1 Siegfried Schauzu/Wolfgang Kalauch West Germany BMW 91.85 mph 1:13.57.2 15 \n 2 Heinz Luthringshauser/J.Cusnik West Germany BMW 91.70 mph 1:14.04.6 12 \n 3 Gerry Boret/Nick Boret United Kingdom Konig 84.43 mph 1:20.27.4 10 \n 4 W.Klenk/N.Scheerer West Germany BMW 83.62 mph 1:21.31.8 8 </ocr>"}, {"role": "assistant", "content": "<bbox>19,100,980,473</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_122"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__AIM_Academy01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2016.51 </ocr>"}, {"role": "assistant", "content": "<bbox>884,905,953,922</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_145"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__How_to_meditate05.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> previous section we created a fantasy scenario in which we got you into the best school in town and </ocr>"}, {"role": "assistant", "content": "<bbox>278,465,911,505</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_506"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Cyril_Philips01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Career </ocr>"}, {"role": "assistant", "content": "<bbox>22,560,84,596</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_773"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35110.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> when the sun is shining, \n but wants it back the \n minute it begins to rain. \" </ocr>"}, {"role": "assistant", "content": "<bbox>663,661,973,685</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_341"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_389_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Date introduced Class 1 (e.g. Motorbike) Class 2 (e.g. Car) Class 3 (e.g. Car with trailer) Class 4 (e.g. Van) Class 5 (e.g. HGV) </ocr>"}, {"role": "assistant", "content": "<bbox>26,57,985,110</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_454"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18946749-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Mount Giluwe Papua New Guinea New Guinea 4,367 2,507 1860 </ocr>"}, {"role": "assistant", "content": "<bbox>73,247,959,265</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_295"}
{"image": ["./imgs/TextVQA/test_images/7e8f00b4f9edab7d.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MILK </ocr>"}, {"role": "assistant", "content": "<bbox>289,751,389,782</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_205"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20152.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Masest \n STARBUCKS' \n Mermaid Relaxing \n Fanta \n Fauta Favorite \n --- -- --- -- \n CONCLUSION \n homestead </ocr>"}, {"role": "assistant", "content": "<bbox>71,717,969,982</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_803"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-19179465-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2 Celtic Crusaders 18 12 0 6 511 391 120 4 40 </ocr>"}, {"role": "assistant", "content": "<bbox>19,262,941,311</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_289"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5abf4ab4ba78da7bcb044b6c19f23902_page23.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2018 2017 </ocr>"}, {"role": "assistant", "content": "<bbox>758,457,930,470</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_799"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3dc95dff655db34a6810d06f2f62e423_page43.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> up in limited to 21. </ocr>"}, {"role": "assistant", "content": "<bbox>190,629,312,642</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_567"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> STRATEGIES </ocr>"}, {"role": "assistant", "content": "<bbox>192,298,264,313</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_506"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b9b3bb81-bd1e-4696-5291-66b3c74aa923_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Agency: ASSEMBLY Advertiser: Mike Bloomberg 2020, Market: Dayton Total $: $15,110.00 </ocr>"}, {"role": "assistant", "content": "<bbox>307,87,942,100</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_332"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a92d2419-a484-64a7-b0e7-960e1f8641b0_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> paymantforthe broadcast time requested has been furnished by (chock one box </ocr>"}, {"role": "assistant", "content": "<bbox>131,612,650,627</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_359"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_189_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 14.8 </ocr>"}, {"role": "assistant", "content": "<bbox>853,177,891,222</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_117"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__virtualization03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> allow for running applications in an </ocr>"}, {"role": "assistant", "content": "<bbox>462,188,919,209</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_6"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_744_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Yanchev </ocr>"}, {"role": "assistant", "content": "<bbox>198,601,335,631</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_493"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_925_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Pat Baldwin 1 0 0 0 1 </ocr>"}, {"role": "assistant", "content": "<bbox>64,603,924,642</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_355"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4c0c1c27-ee87-8316-4dd5-4cf5c5f55456_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DUPINLVOIICCEATE </ocr>"}, {"role": "assistant", "content": "<bbox>328,32,669,78</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_14"}
{"image": ["./imgs/ChartQA/test/png/two_col_2788.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>527,802,837,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_102"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailand-turns-to-china-for-high-speed-rail-boost04.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Association and a reporter from News Laos Agency, said the joint Lao- \n Sino high-speed train project in Laos’ North to Vientiane \n — \n whenever it \n is completed \n — \n will help improve the quality of Lao people's lives. “Lao \n farmers will have an easier time bringing their farm products for sale in \n other cities,” he said, adding the project will help promote tourism and </ocr>"}, {"role": "assistant", "content": "<bbox>29,322,973,565</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_598"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15198842-45_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Overall </ocr>"}, {"role": "assistant", "content": "<bbox>240,74,337,142</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_345"}
{"image": ["./imgs/TextVQA/test_images/72997f0cb6f9236c.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ALEY </ocr>"}, {"role": "assistant", "content": "<bbox>226,329,255,367</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_49"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-keeping-track-of-foreigners-the-tm30-reporting-form02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> = If you own and live in a home in </ocr>"}, {"role": "assistant", "content": "<bbox>88,422,514,470</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_528"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1fc618f8d84d4f1fff9946afd72fbcb3_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The Association also derives funds from the letting of the community centre in furtherance of its charitable </ocr>"}, {"role": "assistant", "content": "<bbox>100,653,843,665</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_526"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pyfg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> SIGNATURE OF \n PRINCIPAL \n INVESTIGATOR \n Identify the Professional School (medical, dental, public health, graduate, or \n other) with which this project should be identified: \n SCHOOL. \n INVESTIGATOR-DO NOT USE THIS SPACE \n Ferm Approved \n Budget Bureau No. 92-R001.2 JUL. 1986 </ocr>"}, {"role": "assistant", "content": "<bbox>363,782,943,980</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_592"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37089.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 30% 22% 26% </ocr>"}, {"role": "assistant", "content": "<bbox>147,871,444,881</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_31"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mtlg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and replaced tubes. 17.50 \n 3/8 (32020) Med. Maint. 1/15-Issued 1 feed chru \n switch for transformer 4.40 </ocr>"}, {"role": "assistant", "content": "<bbox>82,630,913,692</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_311"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a1f568bc-283e-52e0-61cb-66a4e8f73efb_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Schedule Dates 06/04/20-06/08/20 Last Modified 06/02/20 \n Jun. 2020 53 $4,025.00 \n WSET Advertiser Claire Russo VACD5 -D (136863) Entered By Anita Lowe \n PO Box 11588 Agency Grassroots Media LLC (19605) CO-OP No </ocr>"}, {"role": "assistant", "content": "<bbox>146,50,958,101</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_481"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_415_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1998 Carl Fogarty 3 Ducati 916 Ducati </ocr>"}, {"role": "assistant", "content": "<bbox>24,529,671,597</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_619"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__four-killed-in-attacks-in-thailand-as-anger-burns01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> is reshaping </ocr>"}, {"role": "assistant", "content": "<bbox>378,651,510,672</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_563"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/692a4f5d-b5eb-f29e-a042-4fde3d0b66e4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Political Candidate Outside Window Rate \n 01/06/20to01/12/20 2x ---TF-- \n 9 Th 01/09/20 1:00 7:43 AM MRBPBK6011H $1,600.00 1 \n 9 F 01/10/20 1:00 7:53 AM MRBPBK6011H $1,600.00 2 \n 3 9 Fox 9 AM News at 8am 8a-9a \n Political Candidate Outside Window Rate \n 01/06/20to01/12/20 2x ---TF-- \n 9 Th 01/09/20 1:00 8:13 AM MRBPBK6011H $1,500.00 2 \n 9 F 01/10/20 1:00 8:28 AM MRBPBK6011H $1,500.00 1 \n 4 9 Fox 9 AM News at 8am 8a-9a </ocr>"}, {"role": "assistant", "content": "<bbox>24,521,960,682</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_132"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4c0c1c27-ee87-8316-4dd5-4cf5c5f55456_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Payment </ocr>"}, {"role": "assistant", "content": "<bbox>29,316,111,331</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_291"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__cheat-sheet-gnome-301.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> cheat </ocr>"}, {"role": "assistant", "content": "<bbox>497,120,596,158</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_235"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Leyte_Island02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> e Cebu Pacific \n - Manila, Cebu and Davao. \n ¢ Philippine Airlines \n - \n Manila and Cebu. \n ¢ Air Asia </ocr>"}, {"role": "assistant", "content": "<bbox>30,426,297,623</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_521"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pfpw0224_10.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Rogen Gerald </ocr>"}, {"role": "assistant", "content": "<bbox>287,98,480,123</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_892"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_259_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 7 1 Zakaria Messaiké Lebanon 11.06 </ocr>"}, {"role": "assistant", "content": "<bbox>54,225,872,243</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_196"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrvv0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Breakdown of Project Expenses </ocr>"}, {"role": "assistant", "content": "<bbox>363,599,646,616</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_156"}
{"image": ["./imgs/TextVQA/test_images/d30d198f38a6eb4a.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ii </ocr>"}, {"role": "assistant", "content": "<bbox>252,787,281,826</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_1"}
{"image": ["./imgs/VisualMRC/images/fsf.org/campaigns__odf.html01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Users can read and write OpenDocument files without agreeing to proprietary software \n licenses and programmers are free to write applications that support ODF without fear \n of patent claims or licensing issues. Governments, businesses and archivists can use \n ODF to ensure critical documents can be read for years to come, without being forced \n to pay for updates to proprietary reading software. </ocr>"}, {"role": "assistant", "content": "<bbox>37,561,719,953</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_142"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/145ad2fb-8a59-b4e6-9f6d-96c2278171aa_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Flight Dates: 03/30/20 - 04/12/20 Estimate: 795 \n Ln Ch Start End Inventory Code Break Start/End Time Days Len Spots Rate Pri RtgType Spots Amount \n MAKE A DEAL \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 04/06/20 04/12/20 MT----- 3 $50.00 0.00 \n N 6 All 03/30/20 04/05/20 M-F 10-11am CM 10:00 AM-11:00 AM---TF-- :30 3 $50.00P-6 0.00 NM 3 $150.00 \n M-F 10-11am \n MAKE A DEAL \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/30/20 04/05/20 ---TF-- 3 $50.00 0.00 \n N 7 All 04/06/20 04/12/20 M-F 2-3pm CM 2:00 PM-3:00 PM MT----- :30 3 $50.00P-6 0.00 NM 3 $150.00 \n M-F 2-3pm \n KELLY CLARKSON \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 04/06/20 04/12/20 MT----- 3 $50.00 0.00 \n N 8 All 03/30/20 04/05/20 M-F 2-3pm CM 2:00 PM-3:00 PM ---TF-- :30 3 $50.00P-6 0.00 NM 3 $150.00 </ocr>"}, {"role": "assistant", "content": "<bbox>29,81,968,327</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_374"}
{"image": ["./imgs/ChartQA/test/png/52159158000443.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 0% 10% 20% 30% 40% 50% </ocr>"}, {"role": "assistant", "content": "<bbox>56,902,863,932</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_723"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20298.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DO THEY FIT YOUR TARGET PROFILE? </ocr>"}, {"role": "assistant", "content": "<bbox>206,601,851,609</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_622"}
{"image": ["./imgs/ChartQA/test/png/4444.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Total 32 </ocr>"}, {"role": "assistant", "content": "<bbox>187,293,612,323</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_324"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c5151f551a20adcb796eae548e0dc23_page26.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> The average number of employees of the Trust during the year was 4 comprising 1 full time and 3 part time </ocr>"}, {"role": "assistant", "content": "<bbox>119,772,841,784</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_566"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37285.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> messages from </ocr>"}, {"role": "assistant", "content": "<bbox>661,652,796,668</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_299"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20350.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> John Oliver </ocr>"}, {"role": "assistant", "content": "<bbox>734,552,794,639</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_683"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96170f7bf4ee3d75700c4a7ecb9f6535_page8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Specifically, </ocr>"}, {"role": "assistant", "content": "<bbox>791,636,880,649</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_845"}
{"image": ["./imgs/TextVQA/test_images/8896b5a5c0abaf84.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FAMILY </ocr>"}, {"role": "assistant", "content": "<bbox>658,711,730,777</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_10"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12450336-19_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Team 1 Agg. Team 2 1st leg 2nd leg \n Werder Bremen 3–2 Saint-Étienne 1–0 2–2 </ocr>"}, {"role": "assistant", "content": "<bbox>27,119,965,272</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_802"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/88b19d91da72d68d6f4ccd23450f892d_page18.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> assets ofdefined benefit plans are recognised at fair value in the balance sheet. </ocr>"}, {"role": "assistant", "content": "<bbox>233,777,819,793</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_487"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nhlg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> NIGHT LETTER SEPT. 18, </ocr>"}, {"role": "assistant", "content": "<bbox>280,127,795,154</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_776"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_560_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Washington 235,625.00 Mount Rainier, an active volcano, is the most prominent peak in the Cascades, and it is covered by 26 named glaciers including Carbon Glacier and Emmons Glacier, the largest in the continental United \n Mount \n 46.85°N March 2, 1899 acres States. The mountain is popular for climbing, and more than half of the park is covered by subalpine and alpine forests. Paradise on the south slope is one of the snowiest places in the world, and the \n Rainier \n 121.75°W (953.5 km2) Longmire visitor center is the start of the Wonderland Trail, which encircles the mountain.[49] \n Washington 504,780.94 \n North This complex includes the two units of the National Park and the Ross Lake and Lake Chelan National Recreation Areas. There are numerous glaciers, and popular hiking and climbing areas are Cascade \n Cascades \n 48.70°N October 2, 1968 acres \n Pass, Mount Shuksan, Mount Triumph, and Eldorado Peak.[50] \n 121.20°W (2,042.8 km2) \n Washington 922,650.86 \n Situated on the Olympic Peninsula, this park ranges from Pacific shoreline with tide pools to temperate rainforests to Mount Olympus. The glaciated Olympic Mountains overlook the Hoh Rain Forest and \n Olympic 47.97°N June 29, 1938 acres \n Quinault Rain Forest, the wettest area of the continental United States.[51] \n 123.50°W (3,733.8 km2) \n Arizona 93,532.57 \n Petrified This portion of the Chinle Formation has a great concentration of 225-million-year-old petrified wood. The surrounding region, the Painted Desert, has eroded red-hued volcanic rock called bentonite. There \n Forest \n 35.07°N December 9, 1962 acres \n are also dinosaur fossils and over 350 Native American sites.[52] \n 109.78°W (378.5 km2) \n California 26,605.73 \n Pinnacles 36.48°N January 10, 2013 acres Known for the namesake eroded leftovers of half of an extinct volcano, it is popular for its rock climbing.[53] \n 121.16°W (107.7 km2) \n California 112,512.05 \n This park and the co-managed state parks protect almost half of all remaining Coastal Redwoods, the tallest trees on Earth. There are three large river systems in this very seismically active area, and the \n Redwood 41.30°N October 2, 1968 acres \n 37 miles (60 km) of protected coastline have tide pools and seastacks. The prairie, estuary, coast, river, and forest ecosystems have varied animal and plant species.[54] \n 124.00°W (455.3 km2) \n Colorado 265,828.41 \n Rocky This section of the Rocky Mountains has ecosystems varying in elevation from the over 150 riparian lakes to Montane and subalpine forests to the alpine tundra. Large wildlife including mule deer, bighorn \n Mountain </ocr>"}, {"role": "assistant", "content": "<bbox>14,694,991,805</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_933"}
{"image": ["./imgs/ChartQA/test/png/two_col_448.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 126.19 125.76 125.28 124.77 124.22 </ocr>"}, {"role": "assistant", "content": "<bbox>343,194,681,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_97"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6332f7cf09190bf30752c947a0a686fd_page24.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> recovery ofdebts is a matter ofjudgement. \n f) Ancillary and Non-Ancillary Trading Income </ocr>"}, {"role": "assistant", "content": "<bbox>150,266,507,300</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_942"}
{"image": ["./imgs/VisualMRC/images/fsf.org/campaigns__priority.html01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FSF High Priority </ocr>"}, {"role": "assistant", "content": "<bbox>81,428,215,468</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_725"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Revision Alt Order </ocr>"}, {"role": "assistant", "content": "<bbox>724,62,862,72</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_733"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__devops01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> developers and operations staff to work on the same project ina </ocr>"}, {"role": "assistant", "content": "<bbox>20,667,946,690</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_619"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Bagolini_striated_glasses_test02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> sensory adaptation that occurs when a constant deviation of the eye is present which facilitates </ocr>"}, {"role": "assistant", "content": "<bbox>380,599,977,670</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_467"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41099.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Commitments of EU to Vietnamese goods Commitments of Vietnam to EU's goods </ocr>"}, {"role": "assistant", "content": "<bbox>83,314,922,327</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_110"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hjxj0037_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> incorporate </ocr>"}, {"role": "assistant", "content": "<bbox>301,581,388,599</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_637"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__aleksandra-strzelichowska03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> excitement </ocr>"}, {"role": "assistant", "content": "<bbox>596,483,700,516</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_691"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/804feb1c1d2c3f85994ae77373a58ffd_page22.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Consolidated statement oftotal recognised gains and losses 30June 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>133,100,702,114</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_775"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18600760-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> James River Valley Dickey 40 28.597 0.000 46.246641 -98.188329 3802140540 01036767 </ocr>"}, {"role": "assistant", "content": "<bbox>15,342,975,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_253"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1122714-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Noritake Takahara Kojima- Ford 1 Collision </ocr>"}, {"role": "assistant", "content": "<bbox>28,913,813,937</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_666"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gpcg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Wednesday , June 28 </ocr>"}, {"role": "assistant", "content": "<bbox>83,136,253,152</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_785"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-22815568-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11.8% Transitional </ocr>"}, {"role": "assistant", "content": "<bbox>740,736,982,775</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_198"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kljw0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ivargut </ocr>"}, {"role": "assistant", "content": "<bbox>109,681,292,797</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_404"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_395_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Birmingham, United Kingdom </ocr>"}, {"role": "assistant", "content": "<bbox>425,490,552,516</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_838"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-laos-cooperate-in-aircraft-search-and-rescue01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Thailand and Laos on July 13 signed a bilateral agreement on aircraft \n search and rescue cooperation under the International Civil Aviation \n Organisation's (ICAO) Convention on International Civil Aviation. </ocr>"}, {"role": "assistant", "content": "<bbox>50,109,945,195</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_984"}
{"image": ["./imgs/ChartQA/test/png/two_col_24515.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 </ocr>"}, {"role": "assistant", "content": "<bbox>137,802,888,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_204"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c8098958-d8af-d994-f5f7-68f3352a367a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Region National </ocr>"}, {"role": "assistant", "content": "<bbox>658,207,797,217</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_985"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/njxw0228_7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ESTIMATED BUDGET \n for \n Nutrition Education of Physicians Proposal \n FIRST YEAR \n (January 1, 1985-December 31, 1985) \n Personnel \n Fringe \n Name Title Salary Benefits Total \n B. Levine, Ph.D. Nutrition 50 $16,936. $4,742 .* $21,678. \n Info. Cntr. \n Director \n M. Wigren Secretary 50 9,584. 2,108 .** 11,692. \n R. Tannenbaum, Ph.D. Program - </ocr>"}, {"role": "assistant", "content": "<bbox>99,51,804,340</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_26"}
{"image": ["./imgs/ChartQA/test/png/two_col_62964.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Germany France </ocr>"}, {"role": "assistant", "content": "<bbox>190,802,391,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_866"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10372.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> across </ocr>"}, {"role": "assistant", "content": "<bbox>684,105,747,123</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_421"}
{"image": ["./imgs/ChartQA/test/png/two_col_42075.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 38.1 </ocr>"}, {"role": "assistant", "content": "<bbox>266,249,316,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_270"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4818ebacce381af0af0162e5c8ded288_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> together two world-class research institutes: the Gurdon Refinement and Reduction of Animals in Research researchers are continuing their careers in academic government to help shape the agenda for the event and \n Institute, at the University of Cambridge, and the Institute (NC3Rs) CRACK IT – UnTangle challenge. Together research or healthcare-related posts. the global work streams. \n of Neurology, UCL. Building on established human stem with co-sponsors Lilly and Janssen, we challenged \n cell techniques, which involve transforming skin cells scientists to use the latest stem cell techniques to • A range of international young investigator prizes The first Global Action Against Dementia legacy event \n donated by people with Alzheimer’s into working nerve pioneer a cell model of dementia in the lab which could were awarded to Dr Manja Lehman, Dr James Duce took place in London in June. We co-hosted the Summit \n cells in the laboratory, the Centre will develop scientists’ be used for drug screening. In the first phase four and Dr Rita Guerreiro as a result of their work funded with the Department of Health, and as part of the \n understanding of Alzheimer’s and screen potential new teams were awarded £100,000 of funding for proof- by ARUK Fellowships. Other grantees reported being programme held a reception on the eve of the event \n treatments. The Centre represents leading edge science, of-concept studies and at the end of August 2014, Dr invited to present their work at conferences or being to kick off proceedings, which gave us the opportunity \n incorporating the latest techniques and harnessing them Selina Wray, who is based at University College London, appointed to journal editorial boards as recognition to launch our Defeat Dementia campaign. The Rt Hon \n to change lives. was awarded the top prize of £900,000. During the first for their efforts. Jeremy Hunt, The Secretary of State for Health, and Dr </ocr>"}, {"role": "assistant", "content": "<bbox>24,318,969,476</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_176"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page116.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> my opinion: </ocr>"}, {"role": "assistant", "content": "<bbox>102,492,195,505</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_684"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxdx0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Session </ocr>"}, {"role": "assistant", "content": "<bbox>450,401,518,417</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_466"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8d3852e5837934098fc721d6a661a859_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Report and Accounts </ocr>"}, {"role": "assistant", "content": "<bbox>390,596,676,619</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_259"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10742.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CSMLSSCSLM </ocr>"}, {"role": "assistant", "content": "<bbox>823,907,954,932</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_998"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10473.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Companies </ocr>"}, {"role": "assistant", "content": "<bbox>587,313,704,352</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_574"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rjxg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Syracuse University </ocr>"}, {"role": "assistant", "content": "<bbox>90,387,234,410</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_835"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18792952-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Povenmire Porky, Petunia </ocr>"}, {"role": "assistant", "content": "<bbox>440,857,725,929</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_1"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18994360-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 Tó Leal \"Eu mesmo\" 42 8 </ocr>"}, {"role": "assistant", "content": "<bbox>26,262,915,311</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_144"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37292.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ANNUAL REVENUE: $200 MILLION </ocr>"}, {"role": "assistant", "content": "<bbox>377,917,609,924</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_958"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11221360-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Win 9-6-1 Sakae Kasuya Decision(majority) Shooto 2 5:00 \n Win 8-6-1 Daisuke Ishizawa Decision(unanimous) Shooto 2 5:00 \n Loss 7-6-1 Shintaro Ishiwatari Decision(unanimous) Shooto 2 5:00 \n Win 7-5-1 Eiji Murayama Decision(unanimous) Shooto 2 5:00 \n Win 6-5-1 Hiroki Kita Decision(unanimous) Shooto 2 5:00 \n Draw 5-5-1 Ed Newalu Draw PIP- East vs West 2 5:00 \n Win 5-5 Manabu Inoue Decision (majority) GCM- D.O.G. 5 2 5:00 </ocr>"}, {"role": "assistant", "content": "<bbox>20,246,971,554</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_113"}
{"image": ["./imgs/ChartQA/test/png/two_col_61171.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dec '11 Jan '12 Jun '12 Dec '12 Jan '13 Jun '13 </ocr>"}, {"role": "assistant", "content": "<bbox>166,802,862,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_839"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__india-philippine-central-banks-to-cut-rate-bank-of-thailand-waits03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> to growth considerations, </ocr>"}, {"role": "assistant", "content": "<bbox>406,468,752,502</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_571"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sxfl0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Anne Smith, CRA International (tentative) </ocr>"}, {"role": "assistant", "content": "<bbox>357,479,688,496</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_57"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17360840-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Phoenix </ocr>"}, {"role": "assistant", "content": "<bbox>203,320,273,357</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_768"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zggb0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> R. Kirkendall -- pls draft a ltr of ack'm't for the </ocr>"}, {"role": "assistant", "content": "<bbox>451,889,920,906</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_248"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44678.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Olympic Games The diaulos or two-stade race </ocr>"}, {"role": "assistant", "content": "<bbox>238,135,610,147</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_83"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-184806-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Kirby </ocr>"}, {"role": "assistant", "content": "<bbox>480,159,565,189</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_532"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20275.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> arrogance? </ocr>"}, {"role": "assistant", "content": "<bbox>597,713,794,726</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_405"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11513647-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> June 12 @ Red Sox 7–5 Hampton (3–8) 31,583 32–34 \n June 14 Indians 5–3 Thomson (6–6) 40,156 32–35 \n June 15 Indians 7–4 Paronto (0–2) 41,870 33–35 </ocr>"}, {"role": "assistant", "content": "<bbox>27,415,950,504</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_4"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sports__champions-league-will-be-won-by-man-city-liverpool-or-barcelona01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Europe's old Big Three is dead. The only one preventing Liverpool and \n City from turning it into a Big Two is the greatest soccer player we've \n ever seen. This season, City will win their first title, Lionel Messi will \n snag his fifth Champions League trophy or Liverpool will take home </ocr>"}, {"role": "assistant", "content": "<bbox>34,30,912,200</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_401"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rllg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2. (a) Advertising by circular letters sent to. dealers. </ocr>"}, {"role": "assistant", "content": "<bbox>46,174,478,188</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_73"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldg0227_46.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> P.D. 19 181 .72.1. 71.2 51 </ocr>"}, {"role": "assistant", "content": "<bbox>170,562,836,582</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_845"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> KMAX Th 02/27/20 :30 1:56 AM MRBPBA3043EH $35.00 1 </ocr>"}, {"role": "assistant", "content": "<bbox>55,569,960,582</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_391"}
{"image": ["./imgs/TextVQA/test_images/016bc75fcfc8b2a4.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 7€ </ocr>"}, {"role": "assistant", "content": "<bbox>358,371,404,425</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_38"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3854360f3c6475dc480283e8d8437f71_page23.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> £ £ £ </ocr>"}, {"role": "assistant", "content": "<bbox>597,267,804,278</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_631"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_275_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Accident </ocr>"}, {"role": "assistant", "content": "<bbox>684,887,769,908</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_89"}
{"image": ["./imgs/ChartQA/test/png/two_col_80669.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> El Salvador Nicaragua Honduras </ocr>"}, {"role": "assistant", "content": "<bbox>564,802,804,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_478"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5be3f0c9-0d55-7214-cefd-1489062f56a1_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Handling None Period 4/27/2020 - </ocr>"}, {"role": "assistant", "content": "<bbox>433,114,896,129</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_107"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17511295-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Regular season \n Date Visitor Score Home Decision Attendance Record \n December 2 Tampa Bay 3 – 4 Philadelphia Biron 19,227 12–7–5 \n December 4 New Jersey 3 – 2 Philadelphia Biron 19,577 12–7–6 </ocr>"}, {"role": "assistant", "content": "<bbox>24,22,972,235</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_694"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Unification_Constant01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> matter is the unity of mass and massfield. Massfield is a spherical field surrounding its mass body sharing the same center of mass. </ocr>"}, {"role": "assistant", "content": "<bbox>17,763,880,800</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_149"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_91.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> documents </ocr>"}, {"role": "assistant", "content": "<bbox>572,752,627,779</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_490"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kzbn0226_19.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> requested </ocr>"}, {"role": "assistant", "content": "<bbox>141,493,217,510</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_958"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37365.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sources: Nielsen [1. 3], Pew [2, 7, 9], Project Tomorrow [4], Kaplan [5]. International Data Corp. [6]. MSNBC [8], </ocr>"}, {"role": "assistant", "content": "<bbox>203,948,636,960</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_436"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10809351-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Collingwood 21.22 (148) St Kilda 4.12 (36) Victoria Park 12,000 4 June 1949 \n Carlton 14.13 (97) North Melbourne 10.7 (67) Princes Park 29,500 4 June 1949 </ocr>"}, {"role": "assistant", "content": "<bbox>19,385,980,574</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_444"}
{"image": ["./imgs/TextVQA/test_images/6ef4282b6221795e.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 20A </ocr>"}, {"role": "assistant", "content": "<bbox>725,152,789,181</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_133"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d66e61d9-1356-88c4-a077-2a2944315352_page1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> COMMUNICATIONS </ocr>"}, {"role": "assistant", "content": "<bbox>401,621,489,635</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_951"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8a432d5358e8fb9b20c78146be11bfe6_page16.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Inveslmcnt managemeat (17,590) (17,590) </ocr>"}, {"role": "assistant", "content": "<bbox>100,375,896,387</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_319"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_427_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2009-10 Katlego Mphela Mamelodi Sundowns FW South Africa \n 2008-09 Teko Modise Orlando Pirates MF South Africa \n 2007-08 Itumeleng Khune Kaizer Chiefs GK South Africa \n 2006-07 Godfrey Sapula Mamelodi Sundowns MF South Africa \n 2005-06 Surprise Moriri Mamelodi Sundowns MF South Africa \n 2004-05 Sandile Ndlovu Dynamos FW South Africa \n 2003-04 Tinashe Nengomasha Kaizer Chiefs MF Zimbabwe \n 2002-03 Moeneeb Josephs Ajax Cape Town GK South Africa \n 2001-02 Jabu Pule Kaizer Chiefs MF South Africa </ocr>"}, {"role": "assistant", "content": "<bbox>26,244,973,700</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_129"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11613207-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> May 16–19 SK Telecom Open Seogwipo 900,000,000 Matthew Griffin 6 </ocr>"}, {"role": "assistant", "content": "<bbox>16,258,883,295</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_547"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d621c19ae412932ceccd5b750ce8eb79_page12.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> lentils, pasta, flour, cooking oil, WINTER healthy meals. In Manchester, we worked </ocr>"}, {"role": "assistant", "content": "<bbox>363,836,890,853</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_529"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/stlj0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> advertising, as available, at the discretion of KBA, from Jan. 1 - Dec. 31, 2001. </ocr>"}, {"role": "assistant", "content": "<bbox>269,476,775,492</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_115"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9e17f59751ed563567e112075cb88597_page7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Creditors: amounts falling due </ocr>"}, {"role": "assistant", "content": "<bbox>108,272,389,287</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_367"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/08d38278-beb7-c373-6748-a5cd184f2001_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> — Brand 79/86/8168 (1368343) Demo \n CHARLESTON Salesperson Millennium/DC, Washington DC (1108) Order Type Normal \n = Sales Office Millennium Washington DC aie \n Commission % 15.00 Buyer Name Justin,Seidel, | Waterfront Strategies \n 3050 K St NW Phone/Fax / Commission $315.75 \n CPE 79/86/8168 Net Total $1,789.25 #100 5 \n | Washington, DC 20007 : Sales Tax \n | AccountTypes National/Political Issue Agency BRD. \n | Billing Type Weekly/Irregular \n Comments wv \n SARA SCOTT \n 2% \n Line Line Type / Break Type (Ref#) Dates Sec| Length Run Times spw| Mo Tu We Th Fr Sa Su| Spots Total Station Comments Entered \n 1.0Normal Line / SPOT (1) roja7a0-11y02720 | 2 :30[6P- 6:30P (EST) GREP a Ls 5 $500.00] Charleston SC (WCIV) Modern Family 5/21/20 </ocr>"}, {"role": "assistant", "content": "<bbox>32,128,972,518</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_339"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/804feb1c1d2c3f85994ae77373a58ffd_page45.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Benefits paid (414) (504) </ocr>"}, {"role": "assistant", "content": "<bbox>245,602,881,613</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_459"}
{"image": ["./imgs/ChartQA/test/png/two_col_42702.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 848 </ocr>"}, {"role": "assistant", "content": "<bbox>462,445,507,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_51"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> the advertiser or agency </ocr>"}, {"role": "assistant", "content": "<bbox>106,81,261,92</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_149"}
{"image": ["./imgs/ChartQA/test/png/two_col_62757.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 236 </ocr>"}, {"role": "assistant", "content": "<bbox>371,97,775,130</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_240"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (cid:20)(cid:3)(cid:21)(cid:10)(cid:22)(cid:19)(cid:14)(cid:23)(cid:24)(cid:10)(cid:20)(cid:22)(cid:10)(cid:9)(cid:25)(cid:25)(cid:9)(cid:8) </ocr>"}, {"role": "assistant", "content": "<bbox>56,210,210,225</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_894"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_908_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> McLeod </ocr>"}, {"role": "assistant", "content": "<bbox>711,442,778,458</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_231"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ylvd0228_49.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> O \n 0 \n 5 </ocr>"}, {"role": "assistant", "content": "<bbox>290,476,515,540</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_923"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2 London Gatwick 607,417 </ocr>"}, {"role": "assistant", "content": "<bbox>32,343,592,386</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_455"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9e7457285e4c1d020f9b3048e10b5557_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ENDED </ocr>"}, {"role": "assistant", "content": "<bbox>564,362,640,378</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_241"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mppk0037_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Report </ocr>"}, {"role": "assistant", "content": "<bbox>414,217,635,265</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_134"}
{"image": ["./imgs/ChartQA/test/png/94253381006515.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 59 million tonnes PP&A fibers </ocr>"}, {"role": "assistant", "content": "<bbox>13,358,752,419</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_889"}
{"image": ["./imgs/TextVQA/test_images/680c9d8daa791d9a.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> NOLISH </ocr>"}, {"role": "assistant", "content": "<bbox>107,865,174,885</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_413"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60102.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 14.6 7.9 7.5 6.6 4.8 </ocr>"}, {"role": "assistant", "content": "<bbox>125,237,495,653</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_350"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1fc618f8d84d4f1fff9946afd72fbcb3_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> The accounts have been prepared in accordance with the accounting policies set out in note 1 to the accounts </ocr>"}, {"role": "assistant", "content": "<bbox>109,231,850,243</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_945"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c867969e-c8a8-b770-99d2-0973761b00b5_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Date End Date Weekdays Spots/Week Rate </ocr>"}, {"role": "assistant", "content": "<bbox>119,289,481,299</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_356"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_725_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Bundesliga 3 Semifinalist Semifinalist 3 Played Korać </ocr>"}, {"role": "assistant", "content": "<bbox>176,261,840,284</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_474"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_388_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> up 2010 \n Runner- 27 February International Tennis Championships, Juan Martín del \n 3. Hard 4–6, 4–6 \n up 2011 United States Potro \n Runner- 18 June 6–7(5–7), 6–3, 3–5 \n 4. Aegon International, United Kingdom Grass Andreas Seppi \n up 2011 ret. \n 2 October \n Winner 1. Malaysian Open, Malaysia Hard (i) Marcos Baghdatis 6–4, 7–5 </ocr>"}, {"role": "assistant", "content": "<bbox>14,202,977,473</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_862"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_36.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2008-09 to 2009-10 Level \n 16.88 11.88 2006-07, 2007-08 High Court \n Central Excise duty 29.37 2000-01 to 2006-07 Upto \n - \n Excise Iaw Commissioners' \n Level \n 3.68 2004-05 Customs Excise \n - \n Service Tax \n Appellate \n Tribunal \n Income Tax Income tax 244.00 244.00 1980 to 1983, High Court \n Law 1995-96 to 1997-98 </ocr>"}, {"role": "assistant", "content": "<bbox>83,265,891,463</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_24"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hkdv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> TRAVEL AGENCY \n 3 WEST 57th STREET \n TERMS. NET CASH Telephone 212 - 644-1250 \n Air transportation for Dr. William Darby via American \n Airlines - February 26th, 1976 \n New York-Nashville-Washington-New York 175 10 \n NCI - workshop on Human needs \n march ist . \n 175 10 </ocr>"}, {"role": "assistant", "content": "<bbox>65,196,939,417</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_302"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Hokuto_(Yamanashi)01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> however. </ocr>"}, {"role": "assistant", "content": "<bbox>650,766,734,837</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_93"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__alex-bunardzic01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> ee cy \n 280 \n Alex is presently consulting at WorkSafeBC, an organization \n dedicated to ethical treatment of safe work environments in </ocr>"}, {"role": "assistant", "content": "<bbox>40,38,957,829</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_134"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b714b8d80ef2d81af10b444e9ae0bdd0_page7.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CHARITABLE </ocr>"}, {"role": "assistant", "content": "<bbox>143,118,252,130</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_272"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6f8795cb790efa0fe43f713704b79d73_page38.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> movements </ocr>"}, {"role": "assistant", "content": "<bbox>823,659,916,671</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_962"}
{"image": ["./imgs/ChartQA/test/png/3398.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 42 </ocr>"}, {"role": "assistant", "content": "<bbox>658,306,715,327</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_474"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page31.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Rentalincome isrecognised ona straightlinebasisover the term ofthe lease. </ocr>"}, {"role": "assistant", "content": "<bbox>89,381,674,392</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_891"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_81_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Wirtanen 5.44 ICE (distant flyby 2018 – proposed), CHopper (lander 2022—proposed) </ocr>"}, {"role": "assistant", "content": "<bbox>209,162,808,164</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_122"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c3937a1f36ef0f1f9ce1cbf650355e5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> preparation </ocr>"}, {"role": "assistant", "content": "<bbox>217,218,303,230</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_7"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rybx0223_87.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Reliance Medium Term Fund - Retail Plan - </ocr>"}, {"role": "assistant", "content": "<bbox>141,242,381,257</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_837"}
{"image": ["./imgs/ChartQA/test/png/two_col_21579.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2022* 2023* 2024* 2025* 2026* </ocr>"}, {"role": "assistant", "content": "<bbox>567,802,888,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_34"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__thailand-unlikely-to-abolish-the-draft01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> number </ocr>"}, {"role": "assistant", "content": "<bbox>30,806,117,827</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_995"}
{"image": ["./imgs/TextVQA/test_images/98f0403826f74ef0.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> $O </ocr>"}, {"role": "assistant", "content": "<bbox>633,330,756,381</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_356"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_545_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> State/Country Designed Completed Other Information Image </ocr>"}, {"role": "assistant", "content": "<bbox>273,6,973,10</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_686"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bb80583ada5875ccb4690ffa22f97bab_page26.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Payments made to defined contribution pension schemes 155 135 \n Auditors' remuneration for: </ocr>"}, {"role": "assistant", "content": "<bbox>146,305,866,338</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_142"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39727.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> sexually assaulted or \n raped in the last year were raped (including attempts) \n a year are the victim \n of domestic abuse STALKING \n In the last year, \n 2 \n 4% of women \n experienced 4% \n stalking </ocr>"}, {"role": "assistant", "content": "<bbox>130,294,946,511</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_838"}
{"image": ["./imgs/ChartQA/test/png/two_col_63074.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2007 2008 2009 2010 2011 2012 2013 2014 H1 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>176,802,890,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_142"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mpgn0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Were all protocol </ocr>"}, {"role": "assistant", "content": "<bbox>131,196,255,211</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_229"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662679-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Galtarossa, Raineri </ocr>"}, {"role": "assistant", "content": "<bbox>336,440,541,522</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_929"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_768_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12 12 Bottom's Up March 7, 1999 112 </ocr>"}, {"role": "assistant", "content": "<bbox>84,856,908,897</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_42"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_347_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 6 Japan (JPN) 2 13 8 23 \n 7 Bahrain (BRN) 2 1 1 4 \n 8 Sri Lanka (SRI) 2 0 2 4 \n 9 Qatar (QAT) 1 4 3 8 \n 10 Thailand (THA) 1 1 2 4 </ocr>"}, {"role": "assistant", "content": "<bbox>54,373,933,633</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_275"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rmwn0226_189.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Z AA AB AC AD AE AF AG AH AI AJ AK </ocr>"}, {"role": "assistant", "content": "<bbox>119,117,864,133</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_623"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/42017.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> AVERAGE~ </ocr>"}, {"role": "assistant", "content": "<bbox>260,805,407,831</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_480"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e811c462e7edb8b5cd988fda5e767c00_page8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> No such funds are held. \n Plans for Future Periods </ocr>"}, {"role": "assistant", "content": "<bbox>87,350,280,392</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_5"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_585_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 Soviet Union 7* 3 6 </ocr>"}, {"role": "assistant", "content": "<bbox>69,137,770,191</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_558"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18048776-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Final round \n Place Player Country Score To par Money ( $) \n 1 Vijay Singh Fiji 70-66-67-68=271 −9 540,000 \n 2 Steve Stricker United States 69-68-66-70=273 −7 324,000 \n 3 Steve Elkington Australia 69-69-69-67=274 −6 204,000 \n Frank Lickliter United States 68-71-69-68=276 </ocr>"}, {"role": "assistant", "content": "<bbox>25,25,976,406</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_447"}
{"image": ["./imgs/ChartQA/test/png/two_col_43256.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Q1 2019 Q2 2019 Q3 2019 Q4 2019 Q1 2020 Q2 2020 Q3 2020 Q4 2020 Q1 2021 Q2 2021 </ocr>"}, {"role": "assistant", "content": "<bbox>115,802,892,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_537"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44929.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PROSPECTS </ocr>"}, {"role": "assistant", "content": "<bbox>455,611,660,621</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_138"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/our-mission__who-we-are03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> and purpose of Europeana. The work that they do to advance Europeana sits within the work \n they do in their own organisations. In particular, their experience and expertise helps shape the \n Europeana Foundation’s work and services. \n The Network Association’s Members Council \n The Foundation and Network Association work together chiefly through the Network \n Association’s Members Council, which is itself represented on the Foundation’s Governing </ocr>"}, {"role": "assistant", "content": "<bbox>32,338,947,759</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_973"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ec5e7f9d6f54bc4ced7c31af94ecdb4c_page4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Corporate Governance \n 1. The following statement is provided by the Trustees (Council) to enable readers of the \n financial statements to obtain a better understanding of the arrangements in the College \n for the management of its resources and for audit. \n 2. The College is a registered charity (registered number 1137462) and subject to regulation </ocr>"}, {"role": "assistant", "content": "<bbox>151,87,848,180</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_202"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/31f5fdd8-11e5-a69b-dbb7-b01707f69327_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 27606 Advertiser </ocr>"}, {"role": "assistant", "content": "<bbox>297,97,563,110</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_15"}
{"image": ["./imgs/ChartQA/test/png/two_col_81976.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2009 2010 2011 2012 2013 2014 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>348,802,689,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_159"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/725b9daa1f0271ee45be90cbfdd04d3c_page13.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (1,055) Raising </ocr>"}, {"role": "assistant", "content": "<bbox>174,308,823,328</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_103"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10410.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 75% </ocr>"}, {"role": "assistant", "content": "<bbox>245,207,394,231</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_544"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/578adbcfbe04c7b141198d9d45ad786a_page15.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Association </ocr>"}, {"role": "assistant", "content": "<bbox>607,108,703,122</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_336"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page20.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 711 Third Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # </ocr>"}, {"role": "assistant", "content": "<bbox>24,298,959,420</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_568"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__East_Kalimantan01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> other Indonesian provinces. </ocr>"}, {"role": "assistant", "content": "<bbox>13,676,189,756</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_802"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qmhh0078_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> CLINICAL RESEARCH </ocr>"}, {"role": "assistant", "content": "<bbox>399,60,698,79</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_968"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2901.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> new Huntingtin Lowering work from </ocr>"}, {"role": "assistant", "content": "<bbox>102,886,374,908</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_429"}
{"image": ["./imgs/TextVQA/test_images/6f75dfb114422561.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Calculator </ocr>"}, {"role": "assistant", "content": "<bbox>298,563,460,586</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_74"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10111.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> London </ocr>"}, {"role": "assistant", "content": "<bbox>44,642,159,657</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_354"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20181.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BOOZE, ACTION \n FIGURER. OBSCURE \n TECH TEE AND \n LARGE RED BULL. \n MOST USED DESKTOP FILE \n ACCOUNTS ART DIRECTOR COPYWRITER DEVELOPER FINANCE \n JPG AI DOC .XML \n SERENE BEACH MASTER FINAL LOGOS FUNNY IDEAS THAT STUPID TECH EMBEZZLEMENT \n PHOTO JPG REVISED COPY & NO ONE ELSE \n THOUGHT WERE \n QUESTIONS FROM STRATEGY.XML \n UPDATED_V4.Al \n FUNNY BUT THEY'RE \n CO-WORKERS \n ACTUALLY REALLY \n FUNNY IF YOU THINK \n ABOUT THEM.DOC \n AVERAGE DAILY TIMESHEET \n ACCOUNTS ART DIRECTOR COPYWRITER DEVELOPER FINANCE \n MANAGING \n EXPECTATIONS \n TWEAKING IDEATING LARPING ASKING PEOPLE \n DUMPING THAT READING \"THE ONION' IF THEY DID THEIR \n LOOPING IN UP A BIT \n CODING \n AND NOW A DIT \n I FANTASIZING \n TIMESHEETS \n ASKING THEM AGAIN \n TO THE LEFT \n ADOUT WRITING \n NON-BILLABLE \n FOR \"THE ONION' \n CODING \n SPIRIT ANIMAL \n ACCOUNTS ART DIRECTOR COPYWRITER DEVELOPER FINANCE \n 00 \n PEACOCK \n REPEATS THINGS MAKES THINGS \n HYENAI \n LAUGHS AT HIMSELF \n OCTOPUS: \n BACK TO THE CLIENT \n GETS THEIR INK </ocr>"}, {"role": "assistant", "content": "<bbox>15,372,984,671</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_309"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d32d7678d12ee30719d8edb7d46e1d8c_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (Appointed 1aJanuary 2017) </ocr>"}, {"role": "assistant", "content": "<bbox>535,268,741,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_215"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_647_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1926 31 12 102.789 13 11 142 0 Flagged \n 1927 27 27 107.765 22 3 200 0 Running \n 1928 8 4 117.031 4 10 200 33 Running </ocr>"}, {"role": "assistant", "content": "<bbox>28,103,938,269</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_202"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__automatic_exchange_of_information01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> exchange </ocr>"}, {"role": "assistant", "content": "<bbox>95,779,152,805</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_689"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__europeana-education-an-initiative-to-integrate-cultural-heritage-in-education01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Europeana Education. An initiative to \n integrate cultural heritage in education </ocr>"}, {"role": "assistant", "content": "<bbox>16,21,851,112</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_503"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c4ce52f5-7293-cca7-77cc-8a512eaafa83_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Totals 6 $1,750.00 ($262.50) </ocr>"}, {"role": "assistant", "content": "<bbox>29,786,500,798</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_698"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44919.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> LIFE </ocr>"}, {"role": "assistant", "content": "<bbox>715,700,816,710</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_21"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33954.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> and smooth </ocr>"}, {"role": "assistant", "content": "<bbox>224,738,938,750</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_927"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8fc4a2db7e29332719e3047622d86f50_page11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> further on the cost ofproviding sleeping-in support which is \"topped up\" so average pay is at new Living Wage rates. \n This, and the need to attract and retain staff, resulted in a review ofsalary levels with a 2% pay increase awarded in \n July 2018. This opportunity to increase pay rates is, of course, welcome, but it will only be sustainable if Local \n Authority social services departments are funded adequately. \n We will continue to work with our Local Authority commissioners to negotiate fees for existing service users ensuring \n full cost recovery. This is a long and slow process; but has resulted in some success and enabled Autism Together to \n continue to provide services for all our current service users. This process will need to be repeated again each year as \n the Living Wage increases each year. \n Pension Liability \n The charity participates in the Merseyside Pension Fund, a defined benefit scheme, as an admitted body. The scheme \n is managed in accordance with the Local Government Pension Scheme Regulations 2013. Access to this scheme by \n new Autism Together employees ended with effect from 4 April 2011. In accordance with FRS102 reporting \n requirements, our pension scheme reported a deficit of E826k at 31March 2018. This compared with a deficit of \n E1,408k at the previous year-end. This reduction in the deficit represented a 6967k actuarial gain (2017:6110k), \n absorbed in part by a current year charge of 6385k against operating expenses (2017:647k). The reason for the \n reduction in deficit has been as a result of changes in assumptions that are used in the calculations. Following the \n recent full actuarial valuation carried out at 31March 2016,the funding rate was increased from 20.796to 29,43',with </ocr>"}, {"role": "assistant", "content": "<bbox>89,365,908,650</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_553"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10808933-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (117) </ocr>"}, {"role": "assistant", "content": "<bbox>545,740,590,812</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_813"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snyc0227_288.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0.4 - - - - - </ocr>"}, {"role": "assistant", "content": "<bbox>144,255,580,266</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_206"}
{"image": ["./imgs/ChartQA/test/png/two_col_43039.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 17.66 </ocr>"}, {"role": "assistant", "content": "<bbox>134,165,179,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_957"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37089.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> People </ocr>"}, {"role": "assistant", "content": "<bbox>21,51,129,68</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_870"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mxxj0037_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> test (CEL from new system) RL's, plans were made for POL testing. Startup </ocr>"}, {"role": "assistant", "content": "<bbox>141,124,847,139</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_664"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/758c00df06e46896c2b6835387bb2199_page14.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FINANCIAL </ocr>"}, {"role": "assistant", "content": "<bbox>556,102,650,114</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_720"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37390.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Crowd </ocr>"}, {"role": "assistant", "content": "<bbox>377,241,532,253</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_687"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15894254-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2006 Monterrey Hard Mariana Duque </ocr>"}, {"role": "assistant", "content": "<bbox>210,342,757,391</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_118"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e28daf098ab932eca76a32dbf7c11385_page28.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> In our opinion the financial statements: </ocr>"}, {"role": "assistant", "content": "<bbox>94,175,373,187</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_52"}
{"image": ["./imgs/TextVQA/test_images/4263315dedbc41ed.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> whGe </ocr>"}, {"role": "assistant", "content": "<bbox>283,586,344,605</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_251"}
{"image": ["./imgs/ChartQA/test/png/two_col_1260.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 9.6 </ocr>"}, {"role": "assistant", "content": "<bbox>225,57,383,75</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_503"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96b6e7389eee8669d280bcbe4484f01c_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ELIM FOURSQUARE GOSPEL ALLIANCE </ocr>"}, {"role": "assistant", "content": "<bbox>139,78,399,88</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_364"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__eu-member-states-supporting-aggregators-and-promoting-standards-for-digital-culture01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Member States supporting aggregators </ocr>"}, {"role": "assistant", "content": "<bbox>102,25,899,62</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_399"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/dc3f62b9-f7b7-7317-02ad-bf647d72010a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sales T & C: www.gray.tv/advertising Mike Bloomberg 2020, Inc 01/30/20 / 02/12/20 </ocr>"}, {"role": "assistant", "content": "<bbox>196,115,940,128</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_798"}
{"image": ["./imgs/ChartQA/test/png/two_col_1794.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 374.34 </ocr>"}, {"role": "assistant", "content": "<bbox>528,260,596,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_886"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44704.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> MONEY </ocr>"}, {"role": "assistant", "content": "<bbox>722,217,951,224</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_395"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ykxf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> J. de la </ocr>"}, {"role": "assistant", "content": "<bbox>374,327,464,346</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_139"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12206356-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> June 5 @ Mariners 5 - 4 Fleming (3-8) 26,339 26-28 \n June 7 @ White Sox 9 - 5 Álvarez (8-1) 37,184 27-28 </ocr>"}, {"role": "assistant", "content": "<bbox>27,185,947,241</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_617"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140106-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Indianapolis 500 Indianapolis 30 May Eddie Sachs Jim Rathmann Jim Rathmann Watson- Offenhauser F Report </ocr>"}, {"role": "assistant", "content": "<bbox>12,342,982,391</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_881"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1834138-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 119,047 </ocr>"}, {"role": "assistant", "content": "<bbox>747,548,832,601</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_435"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_143_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 15 February 2006 </ocr>"}, {"role": "assistant", "content": "<bbox>26,669,170,684</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_507"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/463974-kovr-nrcc-r-multi-ord33720-fed-natl-contract_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CONTRACT NO. REV. \n 1191-33720~1 </ocr>"}, {"role": "assistant", "content": "<bbox>820,30,955,51</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_52"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/280c01ff-31f8-6477-3845-ecbddf547e17_page4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Line Dates Run Times spw| Mo Tu We Th Fr Sa Su Rate Total Station Comments Entered </ocr>"}, {"role": "assistant", "content": "<bbox>30,478,970,496</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_745"}
{"image": ["./imgs/ChartQA/test/png/two_col_23762.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 47.57 47.22 47.18 46.14 44.09 43.87 43.53 </ocr>"}, {"role": "assistant", "content": "<bbox>162,228,812,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_687"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nkvx0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Mr. B. A. </ocr>"}, {"role": "assistant", "content": "<bbox>418,494,498,518</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_535"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_373_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Christina Seufert </ocr>"}, {"role": "assistant", "content": "<bbox>182,174,415,197</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_589"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Military_geology03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Reserve </ocr>"}, {"role": "assistant", "content": "<bbox>26,890,85,921</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_706"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20940.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 23% </ocr>"}, {"role": "assistant", "content": "<bbox>614,287,688,680</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_20"}
{"image": ["./imgs/ChartQA/test/png/21632943006027.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4% Romania </ocr>"}, {"role": "assistant", "content": "<bbox>32,301,363,419</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_910"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kyvw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> I'm faxing this in two parts </ocr>"}, {"role": "assistant", "content": "<bbox>221,539,761,576</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_800"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37378.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> DO TEND TO LISE ONLY ONLY ONE SOCIAL </ocr>"}, {"role": "assistant", "content": "<bbox>543,215,934,221</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_573"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_406_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> July Charleville – Malo-les-Bains Plain </ocr>"}, {"role": "assistant", "content": "<bbox>80,920,370,943</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_427"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hqvw0217_9.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> First draft in </ocr>"}, {"role": "assistant", "content": "<bbox>567,217,626,235</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_827"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/34552.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> < $200,000 \n 1.3M </ocr>"}, {"role": "assistant", "content": "<bbox>66,394,948,494</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_650"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_728_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Waha 1994 El Zahra Libya Drilling, workover </ocr>"}, {"role": "assistant", "content": "<bbox>52,217,979,253</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_165"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b904c02c8db8beb77ca89d558bdee4bb_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> given as to whether the accounts present a ‘true and fair view’ and the report is limited to those matters set </ocr>"}, {"role": "assistant", "content": "<bbox>90,440,886,451</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_517"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12454334-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> WMHI 94.7 FM Cape Vincent, NY 40435 5,800 m ( ft) A </ocr>"}, {"role": "assistant", "content": "<bbox>21,301,933,384</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_626"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39681.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> sexually alured by a partner LESS LIKELY TO </ocr>"}, {"role": "assistant", "content": "<bbox>155,559,670,570</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_745"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbx0223_16.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> oversees redressal of </ocr>"}, {"role": "assistant", "content": "<bbox>506,580,657,594</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_879"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36264.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> HALF </ocr>"}, {"role": "assistant", "content": "<bbox>193,546,287,582</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_677"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80172.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 24.3% </ocr>"}, {"role": "assistant", "content": "<bbox>201,119,352,148</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_549"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/103ccc17-356a-5f99-9c3b-920fc2dd023e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Billing Address: Sales Region Local Order Flight 03/12/20 - 03/17/20 \n Adelstein and Associates Billing Calendar Broadcast Agency Code \n Attention: Miles King Billing Type Cash Advertiser Code \n 222 W Ontario Street \n Special Handling Product 1/2 \n Suite 600 \n Chicago, IL 60654 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 1 WPWR M-F 11a-12p 11a-12p \n CDR \n 03/09/20to03/15/20 3x ---TF-- \n WPWR Th 03/12/20 :30 11:57 AM NEVI0130H $36.00 1 \n WPWR F 03/13/20 :30 11:36 AM NEVI0130H $36.00 2 </ocr>"}, {"role": "assistant", "content": "<bbox>24,229,960,501</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_75"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page4.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 0(cid:11)(cid:4)(cid:8)()1(cid:22)(cid:6)(cid:21)(cid:13)(cid:11)(cid:3)(cid:4)(cid:8)(cid:10)(cid:15)(cid:8)(cid:19)(cid:18)(cid:11)(cid:8)(cid:30)(cid:10)(cid:4)(cid:28)(cid:10)(cid:3)(cid:8)()(cid:8)(cid:19)(cid:6)(cid:21)(cid:15)(cid:8)!(cid:5)(cid:2)(cid:13)(cid:8)(cid:10)(cid:3)2(cid:2)(cid:10)(cid:7)(cid:11)(cid:8) </ocr>"}, {"role": "assistant", "content": "<bbox>45,876,387,886</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_440"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_193.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Per Share (Adjusted^) Compound Annual Growth In </ocr>"}, {"role": "assistant", "content": "<bbox>249,673,762,691</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_424"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/73981638-cc90-0e1e-444b-9186f7c846c9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> WEEK ABC </ocr>"}, {"role": "assistant", "content": "<bbox>81,264,178,276</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_677"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pfpw0224_10.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Serial No .: (+p/ 57034 \n Barn Size: RACK \n 1975 Current: Single Phase 3-Phase \n 88 Say 6 5.00 4 \n Number of Barns: / Fuel: LPG Natural \n Conversion Year: 2000 2001 \n Fan Motor: \n Hp: 5 \n Age; \n NA to be Replaced . \n Frame No .: \n Insulation Class: ß </ocr>"}, {"role": "assistant", "content": "<bbox>34,168,867,425</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_154"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_519_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 11 Chicago Bears Ron </ocr>"}, {"role": "assistant", "content": "<bbox>35,789,485,829</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_790"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Sylhet01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> by a beautiful, winding </ocr>"}, {"role": "assistant", "content": "<bbox>301,528,517,556</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_702"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_509_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 21 9 </ocr>"}, {"role": "assistant", "content": "<bbox>397,118,583,162</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_754"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_112_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 12 Dec 1993 Val-d'Isère, France Super G 3rd </ocr>"}, {"role": "assistant", "content": "<bbox>171,301,952,370</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_952"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12251219-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Ortegón </ocr>"}, {"role": "assistant", "content": "<bbox>641,107,684,131</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_762"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d621c19ae412932ceccd5b750ce8eb79_page48.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Disposals \n At 31st December 2017 2,078,754 684,172 2,800 2,765,726 \n Depreciation \n At 1 January 2017 124,602 68,612 1,225 194,439 \n Charge for the year 41,238 62,060 583 103,881 \n Write down of assets </ocr>"}, {"role": "assistant", "content": "<bbox>121,477,873,597</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_789"}
{"image": ["./imgs/TextVQA/test_images/b0352e94eabbf2fa.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Hveteol/blonde </ocr>"}, {"role": "assistant", "content": "<bbox>448,619,518,644</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_368"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page208.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Roedd y rhan fwyaf o’r incwm </ocr>"}, {"role": "assistant", "content": "<bbox>639,608,877,622</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_149"}
{"image": ["./imgs/TextVQA/test_images/66c367c45ee99068.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> OU </ocr>"}, {"role": "assistant", "content": "<bbox>891,154,985,199</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_307"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21114902-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Wanderlei Silva 5 2 0 7 Active \n Diego Sanchez 6 0 0 6 Active \n Forrest Griffin 5 0 1 6 Retired \n Tyson Griffin 5 0 1 6 Left the UFC \n Carlos Condit 4 2 0 6 Active \n Tito Ortiz 4 1 1 6 Left the UFC \n Joe Stevenson 4 0 2 6 Left the UFC \n Donald Cerrone 3 2 1 6 Active \n Jon Jones 3 1 2 6 Active </ocr>"}, {"role": "assistant", "content": "<bbox>16,254,984,490</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_16"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rrfw0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Westcott Norman </ocr>"}, {"role": "assistant", "content": "<bbox>661,648,979,711</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_857"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__indian-tourists-filling-the-gap-as-chinese-eschew-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> need </ocr>"}, {"role": "assistant", "content": "<bbox>514,130,560,174</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_640"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_422_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Meetinghouse and Pound New Durham </ocr>"}, {"role": "assistant", "content": "<bbox>67,379,668,383</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_893"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Lynne_Frostick02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> wasn't </ocr>"}, {"role": "assistant", "content": "<bbox>447,605,487,634</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_446"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Mendocino_Motor02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> involvement), to use a certain mathematical formula, and an arduino connected to an electromagnet to determine, and increase the stability level of the \n motor while it is spinning. On Thursday Zack brought a six-sided housing (pronted from a 3d printer) to class. Austin and | began the construction of the \n four-sided motor by wrapping the copper wire around the housing of the motor. \n On both Tuesday and Thursday | started making a Google Sketch-up of the four-sided motors’ housing and the \n base. Thursday evening Austin and | presented what we have of the motor at the \"project day\". Austin had \n re-wrapped the motor the night before, but it still does not work... He is going to try re-wrapping it again on \n Tuesday. \n Week 10 Narrative \n Week 9 Narrative </ocr>"}, {"role": "assistant", "content": "<bbox>18,137,974,726</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_11"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14562754-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Avant </ocr>"}, {"role": "assistant", "content": "<bbox>345,875,390,910</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_338"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bad7cc77-0275-3380-854a-75799b08fdcf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> KBCW Tu 02/11/20 :00 $15.00 Unresolved 14 \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 15 \n KBCW Tu 02/11/20 :30 9:24 AM TS20TV2002AH $15.00 13 \n KBCW W 02/12/20 :30 9:09 AM TS20TV2002AH $15.00 17 \n KBCW W 02/12/20 :30 9:24 AM TS20TV2013AH $15.00 16 \n KBCW W 02/12/20 :30 9:39 AM TS20TV2014AH $15.00 18 \n KBCW Th 02/13/20 :30 8:59 AM TS20TV2011AH $15.00 21 \n KBCW Th 02/13/20 :30 9:23 AM TS20TV2013AH $15.00 19 </ocr>"}, {"role": "assistant", "content": "<bbox>55,704,960,823</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_732"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_58_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 AJC Challenge Stakes Open Open wfa 1000 March \n 2 Surround Stakes 3YO Fillies sw 1400 March \n 2 Warwick Stakes Open Open wfa 1400 August </ocr>"}, {"role": "assistant", "content": "<bbox>28,209,971,542</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_753"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__why-indian-tourists-are-flocking-to-thailand-where-they-may-soon-outnumber-chinese-visitors02.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> where the group make a stop, the Indians mostly shop at any market,” \n she said. \n Nonetheless, Chinese shoppers still contribute more to Thailand’s \n economy than any other foreign nationality. Last year, they spent some \n 120 billion baht, accounting for about 24 per cent of total tourist </ocr>"}, {"role": "assistant", "content": "<bbox>33,289,949,708</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_699"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fpxf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 133 SOUTH 36th STREET </ocr>"}, {"role": "assistant", "content": "<bbox>299,796,691,815</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_169"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_556_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Republic </ocr>"}, {"role": "assistant", "content": "<bbox>547,118,588,162</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_640"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18191407-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CUB) </ocr>"}, {"role": "assistant", "content": "<bbox>255,368,305,405</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_939"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16218498-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Saint-George SA 2-4 Al Ittihad 2-1 0-3 \n Saint-Louis FC 2-7 Young Africans 1-3 1-4 \n Sahel SC 4-2 Postel Sport 2-1 2-1 \n Tourbillon FC 1-1 Forces Armées CA 0-0 1-1 </ocr>"}, {"role": "assistant", "content": "<bbox>25,666,916,957</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_792"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1342013-42_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Democratic 1952 Re-elected Jack Brooks </ocr>"}, {"role": "assistant", "content": "<bbox>218,111,611,137</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_360"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page28.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> af40,000increase </ocr>"}, {"role": "assistant", "content": "<bbox>773,555,892,568</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_284"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17968265-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Talleres </ocr>"}, {"role": "assistant", "content": "<bbox>24,636,112,663</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_207"}
{"image": ["./imgs/ChartQA/test/png/two_col_1653.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3% Other </ocr>"}, {"role": "assistant", "content": "<bbox>266,680,350,732</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_881"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/457224-nab-to-8-13-2012-13492878304181-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> STATION </ocr>"}, {"role": "assistant", "content": "<bbox>110,252,185,271</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_902"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464180-senate-conservatives-action-request-form_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Contact: Cindi Crane </ocr>"}, {"role": "assistant", "content": "<bbox>105,449,306,465</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_368"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_611_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 51151 New Amravati-Narkhed Pass 08:30 N/a Daily </ocr>"}, {"role": "assistant", "content": "<bbox>113,235,901,251</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_140"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16055831-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Mixed Martial Arts record \n Result Record Opponent Method Date Round Location Notes \n Win 1-0-0 Joa Mendes Knockout (Strikes) 1995 1 Itapeua, Brazil Vale Tudo \n Win 2-0-0 Larry Reynolds Knockout (Strikes) 1995 1 Itapeua, Brazil Vale Tudo \n Win 3-0-0 Héctor Rodríguez Knockout (Strikes) 1995 1 Itapeua, Brazil Vale Tudo </ocr>"}, {"role": "assistant", "content": "<bbox>18,35,980,465</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_798"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Prime C CM 9-10pm ------S :15/:15 1 $1,000.00P-3 0.00 BK </ocr>"}, {"role": "assistant", "content": "<bbox>283,819,834,830</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_976"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1992 The Judge Millie </ocr>"}, {"role": "assistant", "content": "<bbox>10,247,279,265</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_744"}
{"image": ["./imgs/ChartQA/test/png/two_col_23649.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1960 1970 1980 1990 2000 2010 2012 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>135,802,891,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_985"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_433_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 20.0y 0.0 Tommie Smith United States Sacramento, United States June 11, 1968[2] </ocr>"}, {"role": "assistant", "content": "<bbox>17,796,934,829</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_247"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/slcn0226_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> report before its release. The review of this report was overseen by B. John Garrick, Laguna Beach, </ocr>"}, {"role": "assistant", "content": "<bbox>117,727,838,743</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_182"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gfyc0227_95.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Location 1/ 1 2-12 2-12 \n Feeding Breast Artificial Unknown \n Albumin <3.0 gm % 16 48 25 23 \n Gamma globulin> 1.2 gm % 0 33 79 100 \n Alkaline phosphatase </ocr>"}, {"role": "assistant", "content": "<bbox>541,319,906,462</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_473"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> DEPARTMENTAL TASK FORCE October 15, 1958 \n Page 3 \n RELATIONSHIP OF BUREAU PERSONNEL TO \n PROGRAM PERSONNEL (Cont'd) \n division chief or project director to whom the person is organizationally \n assigned -- but there should be communication ties to both bureaus and \n where pertinent, to the involved district. \n Indication was that the terms \"supervision\" and \"administrative \n responsibility\" were unclear to some. Some could not see the difference \n between the two terms. It was explained that a supervisor gives \n guidance and direction to personnel and an \"administrator\" is one \n level removed. \n In terms of district activities, bureaus should not have direct \n administrative responsibility. It was concluded that this was \n redundent of the recommendations of last year and members were \n instructed to refer to the first set of Task Force recommendations \n for further information. \n It was further indicated that the Health Officer, on January 30, 1967, \n issued a directive which stated the relationship of \"district\" and \n \"project\" staff. This directive could also apply to \"bureau\" staff. </ocr>"}, {"role": "assistant", "content": "<bbox>168,94,862,498</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_408"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bd7b1b7c-a5c1-c789-757f-72f83166b500_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Biden/President/US/Dem </ocr>"}, {"role": "assistant", "content": "<bbox>584,92,696,105</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_966"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Protection_from_Harassment_Act_199703.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Code (inserted in 1991) was making a credible threat of death or great bodily injury. It is therefore </ocr>"}, {"role": "assistant", "content": "<bbox>55,401,677,435</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_886"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__how-tech-can-disrupt-our-classrooms03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> recited intensively during our PhD times. It’s not what your whole </ocr>"}, {"role": "assistant", "content": "<bbox>30,373,875,432</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_7"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fybf0055_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> . .. \n INTRODUCTION \n zoëcon. \n Exposure of the larval Instars of the cigarette bootle (Lasioderma serricorne) and tobacco molh (Ephesta \n efuleltaj to KABAT Tobacco Protector preventa adult emergence. KABAT contains an Insect Growth Regulator \n which has no effect on pupae or adult Insects. When applied as directed, KABAT Tobacco Protector has \n sulliclent fiol Ilo undor varying tobacco storage conditions to prevent insect population increasa. \n MIXING AND APPLICATION INSTRUCTIONS \n KABAT Tobacco Protector should be applied at a rate of 125ml KABAT por 500kg of tobacco. Application of KABAT \n Tobacco Protector should be made directly to tobacco In imediately prix to compaction in hogsheads. Assure com \n plele coverage by using multi-directional sprayers and tumbling. KABAT may be applied by use of proportional \n KABAT® \n dilution apparatus or preparation of a dilute spray solution. \n TOBACCO PROTECTOR \n Use a proportional dilution apparatus designed or approved by Zoecon Corporation. The KABAT dellvery rate \n must bio adjusted to the tobacco flow rate lo ensure lrealment at the required concentration. The KABAT/waler \n lobacco. \n ratlo should be selected to achieve adequate coverage and the desired degree of moisture adjustment of stv \n FOR PROTECTION OF STORED TOBACCO FROM DAMAGE BY CIGARETTE \n PRECAUTIONS AND FIRST AID \n Wear gloves during application of product. Wash with soap and water if spilled. Hanintel if takeninternally \n BEETLE (Laslodorma seriicorne) AND TOBACCO MOTH (Ephestia elutella). \n PHYSICAL AND CHEMICAL HAZARDS \n COMMERCIAL \n GUARANTEE: mellioprène \n \"isopropyl (E,E)-11-1 methoxy-3,7,11-timethyl 2,4-dodecadienoale] . \n CAUTION FLAMMABLE \n Keep away from heat and opon Hartie. </ocr>"}, {"role": "assistant", "content": "<bbox>33,3,917,499</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_865"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15860092-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sunrisers Hyderabad 2013 1 0 50.00 \n Deccan Chargers 2008–2012 2 0 77.78 </ocr>"}, {"role": "assistant", "content": "<bbox>32,746,948,874</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_582"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18096431-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Mark Brooks United States \n Russ Cochran United States \n Joel Edwards United States </ocr>"}, {"role": "assistant", "content": "<bbox>162,424,688,633</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_571"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page13.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> soups, </ocr>"}, {"role": "assistant", "content": "<bbox>427,175,493,194</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_42"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16578883-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4 Lake Buena Vista, Florida, USA 9,540,000 9,590,000 9,686,000 9,783,000 9,998,000 </ocr>"}, {"role": "assistant", "content": "<bbox>20,424,967,473</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_355"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4196722 AcctType: </ocr>"}, {"role": "assistant", "content": "<bbox>592,135,808,146</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_509"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_368_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 6 Lord Great Chamberlain The Marquess of Cholmondeley Lord High Treasurer Lord Chamberlain </ocr>"}, {"role": "assistant", "content": "<bbox>17,618,954,674</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_423"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1b3d499b-17c6-eca9-1255-29ea55100b3d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Billing Type Weekly/Irregular \n Comments Vv </ocr>"}, {"role": "assistant", "content": "<bbox>284,273,433,304</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_646"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jycw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 189 WALL STREET, PRINCETON, NEW JERSEY 08540 - 609/924-1116 · </ocr>"}, {"role": "assistant", "content": "<bbox>240,784,639,797</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_727"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31079.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> without a new agreement could be </ocr>"}, {"role": "assistant", "content": "<bbox>114,259,386,263</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_181"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10807.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> trillion E SAN </ocr>"}, {"role": "assistant", "content": "<bbox>144,384,421,402</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_839"}
{"image": ["./imgs/ChartQA/test/png/two_col_83138.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Q1 2015 Q2 2015 Q3 2015 Q4 2015 Q1 2016 Q2 2016 Q3 2016 Q4 2016 Q1 2017 Q2 2017 Q3 2017 Q4 2017 Q1 2018 Q2 2018 Q3 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>249,750,696,818</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_177"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15387537-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Difference </ocr>"}, {"role": "assistant", "content": "<bbox>838,119,974,177</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_83"}
{"image": ["./imgs/TextVQA/test_images/210c921d0851b940.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> FISH </ocr>"}, {"role": "assistant", "content": "<bbox>532,212,620,273</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_281"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3dc95dff655db34a6810d06f2f62e423_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> ACCOUNTS </ocr>"}, {"role": "assistant", "content": "<bbox>222,311,512,349</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_798"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_224_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> January 10 Dubai United Arab Emirates Drawn 0-0 — \n January 20 Zhongshan Lebanon Drawn 0-0 — \n Qu Bo 64' \n January 27 Zhongshan Syria Won 2-1 \n Zhu Ting 90' \n Qu Bo 34' \n March 15 Kunming Thailand Drawn 3-3 Han Peng 67' \n Zhu Ting 90' \n April 16 Seattle Mexico Lost 0-1 — </ocr>"}, {"role": "assistant", "content": "<bbox>21,106,907,546</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_827"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5f0d7ff8-51ff-6525-309d-ec23ed0d2f1a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> INCOMPLETE </ocr>"}, {"role": "assistant", "content": "<bbox>356,432,507,462</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_937"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/41af4cb40e7eafda6d44f4626181e08c_page24.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> measured reliably. \n On receipt, donated professional services and donated facilities are recognised on the \n basis ofthe value ofthe gift to the charity which is the amount the charity would have been \n willing to pay to obtain services or facilities ofequivalent economic benefit on the open \n market; a corresponding amount is then recognised in expenditure in the period of receipt. \n Income tax recoverable in relation to donations received under Gift Aid or deeds of \n covenant is recognised at the time ofthe donation. \n Other income is recognised in the period in which it is receivable and to the extent the \n goods have been provided or on completion ofthe service. \n Expenditure \n Expenditure is recognised once there is a legal or constructive obligation to make payment </ocr>"}, {"role": "assistant", "content": "<bbox>175,645,911,929</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_268"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__europeana-foundation01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Who we are \n Network Strategy Cultural Heritage Institutions \n creative-industries education member_states \n research data europeana_foundation labs </ocr>"}, {"role": "assistant", "content": "<bbox>547,144,873,559</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_51"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Human_Behavior01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> February 24 2011 \n - Department founded! </ocr>"}, {"role": "assistant", "content": "<bbox>36,680,298,705</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_574"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16218498-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Tourbillon FC 1-1 Forces Armées CA 0-0 1-1 </ocr>"}, {"role": "assistant", "content": "<bbox>25,908,916,957</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_991"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6281efe9-51c3-f0a2-dc5d-a017fdd6e01c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> _ </ocr>"}, {"role": "assistant", "content": "<bbox>19258,-17,19837,1</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_674"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_845_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> School Facts </ocr>"}, {"role": "assistant", "content": "<bbox>448,16,552,42</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_977"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__desktop-tools01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> email </ocr>"}, {"role": "assistant", "content": "<bbox>707,872,776,902</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_760"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page352.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Theatr Gerdd Coed Duon £450 </ocr>"}, {"role": "assistant", "content": "<bbox>75,602,921,615</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_627"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44526.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> PARED TO 241 IN </ocr>"}, {"role": "assistant", "content": "<bbox>77,251,155,277</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_66"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f6f7a380685c31ce7a0c9bde3c113b4b_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Boodle Hatfield LLP </ocr>"}, {"role": "assistant", "content": "<bbox>184,721,324,733</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_748"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_604_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1990 </ocr>"}, {"role": "assistant", "content": "<bbox>475,363,513,411</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_880"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37023.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 4 </ocr>"}, {"role": "assistant", "content": "<bbox>226,398,887,405</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_418"}
{"image": ["./imgs/TextVQA/test_images/4c6d9539f26e9940.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> HIGH </ocr>"}, {"role": "assistant", "content": "<bbox>660,42,703,72</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_170"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14749151-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Slavia Mozyr Yunost 5,500 14 </ocr>"}, {"role": "assistant", "content": "<bbox>24,828,804,861</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_517"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20183.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> - \n - \n Water Rich Lifestyle Water Poor Lifestyle \n Women and children \n must carry water to 76% 76% \n of households \n 1 sheet of paper 3 gallons \n Number of work hours spent each day by \n women collecting their families' water \n 1 glass of beer 20 gallons 200 million -ärluhan \n ha \n 1 glass of wine 32 gallons \n Number of school days lost to \n water-related disease each year \n 443 million ----- \n O ......... \n 1 liter bottle of water 5 liters \n 66% 33% \n Gallons --- \n <$2 a day <$1 a day \n , 5 minute ... .... more water \n ****** \n 5-10 times \n than a person .. slum ... . sotins day \n 100 - 176Ay </ocr>"}, {"role": "assistant", "content": "<bbox>15,258,968,536</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_231"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12509095-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Winner May 15, 2011 Clay Sam Querrey Mardy Fish Andy Roddick w/o </ocr>"}, {"role": "assistant", "content": "<bbox>17,740,831,812</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_230"}
{"image": ["./imgs/TextVQA/test_images/3abc4b8a45c66784.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ULLA </ocr>"}, {"role": "assistant", "content": "<bbox>358,735,400,762</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_172"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> (804) 672-6565 </ocr>"}, {"role": "assistant", "content": "<bbox>198,149,284,165</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_928"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-26968451-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> The officers organize a Marine talent show; the general, whom no one thinks has talent, wants to perform and has to sing at the last minute. Robin runs for president of her student council. </ocr>"}, {"role": "assistant", "content": "<bbox>9,778,808,790</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_56"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/frhd0227_8.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 89376 (00057) Lysozyme, Serum ----- 11.00 </ocr>"}, {"role": "assistant", "content": "<bbox>43,908,964,925</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_666"}
{"image": ["./imgs/VisualMRC/images/transparency.org/news__story__the_price_of_justice01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> officer to help him. Like almost 60 per cent of Yemenis, he had to pay a bribe before the </ocr>"}, {"role": "assistant", "content": "<bbox>35,420,923,430</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_744"}
{"image": ["./imgs/TextVQA/test_images/a7227ef32ccc4088.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PS </ocr>"}, {"role": "assistant", "content": "<bbox>848,514,993,676</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_486"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> BILLING </ocr>"}, {"role": "assistant", "content": "<bbox>433,245,500,261</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_194"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__2019-yearbook-special-edition01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> In celebration of our 10th anniversary as a \n publication, we've created this special edition </ocr>"}, {"role": "assistant", "content": "<bbox>29,346,647,434</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_692"}
{"image": ["./imgs/ChartQA/test/png/multi_col_796.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 1 838 1 819 </ocr>"}, {"role": "assistant", "content": "<bbox>373,239,587,680</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_563"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1d613fb65ad5d115e9716294d9493c18_page5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> ~ Observe the methods and principles in the Charities SORP; </ocr>"}, {"role": "assistant", "content": "<bbox>158,552,586,565</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_723"}
{"image": ["./imgs/VisualMRC/images/fsf.org/about__financial01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> firm. We choose to publish our Form 990 and our audited financial statements on our </ocr>"}, {"role": "assistant", "content": "<bbox>20,201,752,255</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_398"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_150_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Amaury Leveaux (1:48.57) \n Fabien Horth (1:48.67) \n 7 8 France 7:17.43 10.10 \n Nicolas Kintz (1:50.01) \n Nicolas Rostoucher (1:50.18) \n Apostolos Antonopoulos (1:50.34) \n Dimitrios Manganas (1:51.33) \n 8 1 Greece 7:23.02 15.67 \n Andreas Zisimos (1:50.26) </ocr>"}, {"role": "assistant", "content": "<bbox>41,762,860,954</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_698"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lzbw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> entertainment 4,000.00 </ocr>"}, {"role": "assistant", "content": "<bbox>225,691,657,708</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_200"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12410929-70_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 123 </ocr>"}, {"role": "assistant", "content": "<bbox>871,301,900,384</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_206"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kzng0227_17.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (D) 155 * </ocr>"}, {"role": "assistant", "content": "<bbox>191,466,648,482</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_254"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_989_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Marc and Eva Stern Math and Science School 718 792 788 788 809 \n Oscar De La Hoya Animo Charter High School 662 726 709 710 744 </ocr>"}, {"role": "assistant", "content": "<bbox>20,252,922,398</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_703"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-24584486-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Renault 2.0 20 1 2 0 4 </ocr>"}, {"role": "assistant", "content": "<bbox>194,165,789,211</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_119"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1855342-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2. above average 28% 29% 42% 20% 16% 11% </ocr>"}, {"role": "assistant", "content": "<bbox>16,385,897,457</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_564"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ec2af1cb9a5e42bd0b4511495ab03cc7_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> activities for 8to 12year oId </ocr>"}, {"role": "assistant", "content": "<bbox>326,617,534,634</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_108"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18018214-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> conceded </ocr>"}, {"role": "assistant", "content": "<bbox>821,119,909,177</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_337"}
{"image": ["./imgs/ChartQA/test/png/two_col_43384.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018* 2019* 2020* 2021* 2022* 2023* 2024* </ocr>"}, {"role": "assistant", "content": "<bbox>131,802,898,823</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_776"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrfw0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Cwus.V Hunter, Joan Secretary 100 </ocr>"}, {"role": "assistant", "content": "<bbox>35,348,598,369</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_889"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Introduction_to_Sport_Biomechanics01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> types of sports including those involving throwing, kicking and hitting. </ocr>"}, {"role": "assistant", "content": "<bbox>17,754,456,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_22"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9fd3e6b62ead2516b98add27fb12c34f_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> route to open employment. The service is supremely flexible and individual in our approach. </ocr>"}, {"role": "assistant", "content": "<bbox>106,604,770,617</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_619"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40786.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Hispanics White, non-Hispanic African Americans Asians </ocr>"}, {"role": "assistant", "content": "<bbox>220,768,754,793</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_368"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37545.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 50% 21% \n Strength Training \n Yoga Mediation \n 36% \n 12% \n Team-Based Athletics \n Group Classes \n How Do Students Balance Fitness and Other Activities with School Work? \n PRO FITNESS TIP! \n When you can't get to the gyra. you can asilsqueene in a mini wokaut \n whenever you art-even a teeny sey dome Try doing to pushsos. 20 \n Om Nom Nom \n What is Campus Food Like? What Are Students Eating? \n -- \n PRO FITNESS TIP! \n Did you know that your butt ogluteus musulmani is your largest rasde? By adding \n lunges and sovers in your vioilkaut. you are inonesising the lean muscle rilass in \n your lower body, vilich hets you bum more calories when isorg. \n Plugged In \n How Do Students Feel \n About Sports-Related \n How Often Do Students \n Visit Fitness-Related \n What Do Students \n Want from Those \n Advertising? Websites and Apps? Apps? \n ===, 11% \n 34% </ocr>"}, {"role": "assistant", "content": "<bbox>16,589,956,920</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_205"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10410.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> respondent's </ocr>"}, {"role": "assistant", "content": "<bbox>538,590,664,599</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_446"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__feature-changing-trend-of-chinese-tourists-navigates-thailands-tourism-development01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> country’s better-known travel paths. | can’t wait to join the </ocr>"}, {"role": "assistant", "content": "<bbox>39,357,776,411</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_111"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Mercantilism_(strategic_simulation)01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Primary Resource Phase </ocr>"}, {"role": "assistant", "content": "<bbox>20,30,188,64</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_922"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11902366-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 – </ocr>"}, {"role": "assistant", "content": "<bbox>363,563,396,600</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_956"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_143_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 3 December 2005 Tottenham Hotspur White Hart Lane 2–3 36,244 Whitehead, Le Tallec </ocr>"}, {"role": "assistant", "content": "<bbox>25,418,982,433</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_65"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bd7b1b7c-a5c1-c789-757f-72f83166b500_page6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Agency Ref \n Advertiser Ref \n Gross Total $1,445.00 \n Agency Commission $216.75 \n Net Amount Due $1,228.25 Payment Terms 30 Days </ocr>"}, {"role": "assistant", "content": "<bbox>389,347,802,462</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_419"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_588_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> World Indoor Championships Valencia, Spain 28th (h) 60 m 6.88 \n 2008 \n World Junior Championships Bydgoszcz, Poland 7th 200 m 21.10 \n Olympic Games Beijing, China 40th (h) 200 m 21.00 \n Asian Indoor Games Hanoi, Vietnam 4th 60 m 6.72 (NR) \n 2009 World Championships Berlin, Germany 25th (qf) 200 m 20.97 \n Asian Championships Guangzhou, China 1st 200 m 21.07 \n 2010 Asian Games Guangzhou, China 3rd 200 m 20.83 \n Asian Championships Kobe, Jpan 3rd 200 m 20.97 </ocr>"}, {"role": "assistant", "content": "<bbox>32,292,947,775</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_60"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__governance_reporting__104.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5. Annual Report </ocr>"}, {"role": "assistant", "content": "<bbox>34,907,185,945</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_23"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70441.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MEDIAN AGE 49 MORTALITY RATE EXPOSURE </ocr>"}, {"role": "assistant", "content": "<bbox>21,779,893,811</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_802"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17371135-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Los Angeles 1 – 2 Detroit Osgood 20,066 41–13–8 </ocr>"}, {"role": "assistant", "content": "<bbox>193,868,973,905</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_434"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__doing-the-heavy-lifting-for-thailand-4-002.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Co </ocr>"}, {"role": "assistant", "content": "<bbox>777,781,811,822</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_601"}
{"image": ["./imgs/VisualMRC/images/transparency.org/country__BHS01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Index (CPI) </ocr>"}, {"role": "assistant", "content": "<bbox>573,817,717,838</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_819"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1023439-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Emotion\" </ocr>"}, {"role": "assistant", "content": "<bbox>343,440,482,522</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_107"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/54418813-b830-ac14-428d-368c7a656503_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (c) Property Rights. All property and proprietary rights in any program material or other matter prepared, created, or devised by either party hereto (or to the principal or principals of </ocr>"}, {"role": "assistant", "content": "<bbox>43,24,944,34</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_543"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_138_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 183 </ocr>"}, {"role": "assistant", "content": "<bbox>302,714,332,748</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_319"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12168673-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Lock </ocr>"}, {"role": "assistant", "content": "<bbox>127,844,167,874</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_999"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2,000 1 </ocr>"}, {"role": "assistant", "content": "<bbox>239,448,474,489</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_311"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Spots: # Ch Day AirDate Air Time Description StarvEnd Time Length Ad-ID Rate Type </ocr>"}, {"role": "assistant", "content": "<bbox>33,448,946,458</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_49"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60531.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 50% </ocr>"}, {"role": "assistant", "content": "<bbox>127,256,548,279</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_169"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-12125069-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 36,199 </ocr>"}, {"role": "assistant", "content": "<bbox>744,623,812,695</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_497"}
{"image": ["./imgs/VisualMRC/images/fsf.org/resources__testimonials01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Users of Free Software </ocr>"}, {"role": "assistant", "content": "<bbox>255,43,547,84</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_557"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35260.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> MONEY, </ocr>"}, {"role": "assistant", "content": "<bbox>91,20,884,54</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_434"}
{"image": ["./imgs/ChartQA/test/png/two_col_4110.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 53.03 </ocr>"}, {"role": "assistant", "content": "<bbox>221,413,281,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_154"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xfbd0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Production </ocr>"}, {"role": "assistant", "content": "<bbox>40,465,121,478</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_808"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> WGN M 02/24/20 1:00 11:58 PM MRBPBK6039EH $800.00 2 </ocr>"}, {"role": "assistant", "content": "<bbox>55,875,960,888</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_602"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5475caa3dbe468e8c2bd03d74eb16bce_page32.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> for drug-resistant TB </ocr>"}, {"role": "assistant", "content": "<bbox>610,438,767,450</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_250"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20331.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> LAW YER LAW YER </ocr>"}, {"role": "assistant", "content": "<bbox>172,783,753,789</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_244"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37355.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> networks in 2012 to find talent and potential </ocr>"}, {"role": "assistant", "content": "<bbox>597,174,950,184</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_727"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5e2e577350269cf29740147f28110752_page23.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> fixed assets </ocr>"}, {"role": "assistant", "content": "<bbox>262,589,356,604</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_571"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__data-science03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> hybrid clouds are used to store and process information and to make correlations \n among what's been parsed. This means that a data scientist's toolbox includes a \n platform like OpenShift for running processing services, distributed computing \n software like Apache Hadoop or Apache Spark, a distributed file system like Ceph </ocr>"}, {"role": "assistant", "content": "<bbox>23,437,967,722</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_222"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6de29adcd5f17fa66e78a6d49e960ca9_page10.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> responsible for preparing the Trustee's report and the financial statements in accordance with applicable \n Iaw and United Kingdom Accounting Standards (United Kingdom Generally Accepted Accounting \n Practice). \n Company law requires the Trustees to prepare financial statements for each financial year. Under \n company law the Trustees must not approve the financial statements unless they are satisfied that they \n give a true and fair view ofthe state of affairs of the charitable company and of the incoming resources \n and application of resources, including the income and expenditure, of the charitable company for that \n period. In preparing these financial statements, the Trustees are required to: \n ~ Select suitable accounting policies and then apply them consistently; \n Observe the methods and principles in the Charities SORP; \n Make judgments and accounting estimates that are reasonable and prudent; \n State whether applicable UK Accounting Standards have been followed, subject to any material </ocr>"}, {"role": "assistant", "content": "<bbox>131,312,874,532</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_326"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jppp0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> COMMITTEE-ON-THE ASSESSMENT OF \n THE SAFETY ON LEAD AND \n 158 \n LEAD SALTS IN FOOD. \n 1981/ \n 87-2 \n 19 .J \n 640 \n PAY TO THE \n ORDER OF Dr. Robert A. Neal | $ 1,000.00 \n One Thousand ----- \n DOLLARS \n Commerce Hillsboro Village Office \n Union Bank 2121 Blakemore Avenue \n Nashville, Tennessee 37212 </ocr>"}, {"role": "assistant", "content": "<bbox>56,36,929,216</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_298"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c65ee57b2df5dd721a268e51382f35f6_page14.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> At 1October 2016 1,368,780 104,666 1,473,446 </ocr>"}, {"role": "assistant", "content": "<bbox>161,232,874,256</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_440"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ce47980385563f31a9716861b222f796_page30.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> to £149,999 1 1 </ocr>"}, {"role": "assistant", "content": "<bbox>113,421,877,431</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_350"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_682_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 5 North Korea 1 0 1 2 </ocr>"}, {"role": "assistant", "content": "<bbox>62,640,925,709</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_349"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zhjl0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Cody Taylor </ocr>"}, {"role": "assistant", "content": "<bbox>681,56,813,72</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_645"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lzbw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Transcription </ocr>"}, {"role": "assistant", "content": "<bbox>117,402,220,418</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_86"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1341690-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Randolph </ocr>"}, {"role": "assistant", "content": "<bbox>649,916,697,940</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_30"}
{"image": ["./imgs/ChartQA/test/png/two_col_168.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 732.15 718.69 714.03 695.47 685.59 687.11 682.49 671.51 669.45 662.55 655.41 601.34 528.34 </ocr>"}, {"role": "assistant", "content": "<bbox>216,262,900,751</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_492"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1e4a18d4-65c8-f8fb-1baa-b01ac4fe5d30_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Estimate # 6837 \n Account Executive Wichita House \n Billing Address: \n Sales Office Wichita National \n Sales Region National \n Strategic Media Services \n Agency Code 9912521 \n Attention: Accounts Payable \n Advertiser Code 560 \n 1911 N Ft Myer Drive \n Ste 400 Billing Calendar Broadcast \n Arlington, VA 22209 Billing Type Cash \n Special Handling \n Agency Ref 5623 \n Send Payment To: Advertiser Ref 67589 \n KWCH Product 1 646 \n PO Box 14200 Product 2 \n Tallahassee, FL 32317-4200 \n Spots/ \n Line Start Date End Date Description Start/End Time MTWTFSS Length Week Rate Type \n 1 04/29/20 05/05/20 Eyewitness News @ 6a 5:58 AM-7:00 AM 11-1--- 1:00 3 $300.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 04/29/20 05/05/20 11-1--- 3 $300.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 All Th 04/30/20 6:39 AMEyewitness News @ 6a 5:58 AM-7:00 AM 1:00 RMTV041402H $300.00 NM </ocr>"}, {"role": "assistant", "content": "<bbox>29,162,963,530</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_125"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fxcv0079_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> SEXES </ocr>"}, {"role": "assistant", "content": "<bbox>653,146,721,173</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_576"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12392569-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5 France 3 1 2 6 </ocr>"}, {"role": "assistant", "content": "<bbox>36,381,891,417</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_363"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/flfp0000_2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Jimmy </ocr>"}, {"role": "assistant", "content": "<bbox>472,525,555,544</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_875"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/132cf277ce4a89ee9d38db4b90e20a5d_page33.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Financing costs (12,098) (12,098) </ocr>"}, {"role": "assistant", "content": "<bbox>170,501,809,514</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_634"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41364.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Reading </ocr>"}, {"role": "assistant", "content": "<bbox>157,743,279,798</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_329"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e024c7c6-347f-abed-fa1b-8835085baf0e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> WVNS Tu 05/26/20 :30 5:29 PM KASEPOLINGAD $75.00 2 \n WVNS W 05/27/20 :30 5:13 PM KASEPOLINGAD $75.00 3 \n WVNS Th 05/28/20 :30 5:13 PM KASEPOLINGAD $75.00 4 \n WVNS F 05/29/20 :30 5:29 PM KASEPOLINGAD $75.00 5 \n 2 WVNS 5:30 PM-8:00 PM 5:30 PM-8:00 PM \n 05/25/20to05/31/20 1x MTWTF-- \n WVNS F 05/29/20 :30 7:59 PM KASEPOLINGAD $75.00 1 \n Aired Spots 6 \n Net Total $450.00 </ocr>"}, {"role": "assistant", "content": "<bbox>24,474,960,656</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_92"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_641_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2000 </ocr>"}, {"role": "assistant", "content": "<bbox>27,453,91,487</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_702"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page10.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> and to provide scholarships </ocr>"}, {"role": "assistant", "content": "<bbox>193,309,365,320</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_488"}
{"image": ["./imgs/TextVQA/test_images/7a15191573bac7f2.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 16 </ocr>"}, {"role": "assistant", "content": "<bbox>174,35,213,73</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_70"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/99e3cc8d5e0b68f64987bba5226011c6_page22.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 35,333 11,860 24,809 8,445 \n 14. Creditors: amount falling due within one year \n Group Group Charity Charity \n 2015 2014 2015 2014 \n Trade creditors 5,921 15,326 5,921 15,326 \n Taxation and social security costs 4,521 3,393 4,521 3,393 \n Accruals and deferred income 132,033 111,738 46,953 27,672 \n 142,475 130,457 57,395 46,391 \n D \n Deferred income ofF15,968(2014:f11,283)consists ofadvance course bookings for the \n following year and which have been invoiced. \n 15. Pension costs \n The company operates a defined contribution scheme for all qualifying employees. The \n Group contribution to the scheme in the year was 218,140(2014:f13,262). </ocr>"}, {"role": "assistant", "content": "<bbox>163,388,866,778</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_101"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/56a8dc3f-5156-8ebc-db71-15e3a9c1b1c1_page1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 3050 K ST NW #100 Product: Political Office: WASHINGTON Total Spots: 24 </ocr>"}, {"role": "assistant", "content": "<bbox>349,119,905,132</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_8"}
{"image": ["./imgs/ChartQA/test/png/two_col_80074.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2013 2014 2015 2016 2017 2018 </ocr>"}, {"role": "assistant", "content": "<bbox>181,757,856,778</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_742"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39633.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> abused' Often abused </ocr>"}, {"role": "assistant", "content": "<bbox>417,302,594,308</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_260"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5bf05fd9-5be3-1dbc-6d63-47bf4935d0e8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Nov. 2020 8 $795.00 \n KTIV Television Inc Advertiser DSCC-IE (27974) Entered By Kelcy Shoemaker \n 2929 Signal Hill DR Agency Great American Media --EDI (1970) CO-OP No \n Grand Total: 8 $795.00 \n Sioux City, IA 51108-1465 Product Political - Issue (1105) External # ECR26911710 \n Brand Issue (116111) Demo \n Salesperson Millennium, Washington DC (1426) \n Order Type *Normal \n Package Deal </ocr>"}, {"role": "assistant", "content": "<bbox>130,46,942,156</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_248"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a5c40991580e19fa0effc99c3bb70eed_page7.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> REPORT </ocr>"}, {"role": "assistant", "content": "<bbox>208,97,292,111</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_74"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_16.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> from handpicked whole wheat, </ocr>"}, {"role": "assistant", "content": "<bbox>653,440,875,451</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_829"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16783017-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> States </ocr>"}, {"role": "assistant", "content": "<bbox>543,761,607,806</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_629"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/txcm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (Group Life AD </ocr>"}, {"role": "assistant", "content": "<bbox>114,648,245,694</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_146"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/khxj0037_6.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Evaluations </ocr>"}, {"role": "assistant", "content": "<bbox>203,116,302,133</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_34"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/27831456ea4744902f2887ba25785856_page40.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> scheme's assets represents 86.2'/0 of the benefits that has accrued to members allowing for further \n increase in earnings. In order to address the deficit on the fund, it has been agreed that, in addition to \n increases in employer and employee contributions, employers will be required to make additional capital \n contributions. In BVT's case, this is expected to be in the order of6300,000 per year from 2011 to 2018 \n and a final contribution of 650,000 in 2019.The Trustees of the Cadbury Pension Fund are currently \n working through the 2013 actuarial valuation, but the results of this are not going to be finalised until \n aRer the date these accounts will be approved. \n For the final salary scheme, the Group paid contributions at the rate of 28.1'/o above the Nl lower \n earnings limit (LEL)throughout the year. Employee contributions remained at 5'/0 throughout the year. </ocr>"}, {"role": "assistant", "content": "<bbox>147,284,877,418</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_718"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/426cd3510b3e8ce4de4d62db2d93a221_page19.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> For the ear ended 31Jul 2015 </ocr>"}, {"role": "assistant", "content": "<bbox>138,74,376,87</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_664"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Puerto_Morelos02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> tourist amenities. The town has just two principal streets and you can walk from one end to the \n other in about 15 minutes. \n You can get by with English, but Spanish is not superfluous. Most places accept US dollars but not \n credit cards. Almost all prices are quoted in Mexican pesos (M$) and it is generally cheaper to pay \n in pesos, than in US dollars. There is no bank in town, but several bank cash machines for \n withdrawals. \n The reef just off shore is part of the Great Mesoamerican Reef, the second largest reef system in </ocr>"}, {"role": "assistant", "content": "<bbox>14,156,643,537</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_162"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gfhd0082_11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> filter ..... .. . Hard to get smoke through 49 </ocr>"}, {"role": "assistant", "content": "<bbox>101,462,913,480</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_197"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a59457ef50169de7aceeb343e59f4b7_page35.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Help for Heroes Trading Limited Our aims for the coming year: \n • continue to work on making our business model Our aims during the year: \n as efficient and profitable as possible \n Continue to increase Charity income and awareness by: \n • ensure that our product offer continues to meet the \n • continued focus on ensuring our business model is as needs of our supporters, whether they are buying from \n efficient and profitable as possible, necessitating a shop the website, sale or return, or the Mobile Events team \n closure programme and focussing on other ways to raise \n awareness and funds through trading activity • continue to explore ways of reaching out to potential \n supporters, e.g., by having a presence on brand partners’ \n • ensuring that our product offer continues to meet the websites and through increased social media presence. \n needs of our supporters, while capitalising on the key \n Christmas trading period with a strong gift offer \n BmyHero Limited \n • continuing to talk to our existing supporters about \n Our aims during the year: \n new and relevant product lines, and encouraging \n new customers to sign-up to our newsletters. • To complete the closure of BMyCharity \n on 31 December 2015. \n Delivering on those aims: \n Delivering on those aims The standalone stores and Debenhams concessions were \n closed by the end of January, and the resulting head office The main business of BMyCharity was closed on \n team restructure was completed by mid-February. 31 December. However, BmyHero Limited continued to \n The remaining sales outlets have traded in line with forecasts provide credit card services to the group beyond that date </ocr>"}, {"role": "assistant", "content": "<bbox>71,150,853,431</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_357"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nhyk0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1. An investment of $1,000 or more In any entity listed in A above? </ocr>"}, {"role": "assistant", "content": "<bbox>121,665,526,678</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_842"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f23cc41431606b48e08ae4014daa406e_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> officers 45 </ocr>"}, {"role": "assistant", "content": "<bbox>462,716,941,728</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_23"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page18.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 106restriction, </ocr>"}, {"role": "assistant", "content": "<bbox>600,320,691,332</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_834"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page6.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Sales Office CTS-POL Agency Code </ocr>"}, {"role": "assistant", "content": "<bbox>451,269,799,282</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_267"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Wiki_culture01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> people </ocr>"}, {"role": "assistant", "content": "<bbox>432,199,474,239</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_77"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18133296-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> David Levy Likud 24 13 June 1990 13 July 1992 </ocr>"}, {"role": "assistant", "content": "<bbox>20,410,915,432</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_245"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bd7b1b7c-a5c1-c789-757f-72f83166b500_page5.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Property KLJB Order # 2185887 \n Account Executive Katz Washington Alt Order # 26661089 \n Sales Office Katz/Washington Deal # \n Billing Address: Sales Region National Order Flight 01/28/20 - 02/03/20 \n Media Buying and Analytics Billing Calendar Broadcast Agency Code 9920504 \n Attention: Accounts Payable Billing Type Cash Advertiser Code 1106 \n 2020 Howell Mill Road \n Special Handling Product 1/2 1271 \n NW Suite D-348 </ocr>"}, {"role": "assistant", "content": "<bbox>97,170,917,330</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_688"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39760.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> up to the wall \n [inc. 574 soldiers) \n some decorated \n it with graffiti \n The wall, which separated the </ocr>"}, {"role": "assistant", "content": "<bbox>6,313,976,377</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_380"}
{"image": ["./imgs/ChartQA/test/png/two_col_434.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 11 205 833 2014 </ocr>"}, {"role": "assistant", "content": "<bbox>49,167,587,186</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_297"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35260.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Web-based): </ocr>"}, {"role": "assistant", "content": "<bbox>682,847,830,855</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_496"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20177.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Michigan </ocr>"}, {"role": "assistant", "content": "<bbox>416,113,555,142</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_203"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44446.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 17MANUCHAR OTAR \n KVIRKVELIA TUSHISHVILI \n 17 REVAZ GIORGI \n MINDORASHVILI GOGSHELIDZE \n 36 \n LASHA MANUCHAR \n 7 \n SHAVDATUASHVII TSKHADAIA \n 2012 \n LONDON REVAZ DAVID \n LASHKHI MARSAGISHVILI \n DAVID \n MODZMANASHVILI \n GIORGI \n GOGSHELIDZE \n VLADIMER \n KHINCHEGASHVILI \n 40 7 </ocr>"}, {"role": "assistant", "content": "<bbox>11,609,927,821</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_736"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ljgf0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Nutritives </ocr>"}, {"role": "assistant", "content": "<bbox>683,744,802,761</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_236_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> SS16 08:55 Ringsaker 2 27.30 km H. Solberg 15:28.6 105.84 km/h </ocr>"}, {"role": "assistant", "content": "<bbox>119,779,826,806</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_638"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_377_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1998 Deep </ocr>"}, {"role": "assistant", "content": "<bbox>190,405,359,416</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_611"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39510.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> World vision -\"Befine Sine's Ready </ocr>"}, {"role": "assistant", "content": "<bbox>65,940,308,945</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_241"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5e2e577350269cf29740147f28110752_page11.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> aims have been set out elsewhere in this report. In making decision about the \n public benefit deriving from the activities ofthe College the Governors have had </ocr>"}, {"role": "assistant", "content": "<bbox>183,230,795,258</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_665"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f6f7a380685c31ce7a0c9bde3c113b4b_page21.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> held in interest bearing bank accounts and on </ocr>"}, {"role": "assistant", "content": "<bbox>542,604,863,617</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_378"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39551.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> PUNISHMENT \n *!! #@ !* \n JO \n AN ESTIMATED \n 246 IN \n SEXUAL NON-CONSENSUAL </ocr>"}, {"role": "assistant", "content": "<bbox>124,347,857,477</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_682"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_256_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Win 23-0-0 William Beltran KO 1933 1 Cambridge, Massachusetts \n Win 22-0-0 Lloyd Blake KO 1933 1 Cambridge, Massachusetts \n Win 21-0-0 Lawrence \"Larry\" O'Neil KO 1933 1 Cambridge, Massachusetts \n Win 20-0-0 Igg Rosenberg KO 1933 1 Cambridge, Massachusetts \n Win 19-0-0 Melvin Kenyon KO 1933 1 Cambridge, Massachusetts \n Win 18-0-0 Gary Keers KO 1933 1 Cambridge, Massachusetts \n Win 17-0-0 Samuel Rodgway KO 1933 May 28 1 Cambridge, Massachusetts \n Exch 16-0-0 \"Irish\" Tommy Mitchell KO 1933 May 21 1 Cambridge, Massachusetts \n Win 15-0-0 Jim Crawford KO 1933 May 14 1 Cambridge, Massachusetts </ocr>"}, {"role": "assistant", "content": "<bbox>31,363,796,599</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_15"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xnkp0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4:959:891 </ocr>"}, {"role": "assistant", "content": "<bbox>806,211,908,232</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_566"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Alt Order #: \n Product Desc: MBLM Mike Bloomberg 2020 Inc </ocr>"}, {"role": "assistant", "content": "<bbox>142,111,470,140</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_867"}
{"image": ["./imgs/ChartQA/test/png/multi_col_592.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Jul '17 Oct '17 Jan '18 </ocr>"}, {"role": "assistant", "content": "<bbox>420,570,522,616</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_423"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_531_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> PacWest Racing Group Reynard 98i Mercedes Firestone </ocr>"}, {"role": "assistant", "content": "<bbox>59,498,670,515</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_255"}
{"image": ["./imgs/VisualMRC/images/fsf.org/working-together__whos-using-free-software01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (CERN ) </ocr>"}, {"role": "assistant", "content": "<bbox>361,560,561,754</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_147"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eaed6c146797cdda11c34a8a62cf69d1_page33.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Trade and other debtors / creditors – Trade and other debtors are recognised at transaction price less </ocr>"}, {"role": "assistant", "content": "<bbox>121,283,878,294</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_260"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10885968-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 21.14 </ocr>"}, {"role": "assistant", "content": "<bbox>140,385,190,457</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_960"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18496100-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 9 Ater None Bhind 177,334 </ocr>"}, {"role": "assistant", "content": "<bbox>18,195,767,248</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_631"}
{"image": ["./imgs/ChartQA/test/png/two_col_101511.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 97 91 75 74 </ocr>"}, {"role": "assistant", "content": "<bbox>445,217,815,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_611"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44643.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 10,000+ </ocr>"}, {"role": "assistant", "content": "<bbox>415,63,558,79</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_557"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/086a6010af1addfeba1797e2174af93c_page19.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> activities 20,282 145 20,427 19,342 \n Total expenditure 20,359 145 20,504 19,398 \n Net expenditure for the year before \n transfers (375) (366) (261) \n Transfers between funds 19 \n (375) (366) (261) \n Actuarial gain on defined benefit \n pension schemes 15 110 110 766 \n Net movement in funds (265) (256) 505 \n Funds brought forward 3,397 51 3,448 2,943 \n Funds carried forward 3,132 60 3,192 3,448 \n All the above amounts relate to continuing activities. </ocr>"}, {"role": "assistant", "content": "<bbox>126,417,919,707</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_166"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7ae3665305caf119acabb0863ea1e46d_page21.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Balance at 1 Incoming Resources Balance at 28 </ocr>"}, {"role": "assistant", "content": "<bbox>502,266,890,279</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_922"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__East_Kalimantan01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> population of only 3 million people and a land </ocr>"}, {"role": "assistant", "content": "<bbox>503,252,790,332</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_262"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/98905496-5904-ec4a-c59a-7c6d297b4bfa_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 KESE W 02/05/20 10:27 PMKESE TV Noticias 10P-1035P :30 MRBPMP3001EH $35.00 </ocr>"}, {"role": "assistant", "content": "<bbox>83,814,930,824</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_395"}
{"image": ["./imgs/ChartQA/test/png/two_col_102435.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> No Don't know </ocr>"}, {"role": "assistant", "content": "<bbox>503,802,808,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_212"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_259_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4 Hamood Al-Dalhami Oman DQ </ocr>"}, {"role": "assistant", "content": "<bbox>142,964,856,982</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_404"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a5c40991580e19fa0effc99c3bb70eed_page20.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Directors' indemnity insurance £575 (2014:£575) \n 7 Costs of generating donations and legacies </ocr>"}, {"role": "assistant", "content": "<bbox>91,417,494,459</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_297"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1516353-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Championship (5) 2 shot deficit (76-73-74-76=299) 4 strokes Sandy Herd </ocr>"}, {"role": "assistant", "content": "<bbox>169,846,850,928</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_418"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__shell_company01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> people </ocr>"}, {"role": "assistant", "content": "<bbox>119,890,164,919</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_460"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/14a59d2d64cc250a73d5bc0e4eae3941_page4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> consequently </ocr>"}, {"role": "assistant", "content": "<bbox>693,375,792,386</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_224"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/96758ed0-03a8-c4d3-97ad-7d4a8f14d465_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> EOM/EOC Broadcast Cash \n Great American Media \n 3050 K Street NW Property Account Executive Sales Office \n Suite 100 WRAL Cheryl Blair (Long) Washington Telerep \n Washington, DC 20007 Special Handling \n Demographic \n Adults 35+ \n Agy Code Advertiser Code Product 1/2 </ocr>"}, {"role": "assistant", "content": "<bbox>147,209,992,360</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_899"}
{"image": ["./imgs/ChartQA/test/png/21632943006027.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> El Salvador </ocr>"}, {"role": "assistant", "content": "<bbox>12,198,99,223</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_277"}
{"image": ["./imgs/ChartQA/test/png/two_col_81215.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 12.23 8.69 7.92 </ocr>"}, {"role": "assistant", "content": "<bbox>162,212,865,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_458"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17968265-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Argentinos Juniors 0.965 110 114 28 40 42 \n Talleres de Córdoba 0.956 109 114 38 27 44 \n Ferro Carril Oeste 0.939 107 114 44 33 30 \n Deportivo Mandiyú 0.868 33 38 N/A N/A 33 \n Platense 0.860 98 114 27 38 33 \n Instituto de Córdoba 0.851 97 114 41 33 23 \n Racing de Córdoba 0.851 97 114 33 31 33 \n San Martín de Tucumán 0.842 32 38 N/A N/A 32 \n Deportivo Armenio 0.776 59 76 N/A 34 25 </ocr>"}, {"role": "assistant", "content": "<bbox>24,592,903,976</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_719"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_315_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 16 15 \"The Tiger\" Paul Wendkos Robert Culp January 5, 1966 115 </ocr>"}, {"role": "assistant", "content": "<bbox>22,537,981,556</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_403"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1486444-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Win 15–5–1 Jason Ireland Submission (armbar) Pride 33 3 2:33 Las Vegas, Nevada, United States </ocr>"}, {"role": "assistant", "content": "<bbox>13,434,955,450</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_764"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20202.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> that </ocr>"}, {"role": "assistant", "content": "<bbox>554,452,638,466</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_248"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlcf0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (Contusion) </ocr>"}, {"role": "assistant", "content": "<bbox>281,438,382,453</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_556"}
{"image": ["./imgs/ChartQA/test/png/two_col_168.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 849.87 839.8 826.25 793.16 765.97 732.15 718.69 714.03 695.47 685.59 687.11 682.49 671.51 669.45 662.55 655.41 601.34 528.34 470.55 466.76 </ocr>"}, {"role": "assistant", "content": "<bbox>139,183,900,751</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_82"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tqvc0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> agencies? Yes </ocr>"}, {"role": "assistant", "content": "<bbox>590,612,726,629</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_770"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__aleksandra-strzelichowska04.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Network Cultural Heritage Institutions Berlin \n How to get young people interested in </ocr>"}, {"role": "assistant", "content": "<bbox>560,494,913,649</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_650"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zzyw0224_12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2000. \n Owned Pounds Leased Pounds \n 65404 7524 = 17, 931 \n Please print the following information for all marketing cards: \n Montgomery Co. \n SPLIT / \n (12 Digits) POUNDS PAYEE(s) PERCENT \n 13 209 0001503 12931 Wayne Bandely 1.Har Credit 100 %. \n 52379 \n 2985 </ocr>"}, {"role": "assistant", "content": "<bbox>71,284,934,871</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_676"}
{"image": ["./imgs/TextVQA/test_images/cf081dc2f4e590a3.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> FmMdN </ocr>"}, {"role": "assistant", "content": "<bbox>706,828,845,906</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_484"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__using-gfdl.html01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> documentation is starting to take off as well. Some of the major commercial publishers of documentation about the GNU/Linux system, and about free software in general, are \n now willing to publish books under the GNU FDL, and pay the authors in the usual way—IF the authors are firm about this. \n But publishers are likely to first propose an ordinary proprietary book. And if the authors agree, that's what it will be. So it is essential for authors to take the lead; to say, “We \n want to use the GNU FDL for this book”. So when your friend mentions writing a manual, you can influence the course of events simply by pointing out this possibility. </ocr>"}, {"role": "assistant", "content": "<bbox>20,656,968,965</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_816"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__ash-marriott01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> develop meets business goals and makes life </ocr>"}, {"role": "assistant", "content": "<bbox>64,883,498,910</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_873"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12445442-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> McConnell </ocr>"}, {"role": "assistant", "content": "<bbox>894,507,981,556</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_187"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_351_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 1 Australia (AUS) 2 1 0 3 </ocr>"}, {"role": "assistant", "content": "<bbox>64,165,922,231</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_460"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Kingston_(Jamaica)02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> straight </ocr>"}, {"role": "assistant", "content": "<bbox>502,789,560,830</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_290"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2655016-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 4 41 \" Dru Hill\" December 7, 1996 341 </ocr>"}, {"role": "assistant", "content": "<bbox>55,225,898,251</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_452"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_101_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Blue Thunder Racing #91 Electrodyne #84 Dole </ocr>"}, {"role": "assistant", "content": "<bbox>227,886,754,898</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_244"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/34e3acdc-2c6b-1d50-ebc1-973d2ff6ca09_page2.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Telemundo3 KESE35/KECY-DT9.4 (KESE) c Order \n 1965 S 4th Ave 509971 101507227 \n Yuma, AZ 85364 \n T E L E M U N D O ( 2 2 8 ) 5 3 9 - 9 9 9 0 \n Ad vertiser Original Date / Revision \n Mike Bloomberg 2020,Inc. 02/21/20 / 02/21/20 \n YUMA | EL CENTRO </ocr>"}, {"role": "assistant", "content": "<bbox>22,52,947,136</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_133"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ptdg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MANUEL MORANTE </ocr>"}, {"role": "assistant", "content": "<bbox>191,247,361,275</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_737"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/684e80bed275a44422edc4daf9aa6f20_page5.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CHURCH COUNCIL MEMBERS' REPORT (continued) </ocr>"}, {"role": "assistant", "content": "<bbox>109,126,531,138</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_274"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32697.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Dreyfuss alive - just before killing </ocr>"}, {"role": "assistant", "content": "<bbox>150,600,332,619</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_271"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/385962f6-d4d9-01e9-2987-a926a8908f00_page2.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Agency Ref \n Advertiser Ref \n Line Channel \n 19 Ail Good Morning Kansas 6:30 AM-7:00 AM \n 05117120 1x ----1-- 05111120ro \n Ail F 05115120 :30 6:54 AM BHO32OTVH s170.00 \n 20 Ail Good Morning Kansas 6:30 AM-7:00 AM \n 05124120 1x l------- 051181201o \n Ail M 05118120 :30 6:48 AM BH0220rvH $170.00 \n 21 Ail M-F 3:00 PM-4:00 PM \n 05111120 to 05117120 1x - 1- - - - - \n Arl Tu 05112120 30 3:12PM BH0220TVH $55.00 \n 22 Ail M-F 3:00 PM-4:00 PM \n O5l11l20lo 05117120 1x ---l---- \n Alt Th 05114120 :30 3:37 PM BH0320rvH $55.00 \n 23 Ail M-F 3:00 PM-4:00 PM \n 05118/20 lo 05124/20 1x l-- - - - - - \n M Ail 05t18t20 30 3:16 PM BHO2 2OTVH $55.00 \n 24 Alt KAKE News @ 530p Sun 5:30 PM-6:00 PM \n 05111120to 05117120 lx ------1 \n Ail Su 05117120 :30 5.37 PM BHO32OTVH $170.00 </ocr>"}, {"role": "assistant", "content": "<bbox>25,346,804,734</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_171"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_58_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 3 Liverpool City Cup Open Open qlty 1300 March \n 3 Silver Shadow Stakes 3YO Fillies swp 1200 August \n 3 Up And Coming Stakes 3YO C&G swp 1200 August </ocr>"}, {"role": "assistant", "content": "<bbox>28,595,971,924</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_920"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/16e9d2bf8d1cc52994094f7c537df52c_page20.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> operating activities \n 2018 2017 \n f \n Net income/(expenditure) forthe reporting period (as per the \n statement offinancial activities) 4,181,385 3,658,5S4 \n Adjustments for: </ocr>"}, {"role": "assistant", "content": "<bbox>97,487,863,606</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_253"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qjhc0228_18.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> RICE \n 35 \n DAY </ocr>"}, {"role": "assistant", "content": "<bbox>97,568,420,639</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_906"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39340.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> powered by volunteers of empowered by activists of </ocr>"}, {"role": "assistant", "content": "<bbox>136,952,928,961</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_348"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qpnf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> the Board of </ocr>"}, {"role": "assistant", "content": "<bbox>454,416,668,442</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_13"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39843.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> WOUNDED 9,576 WOUNDED </ocr>"}, {"role": "assistant", "content": "<bbox>565,465,893,484</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_910"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17626681-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Knockout phase \n Date Round Opponents H / A Result F–A Attendance \n 24 February 2009 First knockout round First leg Internazionale A 0–0 80,018 </ocr>"}, {"role": "assistant", "content": "<bbox>20,39,980,300</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_404"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__innovation-through-glam-labs02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> how labs have supported new types of activities </ocr>"}, {"role": "assistant", "content": "<bbox>361,916,797,936</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_372"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/457e77465c7caa8eeb986b389d2cc325_page26.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CREDITORS: </ocr>"}, {"role": "assistant", "content": "<bbox>211,142,315,154</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_109"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_845_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> School Facts \n School Name Low grade High grade Students (K-12) FTE Teachers Student/teacher ratio </ocr>"}, {"role": "assistant", "content": "<bbox>120,16,984,79</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_839"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_528_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Fort Collins Air Force 45 Colorado State 21 AFA 26–19–1 </ocr>"}, {"role": "assistant", "content": "<bbox>239,800,977,817</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_750"}
{"image": ["./imgs/ChartQA/test/png/two_col_60996.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 81.6 </ocr>"}, {"role": "assistant", "content": "<bbox>368,404,423,786</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_624"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-153162-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Madras </ocr>"}, {"role": "assistant", "content": "<bbox>38,779,86,822</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_232"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__article__19__8__sparkfun-creator-nathan-seidle02.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> products and run anything from an Arduino sketch down to a </ocr>"}, {"role": "assistant", "content": "<bbox>31,665,946,679</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_507"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3234951-f7f0-52bb-3589-23fa9a100e1f_page1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> (ALMO- 2:00:00ADMay,F-1,Sa-1 02/15/20 1:35AM (Sa) 28:30 ARTMR001H </ocr>"}, {"role": "assistant", "content": "<bbox>159,308,742,316</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_627"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__thailand-at-least-15-killed-in-biggest-attack-in-restive-south-in-years01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> grip </ocr>"}, {"role": "assistant", "content": "<bbox>575,510,624,552</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_868"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15352703-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Fred </ocr>"}, {"role": "assistant", "content": "<bbox>237,640,291,682</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_983"}
{"image": ["./imgs/ChartQA/test/png/74067221020171.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1.92% Uganda </ocr>"}, {"role": "assistant", "content": "<bbox>92,538,191,679</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_725"}
{"image": ["./imgs/ChartQA/test/png/two_col_63066.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 7.6% </ocr>"}, {"role": "assistant", "content": "<bbox>166,278,440,325</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_374"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qhmf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Robert Shank, </ocr>"}, {"role": "assistant", "content": "<bbox>298,228,412,242</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_924"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Aylsham01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> was the main industry until 15th century after which it declined and wool became more important. After the </ocr>"}, {"role": "assistant", "content": "<bbox>26,342,704,387</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_203"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-16645-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 2005 15,075 43 57 estimate \n 2008 15,572 47 53 estimate </ocr>"}, {"role": "assistant", "content": "<bbox>29,746,969,874</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_873"}
{"image": ["./imgs/VisualMRC/images/fsf.org/working-together__profiles__department-of-defense01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> us new ways to adapt, remix, and change our software capabilities in ways that \n traditional software models have not. That agility can be essential in the face of </ocr>"}, {"role": "assistant", "content": "<bbox>334,766,949,855</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_543"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__poverty-in-philippines-high-for-asia-falls-as-economy-strengthens04.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> such as “specialized” or “advanced” agriculture, Biswas said. The 21% \n poverty rate is “still high,” he said. Government agencies and private </ocr>"}, {"role": "assistant", "content": "<bbox>33,536,927,677</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_684"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15889510-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 13.6s 18 </ocr>"}, {"role": "assistant", "content": "<bbox>747,436,946,455</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_66"}
{"image": ["./imgs/TextVQA/test_images/b9b1c4b53a6b30da.jpg"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Brgang- </ocr>"}, {"role": "assistant", "content": "<bbox>726,296,779,347</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_69"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/889a286142fb8cd0fe932b48073d1233_page32.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> buildings improvements equipment machinery Total </ocr>"}, {"role": "assistant", "content": "<bbox>429,264,862,275</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_163"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17837875-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Rank </ocr>"}, {"role": "assistant", "content": "<bbox>66,86,196,128</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_767"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/145ad2fb-8a59-b4e6-9f6d-96c2278171aa_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CBS THIS MORNING </ocr>"}, {"role": "assistant", "content": "<bbox>62,900,189,910</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_979"}
{"image": ["./imgs/ChartQA/test/png/two_col_42998.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Instagram </ocr>"}, {"role": "assistant", "content": "<bbox>50,197,111,219</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_437"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41364.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Author of \"Cat's Cradle\" </ocr>"}, {"role": "assistant", "content": "<bbox>365,810,499,827</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_293"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20248.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> of 75 meters </ocr>"}, {"role": "assistant", "content": "<bbox>79,619,196,634</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_731"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-23314951-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> QF Lithuania Clay \n 2009 Europe/Africa Zone Group II 7-12-2009 Dovydas Sakinis 6–4, 2–6, 6–1 Win \n 9-18-2009 Andis Juška 6–1, 6–1, 6–4 Win </ocr>"}, {"role": "assistant", "content": "<bbox>15,484,942,554</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_665"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60422.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 40% 39% 29% </ocr>"}, {"role": "assistant", "content": "<bbox>154,382,873,680</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_964"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__frederik-truyen01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Space (EC CIP), Europeana DSI (aggregator </ocr>"}, {"role": "assistant", "content": "<bbox>405,797,797,819</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_924"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_578_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Tracy </ocr>"}, {"role": "assistant", "content": "<bbox>183,321,228,346</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_159"}
{"image": ["./imgs/ChartQA/test/png/two_col_6097.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 136 000 </ocr>"}, {"role": "assistant", "content": "<bbox>171,478,260,516</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_860"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nmyg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> be seeing </ocr>"}, {"role": "assistant", "content": "<bbox>81,489,395,538</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_427"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17751797-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 4 Luton Town 1–1 West Ham United 26/01/1991 \n Replay West Ham United 5–0 Luton Town 30/01/1991 \n 5 Woking 0–1 Everton 27/01/1991 \n 6 Shrewsbury Town 1–0 Wimbledon 26/01/1991 \n 7 Newcastle United 2–2 Nottingham Forest 13/02/1991 \n Replay Nottingham Forest 3–0 Newcastle United 18/02/1991 </ocr>"}, {"role": "assistant", "content": "<bbox>26,236,974,449</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_753"}
{"image": ["./imgs/ChartQA/test/png/two_col_100532.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 33.68 33.23 32.74 32.2 31.63 31.04 30.45 </ocr>"}, {"role": "assistant", "content": "<bbox>411,194,894,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_223"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39556.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> MILITIA BEING NECESSARY TO </ocr>"}, {"role": "assistant", "content": "<bbox>301,190,563,200</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_268"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/442439-collect-files-25453-political-file-2012-non_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 09/27/2012 09:27:33 Requested by: JPCALLAHAN Page 1 of 3 \n IBST_BAL:4.90 </ocr>"}, {"role": "assistant", "content": "<bbox>30,957,963,977</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_739"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6f8795cb790efa0fe43f713704b79d73_page10.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Pensions It is the ongoing triennial valuation that is used </ocr>"}, {"role": "assistant", "content": "<bbox>71,188,902,207</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_346"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/078b984c-7349-8b2c-eac4-32517a7ac1be_page3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> THIS STATION DOES NOTDISCRIMINATE OR PERMIT DISCRIMINATION ON THE BASIS OF RACE OR ETHNICITY \n IN THE PLACEMENT OF ADVERTISING. </ocr>"}, {"role": "assistant", "content": "<bbox>59,725,893,757</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_257"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Add_to_the_Beauty01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Add to the Beauty </ocr>"}, {"role": "assistant", "content": "<bbox>17,105,360,235</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_73"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__international_anti_corruption_conference_iacc_series__201.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> private sector. The Conference welcomes from 1000-2000 participants, and is usually held every two </ocr>"}, {"role": "assistant", "content": "<bbox>32,152,879,190</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_905"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pgfl0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 1900 1910 1920 1930 1940 1950 1960 1970 1900 1990 Growth in Car Population and Mobility \n km/capita/day \n min Cars </ocr>"}, {"role": "assistant", "content": "<bbox>122,381,862,425</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_231"}
{"image": ["./imgs/ChartQA/test/png/two_col_42220.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> British Columbia </ocr>"}, {"role": "assistant", "content": "<bbox>86,90,187,111</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_38"}
{"image": ["./imgs/VisualMRC/images/transparency.org/cookie-policy03.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> understand </ocr>"}, {"role": "assistant", "content": "<bbox>563,736,634,760</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_675"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5409e0d835b29ea69876cca748849a07_page11.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Foundation </ocr>"}, {"role": "assistant", "content": "<bbox>222,44,322,57</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_239"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/078b984c-7349-8b2c-eac4-32517a7ac1be_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Pt </ocr>"}, {"role": "assistant", "content": "<bbox>488,516,623,538</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_508"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0e4c6144f9bcc22c58c817427b60b620_page9.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Raising funds 6 2,004 2,004 2,200 \n Charitable activities 7 81,542 5,102 62,856 \n Total expenditure 63,546 5,102 68,648 65,056 \n Net income(expenditure) and movement in \n 6,692 5,737 12,429 37,791 \n funds \n Transfers between funds 15 (154) 154 \n ~78 ~12, \n Net movement in funds 5,891 4 9 \n Reconciliation offunds: </ocr>"}, {"role": "assistant", "content": "<bbox>117,273,883,447</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_267"}
{"image": ["./imgs/TextVQA/test_images/a6c234daf496295d.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> meCH9.COm </ocr>"}, {"role": "assistant", "content": "<bbox>744,964,982,986</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_312"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_11_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Best Direction William Friedkin Nominated \n BAFTA, 1972[21] \n Best Film Philip D'Antoni Nominated \n Christopher Newman \n Best Sound Track Nominated \n Theodore Soderberg </ocr>"}, {"role": "assistant", "content": "<bbox>17,419,973,521</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_488"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ca5c3a4cb9e6d66023e4dc9cf80a540b_page16.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> understanding </ocr>"}, {"role": "assistant", "content": "<bbox>387,366,579,388</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_81"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1834853-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Vasil </ocr>"}, {"role": "assistant", "content": "<bbox>207,825,250,874</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_546"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33683.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 8851% </ocr>"}, {"role": "assistant", "content": "<bbox>486,569,541,603</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_752"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_560_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> American Samoa 9,000.00 acres The southernmost national park is on three Samoan islands and protects coral reefs, rainforests, volcanic mountains, and white beaches. The area is also home to flying foxes, brown boobies, sea turtles, </ocr>"}, {"role": "assistant", "content": "<bbox>14,32,986,35</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_962"}
{"image": ["./imgs/ChartQA/test/png/two_col_2650.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 78.04% 77.22% 77.01% 76.03% 75.01% 72.11% 63.13% 47.47% 41.66% 41.12% 40.51% </ocr>"}, {"role": "assistant", "content": "<bbox>140,237,894,786</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_845"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b7afe6a5847de8aac0bc4bfae60e6f5_page12.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> expected useful life, at the following rates : </ocr>"}, {"role": "assistant", "content": "<bbox>139,263,362,273</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_324"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__University_Edible_Landscaping01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> in edible landscaping </ocr>"}, {"role": "assistant", "content": "<bbox>383,850,525,884</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_733"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05db5e471c94a47f821e66696eea9c3e_page23.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2018(continued) </ocr>"}, {"role": "assistant", "content": "<bbox>397,146,524,160</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_2"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_169_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> 2 Nuevo León, Monterrey 106,513 Aeroméxico Connect, Interjet \n 3 Guerrero, Acapulco 56,069 Aeroméxico Connect, Interjet \n 4 Jalisco, Guadalajara 52,584 Aeroméxico Connect, Volaris </ocr>"}, {"role": "assistant", "content": "<bbox>21,262,906,467</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_530"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rtld0217_16.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> https://www.industrydocuments.ucsf.edu/docs/rtld0217 </ocr>"}, {"role": "assistant", "content": "<bbox>346,976,710,995</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_534"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70105.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> #WeServeAndProtect </ocr>"}, {"role": "assistant", "content": "<bbox>18,819,368,853</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_537"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__awaiting-political-foes-cambodia-stages-security-exercise01.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> criminal defamation. Other legal cases have since been </ocr>"}, {"role": "assistant", "content": "<bbox>196,479,906,497</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_44"}
{"image": ["./imgs/TextVQA/test_images/571f8b2b2af7154a.jpg"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> true </ocr>"}, {"role": "assistant", "content": "<bbox>113,643,216,707</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_279"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Gelsenkirchen01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Gelsenkirchen is in the heart of the Ruhr region in Germany. Located in the western part of the country, Gelsenkirchen is located near major cities such </ocr>"}, {"role": "assistant", "content": "<bbox>16,264,968,330</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_71"}
{"image": ["./imgs/TextVQA/test_images/39a08e079e24fece.jpg"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> CHAMPS </ocr>"}, {"role": "assistant", "content": "<bbox>644,326,747,347</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TextVQA", "id": "TextVQA_t2bbox_320"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11128774-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> February 12 Vancouver 3 – 1 Buffalo Whitmore 16,325 32–16–8 \n February 15 Vancouver 0 – 3 Los Angeles McLean 16,005 32–17–8 \n February 18 Philadelphia 3 – 2 Vancouver Whitmore 16,150 32–18–8 \n February 20 Winnipeg 2 – 4 Vancouver McLean 16,150 33–18–8 \n February 22 Toronto 8 – 1 Vancouver McLean 16,150 33–19–8 \n February 24 NY Rangers 4 – 5 Vancouver Whitmore 16,150 34–19–8 </ocr>"}, {"role": "assistant", "content": "<bbox>25,464,973,882</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_760"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Introduction_to_Electrical_Engineering04.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> modern automobiles. It also plays an important role in industrial automation. \n Control engineers often utilize feedback when designing control systems. For example, in an automobile with \n cruise control the vehicle's speed is continuously monitored and fed back to the system which adjusts the motor's \n speed accordingly. Where there is regular feedback, control theory can be used to determine how the system \n responds to such feedback. \n Hardware automation </ocr>"}, {"role": "assistant", "content": "<bbox>15,535,941,989</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_385"}
{"image": ["./imgs/ChartQA/test/png/two_col_42696.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Q3 2017 Q1 2018 Q3 2018 Q1 2019 Q3 2019 Q1 2020 Q3 2020 Q1 2021 </ocr>"}, {"role": "assistant", "content": "<bbox>611,743,902,811</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_426"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xjcc0228_6.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Biomedical Research, </ocr>"}, {"role": "assistant", "content": "<bbox>278,128,496,144</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_339"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662679-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Morgan, </ocr>"}, {"role": "assistant", "content": "<bbox>103,301,191,384</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_223"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1505224-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> Country Territory Name Birth date Death date </ocr>"}, {"role": "assistant", "content": "<bbox>40,86,950,128</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_13"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lmhh0024_8.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> (1R4F </ocr>"}, {"role": "assistant", "content": "<bbox>430,104,482,130</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_22"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__South_Ronaldsay02.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> South Ronaldsay is the most southerly of the Orkney Islands, with its main settlement being St Margaret's Hope. It's always been joined by a </ocr>"}, {"role": "assistant", "content": "<bbox>13,512,920,550</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_168"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__srishti-singh01.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> of API. </ocr>"}, {"role": "assistant", "content": "<bbox>578,752,651,771</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_442"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/page_pngs/ef709572878d2f8f39c633595a098bf2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr>   Independent examiner's report on </ocr>"}, {"role": "assistant", "content": "<bbox>111,117,723,221</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_616"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/56a8dc3f-5156-8ebc-db71-15e3a9c1b1c1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 11PM 00 0 30 2 2 </ocr>"}, {"role": "assistant", "content": "<bbox>231,479,469,492</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_451"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/59d47fbe-0fc4-0403-1127-b5dc063d89b3_page2.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 5130 E. 18th Ave., Denver, CO 80220 KLAS-TV </ocr>"}, {"role": "assistant", "content": "<bbox>31,919,959,934</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_959"}
{"image": ["./imgs/ChartQA/test/png/two_col_102327.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2.6% </ocr>"}, {"role": "assistant", "content": "<bbox>559,348,609,551</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_684"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_695_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Calvin Roberts United States </ocr>"}, {"role": "assistant", "content": "<bbox>288,444,748,491</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_407"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__the-green-and-sustainable-powers-of-edc03.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> management mechanisms enable EDC to maintain its carbon negative \n status each year. This means that EDC absorbs and sequesters more \n carbon than it produces based on the Intergovernmental Panel on \n Climate Change’s definition. </ocr>"}, {"role": "assistant", "content": "<bbox>19,631,964,941</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_854"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_381_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> statistics </ocr>"}, {"role": "assistant", "content": "<bbox>92,860,183,887</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_47"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10776.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> & </ocr>"}, {"role": "assistant", "content": "<bbox>536,366,575,410</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_t2bbox_854"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/resources__standardization-tools01.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> easier </ocr>"}, {"role": "assistant", "content": "<bbox>140,451,195,497</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_912"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/889a286142fb8cd0fe932b48073d1233_page39.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> financial </ocr>"}, {"role": "assistant", "content": "<bbox>270,140,374,161</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_92"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page61.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> accordance </ocr>"}, {"role": "assistant", "content": "<bbox>624,250,710,264</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_602"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page0.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Orders Order / </ocr>"}, {"role": "assistant", "content": "<bbox>29,92,185,102</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_274"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27547668-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> on a cold arson case for Mal's old flame to find out the </ocr>"}, {"role": "assistant", "content": "<bbox>62,220,240,238</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "TabFact", "id": "TabFact_t2bbox_25"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page3.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> Boston, MA 02114-2977 Buyer </ocr>"}, {"role": "assistant", "content": "<bbox>222,62,419,74</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DeepForm", "id": "DeepForm_t2bbox_224"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hmvx0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> Davis Audio-Visual, Inc ., a pioneer in 'Communitronics' </ocr>"}, {"role": "assistant", "content": "<bbox>342,960,741,974</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_603"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_62_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> September 10 Vanderbilt #11 Bryant–Denny Stadium • Tuscaloosa, AL JPS W 17–7 70,123 \n September 17 at Arkansas #12 Razorback Stadium • Fayetteville, AR ABC W 13–6 52,089 \n September 24 Tulane* #11 Legion Field • Birmingham, AL W 20–10 81,421 \n October 1 Georgia #11 Bryant–Denny Stadium • Tuscaloosa, AL ESPN W 29–28 70,123 \n October 8 Southern Miss* #11 Bryant–Denny Stadium • Tuscaloosa, AL W 14–6 70,123 \n October 15 at Tennessee #10 Neyland Stadium • Knoxville, TN (Third Saturday in October) ESPN W 17–13 96,856 </ocr>"}, {"role": "assistant", "content": "<bbox>15,172,965,525</bbox>"}], "task_name": "block_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_271"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_68_page0.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 14:00 Tunisia 2–3 </ocr>"}, {"role": "assistant", "content": "<bbox>80,632,337,666</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_t2bbox_730"}
{"image": ["./imgs/ChartQA/test/png/two_col_2600.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 48.62 48.12 47.15 </ocr>"}, {"role": "assistant", "content": "<bbox>521,298,893,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_786"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mfbf0023_1.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> superne </ocr>"}, {"role": "assistant", "content": "<bbox>692,603,786,627</bbox>"}], "task_name": "word_t2bbox_sft", "dataset_name": "DocVQA", "id": "DocVQA_t2bbox_453"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c963ea9589bb319fb54265ec682b59af_page0.png"], "messages": [{"role": "user", "content": "<|image|>Give the bounding box of the text <ocr> REGISTERED NUMBER: 1119961 </ocr>"}, {"role": "assistant", "content": "<bbox>607,103,909,117</bbox>"}], "task_name": "line_t2bbox_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_t2bbox_189"}
{"image": ["./imgs/ChartQA/test/png/two_col_63585.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> 37 36 34 </ocr>"}, {"role": "assistant", "content": "<bbox>301,265,892,786</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_734"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__gpl-howto.en.html03.png"], "messages": [{"role": "user", "content": "<|image|>Predict the bounding box of the text <ocr> copyright disclaimer </ocr>"}, {"role": "assistant", "content": "<bbox>71,49,247,109</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_t2bbox_504"}
{"image": ["./imgs/ChartQA/test/png/two_col_82758.png"], "messages": [{"role": "user", "content": "<|image|>Locate the postion of the text <ocr> 2018 2019 2020 2021* 2022* </ocr>"}, {"role": "assistant", "content": "<bbox>281,802,601,823</bbox>"}], "task_name": "phrase_t2bbox_sft", "dataset_name": "ChartQA", "id": "ChartQA_t2bbox_686"}