{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thai-immigration-chief-announces-arrest-of-wanted-british-child-sex-offender02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>203,690,817,726</bbox>"}, {"role": "assistant", "content": "<ocr> despite being the subject of a court order had in </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_374"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,308,960,648</bbox>"}, {"role": "assistant", "content": "<ocr> Product 1/2 MBLM \n New York, NY 10017-9214 \n Billing Calendar Broadcast \n Billing Type Cash Agency Ref 100012 \n Special Handling Advertiser Ref 511278 \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:22 AM MRBPSS325EH $35.00 1 \n KMAX W 02/26/20 :30 1:28 AM MRBPBA3043EH $35.00 2 \n 20 KMAX M-F 1a-2a 1:30 XM-2:00 XM \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:46 AM MRBPBA3043EH $35.00 2 \n KMAX Th 02/27/20 :30 1:56 AM MRBPBA3043EH $35.00 1 \n 21 KMAX M-F 430a-5a 428a-5a \n CDR \n 03/02/20to03/08/20 1x M------ \n KMAX M 03/02/20 :30 4:58 AM MRBPBA3043EH $60.00 1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_16"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/142edf6d5862d47b6454326034310ae5_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>76,798,293,812</bbox>"}, {"role": "assistant", "content": "<ocr> INCOMING/(OUTGOING) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_647"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11623598-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>419,10,489,27</bbox>"}, {"role": "assistant", "content": "<ocr> Doubles </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_580"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_193.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>249,673,762,691</bbox>"}, {"role": "assistant", "content": "<ocr> Per Share (Adjusted^) Compound Annual Growth In </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_424"}
{"image": ["./imgs/TextVQA/test_images/056c43c406dc331d.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>851,916,961,947</bbox>"}, {"role": "assistant", "content": "<ocr> ©MichaelSeeley </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_67"}
{"image": ["./imgs/TextVQA/test_images/897cf509d04da4a1.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>581,102,623,136</bbox>"}, {"role": "assistant", "content": "<ocr> ROVAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_482"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100264.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>517,768,600,793</bbox>"}, {"role": "assistant", "content": "<ocr> Lost weight </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_77"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__aleksandra-strzelichowska04.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>560,494,913,649</bbox>"}, {"role": "assistant", "content": "<ocr> Network Cultural Heritage Institutions Berlin \n How to get young people interested in </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_650"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__max-kaiser03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>551,851,603,882</bbox>"}, {"role": "assistant", "content": "<ocr> into </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_679"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9a983b0495d230aa9649ac45f9d71fe5_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>109,199,866,268</bbox>"}, {"role": "assistant", "content": "<ocr> 5.Aparenting network delivering arange ofprogrammes forparents \n 6.Early Years Connect \n A research and development project driven by a vision to enhance collaboration within the Early Years sector \n improving outcomes for all children and families but with aparticular emphasis on the most disadvantaged two </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_10"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9b3492c3e0d3604c332e2b331840cca9_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>287,823,385,835</bbox>"}, {"role": "assistant", "content": "<ocr> established </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_607"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__about__funding01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>368,723,684,780</bbox>"}, {"role": "assistant", "content": "<ocr> special access to its content, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_299"}
{"image": ["./imgs/TextVQA/test_images/8d134cbdc3a783fc.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>155,153,240,178</bbox>"}, {"role": "assistant", "content": "<ocr> Turn </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_418"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rrfw0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>661,648,979,711</bbox>"}, {"role": "assistant", "content": "<ocr> Westcott Norman </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_857"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Nuclease_mediated_genome_engineering_tools02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,452,978,638</bbox>"}, {"role": "assistant", "content": "<ocr> Main characteristics of ZF domain originate from a zinc ion coordinated by two cystein residue, located on two antiparallel B-sheets, and two histidine \n residues on the a-helix. In nature, the ZF domain is primarily responsible for connection with DNA, each finger is capable of detecting a 3 nucleotide unit, \n called target triplet, by means of its a- helix, thus named also recognition helix. Linkage to DNA only occurs at single strand. A 3 finger ZF can detect 9 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_251"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40994.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>49,557,971,894</bbox>"}, {"role": "assistant", "content": "<ocr> differences in financial inclusion worldwide. \n Have used a mobile phone to \n Have saved at a formal financial Have a credit card: \n S \n pay bills, send or receive money \n Institution in the past 12 months: \n LATIN AMERICA \n in the past 12 months: \n EAST ASIA & PACIFIC & CARIBBEAN SUB-SAHARAN AFRICA \n 28% 19% 16% \n REST OF THE DEVELOPING WORLD REST OF THE DEVELOPING WORLD REST OF THE DEVELOPING WORLD \n 10% 5% 3% \n $0.00 Zero deposits and withdrawals SOUTH ASIA \n Account holders use their in a typical month: Have a formal account \n accounts to receive wages: \n EUROPE & CENTRAL ASIA \n MIDDLE EAST & \n NORTH AFRICA \n MEN 41% \n 61% 17% \n WOMEN 25% \n REST OF THE DEVELOPING WORLD REST OF THE DEVELOPING WORLD \n (The highest gender \n gap, relative to \n 10% \n other regions) \n 32% \n THIS GRAPHIC ORIGINATED ON FACEBOOK. COM/WORLDBANK \n $ $ \n SUB-SAHARAN AFRICA Adults reporting using a mobile \n phone for money transactions: \n KENYA 68% \n GOING MOBILE IS SUDAN \n The Global Findex shows mobile \n 52% \n banking may help historically unbanked .... GABON \n regions gain financial access. \n 50% \n ALGERIA 44% \n S 2/3 \n CONGO, REP. 37% \n OF ADULTS \n worldwide without an SOMALIA 34% \n account cite lack of money \n as the obstacle to use of \n formal financial services. \n ALBANIA 31% \n 16% \n TAJIKISTAN \n 1/3 \n 29% \n OF ADULTS In Sub-Saharan Africa, where traditional UGANDA 27% \n also blame the cost of \n banking has been hampered by </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_129"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page29.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,548,233,560</bbox>"}, {"role": "assistant", "content": "<ocr> Reconciliation </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_398"}
{"image": ["./imgs/ChartQA/test/png/19570672007649.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,699,61,729</bbox>"}, {"role": "assistant", "content": "<ocr> 0.5 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_117"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>785,475,877,488</bbox>"}, {"role": "assistant", "content": "<ocr> respondent </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_754"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/802786cae2c9cc407e77730f7aa919ec_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>383,792,480,803</bbox>"}, {"role": "assistant", "content": "<ocr> contributionto </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_344"}
{"image": ["./imgs/TextVQA/test_images/3e7f85816b793d08.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>113,43,245,120</bbox>"}, {"role": "assistant", "content": "<ocr> ELEPHONE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_386"}
{"image": ["./imgs/TextVQA/test_images/54c46956e9b03ce7.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>940,41,991,88</bbox>"}, {"role": "assistant", "content": "<ocr> GEN </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_117"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>43,129,823,141</bbox>"}, {"role": "assistant", "content": "<ocr> from a claim covered by Section 12.1. The Station Indemnitee(s) will have the right, at its or their option, to defend such litigation </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_773"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Graffito_(archaeology)01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,303,903,355</bbox>"}, {"role": "assistant", "content": "<ocr> and reliefs, from temple statements, from and numerous individual objects whether pharaonic or for the Egyptian citizenry. Twentieth century </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_727"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Wittgenstein_-_Language_Games02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,532,981,850</bbox>"}, {"role": "assistant", "content": "<ocr> Ludwig Wittgenstein [edit] \n Born 1889, died 1951. An Austrian born Cambridge scholar, Wittgenstein was involved in his early years with the Logical Positivists of the Vienna Circle. \n Wittgenstein left Philosophy for a while but was persuaded to return in the 1920s. Wittgenstein's return prompted a different way of looking at religious \n language, he no longer sought to prove \"whether\" language refers, but looked at the way in which language refers to things. \n He decided that the best way to determine a word's meaning was to look at how it is used, and not to come up with a theoretical definition. Wittgenstein </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_438"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_49_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,249,490,277</bbox>"}, {"role": "assistant", "content": "<ocr> 4 \"The Shadiest One\" CJ Mac Ant </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_612"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e6c8a96d2fd3b5739b1769ab4ce81621_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>108,280,635,568</bbox>"}, {"role": "assistant", "content": "<ocr> Johanne Clifton appointed 23June 2014 \n Prof. Michael Whitby appointed 23June 2014 \n Gary Sambrook appointed 7July 2014 \n Mark Goucher appointed 7September 2015 \n Executive Director \n Stuart Rogers \n Artistic Director \n Roxana Silbert \n Secretary \n Neil Harris \n Auditors Bankers \n Mazars LLP National Westminster Bank Pic </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_93"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14562754-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>345,875,390,910</bbox>"}, {"role": "assistant", "content": "<ocr> Avant </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_338"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5e2e577350269cf29740147f28110752_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>428,380,805,394</bbox>"}, {"role": "assistant", "content": "<ocr> during the academic year, culminating in the 400 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_758"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__mission_vision_and_values__001.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>30,28,944,977</bbox>"}, {"role": "assistant", "content": "<ocr> 17. We will strive for balanced and diverse representation on our governing bodies. \n Please also see Tl’s Policy on Involvement in Concrete Cases \n Adopted by the TI Annual Membership Meeting (AMM) in Prague, 06 October 2001 updated by the TI \n AMM in Bali, 28 October 2007 and by the AMM in Berlin, 16 October 2011. \n 18. As one global movement, we stand in solidarity with each other and we will not act in ways that \n may adversely affect other Chapters or the TI movement as a whole. \n OUR GUIDING PRINCIPLES ARE: </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_525"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_628_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,498,660,557</bbox>"}, {"role": "assistant", "content": "<ocr> 1997 \"Defaced\" - - - Pacifier </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_128"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_626_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>36,440,972,610</bbox>"}, {"role": "assistant", "content": "<ocr> 12,589 ft 6,158 ft 40 mi \n Cartago 3402 m 1872 m 48 km \n 7 Volcán Irazú PB Costa Rica \n San José 11,161 ft 6,142 ft 30 mi \n 3518 m 1858 m 42 km \n 8 Montañas Peña Blanca High Point PB Guatemala Huehuetenango \n 11,542 ft 6,096 ft 26 mi \n Chimaltenango 3975 m 1835 m 126 km </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_348"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__health__philippines-struggling-to-cope-with-back-to-back-disease-outbreaks02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>39,148,980,188</bbox>"}, {"role": "assistant", "content": "<ocr> Kristine, a mother of three young children, is anxious about the back-to- </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_348"}
{"image": ["./imgs/ChartQA/test/png/two_col_102898.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>231,100,361,129</bbox>"}, {"role": "assistant", "content": "<ocr> Jimmy Choo 10.0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_208"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27539808-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>281,211,329,250</bbox>"}, {"role": "assistant", "content": "<ocr> Devils </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_213"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_495_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,307,743,358</bbox>"}, {"role": "assistant", "content": "<ocr> Hong Kong 2002 Hong Kong Hong Kong Hong </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_107"}
{"image": ["./imgs/TextVQA/test_images/277ef1d7a5079076.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>782,922,832,955</bbox>"}, {"role": "assistant", "content": "<ocr> anc </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_103"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c5151f551a20adcb796eae548e0dc23_page19.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>124,606,868,757</bbox>"}, {"role": "assistant", "content": "<ocr> Total expenditure 237,407 24,644 138,030 400,081 278,084 \n Net income/(expenditure) for \n the year before transfers 32,165 356 ( 45,470) ( 12,949) 51,000 \n Transfers 3,326 ( 3,326) - - - \n Net movement in funds for the year 35,491 ( 2,970) ( 45,470) ( 12,949) 51,000 \n Reconciliation of funds </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_585"}
{"image": ["./imgs/ChartQA/test/png/two_col_102178.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>533,543,623,737</bbox>"}, {"role": "assistant", "content": "<ocr> 207 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_842"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,448,946,458</bbox>"}, {"role": "assistant", "content": "<ocr> Spots: # Ch Day AirDate Air Time Description StarvEnd Time Length Ad-ID Rate Type </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_49"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1111175-9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>648,44,743,65</bbox>"}, {"role": "assistant", "content": "<ocr> Opponent </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_695"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page113.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>180,555,259,568</bbox>"}, {"role": "assistant", "content": "<ocr> efficiently, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_638"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1850339-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>22,84,662,513</bbox>"}, {"role": "assistant", "content": "<ocr> 1974 Shared (Navy retained trophy) 19–16 17–16 19–0 \n 1975 Navy 17–0 33–3 30–6 \n 1976 Shared (Navy retained trophy) 13–3 24–7 38–10 \n 1977 Army 10–7 31–6 17–14 \n 1978 Navy 37–8 28–14 28–0 \n 1979 Navy 13–9 28–7 31–7 \n 1980 Shared (Navy retained trophy) 21–20 47–24 33–6 \n 1981 Navy 30–13 7–3 3–3 \n 1982 Air Force 24–21 27–9 24–7 \n 1983 Air Force 44–17 41–20 42–13 \n 1984 Army 29–22 24–12 28–11 \n 1985 Air Force 24–7 45–7 17–7 \n 1986 Army 40–6 21–11 27–7 \n 1987 Air Force 23–13 27–10 17–3 \n 1988 Army 34–24 28–15 20–15 \n 1989 Air Force 35–7 29–3 19–17 \n 1990 Air Force 24–7 15–3 30–20 \n 1991 Air Force 46–6 25–0 24–3 \n 1992 Air Force 18–16 7–3 25–24 \n 1993 Shared (AF retained trophy) 28–24 25–6 16–14 \n 1994 Air Force 43–21 10–6 22–20 \n 1995 Air Force 30–20 38–20 14–13 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_448"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>106,81,261,92</bbox>"}, {"role": "assistant", "content": "<ocr> the advertiser or agency </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_149"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>196,97,940,150</bbox>"}, {"role": "assistant", "content": "<ocr> Atlanta, GA 30324 Advertiser Original Date / Revision \n (404)892-1611 ISS/ House Majority PAC 04/06/20 / 04/06/20 \n Contract Dates Product Estimate # </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_271"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10746808-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>675,385,700,457</bbox>"}, {"role": "assistant", "content": "<ocr> Hill </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_92"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__health__heed-un-body-raise-smoking-age-to-21-docs-urge-govt02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>34,287,870,327</bbox>"}, {"role": "assistant", "content": "<ocr> show that as early as Grade 5 children are already introduced to </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_837"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40894.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>150,70,484,75</bbox>"}, {"role": "assistant", "content": "<ocr> of America's Small Business Owner </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_489"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/frcy0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,162,385,200</bbox>"}, {"role": "assistant", "content": "<ocr> AND FOOD </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_337"}
{"image": ["./imgs/ChartQA/test/png/OECD_NATIONAL_AREA_DISTRIBUTION_LTU_SVK_000000.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>0,0,998,112</bbox>"}, {"role": "assistant", "content": "<ocr> National area distribution </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_467"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11786815-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,264,953,574</bbox>"}, {"role": "assistant", "content": "<ocr> May 24 Pittsburgh 0 – 4 Detroit Osgood 20,066 1 – 0 \n May 26 Pittsburgh 0 – 3 Detroit Osgood 20,066 2 – 0 \n May 28 Detroit 2 – 3 Pittsburgh Osgood 17,132 2 – 1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_147"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__swede-test-awaits-thailand01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>650,632,701,682</bbox>"}, {"role": "assistant", "content": "<ocr> two, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_815"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70441.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,495,268,524</bbox>"}, {"role": "assistant", "content": "<ocr> all with pneumonia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_952"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>7,832,992,987</bbox>"}, {"role": "assistant", "content": "<ocr> Movie \n Leroy & \n 083 Grimple \n Stitch \n Leroy & \n 084 Subwoof \n Stitch \n Leroy & \n 085 Screwup \n Stitch \n A big green mouthless crab-like experiment with four legs, two large claws and a window on its chest. Able to capture and confine any other experiment inside the holding tank in his stomach by splitting in half, surrounding whatever he wants to \n 086 Clink catch, and joining together again. When Clink splits in two, he works with himself, yet he seems to have a separate mind for each half. 20 years in the future, Lilo, Stitch, and Skip encountered Clink in the possession of Hämsterviel, when 206 \n Hämsterviel ruled Earth. \n Leroy & \n 087 Puddles \n Stitch \n Leroy & \n 088 Decrisper \n Stitch \n A purple hourglass-shaped experiment with small eyes. Designed to skip time by 10 minutes, because Jumba was too impatient to wait for his microwave to reheat his leftovers. However, there was an error in his program: he skips time by ten \n 206, Leroy \n 089 Skip years. Fortunately, he has a reset button. Lilo used him to jump ahead 10 years and become a teenager, then 20 years later to become a full-fledged adult. However, since Lilo and Stitch were gone for 20 years, no one was there to catch \n & Stitch \n experiments except Gantu. So 20 years later, Hämsterviel ruled Earth. \n 090 Fetchit This experiment was activated when Mrs. Hasagawa's cats were. Function unknown. 220 \n Leroy & \n 091 Nutsy \n Stitch \n Leroy & \n 092 Gutman \n Stitch \n Leroy & \n 093 Unkind \n Stitch \n Stitch! The \n 094 White Louis B. Seen in pod form in Stitch! The Movie. Function unknown. Pod says 94 instead of 094. \n Movie \n Leroy & \n 095 Coaster \n Stitch \n Leroy & \n 096 Cable Dude \n Stitch \n Leroy & \n 097 Dogalarm \n Stitch \n Leroy & \n 098 Cooper \n Stitch </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_924"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zkvm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>164,252,758,419</bbox>"}, {"role": "assistant", "content": "<ocr> Mrs. J. Heather Etheridge \n Administrative Assistant \n Dept. of Continuing Medical Education \n American Medical Association \n 535 N. Dearborn Street \n Chicago, Illinois 60610 \n Dear Mrs. Etheridge: \n This is a note to acknowledge with thanks your helpful letter of </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_110"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-148535-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>575,623,606,660</bbox>"}, {"role": "assistant", "content": "<ocr> 18 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_82"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/thcn0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>167,445,507,494</bbox>"}, {"role": "assistant", "content": "<ocr> and safety performance </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_465"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,558,244,602</bbox>"}, {"role": "assistant", "content": "<ocr> 5 Belfast </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_294"}
{"image": ["./imgs/ChartQA/test/png/two_col_2991.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>204,233,893,786</bbox>"}, {"role": "assistant", "content": "<ocr> 70.79 68.55 68.55 68.55 68.55 66.49 65.43 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_428"}
{"image": ["./imgs/ChartQA/test/png/two_col_100734.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>783,775,896,796</bbox>"}, {"role": "assistant", "content": "<ocr> Unsure/don't know </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_884"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17837875-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>66,86,196,128</bbox>"}, {"role": "assistant", "content": "<ocr> Rank </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_767"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12193971-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>100,813,139,841</bbox>"}, {"role": "assistant", "content": "<ocr> Celta </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_276"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/200ef4aec6559a7c4020c5103a8a00e2_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>62,270,618,514</bbox>"}, {"role": "assistant", "content": "<ocr> JH W Quick \n Headmistress ofthe Pre-Prep School \n Mrs SHollingsworth \n Bursar \n JBRStronach, ACA (resigned 31March 2017) \n SR Willis (appointed 1 September 2017) \n School Accountant \n Mrs KEOlby, FCA (acting Bursar I?om I April to 31August 2017) \n Clerk and PA to the Governors \n Mrs VG Hovenden </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_3"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/846c24ed-6b15-6ff6-4141-084c96f79a0c_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>42,419,297,428</bbox>"}, {"role": "assistant", "content": "<ocr> 16.0 Contract Line Remarks: BASKETBALL </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_367"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_382_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>74,396,607,447</bbox>"}, {"role": "assistant", "content": "<ocr> 4 Spain 4 14 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_918"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Hiking_in_the_East_Bay01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>22,54,324,253</bbox>"}, {"role": "assistant", "content": "<ocr> Understand [edit] \n [ edit] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_851"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/039c79ba713fd703bb22056f295302bd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>712,144,788,161</bbox>"}, {"role": "assistant", "content": "<ocr> bonfire. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_950"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12454334-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>266,440,785,522</bbox>"}, {"role": "assistant", "content": "<ocr> Webster, NY 40430 1,000 m ( </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_699"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f165e88801a23ecb0fd8a4cfcca3740_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>580,472,696,485</bbox>"}, {"role": "assistant", "content": "<ocr> (2017f679,461). </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_873"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,333,179,348</bbox>"}, {"role": "assistant", "content": "<ocr> WASHINGTON, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_488"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f6f7a380685c31ce7a0c9bde3c113b4b_page21.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>542,604,863,617</bbox>"}, {"role": "assistant", "content": "<ocr> held in interest bearing bank accounts and on </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_378"}
{"image": ["./imgs/TextVQA/test_images/8f9cea5e56ed1273.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,822,296,907</bbox>"}, {"role": "assistant", "content": "<ocr> DHEBHUK </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_31"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>471,501,642,515</bbox>"}, {"role": "assistant", "content": "<ocr> 1:00 9:40 AM MRBPBK6039EH </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_259"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlcn0226_9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>146,679,816,697</bbox>"}, {"role": "assistant", "content": "<ocr> epidemio logy, genotoxic ology, and other sophisticated scientific arenas. It is </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_446"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jycw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>223,290,681,304</bbox>"}, {"role": "assistant", "content": "<ocr> Date: November 26, 2002 Time: AM EST </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_265"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39687.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>197,664,730,672</bbox>"}, {"role": "assistant", "content": "<ocr> alcohol issues treated as a workplace issue </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_68"}
{"image": ["./imgs/ChartQA/test/png/two_col_103544.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>627,274,656,751</bbox>"}, {"role": "assistant", "content": "<ocr> 8916584 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_457"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1291598-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>457,938,488,971</bbox>"}, {"role": "assistant", "content": "<ocr> 1978 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_518"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__a-dead-baby-dugong-is-a-reminder-that-the-us-helped-cause-thailands-plastic-problem01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>49,871,907,905</bbox>"}, {"role": "assistant", "content": "<ocr> seagrass and milk. Photos of Marium nuzzling with her caretakers </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_167"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20006.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>655,479,815,487</bbox>"}, {"role": "assistant", "content": "<ocr> degree </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_87"}
{"image": ["./imgs/ChartQA/test/png/16690723024387.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>80,654,732,844</bbox>"}, {"role": "assistant", "content": "<ocr> 163 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_254"}
{"image": ["./imgs/ChartQA/test/png/multi_col_101167.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>428,594,880,712</bbox>"}, {"role": "assistant", "content": "<ocr> March 2018 April 2018 May 2018 June 2018 July 2018 August 2018 September 2018 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_653"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-23314951-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,484,942,554</bbox>"}, {"role": "assistant", "content": "<ocr> QF Lithuania Clay \n 2009 Europe/Africa Zone Group II 7-12-2009 Dovydas Sakinis 6–4, 2–6, 6–1 Win \n 9-18-2009 Andis Juška 6–1, 6–1, 6–4 Win </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_665"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40959.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>82,808,571,838</bbox>"}, {"role": "assistant", "content": "<ocr> region's out-of-school population \n sanitation through Ventilated \n Improved Pit (VIP) latrines </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_846"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__thailands-chulalongkorn-university-hosts-grand-graduation-ceremony01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>110,389,537,455</bbox>"}, {"role": "assistant", "content": "<ocr> take selfies, every single detail of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_936"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/86a018e495af3a2f8fa8c287b4cc6bbe_page11.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>459,53,531,68</bbox>"}, {"role": "assistant", "content": "<ocr> Helping </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_337"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11218948-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,76,593,94</bbox>"}, {"role": "assistant", "content": "<ocr> 95010 M Sacré-Cœur 341.74 2,093 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_15"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rlmj0226_8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>47,438,618,453</bbox>"}, {"role": "assistant", "content": "<ocr> Venue Id's at the Door (check one) ID's all of the Time: X ID's only on certain days </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_955"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11364514-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>461,301,607,384</bbox>"}, {"role": "assistant", "content": "<ocr> New Musical </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_609"}
{"image": ["./imgs/TextVQA/test_images/b00478eb3c722013.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>637,884,743,903</bbox>"}, {"role": "assistant", "content": "<ocr> MAMITOL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_462"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39556.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>115,16,941,200</bbox>"}, {"role": "assistant", "content": "<ocr> The \n EVOLUTION \n GUNS \n OF \n \"A WELL REGULATED MILITIA BEING NECESSARY TO THE SECURITY OF A FREE STATE, THE </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_627"}
{"image": ["./imgs/ChartQA/test/png/two_col_847.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>141,497,457,524</bbox>"}, {"role": "assistant", "content": "<ocr> 10.93 Northwestern University, IL </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_473"}
{"image": ["./imgs/TextVQA/test_images/9560082fdd029217.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>381,556,439,584</bbox>"}, {"role": "assistant", "content": "<ocr> Drives </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_426"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_335_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,374,603,470</bbox>"}, {"role": "assistant", "content": "<ocr> Dalton/Division \n 7 Train Station 30 \n Midland/Gardiners \n Bus Terminal \n Downtown Brock St. / Barrie St. \n 9 20 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_470"}
{"image": ["./imgs/VisualMRC/images/fsf.org/volunteer01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,540,977,831</bbox>"}, {"role": "assistant", "content": "<ocr> help, and we connect them with tasks that need to be done, projects that need contributors, and ideas that \n could be developed. \n We also collect the ideas that people send to us for new projects, resources, and campaigns. Send your ideas to us at </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_921"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__participate01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,513,802,543</bbox>"}, {"role": "assistant", "content": "<ocr> round up some of our favorite article subjects in The A fo </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_336"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0618f39c0357b6f513633ddcdbac72b_page49.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>120,163,914,403</bbox>"}, {"role": "assistant", "content": "<ocr> Bahamas Bahamas National trust 1,371 11,633 \n Belize BelizeAudubon Society 644 \n Bolivia Asociadon Civil Armonia (ACA) 540 19,432 \n Burkina Faso\" Fondation des Amis delaNature (NATURAMA) 68,176 102,140 \n Canada Nature Canada (NC) 8,237 \n Canada Bird Studies Canada 3,880 \n Cyprus BirdLife Cyprus 38,579 40,493 \n Czech Republic Czech Society forOrnithology (CSO) 2,272 \n Ecuador Aves yConservacion 22,805 15,930 \n Ethiopia Ethiopian Wildlife scNatural History Society (EWNHS) 18,554 47,186 \n France Ligue pour LaProtection des Oiseaux (LPO) 52,696 101,447 \n French Polynesia' Societed'Omithologie de Polynesie \"Manu\" 22,250 113,023 \n Germany Nature and Biodiversity Conservation Union (NABU) 19,222 10,104 \n Ghana Ghana Wildlife Society (GWS) 18,602 30,989 \n Greece Hellenic Ornithological Society (HOS) 6,754 3,306 \n Hong Kong Hong Kong Bird Watching Society (HKBWS) 11,596 23,788 \n Hungary Hungarian Ornithological and Nature Conservation Society (MME) \n India Bombay Natural History Society (BNHS) 53,249 28,287 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_717"}
{"image": ["./imgs/ChartQA/test/png/two_col_2474.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>199,802,656,823</bbox>"}, {"role": "assistant", "content": "<ocr> Total cases Recovered Active cases </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_370"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>592,135,808,146</bbox>"}, {"role": "assistant", "content": "<ocr> 4196722 AcctType: </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_509"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44919.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>169,101,844,111</bbox>"}, {"role": "assistant", "content": "<ocr> \"The storel la doing anything is \n believing that you cas de k. Arything \n REASONS FOR STRESS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_914"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kgcx0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>506,697,650,712</bbox>"}, {"role": "assistant", "content": "<ocr> Arthritis, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_542"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70573.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>457,113,779,139</bbox>"}, {"role": "assistant", "content": "<ocr> from mouth, throat or </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_169"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/resources__standardization-tools__edm-documentation01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,203,709,246</bbox>"}, {"role": "assistant", "content": "<ocr> All the documentation you need about the Europeana Data Model (EDM). </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_531"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35256.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>57,624,939,630</bbox>"}, {"role": "assistant", "content": "<ocr> software to completely analyze an printing process, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_280"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ab46f26a-94f4-31fc-5abf-4227a6460ac4_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>43,272,963,708</bbox>"}, {"role": "assistant", "content": "<ocr> hereby grants to Advertiser a limited, non-exclusive, non-transferable, non-sublicensable license to use and publicly display such Deliverables on \n Advertiser’s own digital properties (including social media services) during the Term. Advertiser may not, without Station’s prior written approval in \n each instance, (i) authorize the reproduction or use of any such Deliverables in any medium, (ii) use the Deliverables developed in connection with the \n DM Services in any format other than the format provided by Station and/or G/O Digital; or (iii) alter or modify any such Deliverables. \n 7. Station’s Rights. \n 7.1. Reservation of Rights. Station may reject, remove or cancel any Campaign or position commitment at any time in its sole discretion. Station \n also may edit, reject or remove from Station and/or Digital Property(ies), at any time, any Campaign or other material submitted by or on behalf of \n Advertiser. Unless otherwise specified in the Order, Station also shall have full latitude with respect to the specific days and times at which to run the \n Campaigns. \n 7.2. Broadcast Times. Station will broadcast the Campaigns on the days and approximate hourly times on the order form, based on the Station’s \n local time zone. Station does not guarantee that particular programs will be broadcast during the hours on the order form. Station may deduct up to \n thirty-five (35) seconds for Station break purposes from any program of five minutes to thirty minutes in length. Station may deduct up to ninety (90) \n seconds for Station break purposes from any program of thirty minutes or one hour in length. \n 7.3. Rotation Policy. When a broadcast Campaign is purchased within a specific program or time period, including news and sporting events, \n Station shall include the preceding and following breaks in the normal rotation of the program or time period. Multiple day schedule in broad day \n parts are rotated mechanically by computer, but Station does not guarantee perfect rotation. Notwithstanding the foregoing, Station, in its sole \n discretion, may grant credits or make goods if Station determines that Station did not include a proper rotation based on the Order and such improper \n rotation had a material adverse effect on Campaign performance. \n 8. Ownership. All Advertiser Content or other materials furnished by Advertiser for use hereunder will remain the property of Advertiser and, \n subject to Advertiser’s fulfillment of its payment obligations, will be returned upon request. The results of any and all work performed by Station, \n including development of advertising material, creative work, or other content for Advertiser, will be the property of Station. Advertiser may not </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_463"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/889a286142fb8cd0fe932b48073d1233_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>115,313,738,325</bbox>"}, {"role": "assistant", "content": "<ocr> We will extend our reach in the regions where amongst the general public. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_644"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60502.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>551,158,864,680</bbox>"}, {"role": "assistant", "content": "<ocr> 7% 5% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_359"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ee9927d1-b08f-f942-c608-11f32d8fb4e3_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>452,302,670,317</bbox>"}, {"role": "assistant", "content": "<ocr> Za L$ </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_354"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c9232051ce4c767db77e5db6b033517e_page12.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>461,63,577,75</bbox>"}, {"role": "assistant", "content": "<ocr> EDUCATIONAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4bfca5a0-0e93-ed57-b06b-d2d25b8f16a0_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>45,924,944,932</bbox>"}, {"role": "assistant", "content": "<ocr> payment in full is received by station. Payment by advertiser to agency or to service or payment by agency to service, shall not constitute payment to station. Station will not be bound by conditions. printed or </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_330"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_41.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>316,72,406,90</bbox>"}, {"role": "assistant", "content": "<ocr> accounts </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_335"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8e517ca3-439c-01ec-e1a9-f068b5804026_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>97,170,947,380</bbox>"}, {"role": "assistant", "content": "<ocr> Property WFLD Order # 945627 \n Account Executive Maliha Khan Alt Order # MIKE BLOOMBERG 2020 \n Sales Office FSS Philadelphia Deal # \n Billing Address: Sales Region National Order Flight 01/25/20 - 01/30/20 \n Assembly Media Billing Calendar Broadcast Agency Code TV15458 \n Attention: Accounts Payable Billing Type Cash Advertiser Code MBLM \n 711 Third Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_386"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43800.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>96,359,913,664</bbox>"}, {"role": "assistant", "content": "<ocr> 22 -20 \n of \n internet \n 22% linkedin \n users 19% \n female \n white \n 70 30 \n 13% \n hispanic \n 60 \n age \n 50 \n some \n college \n % % % 8 \n 8 \n college+ \n Sk </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_913"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_519_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>488,183,519,223</bbox>"}, {"role": "assistant", "content": "<ocr> Boydston </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_605"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1213811-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>13,440,612,522</bbox>"}, {"role": "assistant", "content": "<ocr> Manning River Taree 65 ( UHF) 3 44 ( UHF) 31 December 1991 600 kW </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_384"}
{"image": ["./imgs/ChartQA/test/png/two_col_502.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>127,765,204,791</bbox>"}, {"role": "assistant", "content": "<ocr> 14.84 Baidu </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_166"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ee9927d1-b08f-f942-c608-11f32d8fb4e3_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>36,388,974,401</bbox>"}, {"role": "assistant", "content": "<ocr> N 16 WACH02/11/20 02/17/20 WACHFOXNEWS @10P_ 10-11P :30 NM 7 $1,015.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_144"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Westport_(Ontario)01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>20,551,174,595</bbox>"}, {"role": "assistant", "content": "<ocr> Understand [edit </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_126"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-docker01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>589,773,718,789</bbox>"}, {"role": "assistant", "content": "<ocr> developers </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_421"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1570274-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>545,846,561,928</bbox>"}, {"role": "assistant", "content": "<ocr> 8 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_587"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/dbef2ee7-0224-4063-2a0e-843f1bd7d69f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,933,957,940</bbox>"}, {"role": "assistant", "content": "<ocr> otherwise contracts, insertion orders, copy instructions or any correspondence when such conflict with the above terms and conditions. Two week advance cancellation notice is required unless otherwise specified. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_800"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Eastern_Ukraine02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>525,458,600,502</bbox>"}, {"role": "assistant", "content": "<ocr> Utlyukskom </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_379"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16574235-23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,225,972,682</bbox>"}, {"role": "assistant", "content": "<ocr> Hristo Tsvetanov m kg ( lb) cm ( in) Budvanska Rivijera Budva \n Andrey Zhekov m kg ( lb) cm ( in) Patron Patra \n Boyan Yordanov m kg ( lb) cm ( in) Olympiacos \n Krasimir Gaydarski m kg ( lb) cm ( in) Olympiacos \n Matey Kaziyski m kg ( lb) cm ( in) Trentino Volley \n Vladimir Nikolov m kg ( lb) cm ( in) Trentino Volley \n Teodor Salparov m kg ( lb) cm ( in) CSKA Sofia </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_128"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jtfv0228_16.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>205,484,729,500</bbox>"}, {"role": "assistant", "content": "<ocr> Presbyterian (1,561) 9. 90.1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_702"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yscw0217_41.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>113,262,863,518</bbox>"}, {"role": "assistant", "content": "<ocr> James T. Willerson, MD \n Editor, Circulation \n St. Luke's Episcopal Hospital/Texas Heart Institute \n 6720 Bertner Avenue \n Room B524 (MC1-267) \n Houston, TX 77030-2697 \n Dear Dr. Willerson: \n I am pleased to submit the enclosed manuscript titled \"Comparative Vascular Effects of \n Hormone Replacement Therapy and Raloxifene in Women at Increased Cardiovascular Risk\" for \n publication in Circulation. A disk containing the text file of the manuscript along with the \n signed diskette submission form, 4 copies of the manuscript, and a signed Copyright Transfer \n Agreement are enclosed for your review. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_84"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2637317-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,415,670,844</bbox>"}, {"role": "assistant", "content": "<ocr> Ica 665,592 2.5 70,357 -0.2 \n Junin 1,091,619 4.2 -93,682 -1.8 \n La Libertad 1,539,774 5.9 219,544 -0.1 \n Lambayeque 1,091,535 4.2 175,567 0.0 \n Lima Region 864,853 3.3 3,388,526 9.8 \n Lima Province 6,954,583 26.6 3,388,526 9.8 \n Loreto 884,144 3.4 141,427 0.0 \n Madre de Dios 92,024 0.4 46,369 0.2 \n Moquegua 159,306 0.6 45078 0.1 \n Pasco 266,764 1.0 -32,985 -0.4 \n Piura 1,630,772 6.2 62,381 -0.9 \n Puno 1,245,508 4.8 -83,966 -1.2 \n San Martin 669,973 2.6 195,949 0.5 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_922"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_348_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>136,459,187,491</bbox>"}, {"role": "assistant", "content": "<ocr> Seoul </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_631"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/68f051458160813b409d44ab6290592f_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>178,644,709,722</bbox>"}, {"role": "assistant", "content": "<ocr> Independent auditors’ report 19 \n Statutory financial statements of the Company 21 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_855"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,308,960,632</bbox>"}, {"role": "assistant", "content": "<ocr> Product 1/2 MBLM \n New York, NY 10017-9214 \n Billing Calendar Broadcast \n Billing Type Cash Agency Ref 100012 \n Special Handling Advertiser Ref 511278 \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:22 AM MRBPSS325EH $35.00 1 \n KMAX W 02/26/20 :30 1:28 AM MRBPBA3043EH $35.00 2 \n 20 KMAX M-F 1a-2a 1:30 XM-2:00 XM \n CDR \n 02/24/20to03/01/20 2x MTWTF-- \n KMAX M 02/24/20 :30 1:46 AM MRBPBA3043EH $35.00 2 \n KMAX Th 02/27/20 :30 1:56 AM MRBPBA3043EH $35.00 1 \n 21 KMAX M-F 430a-5a 428a-5a \n CDR \n 03/02/20to03/08/20 1x M------ </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_656"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jfkf0226_5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>153,632,706,730</bbox>"}, {"role": "assistant", "content": "<ocr> will a meeting be requested?) \n o Status of consultant participation </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_368"}
{"image": ["./imgs/TextVQA/test_images/23cc9f1315824855.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>910,567,941,619</bbox>"}, {"role": "assistant", "content": "<ocr> 11 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_427"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/13d47be4-4b8f-cd29-74b3-45d3459d1960_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>138,676,458,686</bbox>"}, {"role": "assistant", "content": "<ocr> 02/24/20 03/01/20 -1----- 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_901"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_632_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>560,537,627,568</bbox>"}, {"role": "assistant", "content": "<ocr> 2nd </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_292"}
{"image": ["./imgs/ChartQA/test/png/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>69,222,173,244</bbox>"}, {"role": "assistant", "content": "<ocr> unterwaesche.de </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_35"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/543ec418-6a40-0243-8dc5-3fb051c36a8c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>369,951,626,958</bbox>"}, {"role": "assistant", "content": "<ocr> Terms and Conditions available at www.gray.tv/advertising. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_683"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>856,852,962,864</bbox>"}, {"role": "assistant", "content": "<ocr> CONSEQUENTIAL, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_663"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100992.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>395,696,460,717</bbox>"}, {"role": "assistant", "content": "<ocr> 2005-2006 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_211"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37383.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>52,122,688,129</bbox>"}, {"role": "assistant", "content": "<ocr> hobbyists, invent the com- Champaign develop service that allows users </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_255"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>151,110,802,126</bbox>"}, {"role": "assistant", "content": "<ocr> PO Box 402971 Product Candidate Invoice Month </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_33"}
{"image": ["./imgs/ChartQA/test/png/two_col_63731.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>197,802,874,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2014 2015 2016** 2017 (Q4) 2018 (Q4) 2019 (Q2) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_217"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10885968-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,502,980,929</bbox>"}, {"role": "assistant", "content": "<ocr> Essendon 13.15 (93) South Melbourne 12.6 (78) Windy Hill 14,462 3 July 1976 \n St Kilda 10.12 (72) North Melbourne 13.11 (89) Moorabbin Oval 18,486 3 July 1976 \n Richmond 23.13 (151) Collingwood 7.14 (56) MCG 36,477 3 July 1976 \n Carlton 18.7 (115) Melbourne 6.22 (58) VFL Park 24,366 3 July 1976 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_799"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d66e61d9-1356-88c4-a077-2a2944315352_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>160,496,490,506</bbox>"}, {"role": "assistant", "content": "<ocr> EndDate Weekdays Spots/Week Rate </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_882"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_373_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>182,174,415,197</bbox>"}, {"role": "assistant", "content": "<ocr> Christina Seufert </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_589"}
{"image": ["./imgs/ChartQA/test/png/two_col_63314.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>161,226,864,786</bbox>"}, {"role": "assistant", "content": "<ocr> 119.3 62.9 40.3 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_991"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__faqs_on_transparency_international__904.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>374,104,452,152</bbox>"}, {"role": "assistant", "content": "<ocr> FINANCED </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_240"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/826c19ba8ec8e19b726eb91eabb791c3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>391,330,662,345</bbox>"}, {"role": "assistant", "content": "<ocr> ~ ~ ~ ~ g ~ L L </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_394"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70230.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>514,729,923,750</bbox>"}, {"role": "assistant", "content": "<ocr> industry challenges . How telecommunications is coping or not . Restocking & </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_540"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35993.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>112,428,959,756</bbox>"}, {"role": "assistant", "content": "<ocr> 1% \n Exam schools enroll about 136,000 students 11% \n nationwide, educating about 1% of U.S. students. \n Enrollment in each school ranges from 68 16 5,000 1.5% \n TEACHER \n QUALIFICATIONS \n Doctoral Master's \n As a whole, exam schools are Degree Degree \n more racially diverse \n than believed: \n PUBLIC \n SCHOOLS \n CRITICISMS OF \n 20 \n 00 20 \n 40 EXAM \n SCHOOLS \n ETHNICITY \n BREAKDOWN Some think they're \n elitist or exclusive. \n or think selectivity \n contradicts the \n -8 mission of public \n education. \n African American Asian American White Hispanic \n WHERE ARE THESE EXAM SCHOOLS? \n Chicago, New York and Philadelphia \n have many schools, Los Angeles, \n Denver and Minneapolis have none. \n 19 states have no \n axam schools. 5+ \n 0 \n Only three big \n 1-5 cities have more \n 6-10 than five. \n 11-15 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_214"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-254234-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>9,336,145,352</bbox>"}, {"role": "assistant", "content": "<ocr> ZJ CN-33 Zhejiang Province </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_638"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_120_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>45,245,940,273</bbox>"}, {"role": "assistant", "content": "<ocr> 3 46 22 69 41 102 60 51 79 67 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_212"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qyvw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>385,581,795,595</bbox>"}, {"role": "assistant", "content": "<ocr> May NM, JR, SC, · Distribute to affiliates by Mid </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_992"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/883fd7e6-688e-02cf-e1ab-81ffd3742bde_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>42,414,967,711</bbox>"}, {"role": "assistant", "content": "<ocr> Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ----F-- 1 $60.00 \n 14 Multi 05/07/20 05/07/20 KVAL News @ Noon 12p-1230p :30 NM 1 $35.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ---T--- 1 $35.00 \n 15 Multi 05/11/20 05/11/20 KVAL News @ Noon 12p-1230p :30 NM 1 $35.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 M------ 1 $35.00 \n 16 Multi 05/07/20 05/07/20 Dr. Oz 3p-4p :30 NM 1 $35.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ---T--- 1 $35.00 \n 17 Multi 05/08/20 05/08/20 Dr. Phil 4p-5p :30 NM 1 $45.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 ----F-- 1 $45.00 \n 18 Multi 05/12/20 05/12/20 Dr. Phil 4p-5p :30 NM 1 $45.00 \n Channels : KCBY,KPIC,KVAL \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/07/20 05/13/20 -T----- 1 $45.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_462"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8ebf3bd3fcbed56be3f0c6b25cf37248_page36.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,379,47,417</bbox>"}, {"role": "assistant", "content": "<ocr> !1 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_404"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9e7457285e4c1d020f9b3048e10b5557_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>564,362,640,378</bbox>"}, {"role": "assistant", "content": "<ocr> ENDED </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_241"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b7a5dea4-ffa4-9815-8597-3f37a5dabe1a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,281,963,771</bbox>"}, {"role": "assistant", "content": "<ocr> Special Handling \n Send Payment To: \n Agency Code Advertiser Code Product 1/2 \n WRCB 1106 1271 \n 900 Whitehall Rd. \n Chattanooga, TN 37405 Agency Ref Advertiser Ref \n Spots/ \n Line Start Date End Date Description Start/End Time MTWTFSS Length Week Rate Type \n 1 02/28/20 02/28/20 Early Today M-F 4:00 AM-4:30 AM ----F-- :30 1 $5.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/24/20 03/01/20 ----F-- 1 $5.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 WRCB F 02/28/20 4:18 AMEarly Today M-F 4:00 AM-4:30 AM :30 BFP3020041H $5.00 NM \n 2 03/02/20 03/02/20 Early Today M-F 4:00 AM-4:30 AM M------ :30 1 $5.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 03/02/20 03/08/20 M------ 1 $5.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 WRCB M 03/02/20 4:28 AMEarly Today M-F 4:00 AM-4:30 AM :30 BFP3020041H $5.00 NM \n 3 03/03/20 03/03/20 Early Today M-F 4:00 AM-4:30 AM -T----- :30 1 $5.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 03/02/20 03/08/20 -T----- 1 $5.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 WRCB Tu 03/03/20 4:26 AMEarly Today M-F 4:00 AM-4:30 AM :30 BFP3020041H $5.00 NM \n 4 02/28/20 02/28/20 M-F AM News 430a-5a 4:30 AM-5:00 AM ----F-- :30 1 $10.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/24/20 03/01/20 ----F-- 1 $10.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_28"}
{"image": ["./imgs/ChartQA/test/png/two_col_43767.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>794,775,893,818</bbox>"}, {"role": "assistant", "content": "<ocr> Western Europe </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_29"}
{"image": ["./imgs/ChartQA/test/png/two_col_80669.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>825,802,897,823</bbox>"}, {"role": "assistant", "content": "<ocr> Puerto Rico </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_623"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_149_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>430,868,501,937</bbox>"}, {"role": "assistant", "content": "<ocr> 352,000 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_496"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__how-tech-can-disrupt-our-classrooms04.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>56,133,928,385</bbox>"}, {"role": "assistant", "content": "<ocr> What do these postdoc positions tell us? \n Right after graduation, a PhD holder is expected to undertake a project </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_120"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e153dccf7e2b74d2d76548b10d776b14_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>169,105,814,176</bbox>"}, {"role": "assistant", "content": "<ocr> Statement of assets and liabilities \n at 5 April 2095 \n 2014 2015 \n Cash assets Note E </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_525"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10902.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,202,879,440</bbox>"}, {"role": "assistant", "content": "<ocr> 16 \n Places of worship & large \n gatherings \n NO NO NO NO \n 7 Liquor, Cigarette/Pan shops YES YES YES NO \n 8 Barbershop. Spa YES YES NO NO \n 9 Coming out after 7pm till \n 7am \n NO NO NO NO \n 10 \n Age > 65, < 10, Pregnant - \n Outing \n NO NO NO NO \n 11 Medical Clinic, OPD YES YES YES NO \n 12 Auto, Taxi 1+1 1+1 NO NO </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_213"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/59a34b8fe4339a6b1eaadce5313b3002_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>144,461,854,474</bbox>"}, {"role": "assistant", "content": "<ocr> Net income before taxation 3,907,624 6,146,024 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_904"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Gambier_Islands02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>75,747,944,796</bbox>"}, {"role": "assistant", "content": "<ocr> with a bit of French, you can get by. If there is an emergency speak to Monica, the mayor/police officer, and she help you find an English </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_477"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_495_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>228,394,723,445</bbox>"}, {"role": "assistant", "content": "<ocr> 2002 Japan Japan J. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_447"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18171018-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>863,154,915,196</bbox>"}, {"role": "assistant", "content": "<ocr> –11 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_729"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-29566606-11_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>43,147,937,219</bbox>"}, {"role": "assistant", "content": "<ocr> Programme Date(s) of original removal Original channel(s) Date of return New channel(s) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_45"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rzgm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>59,77,917,577</bbox>"}, {"role": "assistant", "content": "<ocr> Law AND THE Food Supply Check & VO. NO. 73 - 170 December 20, 1973 \n Kindly have check drawn to order of \n AVIS for $ 24.85 \n to cover: \n Charge to </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_912"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nxhk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>36,126,944,220</bbox>"}, {"role": "assistant", "content": "<ocr> 2. BLDG. No. \n NAME. Roger Adans ... DATE, March 21 ,60 \n 603 W. Michigan Avenue, Urbana, Illinois \n :4- 19 3. SUPERVISOR OF GENERAL ACCOUNTING-BLOG. No. 320 \n BUILDING No. . ROOM No. 4. PLANT CASHIER BLOG, No. 320 \n PLEASE PREPARE THIS REPORT IN ACCORDANCE WITH INSTRUCTIONS LISTED ON REVERSE SIDE </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_331"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_684_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>70,55,963,107</bbox>"}, {"role": "assistant", "content": "<ocr> Binary Octal Decimal Hexadecimal Glyph </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_39"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20078.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>10,301,948,708</bbox>"}, {"role": "assistant", "content": "<ocr> infertility in men \n cholesterol heaith \n devil's NAC \n rhodiola \n PROMISING \n claw mental \n peppermint rosea L. \n arthritis cancer \n cil \n fatigue \n hawthorn health \n creatine Symptoms \n cognition \n blood \n WORTH IT LINE \n pressure \n WORTH IT LINE \n red yeast \n rice \n cholesterol \n honey \n nettla heart disease \n calcium \n pressio urinary \n osteoporosis coughs in children OCD \n magnesium \n echinacea krill oil \n blood \n PMS \n pressure \n probiotics valerian \n aloe vera \n ginger \n magnesium \n IBS. \n Insomnia \n olorecto L-lysine \n +vitamin B6 \n diabetes cancer \n nausea \n herpes ADHD \n CONFLICTING \n cinnamon \n type 2 Teverfew GABA \n gastrointestinal \n espiratory \n diabetes migraine stress \n iron \n fections \n St John's \n coconut oil \n ADHO \n Wort \n cancer \n child development \n obesity, cholesterol cranberry \n lavender \n horse \n depression \n juice \" migraine \n depression \n child inteligent \n chestnut MSM \n spirulina \n urinary infections \n seed \n extract blood \n pressure \n bromelain ginseng \n cognitive \n milk thistle \n arthritis \n performance \n hepatitis \n selenium \n black tea borage \n eart disease seed ol \n stress \n L-arginine \n taurine \n vitamin C \n Oropris \n colds \n SLIGHT \n elderberry \n cancer cholesterol glucosamine </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_782"}
{"image": ["./imgs/ChartQA/test/png/21632943006027.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,198,99,223</bbox>"}, {"role": "assistant", "content": "<ocr> El Salvador </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_277"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_856_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,735,980,753</bbox>"}, {"role": "assistant", "content": "<ocr> 06 Barleycroft Phil Harvey 10 10-13 100/1 Brought Down </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_923"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/435814-collect-files-59440-political-file-2012-non_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,487,968,626</bbox>"}, {"role": "assistant", "content": "<ocr> ABC This Week \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 09/17/12 09/23/12 ------S 1 $1,000.00 0.00 \n N 8 KNXV 09/24/12 09/26/12 M-F 7-9am CM 7am-9am MTW---- :30 3 $500.00FX 0.00 NM 3 $1,500.00 \n M-F 7-9am \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 09/24/12 09/30/12 MTW---- 3 $500.00 0.00 \n N 9 KNXV 09/24/12 09/26/12 M-F 6pm-630pm CM 6pm-630pm MTW---- :30 3 $900.00P-2 0.00 NM 3 $2,700.00 \n M-F 6pm-630pm \n Start Date End Date Weekdays Spots/Week Rate Rating </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_988"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Wojeck01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,535,980,762</bbox>"}, {"role": "assistant", "content": "<ocr> Although it was one of the highest-rated shows on Canadian television in its time, only 20 episodes of the series were made, because Vernon was lured \n to Hollywood by the promise of more money than the CBC could offer. He only returned to the role once, for a TV movie Wojeck: Out of the Fire (1992). </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_211"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_260_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>65,789,992,804</bbox>"}, {"role": "assistant", "content": "<ocr> 29 Satara ST 1 May 1960 Satara Pune 10,484 2,796,906 2.89% 266.77 14.2 78.52 995 11 District website </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_771"}
{"image": ["./imgs/ChartQA/test/png/two_col_42075.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,215,894,786</bbox>"}, {"role": "assistant", "content": "<ocr> 40.5 39.2 38.1 37 36 35 34.1 33.1 32.2 31.3 30.5 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_228"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c6f1e5d07701a3a71593aed0d8cb1ca5_page11.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>145,547,895,560</bbox>"}, {"role": "assistant", "content": "<ocr> General fund 36,638 (15,453) 21,185 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_565"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,90,917,313</bbox>"}, {"role": "assistant", "content": "<ocr> 3914 Wistar Road Advertiser POL/Bloomberg, Mike/D/ Pres/US Invoice Date 01/12/20 \n Richmond, VA 23228 Product MBLM/0110 Invoice Month January 2020 \n Main: (434) 242-1919 Estimate Number 0110 Invoice Period 01/01/20 - 01/10/20 \n Billing: (804) 672-6565 \n Property WCAV-TV Order # 109095 \n Account Executive Emily Hall Alt Order # \n Sales Office Charlottesville National Deal # \n Billing Address: Sales Region National Order Flight 01/01/20 - 01/10/20 \n Assembly Billing Calendar Calendar Agency Code 9915458 \n Attention: Accounts Payable Billing Type Cash Advertiser Code \n 25900 Northwestern Hwy </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_820"}
{"image": ["./imgs/TextVQA/test_images/598f1b3e42af9ddf.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>848,39,891,86</bbox>"}, {"role": "assistant", "content": "<ocr> 4 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_191"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11105214-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19,538,980,583</bbox>"}, {"role": "assistant", "content": "<ocr> 6 Western Isles Labour 2.91 2nd SNP gain </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_864"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kmkp0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>51,67,894,241</bbox>"}, {"role": "assistant", "content": "<ocr> Dr Pedig \n Phone: 212-522-1400 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_38"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Introduction_to_Sport_Biomechanics01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,885,643,917</bbox>"}, {"role": "assistant", "content": "<ocr> sports such as rowing, swimming and motor racing. Introduction to Sport Biomechanics provides a </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_826"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bd7b1b7c-a5c1-c789-757f-72f83166b500_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,308,961,535</bbox>"}, {"role": "assistant", "content": "<ocr> Special Handling Product 1/2 1271 \n NW Suite D-348 \n Atlanta, GA 30318 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n MOM \n 01/27/20to02/02/20 1x -T----- \n KLJB Tu 01/28/20 :30 10:42 PM BFP3020022H $50.00 1 \n 34 KLJB 10:30 PM-11:00 PM 10:30 PM-11:00 PM \n MOM \n 01/27/20to02/02/20 1x --W---- </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_44"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12392569-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>177,503,317,540</bbox>"}, {"role": "assistant", "content": "<ocr> Hungary </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_168"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_841_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>47,903,67,956</bbox>"}, {"role": "assistant", "content": "<ocr> when </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_72"}
{"image": ["./imgs/ChartQA/test/png/58486764007015.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,20,428,68</bbox>"}, {"role": "assistant", "content": "<ocr> Human Rights Violations, 2012 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_349"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hzbn0226_13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>752,366,872,389</bbox>"}, {"role": "assistant", "content": "<ocr> public comments </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_765"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kfhd0227_11.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>435,116,516,132</bbox>"}, {"role": "assistant", "content": "<ocr> REQUIRED </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_489"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__travel__thai-government-confirms-introduction-of-double-entry-tourist-visa01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>56,618,934,650</bbox>"}, {"role": "assistant", "content": "<ocr> begin but it’s reported to be from the end of this year or beginning of </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_807"}
{"image": ["./imgs/ChartQA/test/png/29853611011529.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>153,902,839,932</bbox>"}, {"role": "assistant", "content": "<ocr> 1996.0 1998.0 2000.0 2002.0 2004.0 2006.0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_741"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40809.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,17,68,38</bbox>"}, {"role": "assistant", "content": "<ocr> The </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_420"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17370522-17_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,100,971,311</bbox>"}, {"role": "assistant", "content": "<ocr> Exit Date Pos. Player To club Transfer fee \n 1 July 2008 DF Garry Breen Hereford United Free \n 1 July 2008 DF Michael Daly Released </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_340"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37309.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>64,549,121,585</bbox>"}, {"role": "assistant", "content": "<ocr> 7 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_596"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6a7e3c69dce1b6689dfedb409c06142b_page14.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>315,225,404,236</bbox>"}, {"role": "assistant", "content": "<ocr> consideration </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_625"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/54e3ff06964d15a5474bb423c8d7904f_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>121,552,904,824</bbox>"}, {"role": "assistant", "content": "<ocr> volunteers from CCT and CRT are working together to enhance visitor experience. \n Wildlife Watch Walks \n Thanks are due to Martin Wright, a CCT member, who organised eight canal walks starting from different locations \n along the canal. The re-watered stretches of the canal are attracting abundant wildlife. \n c) Communications \n Connect \n Connect, which continued to be managed by David Pagett, is an interactive database system which enables a) CCT \n Activity Leaders to publicise events to the membership and b) Volunteers to record their own areas of interest, \n browse current and planned activities and become involved. \n The system enables the establishment and management of rosters for any event and by displaying rosters online \n enables all Connect participating volunteers to keep up to date with the overall staffing position for any event and to \n offer their services. \n The key to the system’s success is the willingness of Activity Leaders and Roster Managers to accept the system, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_84"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1341690-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>649,916,697,940</bbox>"}, {"role": "assistant", "content": "<ocr> Randolph </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_30"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__board_of_directors__101.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,909,134,923</bbox>"}, {"role": "assistant", "content": "<ocr> programmes </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_641"}
{"image": ["./imgs/ChartQA/test/png/two_col_41920.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>237,773,542,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2003 2004 2005 2006 2007 2008 2009 2010 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_996"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__latest__8305.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>56,461,929,593</bbox>"}, {"role": "assistant", "content": "<ocr> © Our Ten Golden Rules article suggests ten simple steps to help you draw \n hope from a science news story, without being disappointed by impossible </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_763"}
{"image": ["./imgs/TextVQA/test_images/baf828dfb6d45f97.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>343,227,441,278</bbox>"}, {"role": "assistant", "content": "<ocr> PRoE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_139"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a25839ee3e8a4f123c4e497665e23404_page9.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>160,618,882,746</bbox>"}, {"role": "assistant", "content": "<ocr> appropriate, at the balance sheet date. Any gain or loss on revaluation is taken to the SOFA. \n Fixed asset investments that are associates are accounted for on the net equity method in line \n with FRS 9. \n No depreciation is provided on these investments in accordance with FRSSE. This represents a \n departure from the general requirement for all tangible assets to be depreciated. In the opinion of \n the trustees compliance with the standard is necessary for the financial statements to give a true \n and fair view. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_379"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/fd132b83-2a29-0117-ef58-7844f8228145_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>85,734,964,744</bbox>"}, {"role": "assistant", "content": "<ocr> 1 WSMV Th 02/13/20 7:16 PMSuperstore/Brooklyn99 658-8pm 1:00MRBPBK6033EH $1,200.00 NM </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_518"}
{"image": ["./imgs/ChartQA/test/png/two_col_41032.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>79,85,604,114</bbox>"}, {"role": "assistant", "content": "<ocr> 16 Footwear & Leather </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_633"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__research02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>52,90,923,951</bbox>"}, {"role": "assistant", "content": "<ocr> Councillors about their roles, working lives and plans for their time on the Members Council! This \n month, James Morley discusses working with data gathered during the centenary of the First \n World War and the importance of creative experimentation. \n NEWS \n Created: 23 October 2019 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_627"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/573a14768d49375d82d4a8aa1f381be7_page27.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>102,257,186,269</bbox>"}, {"role": "assistant", "content": "<ocr> deficiencies </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_301"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>504,245,572,261</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_309"}
{"image": ["./imgs/ChartQA/test/png/two_col_40533.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>395,773,713,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2007 2008 2009 2010 2011 2012 2013 2014 2015 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_119"}
{"image": ["./imgs/TextVQA/test_images/fd674d76821f5597.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>823,230,883,253</bbox>"}, {"role": "assistant", "content": "<ocr> Welcome </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_348"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/578adbcfbe04c7b141198d9d45ad786a_page15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>607,108,703,122</bbox>"}, {"role": "assistant", "content": "<ocr> Association </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_336"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/prhm0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>331,635,405,653</bbox>"}, {"role": "assistant", "content": "<ocr> Cambridge </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_761"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-organization__resources__organize-innovation01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19,246,511,285</bbox>"}, {"role": "assistant", "content": "<ocr> In Organize for Innovation, Red Hat </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_282"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dd3c82eefc3dc0efd3ed9ecc88f5b5f4_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>314,742,434,755</bbox>"}, {"role": "assistant", "content": "<ocr> Accountants in </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_996"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page353.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>75,261,921,348</bbox>"}, {"role": "assistant", "content": "<ocr> BBC Cymru Wales £10,500 \n Bombastic £73,080 \n g39 £63,195 \n Hijinx £35,916 \n Theatr Genedlaethol Cymru £10,000 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_230"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__max-kaiser01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>60,694,905,718</bbox>"}, {"role": "assistant", "content": "<ocr> been heavily engaged with Europeana since its invention; currently | am the chair of the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_621"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18178551-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>247,666,275,715</bbox>"}, {"role": "assistant", "content": "<ocr> 22 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_611"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1564278-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>21,600,46,658</bbox>"}, {"role": "assistant", "content": "<ocr> 16 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_630"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10814471-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,41,835,61</bbox>"}, {"role": "assistant", "content": "<ocr> Date Competition Venue Result Score Goals </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_876"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/network-association__special-interest-groups__europeana-communicators-group01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>31,604,876,653</bbox>"}, {"role": "assistant", "content": "<ocr> you're always championing cultural heritage on your blog or social media, then join us - </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_318"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16073541-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,665,984,770</bbox>"}, {"role": "assistant", "content": "<ocr> 2006 (79th) Libertas Libertas Veljko Bulajić Not Nominated \n 2007 (80th) Armin Armin Ognjen Sviličić Not Nominated \n 2008 (81st) No One's Son Ničiji sin Arsen Anton Ostojić Not Nominated </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_464"}
{"image": ["./imgs/ChartQA/test/png/two_col_43661.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>51,83,765,178</bbox>"}, {"role": "assistant", "content": "<ocr> 13 400 Iron and steel </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_618"}
{"image": ["./imgs/TextVQA/test_images/99fdf15d7aaa1c15.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>301,418,689,484</bbox>"}, {"role": "assistant", "content": "<ocr> TEXT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_361"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrlc0003_7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>388,86,442,107</bbox>"}, {"role": "assistant", "content": "<ocr> BOX </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_74"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,650,887,691</bbox>"}, {"role": "assistant", "content": "<ocr> 180.00 2,000 2 Nearest number to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_342"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d66e61d9-1356-88c4-a077-2a2944315352_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>50,681,927,706</bbox>"}, {"role": "assistant", "content": "<ocr> Sa $36.00re00 13|7a-9a SATURDAY TODAY </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_999"}
{"image": ["./imgs/ChartQA/test/png/two_col_4104.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>114,764,896,820</bbox>"}, {"role": "assistant", "content": "<ocr> Q1 '14 Q2 '14 Q3 '14 Q4 '14 Q1 '15 Q2 '15 Q3 '15 Q4 '15 Q1 '16 Q2 '16 Q3 '16 Q4 '16 Q1 '17 Q2 '17 Q3 '17 Q4 '17 Q1 '18 Q2 '18 Q3 '18 Q4 '18 Q1 '19 Q2 '19 Q3 '19 Q4 '19 Q1 '20 Q2 '20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_672"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__governing-board03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>660,861,695,902</bbox>"}, {"role": "assistant", "content": "<ocr> it. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_382"}
{"image": ["./imgs/TextVQA/test_images/c85ecea221838e93.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>303,510,401,526</bbox>"}, {"role": "assistant", "content": "<ocr> showmyour </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_460"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18946749-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>73,247,959,265</bbox>"}, {"role": "assistant", "content": "<ocr> Mount Giluwe Papua New Guinea New Guinea 4,367 2,507 1860 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_295"}
{"image": ["./imgs/TextVQA/test_images/f8c3c17f36b5e432.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>578,910,616,938</bbox>"}, {"role": "assistant", "content": "<ocr> 5 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_65"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Padua_Hills_Theatre01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>268,727,954,742</bbox>"}, {"role": "assistant", "content": "<ocr> Claremont Community Players in the hills of Claremont in southern Claremont, California </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_230"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bad7cc77-0275-3380-854a-75799b08fdcf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,532,960,853</bbox>"}, {"role": "assistant", "content": "<ocr> KBCW W 02/12/20 :30 10:28 AM TS20TV2002AH $20.00 16 \n KBCW W 02/12/20 :30 10:54 AM TS20TV2013AH $20.00 18 \n KBCW Th 02/13/20 :30 10:26 AM TS20TV2002AH $20.00 20 \n KBCW Th 02/13/20 :30 10:51 AM TS20TV2013AH $20.00 21 \n KBCW Th 02/13/20 :30 10:59 AM TS20TV2002AH $20.00 19 \n KBCW F 02/14/20 :30 9:59 AM TS20TV2002AH $20.00 22 \n KBCW F 02/14/20 :30 10:26 AM TS20TV2013AH $20.00 23 \n KBCW F 02/14/20 :30 10:59 AM TS20TV2014AH $20.00 24 \n 4 KBCW M-F 9a-10a 858a-10a \n LUR \n 02/10/20to02/16/20 12x -3333-- \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 14 \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 15 \n KBCW Tu 02/11/20 :30 9:24 AM TS20TV2002AH $15.00 13 \n KBCW W 02/12/20 :30 9:09 AM TS20TV2002AH $15.00 17 \n KBCW W 02/12/20 :30 9:24 AM TS20TV2013AH $15.00 16 \n KBCW W 02/12/20 :30 9:39 AM TS20TV2014AH $15.00 18 \n KBCW Th 02/13/20 :30 8:59 AM TS20TV2011AH $15.00 21 \n KBCW Th 02/13/20 :30 9:23 AM TS20TV2013AH $15.00 19 \n KBCW Th 02/13/20 :30 9:54 AM TS20TV2014AH $15.00 20 \n KBCW F 02/14/20 :30 9:08 AM TS20TV2011AH $15.00 24 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_892"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10062.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>171,740,901,752</bbox>"}, {"role": "assistant", "content": "<ocr> Italy on WHO declares the First death in India </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_431"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Bihar02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,319,121,351</bbox>"}, {"role": "assistant", "content": "<ocr> non-religious </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_811"}
{"image": ["./imgs/VisualMRC/images/fsf.org/about__dmca-notice01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,658,981,980</bbox>"}, {"role": "assistant", "content": "<ocr> be removed or access to which is to be disabled, and information reasonably sufficient to permit the service \n provider to locate the material. \n Identification of the copyrighted work claimed to have been infringed, or, if multiple copyrighted works at a single \n online site are covered by \n a \n single notification, a representative list of such works at that site. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_381"}
{"image": ["./imgs/TextVQA/test_images/863522fb6ff78a46.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>653,490,692,534</bbox>"}, {"role": "assistant", "content": "<ocr> mno6 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_423"}
{"image": ["./imgs/ChartQA/test/png/21908513006395.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>41,902,820,932</bbox>"}, {"role": "assistant", "content": "<ocr> 2011.0 2012.0 2013.0 2014.0 2015.0 2016.0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_642"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_499_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>7,118,398,462</bbox>"}, {"role": "assistant", "content": "<ocr> Super Delfin 2 June 18, 2000 Osaka, Japan \n Gamma 1 June 24, 2001 Osaka, Japan \n Super Delfin 3 January 3, 2002 Osaka, Japan \n Takehiro Murahama 2 July 6, 2003 Osaka, Japan \n Daio QUALLT 1 April 17, 2004 Osaka, Japan \n Billyken Kid 1 August 8, 2004 Osaka, Japan \n “Big Boss” MA-G-MA 1 October 2, 2004 Osaka, Japan \n Super Dolphin 1 February 13, 2005 Osaka, Japan \n Super Delfin 4 February 26, 2006 Osaka, Japan \n Billyken Kid 2 August 26, 2006 Osaka, Japan \n Tigers Mask 1 February 12, 2007 Osaka, Japan </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_741"}
{"image": ["./imgs/TextVQA/test_images/cc6cde7edbc27cf8.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>382,368,456,388</bbox>"}, {"role": "assistant", "content": "<ocr> RadioShack </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_431"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6846bc9-a6f0-60f0-544f-a80e697b2aec_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,897,713,905</bbox>"}, {"role": "assistant", "content": "<ocr> was taken from the program log. We warrant spots are posted within two minutes of actual airtime. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_475"}
{"image": ["./imgs/TextVQA/test_images/2d8b038ce04b3416.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>598,463,818,591</bbox>"}, {"role": "assistant", "content": "<ocr> jet </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_440"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20039.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>296,668,713,677</bbox>"}, {"role": "assistant", "content": "<ocr> AMERICA, A MULTI-OUS QUESTIONS. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_679"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_264_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,367,268,414</bbox>"}, {"role": "assistant", "content": "<ocr> August Toyota (A) Japan </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_917"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fmjm0223_61.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>166,198,763,215</bbox>"}, {"role": "assistant", "content": "<ocr> and an analysis of variance (ANOVA) was also performed. The domains of the SF-36 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_872"}
{"image": ["./imgs/TextVQA/test_images/70916783ffbb539d.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>303,685,418,743</bbox>"}, {"role": "assistant", "content": "<ocr> Ticket </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_7"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Football_in_Canberra_-_Elite_juniors,_no_seniors...01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,343,758,373</bbox>"}, {"role": "assistant", "content": "<ocr> does not seem to be enough to convince Football Federation Australia (FFA) to allow the city an A-League franchise. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_757"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4acad068f8c1c91984b19181856ed72a_page25.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>349,105,536,131</bbox>"}, {"role": "assistant", "content": "<ocr> The Crossing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_540"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_166_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>23,249,976,483</bbox>"}, {"role": "assistant", "content": "<ocr> 15 October 15, 1949 Troy, AL Troy State 6 27 TSU 8–6–1 \n 16 October 14, 1950 Montgomery, AL Jacksonville State 9 0 TSU 8–7–1 \n 17 October 13, 1951 Troy, AL Jacksonville State 13 7 Tied 8–8–1 \n 18 October 18, 1952 Jacksonville, AL Troy State 6 19 TSU 9–8–1 \n 19 October 17, 1953 Troy, AL Troy State 7 13 TSU 10–8–1 \n 20 October 16, 1954 Jacksonville, AL Jacksonville State 38 7 TSU 10–9–1 \n 21 October 15, 1955 Troy, AL Jacksonville State 12 0 Tied 10–10–1 \n 22 October 13, 1956 Jacksonville, AL Jacksonville State 27 14 JSU 11–10–1 \n 23 October 12, 1957 Troy, AL Jacksonville State 13 0 JSU 12–10–1 \n 24 October 11, 1958 Jacksonville, AL Jacksonville State 20 7 JSU 13–10–1 \n 25 October 10, 1959 Troy, AL Jacksonville State 35 12 JSU 14–10–1 \n 26 October 8, 1960 Jacksonville, AL Jacksonville State 27 6 JSU 15–10–1 \n 27 October 7, 1961 Troy, AL Jacksonville State 22 21 JSU 16–10–1 \n 28 October 6, 1962 Jacksonville, AL Jacksonville State 21 14 JSU 17–10–1 \n 29 October 5, 1963 Troy, AL Jacksonville State 15 8 JSU 18–10–1 \n 30 October 3, 1964 Jacksonville, AL Jacksonville State 38 0 JSU 19–10–1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_747"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/cb941cbf-a2a4-ff00-bd2c-0a306d64f131_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>516,103,646,121</bbox>"}, {"role": "assistant", "content": "<ocr> FORM FOR </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_390"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>42,312,892,478</bbox>"}, {"role": "assistant", "content": "<ocr> SPOT 9:00:00AM- 9:30:00AM Day,F-2 02/07/20 9:13AM (Fr) 01:00 7 News Today in New England MRBPBK6033EH $300.00 \n 9-10A \n SPOT 9:00:00AM- 9:30:00AM Day,F-2 02/07/20 9:26AM (Fr) 01:00 7 News Today in New England MRBPBK6033EH $300.00 \n 9-10A \n 81.0 Contract Line Remarks: CDR \n SPOT 1:00:00PM- 2:00:00PM Day,F-2 02/07/20 1:10PM (Fr) 01:00 DOCTORS 1P MRBPBK6033EH $300.00 \n SPOT 1:00:00PM- 2:00:00PM Day,F-2 02/07/20 1:55PM (Fr) 01:00 DOCTORS 1P MRBPBK6033EH $300.00 \n 82.0 SPOT 02/07/20 1 preempt @ $0.00 \n No Avail \n $350.00 \n 83.0 SPOT 02/07/20 1 preempt @ $0.00 \n Pre-Empt \n $350.00 \n 84.0 Contract Line Remarks: CDR \n SPOT 5:00:00PM- 5:30:00PM Day,F-1 02/07/20 5:27PM (Fr) 00:30 7 News at 5 MRBPBK3035EH $450.00 \n 85.0 Contract Line Remarks: CDR </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_852"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>56,210,210,225</bbox>"}, {"role": "assistant", "content": "<ocr> (cid:20)(cid:3)(cid:21)(cid:10)(cid:22)(cid:19)(cid:14)(cid:23)(cid:24)(cid:10)(cid:20)(cid:22)(cid:10)(cid:9)(cid:25)(cid:25)(cid:9)(cid:8) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_894"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/27831456ea4744902f2887ba25785856_page25.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>163,831,304,846</bbox>"}, {"role": "assistant", "content": "<ocr> I O </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_825"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Add_to_the_Beauty01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>571,482,623,529</bbox>"}, {"role": "assistant", "content": "<ocr> fourth </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_54"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__virtualization01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>128,573,973,591</bbox>"}, {"role": "assistant", "content": "<ocr> the operating system, libraries, and other programs are unique to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_406"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33774.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>59,892,546,932</bbox>"}, {"role": "assistant", "content": "<ocr> Master's 043. \n Bachelor degree 79%) \n 8001-10000 RMB 46 \n 1-10 minuto 200 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_14"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__1980_Washington_State_Cougars_football_team01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>354,741,951,781</bbox>"}, {"role": "assistant", "content": "<ocr> recent played at Joe Albi Stadium in Spokane; since 1982, the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_378"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_170_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>484,588,515,636</bbox>"}, {"role": "assistant", "content": "<ocr> 40 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_854"}
{"image": ["./imgs/ChartQA/test/png/3960.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>266,596,897,625</bbox>"}, {"role": "assistant", "content": "<ocr> 16 69 53 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_559"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11239.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>62,238,843,254</bbox>"}, {"role": "assistant", "content": "<ocr> mandatory for all March more drastic attitude </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_200"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zzfv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>177,239,905,547</bbox>"}, {"role": "assistant", "content": "<ocr> room \n is \n not \n available \n at \n rates \n requested, \n rservation \n will \n be \n made \n at \n Tokyo, Japan \n hotel \n is \n notified \n of \n your \n exact \n arrival \n hour. \n Reservations \n must \n be \n received \n 10 \n days \n in \n advance. \n Requests \n received \n next \n available \n rate. \n Reservations \n will </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_920"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__our_chapters__001.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>418,943,858,955</bbox>"}, {"role": "assistant", "content": "<ocr> the quality and integrity of Transparency International’s </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_443"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/086a6010af1addfeba1797e2174af93c_page13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>127,92,218,105</bbox>"}, {"role": "assistant", "content": "<ocr> TRUSTEES' </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_366"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__business__14__7__docker-through-hype03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,812,952,850</bbox>"}, {"role": "assistant", "content": "<ocr> because malicious code that attempts to destroy the system would </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_418"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_432_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>22,413,827,597</bbox>"}, {"role": "assistant", "content": "<ocr> 3 John Salazar Re-election John Salazar Wayne Wolf \n 4 Marilyn Musgrave Re-election Betsy Markey Marilyn Musgrave </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_83"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20353.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>137,183,246,196</bbox>"}, {"role": "assistant", "content": "<ocr> PLANT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_528"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33762.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>48,453,428,473</bbox>"}, {"role": "assistant", "content": "<ocr> (Gross Value Added) 13% Social Care Workers </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_419"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/852b8871-46ae-cdbe-e049-96619702b3f6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,604,965,614</bbox>"}, {"role": "assistant", "content": "<ocr> 4.1Normal Line / SPOT (2) 03/02/20-03/06/20 3 :307A- 9A (MST) 1 X X X X X 1 $120.00 $120.00KECI+KCFW Combo (KECI+KCFW)TODAY 2/25/20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_569"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_740_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>96,659,375,671</bbox>"}, {"role": "assistant", "content": "<ocr> Rama-Tut to his sphinx. Finally, they destroy his sphinx and return to their own time. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_739"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36264.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>56,303,912,686</bbox>"}, {"role": "assistant", "content": "<ocr> HUNGER \n lives \n next DOOR \n 28% \n were worried about how \n they would afford food \n over the last year \n NEARLY HALF ONE IN FIVE \n of Canadian households 鲁 鲁 鲁 借 借 have skipped a meal \n spend between either because they \n $26 & $50 \n 鲁 合 食 食 者 \n 合 合 合 併 合 \n could not afford \n 合 合 合 合 食 \n food or so that their \n a week / person on food children could eat </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_402"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_85_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,358,952,396</bbox>"}, {"role": "assistant", "content": "<ocr> 5 \"Reflection\" Christina Aguilera Mulan 3:33 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_603"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7b8ce903-ee5b-f840-02a0-56a3bca90eb2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>127,595,810,786</bbox>"}, {"role": "assistant", "content": "<ocr> Phone number: 516 -712-2500 \n What is the name of the Treasurer of the candidate’s authorized committee? \n Name: GEMMA W. MARTIN \n Phone number: \n Did the candidate or authorized committee submit a copy of NAB PB-19 with the ad? * \n YES </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_365"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0618f39c0357b6f513633ddcdbac72b_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>160,662,365,673</bbox>"}, {"role": "assistant", "content": "<ocr> vrefl established (e.g.the Preventing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_995"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b7a5dea4-ffa4-9815-8597-3f37a5dabe1a_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>83,373,962,383</bbox>"}, {"role": "assistant", "content": "<ocr> 1 WRCB F 02/28/20 M-F 11a-12p 11:00 AM-12:00 PM :00 $10.00 NM </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_641"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>469,38,552,64</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_779"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_454_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>34,542,814,685</bbox>"}, {"role": "assistant", "content": "<ocr> \"Bring Me Down\" 2010 — — — N/A \n \"The Greatest Story Never \n — — — \n Told\" \n 2011 The Greatest Story Never Told \n \"Clap\" </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_883"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/03106d4c-1c90-b234-d191-5affc2ecad05_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,340,968,350</bbox>"}, {"role": "assistant", "content": "<ocr> N20 KSTC 10/17/20 10/17/20 Sa 1030-1130p CM Sa 1030-1130p -----1- :30 1 $90.003 0.00 NM 1 $90.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_80"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a219b9bf72ea2767eff3b46212b20a28_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>537,379,800,391</bbox>"}, {"role": "assistant", "content": "<ocr> 0 444 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_380"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70485.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>71,513,900,537</bbox>"}, {"role": "assistant", "content": "<ocr> Searching for discounts from brands 24 22 28 23 23 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_495"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/64120e2f1fe37a8768d957bfe20c2d40_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>473,275,596,287</bbox>"}, {"role": "assistant", "content": "<ocr> Mrs S Foulser, BA </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_725"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17807586-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19,464,953,510</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 Andy Hoang & Erik Salgado (NC) Providence, RI Ben Greenwood US$10,000 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_849"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68d540c9-977e-e1e0-40da-c2e420fd15e6_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>44,194,968,274</bbox>"}, {"role": "assistant", "content": "<ocr> 31 WDBJ 06/09/20 06/14/20 Sun 1130a-12p CM 1130a-12p ------S :30 1 $205.00P-02 0.00 NM 1 $205.00 \n Sun 1130a-12p \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/08/20 06/14/20 ------S 1 $205.00 0.00 \n 32 WDBJ 06/09/20 06/15/20 CBS Let's Make A Deal CM 10a-11a MTWTF-- :30 1 $150.00P-02 7.50 NM 1 $150.00 \n Let's Make a Deal </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_115"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_80_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>21,109,939,449</bbox>"}, {"role": "assistant", "content": "<ocr> Centrals Trinity Beach \n 2003 14.11 (95) North Cairns 6.7 (43) \n Bulldogs \n 2004 Port Douglas Crocs 17.13 (115) North Cairns Tigers 8.9 (57) \n 2005 Port Douglas Crocs 19.14 (128) Cairns Saints 4.11 (35) \n Centrals Trinity Beach \n 2006 Manunda Hawks 11.11 (77) 10.9 (69) \n Bulldogs </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_471"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Jerada01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>8,569,749,891</bbox>"}, {"role": "assistant", "content": "<ocr> winter. Temperatures vary from excruciatingly hot in summer, to bitter, teeth-clenching, snow inducing cold in winter. \n Estimated population is around 30,000 people within the city and about 50,000 in the province. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_656"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1723598-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>512,440,576,522</bbox>"}, {"role": "assistant", "content": "<ocr> Youzhny </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_573"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-15851155-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,382,947,402</bbox>"}, {"role": "assistant", "content": "<ocr> Illinois Institute of Technology Chicago, Illinois Private RU/H 7,787 1890 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_740"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37191.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>54,483,952,612</bbox>"}, {"role": "assistant", "content": "<ocr> TopTip Customer acquisition on Social Media.\" \n Your business does not need an account \n on every social network, Concentrate on \n 52% of business owners have found their \n the networks where your prospects are, \n customers on Facebook. \n share relevant content that they will 43% of business owners have found their \n want to see, and engage with them customers on Linkedin. \n when the opportunity arises. 36% of marketers have acquired \n customers on Twitter. \n HOW SOCIAL MEDIA CAN \n INFLUENCE BUYING DECISIONS \n 71% \n 15.1m Consumers are 71% \n more likely to make a \n purchase based on Social </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_996"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Vygotsky_and_Online_Learning05.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>10,898,172,933</bbox>"}, {"role": "assistant", "content": "<ocr> education video series. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_678"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ba0ed4bae698610a969892d45089ab94_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>107,409,739,562</bbox>"}, {"role": "assistant", "content": "<ocr> The trustees consider that they have complied with their duties tohave due regard tothe public benefit \n guidance published bythe Charity Commission. \n Achievements and rformance \n Summary ofthe main achievements ofthe charity, identifying the difference the charity's work has \n made tothe circumstances ofits beneficiaries and any wider benefits tosociety asawhole. \n In 2017/18 YLFprovided an annual festival ofsome 45events, bringing aprogramme ofhigh-quality literary \n and cultural debate toYork and the surrounding region. The festival also provided ashowcase forYork's \n local literary talent toengage with awider audience. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_473"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__italian-george-clooney-fraudsters-arrested-in-thailand02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>409,581,547,624</bbox>"}, {"role": "assistant", "content": "<ocr> Hollywood </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_841"}
{"image": ["./imgs/TextVQA/test_images/7e8f00b4f9edab7d.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>289,751,389,782</bbox>"}, {"role": "assistant", "content": "<ocr> MILK </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_205"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>579,399,633,479</bbox>"}, {"role": "assistant", "content": "<ocr> 707[12] </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_617"}
{"image": ["./imgs/TextVQA/test_images/03548c37b8c63199.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>874,120,918,169</bbox>"}, {"role": "assistant", "content": "<ocr> P! </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_22"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Ribose_repressor01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,37,236,208</bbox>"}, {"role": "assistant", "content": "<ocr> Ribose repressor </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_505"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17140608-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>11,236,980,300</bbox>"}, {"role": "assistant", "content": "<ocr> 76 April 1 Charlotte W 111–109 (2OT) Paul Pierce (32) Kendrick Perkins (12) Rajon Rondo (9) TD Banknorth Garden 18,624 57–19 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_682"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-28677723-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,501,970,543</bbox>"}, {"role": "assistant", "content": "<ocr> Anne-Marie & Glenn English Waltz \" Bojangles\"— The Rat Pack 6 5 6 6 23 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_492"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9e7457285e4c1d020f9b3048e10b5557_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>237,695,596,710</bbox>"}, {"role": "assistant", "content": "<ocr> in funds for the year 54,805 37,660 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_471"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ypgl0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>466,161,536,176</bbox>"}, {"role": "assistant", "content": "<ocr> BILLING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_818"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7ae3665305caf119acabb0863ea1e46d_page21.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>502,266,890,279</bbox>"}, {"role": "assistant", "content": "<ocr> Balance at 1 Incoming Resources Balance at 28 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_922"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_817_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,437,945,459</bbox>"}, {"role": "assistant", "content": "<ocr> The Flying Cat The Flying Cat Burn The Fire 2010 — </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_171"}
{"image": ["./imgs/TextVQA/test_images/324d951aa3f7b3ad.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>221,61,428,163</bbox>"}, {"role": "assistant", "content": "<ocr> STELLA </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_308"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41054.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>395,69,464,88</bbox>"}, {"role": "assistant", "content": "<ocr> Iraqi </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_422"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_556_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>34,448,959,815</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 \n World Championships Berlin, Germany 22nd (q) 5.40 m \n 2010 European Championships Barcelona, Spain 10th 5.60 m \n 2011 World Championships Daegu, South Korea 9th 5.65 m \n European Championships Helsinki, Finland 6th 5.60 m \n 2012 \n Olympic Games London, United Kingdom 8th 5.65 m </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_325"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_772_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>459,663,565,676</bbox>"}, {"role": "assistant", "content": "<ocr> Morrow-Francis </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_991"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13312898-25_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>26,246,875,302</bbox>"}, {"role": "assistant", "content": "<ocr> 2 25 53 Mike Ozdowski Defensive End Virginia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_164"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50ea34b3cb9929927cdcb0bc5b04d9a_page55.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>48,105,296,117</bbox>"}, {"role": "assistant", "content": "<ocr> August 2016 for Group and Charity: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_70"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_150_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>41,217,854,591</bbox>"}, {"role": "assistant", "content": "<ocr> 5 Australia 7:07.46 0.13 \n Nicholas Sprenger (1:48.16) \n Ian Thorpe (1:44.18) \n Emiliano Brembilla (1:48.16) \n Massimiliano Rosolino (1:46.24) \n 7 Italy 7:11.83 4.50 \n Simone Cercato (1:49.85) \n Filippo Magnini (1:47.58) \n Simon Burnett (1:47.90) \n Gavin Meadows (1:48.46) \n 4 6 Great Britain 7:12.60 5.27 \n David O'Brien (1:49.05) \n Ross Davenport (1:47.19) \n Brent Hayden (1:49.08) \n Brian Johns (1:49.15) \n 5 2 Canada 7:13.33 6.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_204"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_931_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>644,916,748,959</bbox>"}, {"role": "assistant", "content": "<ocr> 17.06.1939 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_269"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18578891-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,35,967,465</bbox>"}, {"role": "assistant", "content": "<ocr> Semifinal 1 \n Rank Lane Athlete Nationality Time Notes \n 1 4 Dayron Robles Cuba 13.12 Q \n 2 6 David Payne United States 13.21 Q, SB \n 3 5 Ladji Doucouré France 13.22 Q, SB </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_189"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36990.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>27,399,954,685</bbox>"}, {"role": "assistant", "content": "<ocr> Social Selling tools can speed up sales research. \n AMAZING \n A Wisconsin hospital and HootSuite customer is seeing a \n 400% \n 15% conversion of leads to sales \n using live tweeting during orthopedic surgery . \n INCREASE IN SALES \n 95% \n of pipeline \n in the first quarter \n tied to a pilot program of \n at Saas video/gamification/analytics \n SOCIAL SELLING \n & 30% startup PAKRAGames can be tracked to \n SOCIAL outreach \n of revenue \n in \n They surveyed over & BUSINESS.COM reports that \n 1000 55% 3 KEY REASONS \n why youn \n business needs \n of B2B survey \n respondants \n SOCIAL SELLING \n global buyers search for \n 1/3 have already used information on \n 1. Your customers are </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_332"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ljgg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>646,811,690,866</bbox>"}, {"role": "assistant", "content": "<ocr> 10 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_554"}
{"image": ["./imgs/ChartQA/test/png/two_col_62329.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>260,213,797,786</bbox>"}, {"role": "assistant", "content": "<ocr> 101 746 96 761 90 027 76 931 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_745"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37043.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>235,17,371,25</bbox>"}, {"role": "assistant", "content": "<ocr> Social </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_669"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrcd0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>98,503,925,869</bbox>"}, {"role": "assistant", "content": "<ocr> If you do not receive any of the pages properly, please call 800-898-4433 or \n 202-457-4800 extension: \n Thank you. \n 51142 \n 5271 \n ....................................... \n THIS FACSIMILE TRANSMISSION IS INTENDED ONLY FOR THE ADDRESSEE SHOWN ABOVE. IT MAY CONTAIN \n INFORMATIONTHATISPRIVILEGED, CONFIDENTIAL OR OTHERWISE PROTECTED FROM DISCLOSURE. ANY REVIEW, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_133"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nrmg0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>301,981,767,995</bbox>"}, {"role": "assistant", "content": "<ocr> https://www.industrydocuments.ucsf.edu/docs/nrmg0227 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_243"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5faa4188-b86a-8b49-1f8f-06be593f53ff_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>599,85,719,98</bbox>"}, {"role": "assistant", "content": "<ocr> Bloomberg/President/US/D| </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_324"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37285.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>113,638,942,797</bbox>"}, {"role": "assistant", "content": "<ocr> of all teachers (and \n of parents want to receive text \n 57% of first year \n messages from their child's \n 46% teachers) have pinned \n teacher or school- \n a lesson plan idea on \n a 10x increase from 2010 when only 5% of \n Pinterest. parents had this preference! \n of administrators say 51% \n they use social media \n tools to communicate </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_615"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page71.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>184,567,915,580</bbox>"}, {"role": "assistant", "content": "<ocr> and social security 69 71 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_449"}
{"image": ["./imgs/ChartQA/test/png/two_col_104337.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>147,687,225,734</bbox>"}, {"role": "assistant", "content": "<ocr> 29 2.de </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_575"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_81_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>209,162,808,164</bbox>"}, {"role": "assistant", "content": "<ocr> Wirtanen 5.44 ICE (distant flyby 2018 – proposed), CHopper (lander 2022—proposed) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_122"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_972_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>667,599,794,633</bbox>"}, {"role": "assistant", "content": "<ocr> not qualify </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_343"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d92bee2f-cec4-3efc-0060-96879ebc3f52_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>445,33,552,53</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_285"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_925_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>61,796,924,835</bbox>"}, {"role": "assistant", "content": "<ocr> Jake Gosling 1 0 0 0 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_784"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,298,959,420</bbox>"}, {"role": "assistant", "content": "<ocr> 711 Third Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_568"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31466.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>850,33,918,50</bbox>"}, {"role": "assistant", "content": "<ocr> RAPID RISE </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_455"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10372.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>684,105,747,123</bbox>"}, {"role": "assistant", "content": "<ocr> across </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_421"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39510.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>65,940,308,945</bbox>"}, {"role": "assistant", "content": "<ocr> World vision -\"Befine Sine's Ready </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_241"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbx0223_16.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>506,580,657,594</bbox>"}, {"role": "assistant", "content": "<ocr> oversees redressal of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_879"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zhlg0227_15.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>386,200,642,261</bbox>"}, {"role": "assistant", "content": "<ocr> PERCENT WEIGHT CHANGE \n IN TWELVE MALE ALBINO RATS \n GIVEN 70OF TOTAL BODY IRRADIATION \n (AVERAGE BODY WEIGHT 280 GM) \n 6 DIVEN | OM. FAT </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_445"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Key_Signatures01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>13,166,829,199</bbox>"}, {"role": "assistant", "content": "<ocr> A key signature serves as a guide for the performer of a piece of music. The key signature determines the pattern of accidentals </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_263"}
{"image": ["./imgs/ChartQA/test/png/two_col_3262.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>170,278,465,325</bbox>"}, {"role": "assistant", "content": "<ocr> 371 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_802"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10473.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>839,739,882,776</bbox>"}, {"role": "assistant", "content": "<ocr> 2.2m </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_521"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page28.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>773,555,892,568</bbox>"}, {"role": "assistant", "content": "<ocr> af40,000increase </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_284"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32292.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>168,415,541,433</bbox>"}, {"role": "assistant", "content": "<ocr> AGE Cinema </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_74"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_831_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>57,144,899,225</bbox>"}, {"role": "assistant", "content": "<ocr> Argenteuil \n Georges-Henri Héon 1949 1949 George A. Drew \n (Laurentides) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_675"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7fdf992dc5f0a54e1a509cf39942834a_page12.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>239,735,333,747</bbox>"}, {"role": "assistant", "content": "<ocr> Remuneration </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_254"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70407.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>115,814,190,839</bbox>"}, {"role": "assistant", "content": "<ocr> . Stay home or </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_7"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_422_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>67,379,668,383</bbox>"}, {"role": "assistant", "content": "<ocr> Meetinghouse and Pound New Durham </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_893"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__sport02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>56,88,964,688</bbox>"}, {"role": "assistant", "content": "<ocr> PROJECTS AND ACTIVITIES \n OUR WORK ON SPORT \n STAYING ON SIDE: EDUCATION AND PREVENTION OF MATCH-FIXING \n The worrying number of scandals across many sports damages not only the image of </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_247"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_571_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>347,889,425,946</bbox>"}, {"role": "assistant", "content": "<ocr> (Replay) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_510"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>286,111,589,135</bbox>"}, {"role": "assistant", "content": "<ocr> Brand 100/121/1272 (1329491) Demo </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_137"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>774,132,869,145</bbox>"}, {"role": "assistant", "content": "<ocr> Period 02/24/20 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_516"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43109.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>60,415,948,537</bbox>"}, {"role": "assistant", "content": "<ocr> NYK \n 12 13 \n BKN \n 14 16 11 \n TOR \n 12 \n PHI \n 14 \n ORL \n 15 16 \n DAL \n 9:30 10-00 9:00 10:00 7:00 7:00 7:00 7:00 7:00 8:30 \n 20 \n CHI \n 22 22 \n BOS \n 24 23 \n MIA \n 26 17 18 19 19 \n PHX \n 22 17 18 \n DET \n 20 \n MIL \n 21 \n MEM \n 22 \n LAC \n 23 \n 1:00 7:30 7:30 7:00 7:00 7-00 7:30 \n 27 \n CHI \n 29 24 25 \n POR \n 24 27 28 \n WAS \n 30 31 \n NYK \n 24 \n MIL \n 26 \n BOS \n 27 28 \n SAS \n 30 \n LAC \n 3:30 7:00 7:00 7:30 4:30 7:00 8:30 3:30 \n APRIL \n SUI MON TUE WE D THU FRI SA \n 1 15 \n PHX \n 3 4 \n SAC GSW \n 10:00 10:00 10:30 \n 10 12 13 \n GAMES BY DAY \n BAS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_765"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37365.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>203,948,636,960</bbox>"}, {"role": "assistant", "content": "<ocr> Sources: Nielsen [1. 3], Pew [2, 7, 9], Project Tomorrow [4], Kaplan [5]. International Data Corp. [6]. MSNBC [8], </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_436"}
{"image": ["./imgs/ChartQA/test/png/two_col_434.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>94,385,727,403</bbox>"}, {"role": "assistant", "content": "<ocr> 14 380 370 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_995"}
{"image": ["./imgs/ChartQA/test/png/two_col_3279.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>290,206,894,786</bbox>"}, {"role": "assistant", "content": "<ocr> 82.33 82.33 77.65 71.9 68.37 64.25 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_636"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17120964-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,837,852,882</bbox>"}, {"role": "assistant", "content": "<ocr> 29th Romford Raiders Home Won 7-2 1,238 League Martin Bouz </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_62"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__accountability01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>9,236,455,581</bbox>"}, {"role": "assistant", "content": "<ocr> WHY IT MATTERS \n The concept that individuals, agencies and organisations (public, \n private and civil society) are held responsible for reporting their \n activities and executing their powers properly. It also includes the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_937"}
{"image": ["./imgs/TextVQA/test_images/585122e32bb5c3d6.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>475,733,551,762</bbox>"}, {"role": "assistant", "content": "<ocr> SPRINGFELD.L </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_257"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>12,278,988,373</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 Infinito Short Film \n 2009 Me Mueves 2° Temporada Arturo Serie https://www.youtube.com/watch?v=fNE5WHZ_tt8&feature=related </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_98"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41144.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>15,482,718,707</bbox>"}, {"role": "assistant", "content": "<ocr> (Ice Caps/ Glaciers) Very High Stress (>B06) \n No data \n =1% \n Water Consumption in India Water Stress Areas in India \n The major consumers of water in the Domestic Sector: \n 0.3% \n 54% \n of India </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_135"}
{"image": ["./imgs/ChartQA/test/png/53962594007840.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>92,902,213,932</bbox>"}, {"role": "assistant", "content": "<ocr> 0% 2% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_397"}
{"image": ["./imgs/ChartQA/test/png/two_col_104793.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>834,450,893,786</bbox>"}, {"role": "assistant", "content": "<ocr> 19098 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_79"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Preventive_Health_Science01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>167,547,483,569</bbox>"}, {"role": "assistant", "content": "<ocr> quickly. The philosophy is that it is most convenient </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_932"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2140071-13_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,121,924,536</bbox>"}, {"role": "assistant", "content": "<ocr> 13 1 Cara is made into an actress. June 18, 2012 Full Episode Nikki DeLoach \n 13 2 Felicia is made into a rapper June 19, 2012 Full Episode Killer Mike|-| \n 13 3 Rachel is made into a makeup mogul. June 20, 2012 Full Episode Nikki Robinson \n 13 4 Megan is made into a model. June 22, 2012 Full Episode Whitney Thompson \n 13 5 Rita is made into an actress. June 25, 2012 Full Episode Amanda Seales \n 13 6 Aly is made into a roller derby girl. June 25, 2012 Full Episode Tracy \"Disco\" Akers \n 13 7 Dana is made into having her own show. June 26, 2012 Full Episode Lashan Browning \n 13 8 Amber is made into a recording artist. June 29, 2012 Full Episode Abesi Manyando </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_235"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tqnh0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>346,457,829,472</bbox>"}, {"role": "assistant", "content": "<ocr> Please forgive our delay in answering your letter </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_763"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10766119-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>181,502,231,574</bbox>"}, {"role": "assistant", "content": "<ocr> 11.15 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_271"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztjm0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>357,566,417,584</bbox>"}, {"role": "assistant", "content": "<ocr> published a </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_585"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18947170-9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>26,53,973,165</bbox>"}, {"role": "assistant", "content": "<ocr> Peak Country Elevation (m) Prominence (m) Col (m) \n Mount Kilimanjaro Tanzania 5,895 5,885 10 \n Mount Kenya Kenya 5,199 3,825 1374 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_167"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c6461d6cb8116a56f56c7bc9dea993bd_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>116,476,392,489</bbox>"}, {"role": "assistant", "content": "<ocr> Basis ofindependent examiner's report </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_818"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nggv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>207,712,391,727</bbox>"}, {"role": "assistant", "content": "<ocr> 11:00 Annual Class </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_62"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_37_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>368,709,551,736</bbox>"}, {"role": "assistant", "content": "<ocr> Peerage of the United </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_245"}
{"image": ["./imgs/ChartQA/test/png/21908513006395.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>483,902,672,932</bbox>"}, {"role": "assistant", "content": "<ocr> 2014.0 2015.0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_699"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rmwn0226_189.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>119,117,864,133</bbox>"}, {"role": "assistant", "content": "<ocr> Z AA AB AC AD AE AF AG AH AI AJ AK </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_623"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41082.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>585,419,935,435</bbox>"}, {"role": "assistant", "content": "<ocr> toins policy mokers and diplomats \n education, scientific progress, social </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_832"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15008664-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>194,733,861,764</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 Arizona Cardinals 8:15 48–20 W Lincoln Financial Field 6–5–1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_974"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c3594f89-5f16-31ae-8b73-88c5520a4753_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>521,526,757,539</bbox>"}, {"role": "assistant", "content": "<ocr> 5:55 PM PBMAGISTRATE $25.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_775"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ac11398eb6a5d7ac6ca7449e136fda5d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>155,125,794,414</bbox>"}, {"role": "assistant", "content": "<ocr> Preston Road Community Centre Association \n Financial Statements for the Year Ended 30th April 2014 \n Contents \n Charity Information 1 \n Trustees Report 2 - 3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_528"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qhmf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>298,228,412,242</bbox>"}, {"role": "assistant", "content": "<ocr> Robert Shank, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_924"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__simon-tzanakis01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>507,103,745,131</bbox>"}, {"role": "assistant", "content": "<ocr> Simon Tzanakis </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_347"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44463.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>389,887,614,901</bbox>"}, {"role": "assistant", "content": "<ocr> SOCHI </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_35"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18169093-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>231,177,279,210</bbox>"}, {"role": "assistant", "content": "<ocr> Job </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_48"}
{"image": ["./imgs/TextVQA/test_images/773daf22026c7add.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>676,207,779,235</bbox>"}, {"role": "assistant", "content": "<ocr> ARDSCOLORS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_123"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/250e73dd-0070-72bf-683b-c57b7dd7a1de_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>46,568,803,578</bbox>"}, {"role": "assistant", "content": "<ocr> 23 01/22/20 01/22/20 M-F 11a-Noon M-F 11a-Noon --1---- :30 1 $95.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_35"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Super_Express_(film)01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>429,930,811,946</bbox>"}, {"role": "assistant", "content": "<ocr> rescuing Nana from Gary and Ryan, finally </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_653"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10760.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>55,196,946,341</bbox>"}, {"role": "assistant", "content": "<ocr> Excellent or Very Good Good Poor or Fair \n First online survey, March 29 to April 3, 2020 \n 54% 28% 18% \n 27% 19% 10% \n Second online survey, May 4 to May 10, 2020 \n 48% 30% 22% \n Note: Differences for those who reported having good mental health \n are not significantly different. \n Compared with younger Canadians, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_315"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page116.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>102,492,195,505</bbox>"}, {"role": "assistant", "content": "<ocr> my opinion: </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_684"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ljgf0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>279,610,403,625</bbox>"}, {"role": "assistant", "content": "<ocr> A. Formula </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_163"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_303_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>48,47,919,64</bbox>"}, {"role": "assistant", "content": "<ocr> 1 Doriano Romboni Honda 33:53.776 25 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_574"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16912111-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>209,104,687,132</bbox>"}, {"role": "assistant", "content": "<ocr> vs. Toronto Argonauts 23–16 Loss </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_969"}
{"image": ["./imgs/TextVQA/test_images/a4eef0fa31277164.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,465,101,507</bbox>"}, {"role": "assistant", "content": "<ocr> isitor </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_408"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d287733af28dc726c8a9236a0f8c0a6a_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>123,408,296,418</bbox>"}, {"role": "assistant", "content": "<ocr> Administrative &Management </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_554"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8dfa0ca9-2457-2309-3c1c-8301ca6a6d14_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>41,559,969,601</bbox>"}, {"role": "assistant", "content": "<ocr> 28.0|Normal Line / News(B/E) 106/07/20-06/07/20 3] :15/:15|84- News-Good Moming a 1 $60.00, $60.00] Chattanooga (WTVC) IGOOD MORNING CHTNGA |5/26/20 \n Chattanooga Sunday : po? i \n 24.0 Normal Line / News(B/E) 06/08/20-06/08/20 3) :15/:15)5:58:26P- Lt 1 38 1 1 $235.00, $235.00] Chattanooga (WTVC) INEWS CHANNEL9 AT 6PM [5/26/20 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_770"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15318779-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>141,242,263,287</bbox>"}, {"role": "assistant", "content": "<ocr> Corinthians </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_352"}
{"image": ["./imgs/ChartQA/test/png/two_col_4585.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>356,773,388,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_25"}
{"image": ["./imgs/ChartQA/test/png/two_col_81592.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>140,802,895,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021* 2022* </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_892"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37378.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>543,215,934,221</bbox>"}, {"role": "assistant", "content": "<ocr> DO TEND TO LISE ONLY ONLY ONE SOCIAL </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_573"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/68c5399446c4366da3a0be11755c23ed_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,158,379,170</bbox>"}, {"role": "assistant", "content": "<ocr> Structure, governance and management </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_660"}
{"image": ["./imgs/TextVQA/test_images/39215c5a4c056006.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>121,223,164,255</bbox>"}, {"role": "assistant", "content": "<ocr> Brokon </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_206"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__briansmith01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>205,780,284,815</bbox>"}, {"role": "assistant", "content": "<ocr> user </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_615"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zpxl0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>289,272,680,289</bbox>"}, {"role": "assistant", "content": "<ocr> Report to Department of Justice. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_266"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_162_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>541,242,827,295</bbox>"}, {"role": "assistant", "content": "<ocr> Water insoluble A commercial thermoplastic used in coatings, inks, binders, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_693"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35080.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>227,687,351,696</bbox>"}, {"role": "assistant", "content": "<ocr> deductions </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12825759-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,327,922,780</bbox>"}, {"role": "assistant", "content": "<ocr> 11 April 2008 The Jungle, Castleford Tigers 12-32 Super League 2 \n 27 April 2008 KC Stadium, Huddersfield Giants 28-20 Super League 1 \n 15 June 2008 KC Stadium Castleford Tigers 40-14 Super League 3 \n 12 July 2008 Belle Vue Wakefield Trinity Wildcats 18-26 Super League 2 \n 20 July 2008 KC Stadium, Hull KR 44-18 Super League 1 \n 27 February 2009 KC Stadium Catalans Dragons 28-12 Super League 1 \n 15 March 2009 Odsal, Bradford Bulls 24-36 Super League 2 \n 28 March 2009 Twickenham Stoop Harlequins RL 22-12 Super League 1 \n 17 July 2009 KC Stadium Crusaders 22-6 Super League 1 \n 25 July 2009 Craven Park, Hull KR 24-18 Super League 4 \n 21 August 2009 KC Stadium Harlequins RL 26-6 Super League 3 \n 4 September 2009 JJB Stadium Wigan Warriors 34-22 Super League 1 \n 12 February 2010 KC Stadium Huddersfield Giants 14-6 Super League 1 \n 26 February 2010 KC Stadium Harlequins RL 28-4 Super League 1 \n 5 March 2010 KC Stadium Castleford Tigers 42-22 Super League 1 \n 12 March 2010 JJB Stadium Wigan Warriors 48-24 Super League 1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_165"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-japan-set-to-advance-rcep02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>49,884,116,923</bbox>"}, {"role": "assistant", "content": "<ocr> chair. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_636"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xhfl0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>882,70,932,96</bbox>"}, {"role": "assistant", "content": "<ocr> Chart </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_572"}
{"image": ["./imgs/ChartQA/test/png/two_col_63259.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>141,228,898,737</bbox>"}, {"role": "assistant", "content": "<ocr> 778 656 587 553 417 348 248 175 169 166 156 156 156 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_733"}
{"image": ["./imgs/ChartQA/test/png/two_col_3279.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>135,802,891,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2006/07 2007/08 2008/09 2009/10 2010/11 2011/12 2012/13 2013/14 2014/15 2015/16 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_233"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e28daf098ab932eca76a32dbf7c11385_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>93,390,951,580</bbox>"}, {"role": "assistant", "content": "<ocr> the appointment oftrustees. \n The object for which the Company is established is to advance education and training in or near Southampton and \n elsewhere, including the carrying on of a school or schools or other educational establishments and ancillary or \n incidental educational and other associated activities for the benefit ofthe community. \n Our primary aim is to educate boys and girls through the running of an independent HMC co-educational day \n school. The aims ofthe Charity include: \n ~ To maintain and extend academic excellence. \n ~ To foster in every pupil a sense of personal worth and help each achieve his or her potential. \n ~ To offer an extensive range of co-curricular activities. \n ~ To encourage all students to become responsible members of society. \n ~ To develop and sustain close links between the School and the community. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_532"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40844.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>92,114,287,160</bbox>"}, {"role": "assistant", "content": "<ocr> 2.2 10 to 19 years </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_916"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_596_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>586,18,662,35</bbox>"}, {"role": "assistant", "content": "<ocr> Partnering </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_347"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11565999-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>415,913,968,937</bbox>"}, {"role": "assistant", "content": "<ocr> Boulevard Love Coming Down 3:06 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_716"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18936749-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>252,505,925,563</bbox>"}, {"role": "assistant", "content": "<ocr> Jimmies 642 AAA 20 Elkhart 1966 Independents </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_53"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>7,835,983,921</bbox>"}, {"role": "assistant", "content": "<ocr> malignant T-cell lymphomas and acute myleoid leukemias, breast cancer, pancreatic cancer, \n Transcription factors myc gene -They regulate transcription of genes that induce cell proliferation. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_646"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37333.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>53,271,955,595</bbox>"}, {"role": "assistant", "content": "<ocr> the \n city \n heir privacy \n Fonline due to \n of \n themselves school \n name \n where \n they \n live \n email \n address \n cell \n number \n companies that \n con track \n Ifonline behavior \n 16% of teen social media users have set up their profile \n to automatically include their location in posts are wary of their \n shopping online \n A 2030 \n 92% 82% 62% 24% are very bo extremely \n concerned about their privacy \n 68% on social networking websites \n have had \n post their post their \n 4-their privacy \n real name birthday \n post their post videos \n relationship status of themselves . \n violated online \n OVER \n ........................... \n Teen Facebook users with more \n f \n FACEBOOK: HOW VISIBLE \n than 600 friends In their network are \n much more likely than those with \n ARE YOUR TEENS ONLINE? \n smaller networks to be Facebook \n friends with peers who don't attend \n their own school, ar with people \n they have never met in person! \n 98% 91% 89% 76% 70% \n of Facebook-using teens of teen Facebook users are are connected to friends \n are friends with people friends with members of \n are Facebook friends are Facebook friends \n they know from school \n who do not attend with brothers & sisters \n their extended family the same school \n with their parents \n 33% 30% 30% \n Girls who use \n Facebook are more likely \n are Facebook friends \n with other people they \n have teachers or have celebrities, By contrast, boys are more \n haven't met in person . \n coaches as friends musicians or athletes likely than girls to have \n than boys to have a private in their network in their network a fully public profile that \n [friends only') profile </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_278"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96170f7bf4ee3d75700c4a7ecb9f6535_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>130,772,254,784</bbox>"}, {"role": "assistant", "content": "<ocr> ~ Nominations </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_998"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b7a5dea4-ffa4-9815-8597-3f37a5dabe1a_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>498,273,710,284</bbox>"}, {"role": "assistant", "content": "<ocr> ----F-- :30 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_158"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41865.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>85,393,917,400</bbox>"}, {"role": "assistant", "content": "<ocr> ASHISH BAGAI, GRAHAM ONIONS, SHIVNARINE CHANDERPAUL, SAQIB ALL </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_474"}
{"image": ["./imgs/TextVQA/test_images/e516b6057c782e17.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>423,216,478,242</bbox>"}, {"role": "assistant", "content": "<ocr> Date </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_447"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_559_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>74,323,992,544</bbox>"}, {"role": "assistant", "content": "<ocr> T-AO- transferred to the Maritime Administration, \n Henry Eckford Launched 1989, never in service AO192 \n 192 laid up in the James River Reserve Fleet, \n scrapped in 2011 \n T-AO- \n Walter S. Diehl Active 1988–present AO193 \n 193 \n T-AO- \n John Ericsson Active 1991–present AO194 \n 194 \n T-AO- \n Leroy Grumman Active 1989–present AO195 \n 195 \n T-AO- \n Kanawha Active 1991–present AO196 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_673"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_602_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,84,912,542</bbox>"}, {"role": "assistant", "content": "<ocr> Eddie Boot England DF 38 0 1 0 39 0 \n Tom Briggs England DF 4 0 0 0 4 0 \n Ronnie Burke England FW 12 5 0 0 12 5 \n Ian Duthie Scotland MF 1 0 0 0 1 0 \n Charlie Gallogly Northern Ireland DF 15 0 0 0 15 0 \n Jimmy Glazzard England FW 21 5 1 0 22 5 \n Harold Hassall England FW 10 4 1 0 11 4 \n Bill Hayes Republic of Ireland DF 17 0 1 0 18 0 \n George Hepplewhite England DF 36 0 1 0 37 0 \n Bob Hesford England GK 6 0 0 0 6 0 \n George Howe England DF 5 0 0 0 5 0 \n Jack Howe England DF 20 1 1 0 21 1 \n Donald Hunter England DF 7 0 0 0 7 0 \n Joe Lynn England MF 5 0 0 0 5 0 \n Don McEvoy England DF 5 2 0 0 5 2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_456"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__about__sharing02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,3,972,145</bbox>"}, {"role": "assistant", "content": "<ocr> Feedback and support for sharing HDBuzz \n If you want to tell us about how you are using HDBuzz news on your site, or need help </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_965"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14407512-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>23,168,571,250</bbox>"}, {"role": "assistant", "content": "<ocr> Rank Name Nationality 1st (m) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_593"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__curbing-the-waste-crisis04.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>53,690,919,750</bbox>"}, {"role": "assistant", "content": "<ocr> “Marine animals are suffering from marine debris. Abandoned fishing </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_375"}
{"image": ["./imgs/TextVQA/test_images/483b5cd69c1de8ba.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>223,83,502,277</bbox>"}, {"role": "assistant", "content": "<ocr> STATE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_20"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8eac375a9eec840dc31b27a79260e734_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>115,525,917,538</bbox>"}, {"role": "assistant", "content": "<ocr> The pre-school is well established and has been operating for many years, running sessions at three sites, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_624"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ce72c499-98e0-921c-2078-316aec271c80_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>385,421,651,433</bbox>"}, {"role": "assistant", "content": "<ocr> Start/End Spots/ </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_385"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cd065506059ba36840531eab83d71471_page17.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>493,86,588,99</bbox>"}, {"role": "assistant", "content": "<ocr> AUDITOR'S </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_217"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_575_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,74,742,254</bbox>"}, {"role": "assistant", "content": "<ocr> Iteration Dates Location Attendance Notes \n GameStorm 10 March 2008 Red Lion - Vancouver, WA 750 - </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_919"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_186_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,595,970,798</bbox>"}, {"role": "assistant", "content": "<ocr> A.D. Richardson Perry 11 December 1848 Rio de Janeiro \n Independence Perry 13 December 1848 Rio de Janeiro </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_998"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__article__19__6__reasons-kubernetes01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>38,122,983,722</bbox>"}, {"role": "assistant", "content": "<ocr> Kubernetes solves some of the most common \n problems development and operations teams see \n every day. \n Kubernetes is the de facto open source container orchestration \n tool for enterprises. It provides application deployment, scaling, \n container management, and other capabilities, and it enables \n enterprises to optimize hardware resource utilization and increase \n production uptime through fault-tolerant functionality at speed. The \n project was initially developed by Google, which donated the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_892"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>138,263,686,281</bbox>"}, {"role": "assistant", "content": "<ocr> The name ofthe treasurer of the candidate’s authorized committeeis: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_182"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tllg0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>62,302,252,311</bbox>"}, {"role": "assistant", "content": "<ocr> No. and Date of Date of Delivery </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_563"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/trjv0001_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>624,835,689,851</bbox>"}, {"role": "assistant", "content": "<ocr> Procedure </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_790"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20154.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>116,680,185,715</bbox>"}, {"role": "assistant", "content": "<ocr> KEYSTONE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_560"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/klbm0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>105,976,196,990</bbox>"}, {"role": "assistant", "content": "<ocr> Source: </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_246"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_270_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,870,406,888</bbox>"}, {"role": "assistant", "content": "<ocr> 7 Hailin City 海林市 Hǎilín Shì </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_755"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100037.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>151,696,201,717</bbox>"}, {"role": "assistant", "content": "<ocr> 2009/10 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_859"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/456941-obam_09-18_09-24_contract_398069_rev_01_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>151,70,695,83</bbox>"}, {"role": "assistant", "content": "<ocr> DURHAM NC 27701 ATTN: LAURA BASSETT </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_77"}
{"image": ["./imgs/ChartQA/test/png/two_col_100656.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>401,305,428,737</bbox>"}, {"role": "assistant", "content": "<ocr> 461.9 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_268"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lslw0227_38.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,249,867,384</bbox>"}, {"role": "assistant", "content": "<ocr> Group Number of Mean Body 3-Methylhistidine (umoles) \n Subjects Age Weight per day per kg/ per g \n day creatinine \n (yr) (kg) \n Young Men 4 20 72 211 + 401 3.0 + 0.4 127 + 20 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_810"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44777.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>223,665,485,676</bbox>"}, {"role": "assistant", "content": "<ocr> TOP HIRING </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_215"}
{"image": ["./imgs/ChartQA/test/png/04960398003706.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,296,70,326</bbox>"}, {"role": "assistant", "content": "<ocr> 1.5 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_526"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__philippines-to-cut-anew-as-thailand-holds-rate-decision-guide03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>61,478,930,968</bbox>"}, {"role": "assistant", "content": "<ocr> last year’s monetary tightening. \n “Given the dovishness of BSP officials and the declining inflation rate, it \n seems ripe for the central bank to reduce rates this month,” said Howie \n Lee, an economist at Oversea-Chinese Banking Corp. in Singapore. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_617"}
{"image": ["./imgs/VisualMRC/images/fsf.org/working-together__whos-using-free-software01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>361,560,561,754</bbox>"}, {"role": "assistant", "content": "<ocr> (CERN ) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_147"}
{"image": ["./imgs/ChartQA/test/png/two_col_83484.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>144,545,543,786</bbox>"}, {"role": "assistant", "content": "<ocr> 2050 1905 1834 1459 1370 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_948"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/588b6439-12ea-3176-9c43-bfeed0983fea_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>67,485,945,495</bbox>"}, {"role": "assistant", "content": "<ocr> Line / SPOT 09/29/20-10/02/20 3 :307A- 9A (MST) 4 X X X X 4 $115.00 $460.00KECI+KCFW Combo (KECI+KCFW)Today Show-NBC 6/5/20 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_840"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1591561-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,857,905,929</bbox>"}, {"role": "assistant", "content": "<ocr> Off Maputo Boeing 747SP ZS-SPF W/O 0/66 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_706"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33186.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>123,495,996,667</bbox>"}, {"role": "assistant", "content": "<ocr> they drive to reduce fuel usage \n 46% \n -. of drivers say that they \n would be more active in saving \n 59% \n fuel if there was more information \n available on how to do so \n SAVE \n of drivers are not selecting \n a fuel that improves fuel \n economy \n 85% \n of drivers would change the way \n they drive if it meant saving \n more money on fuel \n How can you \n save fuel too? </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_273"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16023753-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>725,286,783,319</bbox>"}, {"role": "assistant", "content": "<ocr> 14–6 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_116"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/26282aeb-a6bf-8787-8ba6-cabcef9e377b_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>142,50,655,64</bbox>"}, {"role": "assistant", "content": "<ocr> Solutions: <https://www.wraldigitalsolutions.com/terms-conditions/> </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_150"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/103ccc17-356a-5f99-9c3b-920fc2dd023e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>55,618,555,647</bbox>"}, {"role": "assistant", "content": "<ocr> LUR \n 03/09/20to03/15/20 2x ---TF-- </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_756"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Plantlore01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>7,228,147,438</bbox>"}, {"role": "assistant", "content": "<ocr>   \n Contents [hide] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_368"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10111.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>383,622,504,638</bbox>"}, {"role": "assistant", "content": "<ocr> League </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_800"}
{"image": ["./imgs/VisualMRC/images/fsf.org/campaigns__priority.html01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>522,367,598,398</bbox>"}, {"role": "assistant", "content": "<ocr> extensive </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_685"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__terrorism__isis-fading-in-mid-east-thriving-in-the-philippines01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>174,574,972,610</bbox>"}, {"role": "assistant", "content": "<ocr> a new generation of fighters from the ruined city's dislocated </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20251.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>214,699,944,704</bbox>"}, {"role": "assistant", "content": "<ocr> recipes and advise Goodwin uses neural networks to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_985"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>7,540,953,688</bbox>"}, {"role": "assistant", "content": "<ocr> K–2 1000 m[51] Anne Knorr 3:50.614 Berenike Faldum 3:50.950 Alíz Sarudi 3:53.416 \n Debora Niche Daniela Nedeva Erika Medveczky \n Hungary Germany Belarus \n Gabriella Szabó Carolin Leonhardt Iryna Pamialova </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_335"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__api03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>34,89,858,938</bbox>"}, {"role": "assistant", "content": "<ocr> visitor experiences, and this post takes a look at some of the creative ways it can be used. \n NEWS \n Created: 6 November 2019 \n Nicholas Jarrett \n NEWS \n Created: 6 November 2019 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_87"}
{"image": ["./imgs/TextVQA/test_images/a0f005bbae6e2f11.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>881,251,956,274</bbox>"}, {"role": "assistant", "content": "<ocr> akaud </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_35"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_852_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>47,227,960,570</bbox>"}, {"role": "assistant", "content": "<ocr> Alfred Swahn 3 4 3 - - - 40 5 \n 2 Fredric Landelius 2 5 3 - - - 39 7 \n Otto Hultberg 1 6 3 - - - 38 8 \n Mauritz Johansson 2 4 3 1 - - 37 11 \n United States (USA) 7 17 13 3 - - 148 \n John Boles 3 5 2 - - - 41 3 \n 3 Walter Stokes 1 6 3 - - - 38 8 \n Raymond Coulter 2 4 3 1 - - 37 11 \n Dennis Fenton 1 2 5 2 - - 32 16 \n Great Britain (GBR) 8 9 18 3 - 2 136 \n Cyril Mackworth-Praed 6 - 3 1 - - 41 3 \n 4 Alexander Rogers 1 2 5 2 - - 32 16 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_609"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/0a32ce11-7ed9-14ee-8856-6a1edfad9ff3_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>393,73,531,91</bbox>"}, {"role": "assistant", "content": "<ocr> AGREEMENT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_305"}
{"image": ["./imgs/ChartQA/test/png/two_col_21457.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>561,773,593,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2012 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_152"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__balancing-thailands-healthcare-resources-ageing-declining-population-and-medical-tourism02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>564,280,856,326</bbox>"}, {"role": "assistant", "content": "<ocr> people, defined as aged </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_471"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/environment__13-foot-king-cobra-captured-from-sewer-in-thailand02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>22,40,568,56</bbox>"}, {"role": "assistant", "content": "<ocr> the rescue group on Sunday, October 13. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_166"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>29,92,185,102</bbox>"}, {"role": "assistant", "content": "<ocr> Orders Order / </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_274"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_62_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>100,447,901,523</bbox>"}, {"role": "assistant", "content": "<ocr> The Remixes II Label: Avex Trax 5 300,000 \n Formats: CD </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_376"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10231.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,687,310,858</bbox>"}, {"role": "assistant", "content": "<ocr> Getprice 0.43m \n DealsDirect.com.au 0.39m \n Deals.com.au 0.29m \n Cudo 0.27m </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_843"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1341640-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>350,63,417,87</bbox>"}, {"role": "assistant", "content": "<ocr> renomination </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_812"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b009ea0d-d54e-7410-320d-2dc99dbc8c09_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>123,462,831,471</bbox>"}, {"role": "assistant", "content": "<ocr> 12:00:00PM- 1:00:00PDMay,M-1,Tu-1,W-1,Th-1,F-1 02/24/20 12:45PM (Mo) 00:30 MeTV 12p KEVIN WILLHELM $5.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_328"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35262.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>730,899,930,906</bbox>"}, {"role": "assistant", "content": "<ocr> USED AROUND THE WORLD, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_691"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__procurement01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,106,166,151</bbox>"}, {"role": "assistant", "content": "<ocr> PROCUREMENT </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_585"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31855.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>85,646,905,836</bbox>"}, {"role": "assistant", "content": "<ocr> THE FINE PRINT \n Certain business activities require specific \n licenses that can be tricky to acquire. \n TAKING PAYMENTS \n Free-zone companies cannot transact online without \n lengthy approvals from the banks. Payment gateways are \n the best way to get around this. \n NEED A BOOST \n Free-zones invest and support incubators that can help \n you get your business funded and launched. Payfort \n partners with: Turns. Afkar.me and Ins. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_189"}
{"image": ["./imgs/ChartQA/test/png/3854.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>84,501,542,561</bbox>"}, {"role": "assistant", "content": "<ocr> Exposure to false or incorrect information 64 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_772"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a76b4f6b9f679400d6fbfb9c920a762_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>273,381,365,394</bbox>"}, {"role": "assistant", "content": "<ocr> ofopportunity </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_751"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35781.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>284,315,449,323</bbox>"}, {"role": "assistant", "content": "<ocr> APPROXIMATELY </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_872"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40043.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>536,499,639,526</bbox>"}, {"role": "assistant", "content": "<ocr> 65 million men </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_742"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1122319-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>172,368,290,395</bbox>"}, {"role": "assistant", "content": "<ocr> Baghetti </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_110"}
{"image": ["./imgs/TextVQA/test_images/6ac44be6eda37413.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>859,164,958,187</bbox>"}, {"role": "assistant", "content": "<ocr> 061550 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_184"}
{"image": ["./imgs/VisualMRC/images/transparency.org/getinvolved01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>177,666,272,691</bbox>"}, {"role": "assistant", "content": "<ocr> emotion,” </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_376"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2291d331aad695cb4af8b8dd6ec1a7b4_page30.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>242,226,915,238</bbox>"}, {"role": "assistant", "content": "<ocr> contractual provisions of the instrument, and are offset only when the School currently has a legally </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_768"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13018091-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>23,342,927,391</bbox>"}, {"role": "assistant", "content": "<ocr> 3 Halifax 18 0 6 616 421 2 38 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_359"}
{"image": ["./imgs/VisualMRC/images/fsf.org/server__select-language.html-callback=__licenses__license-list.html01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>132,782,213,825</bbox>"}, {"role": "assistant", "content": "<ocr> project: </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_330"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page40.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>105,138,914,393</bbox>"}, {"role": "assistant", "content": "<ocr> statements are prepared is consistent with the financial statements. \n Matters on which we are required to report by exception \n We have nothing to report in respect of the following matters where the Companies Act 2006 requires us to \n report to you if, in our opinion: \n  adequate accounting records have not been kept by the parent company, or returns adequate for our \n audit have not been received from branches not visited by us; or \n  the parent company financial statements are not in agreement with the accounting records and \n returns; or \n  certain disclosures of board members’ remuneration specified by law are not made; or \n  we have not received all of the information and explanations we require for our audit </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_591"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10124937-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,600,973,851</bbox>"}, {"role": "assistant", "content": "<ocr> Benfica 1–3 Getafe 1–2 0–1 \n Fiorentina 2–2 (4–2 p) Everton 2–0 0–2 ( aet) \n Tottenham Hotspur 1–1 (5–6 p) PSV Eindhoven 0–1 1–0 ( aet) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_944"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/41af4cb40e7eafda6d44f4626181e08c_page20.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>604,464,930,480</bbox>"}, {"role": "assistant", "content": "<ocr> 2,410,312 2,241,968 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_792"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snyc0227_287.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>779,94,866,107</bbox>"}, {"role": "assistant", "content": "<ocr> INVOLVING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_366"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_46_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>165,631,194,682</bbox>"}, {"role": "assistant", "content": "<ocr> (inches) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_401"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Myriam_Ould-Braham01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>167,273,238,314</bbox>"}, {"role": "assistant", "content": "<ocr> Deux in the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_534"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10769.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>74,459,723,473</bbox>"}, {"role": "assistant", "content": "<ocr> (change from February self-isolation is over. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_259"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>149,599,757,621</bbox>"}, {"role": "assistant", "content": "<ocr> Qamar Zaman 0 4 4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_69"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_626_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>688,325,864,346</bbox>"}, {"role": "assistant", "content": "<ocr> 9,347 ft 6,788 ft </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_641"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_167_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>466,699,498,743</bbox>"}, {"role": "assistant", "content": "<ocr> 114 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_208"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_596_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>722,378,830,395</bbox>"}, {"role": "assistant", "content": "<ocr> Hana Mandlíková </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_872"}
{"image": ["./imgs/ChartQA/test/png/two_col_103718.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>529,418,583,786</bbox>"}, {"role": "assistant", "content": "<ocr> 1 570 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_89"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-11381701-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>860,109,930,162</bbox>"}, {"role": "assistant", "content": "<ocr> Windows </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_771"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Minnesota02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,237,983,457</bbox>"}, {"role": "assistant", "content": "<ocr> the peak times of 6AM-9AM and 3PM-6:30PM.) The fare buys the rider a pass that can be used to ride on or transfer to any Metro Transit bus or train for \n 150 minutes. The Duluth Transit authority offers bus and trolley service to the Twin Ports area. \n Senior citizens and individuals with a disability are able to ride the buses and light rails for a reduced fair of $1 upon verification. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_116"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41016.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>101,510,261,567</bbox>"}, {"role": "assistant", "content": "<ocr> 1BILLION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_57"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Transport_in_Brisbane02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>896,496,966,519</bbox>"}, {"role": "assistant", "content": "<ocr> uncommon </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_132"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,298,859,330</bbox>"}, {"role": "assistant", "content": "<ocr> 711 3rd Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_86"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35239.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>349,733,458,756</bbox>"}, {"role": "assistant", "content": "<ocr> Diners </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_124"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17370522-15_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>309,502,576,574</bbox>"}, {"role": "assistant", "content": "<ocr> Alex Pla UD </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_162"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15563539-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>159,663,702,727</bbox>"}, {"role": "assistant", "content": "<ocr> Carl Sherman Albert Ottinger Louis Waldman </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_292"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jxyn0081_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>150,883,658,903</bbox>"}, {"role": "assistant", "content": "<ocr> from their day-to-day life that it \"feels like make believe.\" </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_479"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__East_Kalimantan01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,676,189,756</bbox>"}, {"role": "assistant", "content": "<ocr> other Indonesian provinces. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_802"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mjbw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>321,703,674,717</bbox>"}, {"role": "assistant", "content": "<ocr> PLEASE ATTACH ADDITIONAL COMMENTS </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_588"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__health__heed-un-body-raise-smoking-age-to-21-docs-urge-govt02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,801,962,842</bbox>"}, {"role": "assistant", "content": "<ocr> The UNIATF also suggested a ban on the sale of single-stick cigarettes </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_577"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18855244-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>54,234,985,643</bbox>"}, {"role": "assistant", "content": "<ocr> 7 April 1896 James Connolly United States Long jump B \n Robert Garrett United States Athletics Shot put G \n 3 Carl Schuhmann Germany Vault G \n Gymnastics \n Vault B \n 4 9 April 1896 Pommel horse S \n Hermann Weingärtner Germany \n 5 Gymnastics Rings S \n Horizontal bar G \n 6 16 July 1900 Robert Garrett United States Athletics Standing triple jump B \n 3 September 1904 Athletics Standing triple jump G \n 7 20 July 1908 Ray Ewry United States Standing long jump G \n Athletics \n 23 July 1908 Standing high jump G \n 8 \n 29 July 1920 Team 300 m / 600 m military rifle, prone G \n 9 30 July 1920 Shooting 300 m military rifle, standing G \n Carl Osburn United States \n 10 31 July 1920 Team free rifle G \n 27 June 1924 Shooting 600 m free rifle S \n 11 \n 3 August 1928 5000 m S \n Paavo Nurmi Finland Athletics </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_85"}
{"image": ["./imgs/ChartQA/test/png/two_col_104226.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>122,493,282,586</bbox>"}, {"role": "assistant", "content": "<ocr> 7 Internet </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_809"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2849652-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>165,709,608,751</bbox>"}, {"role": "assistant", "content": "<ocr> Sectional, District, & State 1 1977 Hilliard Bradley High </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_389"}
{"image": ["./imgs/ChartQA/test/png/two_col_63337.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>631,472,824,786</bbox>"}, {"role": "assistant", "content": "<ocr> 223 217 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_929"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Detian01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>52,46,119,145</bbox>"}, {"role": "assistant", "content": "<ocr> in [edit] </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_795"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_619_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>7,531,434,600</bbox>"}, {"role": "assistant", "content": "<ocr> Heywood H. Davis 1958 1959 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_829"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fmjm0223_55.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>130,188,773,304</bbox>"}, {"role": "assistant", "content": "<ocr> and to evaluate a range of fixed doses of gabapentin. This randomised, double-blind, \n placebo-controlled trial compared the efficacy, dose-response characteristics, and \n tolerability of gabapentin 600, 1200, or 2400 mg/day with placebo, for the symptomatic \n · relief of painful diabetic peripheral neuropathy. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_884"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sphv0228_24.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>117,446,667,473</bbox>"}, {"role": "assistant", "content": "<ocr> 0-5 11 13.8 2 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_692"}
{"image": ["./imgs/ChartQA/test/png/72161631006508.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>704,902,746,932</bbox>"}, {"role": "assistant", "content": "<ocr> 2015.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_928"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_474_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>22,690,976,983</bbox>"}, {"role": "assistant", "content": "<ocr> 1925-26 Mr S.Steenberg 1957- 58 1990-91 Mr Gerrie Wolmarans \n 1926-27 1958-59 Mr J.M.Cawood 1991-92 Mr TJ Ferreira \n 1927-28 Mr J.Stanbury 1959-60 Mr A.P.Scribante 1992-93 Mr Gerrie Wolmarans \n 1928-29 Mr E.Murton 1960-61 Mr J.L.Viljoen 1993-94 Mr TJ Ferreira \n 1929-30 Mr K.Turner 1961-62 Mr J.L.Viljoen \n 1930-31 Mr J.E.Bigwood 1962-63 Mrs S.Von Wielligh \n 1931-32 Mr A.Zaretsky 1963-64 Mr F.J.Van Heerden \n 1932-33 Mr G.J.Malan 1964-65 \n 1933-34 1965-66 \n 1934-34 1966-67 Mr H.McLennan </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_415"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Laboratory01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,49,170,112</bbox>"}, {"role": "assistant", "content": "<ocr> Conditions [edit] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_896"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c867969e-c8a8-b770-99d2-0973761b00b5_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>238,195,353,205</bbox>"}, {"role": "assistant", "content": "<ocr> GAME)Nov-2019LS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_731"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yhph0227_9.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>17,630,941,886</bbox>"}, {"role": "assistant", "content": "<ocr> Ferrous Phosphate Feg(PO4)2 31.94 \n 1047.03 \n Organic and Volatile (by difference) 195.67 Organic and Volatile (by difference) \n 1047.03 \n 195.67 \n TOTAL DISSOLVED SOLIDS AT 105\" C \n 1542.70 \n TOTAL DISSOLVED SOLIDS AT 105º C 1542.70 \n PH 11.4 \n Campaign Water \n Analysis Average \n Alkalinity ppm \n PH 11.4 11.4 \n 104 91 \n COPIES TO \n Hardness ppm 5 5 \n General Chemist \n PO), ppm 29 20 \n Dist. Supt. Diss. Solids ppm 1543 1581 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_209"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ef57f4bbc20ad295eaa84b201ca5e6c1_page9.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>187,827,271,839</bbox>"}, {"role": "assistant", "content": "<ocr> ofcharitable </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_158"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14611590-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>221,440,794,522</bbox>"}, {"role": "assistant", "content": "<ocr> Kite United States 9,337,998 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_23"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jrcy0227_102.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>104,153,932,524</bbox>"}, {"role": "assistant", "content": "<ocr> 1230 YORK AVE NYC \n PARK AVENUE AT 59TH STREET \n New York, Il.9. 10022 \n Bills are payable when rendered. \n 212 ELDORADO 5-2500 \n DATE REFERENCE CHARGES CREDITS BALANCE PICKUP \n N 5.47 5.47 5.47 \n N 15.12 20.59 20.30 \n N 35.00 55.59 * 55.59 \n OM SRV1210 N 7.58 63.17 63.17 \n 1210} N 27.50 90.67 90.07 \n DH SRY 12 10 N 19.31 109.98 109.09 \n POOM 170 N 35.00 144.98 * 144.98 \n ## =12PAID 1210 27.50 117.48 \n RY SOY1210 \n 117.43 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_734"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3b35b134f844281b670782ac79c72143_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>603,273,933,290</bbox>"}, {"role": "assistant", "content": "<ocr> journey using innovative via learning solutions accessible to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_285"}
{"image": ["./imgs/TextVQA/test_images/707c5a678bedbf81.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>775,771,913,795</bbox>"}, {"role": "assistant", "content": "<ocr> TUIT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_82"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Frank_Brogan_(footballer)01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>17,851,474,977</bbox>"}, {"role": "assistant", "content": "<ocr> in two matches alongside one another for Celtic.!41 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_425"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cc293870f840ddb428c7da436672dc97_page50.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>100,275,928,655</bbox>"}, {"role": "assistant", "content": "<ocr> Trustees. \n 18. Analysis ofassets between funds \n Unrestricted Restricted Designated Total \n funds funds funds funds \n E E \n Tangible and intangible fixed assets 700,164 20,213,698 20,913,862 \n Fixed asset investments 7,896,765 7,896,765 \n Current assets 8,107,672 254,533 4,597,397 12,959,602 \n Current liabilities (2,221,806) (2,221,806) \n Pension liability (1,002,000) (1,002,000) \n Total net assets 13,480,795 254,533 24,811,095 38,546,423 \n 19. Pensions \n Defined benefit schemes \n The Charity used to operate two defined benefit pension schemes. The schemes were Brothers of Charity \n (Thingwall Hall) 1996 Retirement Benefits Scheme and Brothers of Charity (Lisieux Hall) 1996 Retirement \n Benefit Scheme. The two schemes were merged into one scheme on 1 October 2005, now called the Brothers \n of Charity Retirement Benefits Scheme. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_603"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/markets__academic-research03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>239,367,414,380</bbox>"}, {"role": "assistant", "content": "<ocr> the events that we </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_428"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>253,932,723,968</bbox>"}, {"role": "assistant", "content": "<ocr> Hesse Kellerwald-Edersee National Park </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_879"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_955_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>884,922,962,944</bbox>"}, {"role": "assistant", "content": "<ocr> - 10 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_57"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37350.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>423,569,834,578</bbox>"}, {"role": "assistant", "content": "<ocr> editing begins syncing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_246"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_973_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,930,976,940</bbox>"}, {"role": "assistant", "content": "<ocr> 55 206 Gautam Gambhir India 380 1 Australia 29 October 2008 Drawn </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_684"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7963cb8de7ba3f860f37327b10a7720_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>499,599,579,612</bbox>"}, {"role": "assistant", "content": "<ocr> RH17 6SQ </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_850"}
{"image": ["./imgs/VisualMRC/images/fsf.org/01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>580,303,779,320</bbox>"}, {"role": "assistant", "content": "<ocr> of its owners and vulnerable to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_916"}
{"image": ["./imgs/TextVQA/test_images/37f38c87f960f983.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>477,873,658,895</bbox>"}, {"role": "assistant", "content": "<ocr> TOWNSHIP </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_453"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fzmm0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>566,606,695,620</bbox>"}, {"role": "assistant", "content": "<ocr> Commonwealth Scientific and </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_493"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,150,298,156</bbox>"}, {"role": "assistant", "content": "<ocr> 1981 NOT AWARDED - </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_807"}
{"image": ["./imgs/ChartQA/test/png/two_col_60377.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>135,802,885,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_191"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxyc0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>826,644,909,658</bbox>"}, {"role": "assistant", "content": "<ocr> Interdepartmental </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_671"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3494366c-36b3-7a33-4a23-34c5654a33f3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>361,897,961,910</bbox>"}, {"role": "assistant", "content": "<ocr> W 05/13/20 :30 8:55 AM TT20101H $20.00 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_272"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Military_geology03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,890,85,921</bbox>"}, {"role": "assistant", "content": "<ocr> Reserve </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_706"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_695_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>288,444,748,491</bbox>"}, {"role": "assistant", "content": "<ocr> Calvin Roberts United States </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_407"}
{"image": ["./imgs/ChartQA/test/png/two_col_63168.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>533,215,623,786</bbox>"}, {"role": "assistant", "content": "<ocr> 649 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_581"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11306.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>3,160,925,567</bbox>"}, {"role": "assistant", "content": "<ocr> 100-DAY BATTLE AGAINST COVID-19 IN REVIEW \n 271 219 52 131 \n patients recovered active \n ZERO \n fatalities imported \n cases cases cases \n PHASE 1: \n Jan 23, 2020 January 30 January 31 \n The first two cases of novel National Steering The new coronavirus has \n coronavirus in VN were Committee on COVID-19 \n Prevention & Control was \n been declared a global \n reported \n founded \n emergency by the World \n Health Organization \n February 13 February 13 February 1 \n Son Loi Commune VN confirmed 16 \n was locked down positive cases </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_635"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16729083-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>426,629,901,661</bbox>"}, {"role": "assistant", "content": "<ocr> Dallas Cowboys W 26–24 64,104 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_854"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37269.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>392,940,666,946</bbox>"}, {"role": "assistant", "content": "<ocr> network/2014/jan/14/video-content </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_54"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_767_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,107,880,576</bbox>"}, {"role": "assistant", "content": "<ocr> 26 August 1992 Arsenal A 0–2 20,796 \n 29 August 1992 Manchester City A 3–3 27,288 Jobson, Milligan, Halle \n 1 September 1992 Leeds United H 2–2 13,848 Olney (2) \n 5 September 1992 Coventry City H 0–1 11,254 \n 12 September 1992 Crystal Palace A 2–2 11,224 Olney, Sharp \n 19 September 1992 Ipswich Town H 4–2 11,150 Marshall, Sharp, Halle, Henry \n 26 September 1992 Blackburn Rovers A 0–2 18,393 \n 4 October 1992 Everton H 1–0 13,013 Jobson \n 17 October 1992 Sheffield Wednesday A 1–2 24,485 Milligan \n 24 October 1992 Aston Villa H 1–1 13,457 Olney \n 31 October 1992 Southampton A 0–1 10,827 \n 9 November 1992 Norwich City H 2–3 11,081 Sharp, Marshall \n 21 November 1992 Manchester United A 0–3 33,497 \n 28 November 1992 Middlesbrough H 4–1 12,401 Halle, Pointon, Sharp, Adams \n 5 December 1992 Queens Park Rangers A 2–3 11,804 Adams, Olney \n 12 December 1992 Wimbledon A 2–5 3,386 Brennan, Milligan \n 19 December 1992 Tottenham Hotspur H 2–1 11,735 Sharp, Olney \n 9 January 1993 Ipswich Town A 2–1 15,025 Brennan, Bernard \n 16 January 1993 Blackburn Rovers H 0–1 13,742 \n 23 January 1993 Coventry City A 0–3 10,544 \n 26 January 1993 Manchester City H 0–1 14,903 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_201"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3854360f3c6475dc480283e8d8437f71_page18.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>133,274,909,498</bbox>"}, {"role": "assistant", "content": "<ocr> Donations and gifts 56,496 67,075 123,571 180,125 \n Legacies receivable - - - 19,686 \n Gift Aid & Theatre Tax Relief 61,229 - 61,229 61,995 \n Memberships 157,052 - 157,052 155,599 \n 274,777 67,075 341,852 417,405 \n For the year ended 31 August 2017 281,097 136,308 417,405 \n Donations and gifts \n BBC Children in Need - 7,250 7,250 13,984 \n Ed de Nunzio Charitable Trust - 10,000 10,000 - \n The Polehanger Trust 10,000 - 10,000 - \n Macauley 5,000 - 5,000 - </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_32"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1746765-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>491,18,566,48</bbox>"}, {"role": "assistant", "content": "<ocr> summary </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_504"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page17.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,298,192,313</bbox>"}, {"role": "assistant", "content": "<ocr> 711 Third Avenue </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_168"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__partners01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>338,221,401,248</bbox>"}, {"role": "assistant", "content": "<ocr> Created: </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_133"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11512626-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>28,898,950,918</bbox>"}, {"role": "assistant", "content": "<ocr> August 29 Mariners 6–5 Timlin (3–3) 48,178 66–70 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_324"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44548.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>353,688,602,701</bbox>"}, {"role": "assistant", "content": "<ocr> Gold Silver Bronze </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_90"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_404_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>36,337,959,612</bbox>"}, {"role": "assistant", "content": "<ocr> 4 October 8 St. Louis Cardinals L 19–17 1–3 Metropolitan Stadium 49,687 \n 5 October 15 at Denver Broncos W 23–20 2–3 Mile High Stadium 51,656 \n 6 October 23 at Chicago Bears L 13–10 2–4 Soldier Field 55,701 \n 7 October 29 at Green Bay Packers W 27–13 3–4 Lambeau Field 56,263 \n 8 November 5 New Orleans Saints W 37–6 4–4 Metropolitan Stadium 49,784 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_438"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yyhd0227_59.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>183,728,716,744</bbox>"}, {"role": "assistant", "content": "<ocr> 24 72 26 122 20 59 21 100 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_198"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_647_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,103,938,269</bbox>"}, {"role": "assistant", "content": "<ocr> 1926 31 12 102.789 13 11 142 0 Flagged \n 1927 27 27 107.765 22 3 200 0 Running \n 1928 8 4 117.031 4 10 200 33 Running </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_202"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05cf24c998aaa0f49c9a0072cb23b725_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>147,241,852,542</bbox>"}, {"role": "assistant", "content": "<ocr> Birmingham City Mission 900 900 \n Slavic Gospel Association 900 900 \n Unevangelised Field Missions 450 900 \n ECM 900 900 \n Gus Eyre 900 900 \n The Brierley Hill Project 900 1430 \n Jennifer Hartnell 600 \n OM India 675 600 \n Wycliffe 900 900 \n Krasif Aid 600 \n British Youth For Christ 1,440 1,440 \n Engineering Ministries International (Joshua Cram) 700 \n Kolkata City Mission 536 \n Hope For Tanzania 200 \n Christian Unions – (Lancaster, Manchester, Bristol) 900 \n Amen – Shoe Boxes 600 530 \n Gareth Bolton 600 \n Open Doors 530 \n Loaves n Fishes 530 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_943"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1640715-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,505,984,946</bbox>"}, {"role": "assistant", "content": "<ocr> 1999 13 1 1 3 0 23.7 24.5 $138,405 44th #19 Team Yellow Racing \n 2000 8 0 1 2 1 18.0 20.5 $117,240 52nd #19 Team Yellow Racing #15 Andy Petree Racing \n 2001 14 0 6 9 1 7.3 9.4 $359,798 27th #21 Richard Childress Racing \n 2003 1 0 0 1 0 9.0 7.0 $15,892 106th #7 Evans Motorsports \n 2006 9 0 0 1 0 18.0 22.0 $170,795 46th #12 FitzBradshaw Racing </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_878"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6037c019-c437-c290-87c5-17c6bc6fc4f6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>32,470,970,728</bbox>"}, {"role": "assistant", "content": "<ocr> Priority: P-2 \n Bill Plan Totals \n Start Date End Date # Spots Gross Amount Net Amount Month # Spots Gross Amount Net Amount Rating \n 06/01/20 06/08/20 31 $2,155.00 $1,831.75 June 2020 31 $2,155.00 $1,831.75 0.00 \n Totals 31 $2,155.00 $1,831.75 0.00 \n Account Executives \n Account Executive Sales Office Sales Region Start Date / End Date Order % \n Taylor Fritsch Start Of Order - End Of Order 100% \n Order Share Share Total \n WSLS 20% $2,155.00 \n Market 100% $10,775.00 \n Competitive Share Share Total \n CABLE 0% $0.00 \n ESLS 0% $0.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_460"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15451468-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>34,808,928,845</bbox>"}, {"role": "assistant", "content": "<ocr> 12 1970-12-06 Buffalo Bills W 20–6 Yankee Stadium 62,870 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_700"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page334.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>162,464,237,478</bbox>"}, {"role": "assistant", "content": "<ocr> Ddinbych </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_705"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gkbf0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>535,151,702,164</bbox>"}, {"role": "assistant", "content": "<ocr> true-false question provides an efficient method </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_909"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/62a401209a2484e9e8513adf47fca922_page33.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>60,452,821,545</bbox>"}, {"role": "assistant", "content": "<ocr> Turnover 62,527 \n Cost of sales (59,597) \n Gross profit 2,930 \n Administrative expenses (14,153) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_689"}
{"image": ["./imgs/ChartQA/test/png/two_col_4008.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>229,650,668,677</bbox>"}, {"role": "assistant", "content": "<ocr> 2.87 Nigeria </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_2"}
{"image": ["./imgs/ChartQA/test/png/OECD_TRIADIC_PATENT_FAMILIES_FIN_IND_ISL_TUR_TWN_000063.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,900,959,934</bbox>"}, {"role": "assistant", "content": "<ocr> Turkey 0.0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_27"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3f8251a9-a2a5-99d4-1eb6-9b820368d058_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>68,394,926,848</bbox>"}, {"role": "assistant", "content": "<ocr> If only one officer, executive committee memberordirectoris listed above, station should ask the advertiser/sponsor \n in writing if there are any otherofficers, executive committee membersor directors, maintain recordsof inquiry and \n updatethis form if additional officers, members or directors are provided. \n Disposition: \n | Accepted \n [ Accepted IN PART(e.g., ad not received to determine content)* \n | Rejected — provide reason: \n *Uploadpartially accepted form, then promptly upload updated final form when complete. \n Date and nature of follow-ups,if any: \n Contract #: Station Call iO. Date Received/Requested: \n Est. #: tion Location: RunStart and End Dates: \n wlerg -D nan {\\ \n For national issue ads only (not required for state/local issue ads): \n Upload order, this disclosure form and invoice(ortraffic system print-out) or other material reflecting this transaction \n to the OPIF or use this space to documentschedule of time purchased, when spots actuallyaired, the rates charged \n andthe classes of time purchased(including date,time,class of time and reasons for any make-goods or rebates) or </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_162"}
{"image": ["./imgs/TextVQA/test_images/36e6d23204d9fd26.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>408,324,621,480</bbox>"}, {"role": "assistant", "content": "<ocr> Cd </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_381"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_657_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>175,100,587,134</bbox>"}, {"role": "assistant", "content": "<ocr> #9 (FCS) Northern Iowa* #12 Camp Randall Stadium • Madison, WI </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_714"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Baratang_Island01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,879,700,915</bbox>"}, {"role": "assistant", "content": "<ocr> on foot or take snaps/video. On the other end of the Jarwah Reserve forest is Middle strait jetty. The jetty will </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_565"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/315cf871-07a1-baf8-6e20-0d4d8791d871_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,860,596,872</bbox>"}, {"role": "assistant", "content": "<ocr> Standard Advertiser Terms and Conditions (“Terms”) located at... http://sbgi.net/?p=1224 ... to be part of their agreement, and the sale of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_823"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a8aaf9d5-22d3-eb99-08db-5145501e79f6_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>43,374,960,490</bbox>"}, {"role": "assistant", "content": "<ocr> contract is based, ADVERTISER, AGENCY and SERVICE, jointly and severally, shall be obligated to pay STATION for broadcasts made to and including the date of termination without \n penalty of short rate; that is, such parties shall have the benefit of the same discounts which they would have earned had they been allowed to complete the contract. In the event of \n termination hereunder, neither STATION nor ADVERTISER, AGENCY or SERVICE shall have any liability hereunder otherwise than as specified in this paragraph and in paragraph 9. \n 3. EFFECT OF BREACH \n (a) By ADVERISER, AGENCY or SERVICE. STATION reserves the right to cancel this contract at any time upon default by ADVERTISER, AGENCY or SERVICE in the payment of \n bills or other material breach of the terms hereof. Upon such cancellation all charges for broadcasting done hereunder and not paid shall become immediately due and payable. If such \n cancellation is by reason of the material breach of ADVERTISER, AGENCY or SERVICE, the only liability of such parties, which liability shall be joint and several, shall be to pay to STATION \n as liquidated damages, a net sum equal to that which would have been payable to STATION, had notice of termination pursuant to paragraph 2 hereof been given to STATION as of the date \n of STATION's cancellation, less any amount which STATION actually receives for the sale of the same time. \n (b) By STATION. In the event of a material breach by STATION in performing this contract, this contract may be cancelled at any time by AGENCY or if a time buying service is a party </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_265"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20338.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>687,512,744,545</bbox>"}, {"role": "assistant", "content": "<ocr> Barcelona Beijing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_524"}
{"image": ["./imgs/ChartQA/test/png/two_col_81593.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>135,802,891,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_151"}
{"image": ["./imgs/TextVQA/test_images/66c367c45ee99068.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>891,154,985,199</bbox>"}, {"role": "assistant", "content": "<ocr> OU </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_307"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_594_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>68,892,920,951</bbox>"}, {"role": "assistant", "content": "<ocr> 9 Spain 0 0 1 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_371"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lpcw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>296,981,776,995</bbox>"}, {"role": "assistant", "content": "<ocr> https://www.industrydocuments.ucsf.edu/docs/lpcw0217 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_27"}
{"image": ["./imgs/TextVQA/test_images/e42b9ab0eb0007c7.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>251,550,325,591</bbox>"}, {"role": "assistant", "content": "<ocr> wWW. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_256"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_863_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>7,805,599,946</bbox>"}, {"role": "assistant", "content": "<ocr> Allenby 0-4-0ST Peckett 1978 1940 To E.L. Pitt & Co., Brackley, Northants., dealers, 8/1959 scrapped shortly afterwards \n Jellicoe 0-4-0ST Peckett 1979 1940 Disposal as Peckett 1872 \n Byng 0-4-0ST Peckett 1983 1940 Disposal as Peckett 1872 but sale date 9/1961 \n Horne 0-4-0ST Peckett 1984 1940 Loaned to RAE Farnborough 3/1957-10/7/1959; final disposal as Peckett 1983 \n Alexander 0-4-0ST Peckett 1985 1940 To APCM, Kent Works, Stone, Kent circa 1949, sold for scrap 1967 \n Sturdee 0-4-0ST Peckett 1986 1940 Disposal as Peckett 1983 \n 0-4-0 Diesel \n Hunslet 1847 1936 To ROF Wilford, Notts. Sold to Birds Commercial Motors Ltd., Long Marston, Warwicks. by 1969 \n Mechanical \n 0-4-0 Diesel \n George Andrew Barclay 324 1937 To ROF, Crossgates, Leeds, 12/1966 \n Mechanical \n 0-4-0 Diesel \n Elizabeth Andrew Barclay 325 1937 To WD Bicester, Oxfordshire, 6/1967 \n Mechanical </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_490"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Timeless_Portraits_and_Dreams01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>2,607,969,979</bbox>"}, {"role": "assistant", "content": "<ocr> awarded the album 4 stars, noting, \"Everything else on the album is uplifting - </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_606"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b7a5dea4-ffa4-9815-8597-3f37a5dabe1a_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>196,99,300,112</bbox>"}, {"role": "assistant", "content": "<ocr> Chattanooga, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_749"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32312.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,831,963,906</bbox>"}, {"role": "assistant", "content": "<ocr> disability problems later in life \n CLEAN Clean: SEPARATE Separate: COOK Cook: CHILL Chill: \n REMEMBER \n Wash hands Keep raw meat Cook foods Get leftovers \n and surfaces and poultry to the proper to the fridge </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_186"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39381.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>561,732,902,741</bbox>"}, {"role": "assistant", "content": "<ocr> 133 million </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_868"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a5c40991580e19fa0effc99c3bb70eed_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>208,97,292,111</bbox>"}, {"role": "assistant", "content": "<ocr> REPORT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_74"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_351_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>64,472,922,534</bbox>"}, {"role": "assistant", "content": "<ocr> 4 Soviet Union (URS) 1 0 0 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_463"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_690_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,14,970,294</bbox>"}, {"role": "assistant", "content": "<ocr> Year Manufacturer Model Length (feet) Quantity Fleet Series Fuel Propulsion Powertrain Image \n Detroit Diesel Series 50 \n 1996 New Flyer D60 60 (articulated) 30 1901-1930* Diesel \n Allison B400R \n Cummins M11E \n 1998 NABI 416 40 133 3001-3067, 3101-3166* Diesel \n Allison B400R \n 1999 NABI 40-LFW 40 44 4001-4044 Diesel \n Cummins ISM \n NABI 40-LFW 40 23 7201-7223 \n 2000 Diesel Allison B400R \n MCI D4500 45 30 6001-6030 \n 2001 MCI D4500 45 10 6031-6040 Diesel \n MCI D4500 45 39 6041-6079 \n Cummins ISL \n NABI 40-LFW 46 4051-4090 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_74"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-29789-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>478,666,541,715</bbox>"}, {"role": "assistant", "content": "<ocr> 28.4 million </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_772"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ca2b81c1-ae0a-09ca-fded-9acc979c0e48_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>387,422,589,438</bbox>"}, {"role": "assistant", "content": "<ocr> Agency Commission $1,152.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_990"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zpdd0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>301,964,768,991</bbox>"}, {"role": "assistant", "content": "<ocr> https://www.industrydocuments.ucsf.edu/docs/zpdd0227 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_456"}
{"image": ["./imgs/ChartQA/test/png/74067221020171.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,361,226,503</bbox>"}, {"role": "assistant", "content": "<ocr> 3.73% Other small states </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_282"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tnbx0223_15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>538,242,609,257</bbox>"}, {"role": "assistant", "content": "<ocr> Directors. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_72"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldw0228_9.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>157,657,911,728</bbox>"}, {"role": "assistant", "content": "<ocr> (Stockholm) \n Details: Ms Kerstin Wennberg, SNF. \n NOVEMBER 1- Fourth Asian Congress of Nutrition (Bangkok) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_384"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>10,247,279,265</bbox>"}, {"role": "assistant", "content": "<ocr> 1992 The Judge Millie </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_744"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2602.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,979,227,985</bbox>"}, {"role": "assistant", "content": "<ocr> Jeff Carroll December </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_295"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__politically_exposed_persons01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>412,749,479,792</bbox>"}, {"role": "assistant", "content": "<ocr> including </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_55"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17337904-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>144,762,834,797</bbox>"}, {"role": "assistant", "content": "<ocr> Sovereign Qin Zhong Ruler Ying </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_691"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztbg0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>67,717,886,749</bbox>"}, {"role": "assistant", "content": "<ocr> ---- \n 100 - 500 \n 500 - 3,000 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_25"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2901.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>102,886,374,908</bbox>"}, {"role": "assistant", "content": "<ocr> new Huntingtin Lowering work from </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_429"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/khxj0037_6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>203,116,302,133</bbox>"}, {"role": "assistant", "content": "<ocr> Evaluations </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_34"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39511.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>47,464,949,775</bbox>"}, {"role": "assistant", "content": "<ocr> Provide \n Opportunities \n Survivors to Empower \n to Lessen \n and Support \n Harms \n Girls and \n Women \n Create \n Protective \n Environments \n It is important to monitor and evaluate \n your efforts while the field of violence \n prevention continues to evolve. \n Be a part of the solution. \n www.cdc.gov/violenceprevention \n Your prevention efforts may involve developing \n new partnerships or working across sectors. \n Including: \n Public Health, Government, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_136"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ad5d28ec858495081feb16ab9cf1f8f0_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>129,464,860,722</bbox>"}, {"role": "assistant", "content": "<ocr> to the Board during the year, but they must also retire at the AGM and be re-elected. The minimum \n number of Board members is 3 with a maximum of 15. All Board members will be subject to a \n Disclosure and Barring Service check. Those who served as Trustees and are also directors of the \n company, during the year were as follows: \n S.Fisher \n S.Langsdale \n C.Talbot \n A. White \n C.Howells (Appointed 18October 2016) \n A. Monaghan (Appointed 5 December 2016) \n D.Atkins (Resigned 19January 2017) \n T.Erinjogunola (Resigned 6 September 2017) \n H. Fesshazion (Resigned 19January 2017) \n S.Wilsdon (Resigned 19January 2017) \n Company secretary S.Fisher \n Independent Examiner Daniel Mobbs FCCA \n Whittington Raymond Ltd </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_724"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2c15c83ae6bafc13ed2b5e434e603a37_page53.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>133,544,366,555</bbox>"}, {"role": "assistant", "content": "<ocr> authorisation procedure is dependent </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_356"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>427,175,493,194</bbox>"}, {"role": "assistant", "content": "<ocr> soups, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_42"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/prvw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>118,53,861,130</bbox>"}, {"role": "assistant", "content": "<ocr> Client: Wyeth \n November 13, 2002 \n PROJECT TARGET STATUS/ ACTION \n PUBLICATION \n DATE \n Totelle Monograph 1 and 2mg December 2002 Draft manuscript submitted for review February 1st </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_289"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4ed9fabd-7792-4bd8-7013-21239b15fb99_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>193,84,434,103</bbox>"}, {"role": "assistant", "content": "<ocr> 2500 ‘Agency Assembly (4183) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_939"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14473419-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>404,846,749,928</bbox>"}, {"role": "assistant", "content": "<ocr> Bruins 0 - 0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_843"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/442439-collect-files-25453-political-file-2012-non_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>30,307,928,341</bbox>"}, {"role": "assistant", "content": "<ocr> CBS Television Stations Standard Terms and Conditions for advertising shall apply. \n NONDISCRIMINATION POLICY: CBS Television Stations and its Stations do not discriminate in advertising contracts on the basis of race or ethnicity, and will not accept any advertising which is intended to \n discriminate on the basis of race or ethnicity. Advertiser represents and warrants that it is not purchasing time from CBS Television Stations or its Stations that is intended to discriminate on the basis of race or \n ethnicity. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_74"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xnkp0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,268,856,493</bbox>"}, {"role": "assistant", "content": "<ocr> Bethesda, Maryland \n Air Fare: New York - Washington - Nashville (residence) *. . .$ 163.00 \n Taxi fares: \n Office to Airport, New York. . 10.00 \n National Airport to Cosmos Club, Washington. 6.00 \n Cosmos Club to Bethesda . \n Bethesda to Cosmos Club ... \n 11.00 \n 10.50 \n Cosmos Club to National Airport. 6.00 \n Lodging: Cosmos Club. 20.52 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_878"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fbc6909bb4b53c175f979aa2fd4409e5_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>211,773,476,784</bbox>"}, {"role": "assistant", "content": "<ocr> estate to the charity which we invest. We </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_612"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,303,983,361</bbox>"}, {"role": "assistant", "content": "<ocr> Delroy Lindo- Malcolm X \n Denzel Washington- Much Ado About Nothing \n 1995 Al Freeman, Jr. Malcolm X \n Forest Whitaker- The Crying Game \n Wolfgang Bodison- A Few Good Men \n Charles S. Dutton- Cry, the Beloved Country \n Don Cheadle- Devil in a Blue Dress \n 1996 Laurence Fishburne Higher Learning \n Ice Cube- Higher Learning </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_765"}
{"image": ["./imgs/TextVQA/test_images/016bc75fcfc8b2a4.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>358,371,404,425</bbox>"}, {"role": "assistant", "content": "<ocr> 7€ </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_38"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20118.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>351,96,704,102</bbox>"}, {"role": "assistant", "content": "<ocr> in this new infographic, brought to you by Big Brand </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_755"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_217.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>141,342,378,354</bbox>"}, {"role": "assistant", "content": "<ocr> contributed towards increasing rural </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_194"}
{"image": ["./imgs/ChartQA/test/png/00795994017065.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,902,763,932</bbox>"}, {"role": "assistant", "content": "<ocr> 2005.0 2006.0 2007.0 2008.0 2009.0 2010.0 2011.0 2012.0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_821"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__M-Learning03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>113,34,255,64</bbox>"}, {"role": "assistant", "content": "<ocr> of Nintendo DS in </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_344"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/services__discovery__online-exhibitions01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>23,289,953,453</bbox>"}, {"role": "assistant", "content": "<ocr> - a single exhibition should have 10-20 images. Each \n image has to be at least 1200px wide. You can also embed audio and video materials, but </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_646"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41002.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>41,160,128,176</bbox>"}, {"role": "assistant", "content": "<ocr> WHAT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_581"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Schleswig01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>487,302,703,334</bbox>"}, {"role": "assistant", "content": "<ocr> which is now considered the most </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_562"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37353.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>168,727,269,738</bbox>"}, {"role": "assistant", "content": "<ocr> HELPS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_175"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page28.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>304,523,404,537</bbox>"}, {"role": "assistant", "content": "<ocr> £1,132,000 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_271"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eaed6c146797cdda11c34a8a62cf69d1_page35.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,276,816,421</bbox>"}, {"role": "assistant", "content": "<ocr> Allocation of general support costs 213 262 \n TOTAL 5,744 5,602 \n 6.Grants \n Operational programmes </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_233"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__forestry01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>239,609,742,636</bbox>"}, {"role": "assistant", "content": "<ocr> and need infrastructure to be cut, transported and sold, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_497"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_625_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>100,400,550,410</bbox>"}, {"role": "assistant", "content": "<ocr> 21 December 1972 NTS Area U2dj 37.13997°N 1,296 m (4,252 ft) - 440 m underground weapons </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_22"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20082.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>74,862,220,870</bbox>"}, {"role": "assistant", "content": "<ocr> stats are based in U.S. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_704"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/slcn0226_5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>117,727,838,743</bbox>"}, {"role": "assistant", "content": "<ocr> report before its release. The review of this report was overseen by B. John Garrick, Laguna Beach, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_182"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17703223-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>42,27,973,360</bbox>"}, {"role": "assistant", "content": "<ocr> Heavyweight ( 105 kg) \n Name Bodyweight Snatch Clean & Jerk Total (kg) \n Joël MacKenzie ( CUB) 101.40 175.0 205.0 380.0 \n Pedro Stetsiuk ( ARG) 102.45 160.0 180.0 340.0 \n Damian Abbiate ( ARG) 104.45 150.0 188.0 338.0 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_305"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40994.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>307,93,534,99</bbox>"}, {"role": "assistant", "content": "<ocr> services and identify those with </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_829"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page6.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>355,843,445,855</bbox>"}, {"role": "assistant", "content": "<ocr> http://sbgi.net/?p=1224... </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_59"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tnnx0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>107,462,917,522</bbox>"}, {"role": "assistant", "content": "<ocr> MINUTES DC-90 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_364"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1fbde91da52c766f412163b0c4a1e496_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,618,914,931</bbox>"}, {"role": "assistant", "content": "<ocr> met the requirements to ensure that: \n ~ proper accounting records are kept in accordance with section 41ofthe Act: and \n ~ accounts are prepared which agree with the accounting records and to comply with the \n accounting requirements ofthe Act; or \n (2) to which, in my opinion, attention should be drawn in order to enable a proper understanding of \n the accounts to be reached. \n R SCondon FCA CTA \n Francis Webbs Chartered Accountants \n Suite 2,Scala Offices \n 115aFar Gosford Street, Coventry, CV1SEA \n 8'\" June 2015 \n -7- </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_508"}
{"image": ["./imgs/TextVQA/test_images/665b9dc32d3029ec.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>546,419,585,458</bbox>"}, {"role": "assistant", "content": "<ocr> TUeED </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_483"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fgvh0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>595,519,685,535</bbox>"}, {"role": "assistant", "content": "<ocr> weight of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_313"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/41af4cb40e7eafda6d44f4626181e08c_page32.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>222,662,688,678</bbox>"}, {"role": "assistant", "content": "<ocr> March 2016 324,072 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_895"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12206689-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,369,876,455</bbox>"}, {"role": "assistant", "content": "<ocr> June 10 Pirates 10-4 Fogg (3-5) 27,219 \n June 11 Cardinals 12-7 Dominguez (1-2) 32,962 \n June 12 Cardinals 7-2 Carpenter (7-2) 42,173 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_540"}
{"image": ["./imgs/TextVQA/test_images/e8d0ac1e3302aebf.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>684,167,776,246</bbox>"}, {"role": "assistant", "content": "<ocr> 666 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_291"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70092.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,92,344,117</bbox>"}, {"role": "assistant", "content": "<ocr> 0 to 400 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_888"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/resources__document-archive__governing-board-papers-documents01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>13,829,957,948</bbox>"}, {"role": "assistant", "content": "<ocr> principles of transparency and openness and shares meetings public and routine business \n information. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_625"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/477280-09132012-3-13475583072106-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>606,88,717,103</bbox>"}, {"role": "assistant", "content": "<ocr> ADVERTISING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_927"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10971.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>537,863,624,886</bbox>"}, {"role": "assistant", "content": "<ocr> contact </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_347"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page14.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>76,674,833,682</bbox>"}, {"role": "assistant", "content": "<ocr> SPOT 1:35:00AM- 2:35:00AM Per week (4),Mo,Tu,We 02/11/20 1:53AM (Tu) 01:00 DATELINE 1:35A MRBPBK6033EH $150.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_697"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/da77aaa0-2540-4aa6-8f25-19be10a1900b_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>414,942,553,949</bbox>"}, {"role": "assistant", "content": "<ocr> severally, shall remain obligated </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_336"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/493b6d693c0eaecad53afd7a7721c7ae_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>436,66,507,83</bbox>"}, {"role": "assistant", "content": "<ocr> Friends </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_392"}
{"image": ["./imgs/ChartQA/test/png/two_col_4671.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>142,802,892,823</bbox>"}, {"role": "assistant", "content": "<ocr> FY 2011 FY 2012 FY 2013 FY 2014 FY 2015 FY 2016 FY 2017 FY 2018 FY 2019 FY 2020 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_495"}
{"image": ["./imgs/ChartQA/test/png/two_col_40232.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>192,619,261,665</bbox>"}, {"role": "assistant", "content": "<ocr> 5 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_1"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__The_Three_Muscatels01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>65,279,340,336</bbox>"}, {"role": "assistant", "content": "<ocr> Wikipedia, the free encyclopedia </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_237"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__european-commission-report-confirms-continued-member-state-support-for-europeana01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>169,304,494,334</bbox>"}, {"role": "assistant", "content": "<ocr> your country. But do you </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_738"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kzng0227_35.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>108,479,322,496</bbox>"}, {"role": "assistant", "content": "<ocr> Pork, (10% protein) (R) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_594"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_144_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,239,709,297</bbox>"}, {"role": "assistant", "content": "<ocr> 230 Austra 88 34 Norway \n 231 Holsnøy 88 34 Norway \n 232 Terschelling 88 34 Netherlands \n 233 Ærø 88 34 Denmark \n 234 Belle Île 87 34 France \n 235 Mykonos 86 34 Greece </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_368"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/93429594-1612-dc19-49bb-48901fd92abf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>636,509,798,523</bbox>"}, {"role": "assistant", "content": "<ocr> do hereby request </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_563"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1621212-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>94,166,181,190</bbox>"}, {"role": "assistant", "content": "<ocr> CANopen </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_637"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14013485-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>31,473,970,490</bbox>"}, {"role": "assistant", "content": "<ocr> Ted Petoskey 1935–1940 5 67 .354 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_108"}
{"image": ["./imgs/ChartQA/test/png/two_col_42143.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>738,310,779,786</bbox>"}, {"role": "assistant", "content": "<ocr> 16900 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_310"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1184821-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>25,341,882,508</bbox>"}, {"role": "assistant", "content": "<ocr> NASCAR Nationwide Series \n Qualifying July 8, 2005 Ryan Newman 28.964 mph ( km/h) \n Race July 10, 2009 Joey Logano 2:02:10 mph ( km/h) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_192"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Marine_One_(fireboat)01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>7,573,864,702</bbox>"}, {"role": "assistant", "content": "<ocr> The 50-foot (15 m) vessel, classified by the SFD as a “fast attack boat”, has a flank speed of about 30 knots.!\"! It \n is a FireStorm 50 model fireboat constructed by MetalCraft Marine of Kingston, Ontario.!2] The craft has an i </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_437"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a5b12494-83b6-c5c0-1e0f-0826f37899f0_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>151,110,870,126</bbox>"}, {"role": "assistant", "content": "<ocr> Los Angeles, CA 90074 – 9743 Product ALASKA WILD LEAG ACT Invoice Month February </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_280"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__poverty_and_development01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>36,680,917,974</bbox>"}, {"role": "assistant", "content": "<ocr> Report published - Sep \n 2010 \n Year after year, it’s the same. Our Global Corruption Barometer confirms that corruption hits poor people \n hardest \n - \n with devastating consequences. A bribe demanded by a police officer may mean that a family \n can’t afford school fees or even food to eat. Findings from Mexico, for instance, show that the typical poor \n family must spend one-third of their income on bribes. \n Corruption also means that the services people depend on — \n from drinking water to health clinics \n — \n suffer. \n They are often are of a low quality or not sufficient to meet society’s most basic needs. Corruption siphons \n off monies needed to improve them while also distorting policy decisions, such as where roads and </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_891"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qtjf0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>22,49,776,292</bbox>"}, {"role": "assistant", "content": "<ocr> provided by safety \n > UK clinical - P. Collett Mary Ramstack (ex US) \n Kort \n For \n bered \n Japan clinical - M. Miyazaki \n Evaluate data from study > Need to determine if Telecon discussion with \n OCT020 patients were exposed at TCI \n feast 12 months \n Review all post-marketing data John Page \n based on definitions provided \n August 8 \n by safety, reconcile clinical and </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_56"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_478_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,460,135,532</bbox>"}, {"role": "assistant", "content": "<ocr> 1956 CBS[28] </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_902"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__poverty_and_development03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>405,489,912,508</bbox>"}, {"role": "assistant", "content": "<ocr> PRONE AND ILL-EQUIPPED TO FIGHT CORRUPTION </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_273"}
{"image": ["./imgs/ChartQA/test/png/two_col_21800.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>112,773,145,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2000 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_179"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>198,149,284,165</bbox>"}, {"role": "assistant", "content": "<ocr> (804) 672-6565 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_928"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fc1d68f7be280ecaf95dcf55fd906a76_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>89,216,898,285</bbox>"}, {"role": "assistant", "content": "<ocr> VOLUNTEERS \n Lingfield Notre Dame Association, the School's parent body, continued to provide support to the School through their \n fundraising efforts which include the purchase a number ofipads during the academic year. The Trustees would like to \n take this opportunity to say how much we appreciate their continuing and valuable support for our work. The Trustees </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_626"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>632,645,802,659</bbox>"}, {"role": "assistant", "content": "<ocr> Week Weeks </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_302"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hffm0227_25.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>216,173,796,214</bbox>"}, {"role": "assistant", "content": "<ocr> CORK & BOTTLE, LTD. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_126"}
{"image": ["./imgs/ChartQA/test/png/two_col_100372.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>373,439,427,630</bbox>"}, {"role": "assistant", "content": "<ocr> 12.1% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_112"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/27831456ea4744902f2887ba25785856_page40.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>147,284,877,418</bbox>"}, {"role": "assistant", "content": "<ocr> scheme's assets represents 86.2'/0 of the benefits that has accrued to members allowing for further \n increase in earnings. In order to address the deficit on the fund, it has been agreed that, in addition to \n increases in employer and employee contributions, employers will be required to make additional capital \n contributions. In BVT's case, this is expected to be in the order of6300,000 per year from 2011 to 2018 \n and a final contribution of 650,000 in 2019.The Trustees of the Cadbury Pension Fund are currently \n working through the 2013 actuarial valuation, but the results of this are not going to be finalised until \n aRer the date these accounts will be approved. \n For the final salary scheme, the Group paid contributions at the rate of 28.1'/o above the Nl lower \n earnings limit (LEL)throughout the year. Employee contributions remained at 5'/0 throughout the year. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_718"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_64_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,358,933,585</bbox>"}, {"role": "assistant", "content": "<ocr> 1985 Cincinnati Bengals 16 192 929 4.8 39 7 55 576 10.5 57 5 \n 1986 Cincinnati Bengals 16 205 1,087 5.3 56 5 54 686 12.7 54 4 \n 1987 Cincinnati Bengals 9 94 280 3.1 18 1 22 272 12.4 46 2 \n 1988 Cincinnati Bengals 15 182 931 5.1 51 8 29 287 9.9 28 6 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_462"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_289_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,624,981,643</bbox>"}, {"role": "assistant", "content": "<ocr> Canoga Canoga Park 612 Spaces December 27, 2006[5] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_19"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zhyc0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>391,980,647,995</bbox>"}, {"role": "assistant", "content": "<ocr> https://www.industrydocuments.ucsf.edu/docs/zhyc0227 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_867"}
{"image": ["./imgs/TextVQA/test_images/03540c7ccec7a2d6.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>473,252,540,273</bbox>"}, {"role": "assistant", "content": "<ocr> WirelessPrinting </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_137"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__tee-morris01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>243,55,501,113</bbox>"}, {"role": "assistant", "content": "<ocr> Tee Morris </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_979"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6c195cac-5318-ff53-9699-5da7026ba63e_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>142,396,672,406</bbox>"}, {"role": "assistant", "content": "<ocr> Product Codes: PL Advocacy Advertiser External ID: </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_524"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__how-tech-can-disrupt-our-classrooms05.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>325,123,547,212</bbox>"}, {"role": "assistant", "content": "<ocr> is being versatile. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_530"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18914438-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>21,381,979,845</bbox>"}, {"role": "assistant", "content": "<ocr> Craig McDermott 1984-1996 71 2764.2 583 8332 291 28.63 8/97 \n Jason Gillespie 1996-2006 71 2372.2 630 6770 259 26.14 7/37 \n Richie Benaud 1952-1964 63 2727.2 805 6704 248 27.03 7/72 \n Graham McKenzie 1961-1971 60 2629.5 547 7328 246 29.79 8/71 \n Ray Lindwall 1946-1960 61 1970.2 419 5251 228 23.03 7/38 \n Clarrie Grimmett 1925-1936 37 2408.3 736 5231 216 24.22 7/40 \n Merv Hughes 1985-1994 53 2047.3 499 6017 212 28.38 8/87 \n Stuart MacGill 1998-2008 44 1872.5 365 6037 208 29.02 8/108 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_419"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>45,876,387,886</bbox>"}, {"role": "assistant", "content": "<ocr> 0(cid:11)(cid:4)(cid:8)()1(cid:22)(cid:6)(cid:21)(cid:13)(cid:11)(cid:3)(cid:4)(cid:8)(cid:10)(cid:15)(cid:8)(cid:19)(cid:18)(cid:11)(cid:8)(cid:30)(cid:10)(cid:4)(cid:28)(cid:10)(cid:3)(cid:8)()(cid:8)(cid:19)(cid:6)(cid:21)(cid:15)(cid:8)!(cid:5)(cid:2)(cid:13)(cid:8)(cid:10)(cid:3)2(cid:2)(cid:10)(cid:7)(cid:11)(cid:8) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_440"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37359.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>102,950,273,959</bbox>"}, {"role": "assistant", "content": "<ocr> 4 5 8 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_75"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_23_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>40,695,652,714</bbox>"}, {"role": "assistant", "content": "<ocr> 1997 Kids' Choice Awards Herself Winner (with the cast of Rugrats) for Favorite Cartoon </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_340"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-16494599-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>75,119,677,177</bbox>"}, {"role": "assistant", "content": "<ocr> Player No. Nationality Position Years for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_281"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snyc0227_43.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>730,597,843,612</bbox>"}, {"role": "assistant", "content": "<ocr> long-grained </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_151"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d97c72db-1013-add4-ae2f-6fb883d75ff4_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>27,569,956,705</bbox>"}, {"role": "assistant", "content": "<ocr> Electronic \n Contracting 1/43/20 8:50 AM $0 $0 \n Changes:Total $ from $12,575.00 to $11,075.00, Origuser Entered Dollars to \n $12,575.00, User Entered $ from $0.00 to $11,075.00, Demo Meta to [R16], Comments \n from to New ISSUEorder, Total Spots from 11 to 17, Calculated Dollars from \n $12,575.00 to $11,075.00, Competitive Market Budget from $179,643 to $158,214. 5 \n Revision 1/13/20 8:48 AM|BEN WILMETH Revised 6 $-1,500.00 $11,075.00) buylines added or modified. \n New 1/13/20 8:34 AM|BEN WILMETH New 1 $12,575.00 $12,575.00 \n poe aie Ane _. 2 .|PARAGRAPHS 49 AND 50 OF THE UNITED STATES FEDERAL COMMUNICATIONS COMMISSION'S REPORT AND ORDERNO.07-217 PROVIDES THAT BROADCASTSTATIONS’ </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_55"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c2f771e0c125be030582648d535db834_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>95,412,909,425</bbox>"}, {"role": "assistant", "content": "<ocr> statements comply with the Companies Act 2006. They are also responsible for safeguarding the assets of </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_418"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10779468-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>156,640,901,682</bbox>"}, {"role": "assistant", "content": "<ocr> 21–13 UT, 11–4 tied, 7–7 UT, 3–2 OU, 3–2 tied, 5–5 W 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_998"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kkbm0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>529,736,617,748</bbox>"}, {"role": "assistant", "content": "<ocr> iron program, I </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_616"}
{"image": ["./imgs/TextVQA/test_images/117c778c92f56e08.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>447,765,516,816</bbox>"}, {"role": "assistant", "content": "<ocr> 3.95 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_319"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__202.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,57,570,94</bbox>"}, {"role": "assistant", "content": "<ocr> HOW TO REPORT SUSPECTED OR ACTUAL INTEGRITY </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_939"}
{"image": ["./imgs/ChartQA/test/png/two_col_43669.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>583,732,893,796</bbox>"}, {"role": "assistant", "content": "<ocr> Multi-dwelling Special Other housing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_23"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cc960736033828823b5de32e3566283_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>354,802,446,816</bbox>"}, {"role": "assistant", "content": "<ocr> recognition </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_191"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7b8ce903-ee5b-f840-02a0-56a3bca90eb2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>127,371,868,529</bbox>"}, {"role": "assistant", "content": "<ocr>  □ general election \n □ special election \n □ run-off election \n What is the name, address, and phone number of the contact person for the candidate and/or \n the candidate’s authorized committee? \n Name: CAROLE MUNDY \n Agency: ETHICA MEDIA LLC </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_738"}
{"image": ["./imgs/ChartQA/test/png/two_col_4110.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>221,413,281,786</bbox>"}, {"role": "assistant", "content": "<ocr> 53.03 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_154"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_72_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>8,681,930,771</bbox>"}, {"role": "assistant", "content": "<ocr> Red Box Lean On Me b/w Stinging Bee 1985 Hexagonal red vinyl. Looks like a red box in 2D; flipside is a band photo. 7\" \n Saxon Back on the Streets Again Shaped as an apple (as is printed on one side of the disk). 7\" \n Tangerine Dream Warsaw in the Sun 1984 The record is in the shape of Poland and has several images including Lech Wałęsa and Pope John Paul II. 7\" </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_637"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17371135-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>193,868,973,905</bbox>"}, {"role": "assistant", "content": "<ocr> Los Angeles 1 – 2 Detroit Osgood 20,066 41–13–8 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_434"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39592.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>109,844,666,849</bbox>"}, {"role": "assistant", "content": "<ocr> WHY A VCIONE DOESN'T LEAVE, ASK INSTEAD WAT INE ABUSER ARISES </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_507"}
{"image": ["./imgs/ChartQA/test/png/two_col_60869.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>124,802,892,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_676"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5f05bcf1-8b8a-50fe-d07a-304272f5d514_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,441,960,825</bbox>"}, {"role": "assistant", "content": "<ocr> WGN Th 01/09/20 :30 6:47 PM CONW0430H $850.00 1 \n 15 WGN 9:00 PM-9:30 PM 9:00 PM-9:30 PM \n 01/06/20to01/12/20 4x MTWTFSS \n WGN M 01/06/20 :30 9:40 PM CONW0430H $2,200.00 3 \n WGN Tu 01/07/20 :30 9:21 PM CONW0430H $2,200.00 4 \n WGN W 01/08/20 :30 9:23 PM CONW0430H $2,200.00 2 \n WGN Th 01/09/20 :30 9:29 PM CONW0430H $2,200.00 1 \n 16 WGN 9:30 PM-10:00 PM 9:30 PM-10:00 PM \n 01/06/20to01/12/20 4x MTWTFSS \n WGN Tu 01/07/20 :30 9:43 PM CONW0430H $2,200.00 1 \n WGN Th 01/09/20 :30 9:59 PM CONW0430H $2,200.00 4 \n WGN Sa 01/11/20 :30 9:43 PM CONW0430H $2,200.00 2 \n WGN Su 01/12/20 :30 9:39 PM CONW0430H $2,200.00 3 \n 17 WGN 5:00 PM-5:30 PM 5:00 PM-5:30 PM \n 01/06/20to01/12/20 1x -----S- \n WGN Sa 01/11/20 :30 5:13 PM CONW0430H $400.00 1 \n 18 WGN 5:30 PM-6:00 PM 5:30 PM-6:00 PM \n 01/06/20to01/12/20 1x -----S- \n WGN Sa 01/11/20 :30 5:54 PM CONW0430H $400.00 1 \n Aired Spots 40 \n Gross Total $43,700.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_201"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4fc17e6bf032a62c64d6335d586c257e_page21.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>119,221,905,259</bbox>"}, {"role": "assistant", "content": "<ocr> Interest is payable on the loan in quarterly instalments at 1.5%above LIBOR and the amount payable for the year was \n E4,109 (2014: E4,032). All of the interest due had been paid by the year end in both the current year and the \n preceding year. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_484"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Maasin01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>11,0,995,787</bbox>"}, {"role": "assistant", "content": "<ocr> By boat \n   \n Maasin    \n Understand - Get in - Get around - See - Do - \n Buy </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_33"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rpwx0225_9.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>44,137,316,165</bbox>"}, {"role": "assistant", "content": "<ocr> PERSONAL/CONFIDENTIAL MATERIAL </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_203"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c867969e-c8a8-b770-99d2-0973761b00b5_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>789,24,922,34</bbox>"}, {"role": "assistant", "content": "<ocr> 09:07:42 Page 3 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_960"}
{"image": ["./imgs/ChartQA/test/png/two_col_62032.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>281,231,893,786</bbox>"}, {"role": "assistant", "content": "<ocr> 63 61 60 57 57 54 54 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_634"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_247_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>783,51,826,98</bbox>"}, {"role": "assistant", "content": "<ocr> par </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_650"}
{"image": ["./imgs/ChartQA/test/png/two_col_20782.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>335,231,553,257</bbox>"}, {"role": "assistant", "content": "<ocr> 23 800.7 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_284"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1a86e3d7409652cf03aa852412e3603b_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>432,349,504,366</bbox>"}, {"role": "assistant", "content": "<ocr> because </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_368"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Leyte_Island03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>545,497,586,534</bbox>"}, {"role": "assistant", "content": "<ocr> victory </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_983"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-ansible02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>25,437,895,459</bbox>"}, {"role": "assistant", "content": "<ocr> common way to provide access, but other forms of authentication are also </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_309"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80845.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>373,432,452,567</bbox>"}, {"role": "assistant", "content": "<ocr> 1.11 1.02 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_582"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_989_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>456,54,548,123</bbox>"}, {"role": "assistant", "content": "<ocr> 2007 [13] </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_394"}
{"image": ["./imgs/TextVQA/test_images/56185111751953d2.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>106,290,170,314</bbox>"}, {"role": "assistant", "content": "<ocr> rusjobs.nl </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_27"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Rail_air_alliances07.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>48,226,647,259</bbox>"}, {"role": "assistant", "content": "<ocr> transit connection, usually in the city center. While the ability to check in as such is not really a </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_771"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>149,168,757,190</bbox>"}, {"role": "assistant", "content": "<ocr> Amr Shabana 4 0 4 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_786"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fqvw0217_43.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>218,590,710,614</bbox>"}, {"role": "assistant", "content": "<ocr> Kelver, et al. minimal (Nagamani, Kelver, et al. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_720"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>230,881,769,890</bbox>"}, {"role": "assistant", "content": "<ocr> multiple invoices, each invoice remains a separate obligation of Advertiser and Agency and must be paid in accordance with the terms of the invoice and Part II. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_167"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__corporate_governance01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>35,6,995,942</bbox>"}, {"role": "assistant", "content": "<ocr> company and in all countries where it operates. Companies should \n publicly report on corporate governance structures and anti- \n corruption systems, including their overall operations and \n performance. Coverage of these issues may be alternatively \n included in corporate citizenship or sustainability reports that \n companies publish. \n   </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_540"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20152.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>396,507,857,516</bbox>"}, {"role": "assistant", "content": "<ocr> IN MARKETING </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_944"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_36.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>65,136,907,573</bbox>"}, {"role": "assistant", "content": "<ocr> Market value of quoted non-current investments \n Aggregate amount of unquoted non-current investments 7,84,204 7,83,204 \n Aggregate provision for diminution in value of non-current investments \n Share non-current investments joint ventures \n Textual information (22) \n Disclosure of notes on non-current investments explanatory [Text Block] \n INVESTMENTS \n Long Term Investments are stated at cost. \n Textual information (23) \n Disclosure of notes on non-current investments explanatory [Text Block] \n INVESTMENTS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_239"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__aleksandra-strzelichowska03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>596,483,700,516</bbox>"}, {"role": "assistant", "content": "<ocr> excitement </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_691"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20118.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>45,975,272,980</bbox>"}, {"role": "assistant", "content": "<ocr> No problems! Junt please provide a credit link back to </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_957"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39365.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>293,470,792,477</bbox>"}, {"role": "assistant", "content": "<ocr> Women Men </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_456"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_640_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>258,84,939,133</bbox>"}, {"role": "assistant", "content": "<ocr> Season Record Place Postseason </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_235"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1834853-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>207,825,250,874</bbox>"}, {"role": "assistant", "content": "<ocr> Vasil </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_546"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9272950b4eb08635fb8685e4b727087a_page18.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>121,113,879,128</bbox>"}, {"role": "assistant", "content": "<ocr> indications are that we are seeing a significant increase in engagement with the organisation through </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_702"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/accdc744c59167c4602510afd0c90e05_page9.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>90,418,425,430</bbox>"}, {"role": "assistant", "content": "<ocr>  observe the methods and principles in the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_425"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jzhd0227_80.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>787,79,865,96</bbox>"}, {"role": "assistant", "content": "<ocr> EXHIBIT - A </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_179"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c97ef28f92722f390d7799e467d04705_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,415,879,618</bbox>"}, {"role": "assistant", "content": "<ocr> Providingemergency food,essentialtoiletries,andhousehold itemstoindividualsandfamilies inneed \n • \n and/orfordistributionbycharitiesorotherorganisationsworkingtopreventorrelievepoverty. \n Such other means, including (but not limited to) the provision of support or signposting to relevant \n • \n informationandotheradvisoryservices. \n South Liverpool Foodbank distributes food from 5 different centres in churches and community centres across \n SouthLiverpool,withtwocentresopenonanygivenweekdayforthemajorityoftheyear.Thebulkofourfood \n isstoredwithin donatedwarehouse space;fromhereitisdeliveredweekly toour5centresusingadeliveryvan \n anddriversharedwithotherlocalfoodbanks. \n South Liverpool Foodbank has approximately 75 volunteers who assist in the distribution centres, at the \n warehouse,atsupermarketcollections,andwithfundraising.Inadditionthisyearavolunteerhasbeenrecruited \n toassistwithvoucherprocessing. \n Foodprovision </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_530"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80951.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>271,429,502,542</bbox>"}, {"role": "assistant", "content": "<ocr> 24.6% 24.9% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_612"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hmwn0226_15.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>94,792,883,814</bbox>"}, {"role": "assistant", "content": "<ocr> time? . What do you want patients to hear about you and </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_58"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5dad4456-7dae-0e81-8cd6-b782d72639a4_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>232,839,554,849</bbox>"}, {"role": "assistant", "content": "<ocr> 05/03/20 MTWT--- 4 $30.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_9"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_406_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>655,158,707,178</bbox>"}, {"role": "assistant", "content": "<ocr> Battesini </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_856"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12207158-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,301,915,323</bbox>"}, {"role": "assistant", "content": "<ocr> April 10 @ Yankees 8 - 0 Hawkins (0-2) 17,192 3-4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_677"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10989.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>478,572,908,585</bbox>"}, {"role": "assistant", "content": "<ocr> 47 66 68 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_191"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_155_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>77,506,889,676</bbox>"}, {"role": "assistant", "content": "<ocr> Antonio \n San \n Joe Straus R 121 \n Antonio \n San </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_567"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_389_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,795,941,860</bbox>"}, {"role": "assistant", "content": "<ocr> 1 March 2011[19] £3.00 £5.30 £9.60 £10.60 £10.60 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_266"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Hwacheon02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>111,447,873,500</bbox>"}, {"role": "assistant", "content": "<ocr> the size or design of the rafts; they can carry more than one person - but they may not be motorized. Goods are awarded </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_266"}
{"image": ["./imgs/TextVQA/test_images/034b0e76d2788f77.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>817,242,994,342</bbox>"}, {"role": "assistant", "content": "<ocr> Domi </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_90"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fypn0000_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>102,505,908,717</bbox>"}, {"role": "assistant", "content": "<ocr> 11/20196 \n PO # \n 292677 \n EFT CODE \n 2089 \n Brand Style Names UPC (for Custoener Order Order Order Order \n (PRINT LEGIBLY) Service use only) Quantity Quantity Quantity Quantity \n Worth FF 85s 1 \n Worth FF 100s 1 \n Worth Light 85s \n Worth Light 100s \n Worth Light Menthol 100s </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_629"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page88.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>585,246,759,259</bbox>"}, {"role": "assistant", "content": "<ocr> Audit Capital </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_162"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__sagarnangare01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>45,391,961,865</bbox>"}, {"role": "assistant", "content": "<ocr> technologies (Networking, Telecom, Cloud, Storage) and emerging \n domains like Edge Computing, loT, Machine Learning, Al). He is \n currently serving Calsoft Inc. as Digital Strategist. He is based in \n Pune. \n Follow me at @sagarnangare \n Open \n Eniieaet \n NEW MEMBER: Cloud Community \n Manager </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_788"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nggv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>207,595,834,757</bbox>"}, {"role": "assistant", "content": "<ocr> 8:00 Continental Breakfast - Members and Guests .. Great Hall \n 8:00 Special Breakfast - Members elected in 1980 \n and their Guests Refectory \n 9:00 Annual Section Meetings \n [see last page for room assignments) \n 11:00 Annual Class Meetings \n I. Physical and Mathematical Sciences Auditorium </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_40"}
{"image": ["./imgs/TextVQA/test_images/cb1fd9e01bfc4fbf.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>805,343,897,374</bbox>"}, {"role": "assistant", "content": "<ocr> DOOR </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_40"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__andrew-maclean01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>40,875,367,896</bbox>"}, {"role": "assistant", "content": "<ocr> activism, home decor and learning </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_113"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_101_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>227,886,754,898</bbox>"}, {"role": "assistant", "content": "<ocr> Blue Thunder Racing #91 Electrodyne #84 Dole </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_244"}
{"image": ["./imgs/ChartQA/test/png/two_col_81794.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>230,194,895,726</bbox>"}, {"role": "assistant", "content": "<ocr> 372 532 369 548 363 341 350 755 328 547 304 040 274 439 235 597 194 029 157 558 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_567"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eb06cfeca02271cbe8da6b0cd3028a95_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>86,354,137,384</bbox>"}, {"role": "assistant", "content": "<ocr> 1,120 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_100"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/db806c384ba2d09ee884a728c5e71ec8_page32.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>411,331,509,343</bbox>"}, {"role": "assistant", "content": "<ocr> management </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_355"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_575_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,752,969,937</bbox>"}, {"role": "assistant", "content": "<ocr> GameStorm 15 March 21–24, 2013 Hilton - Vancouver, WA 1188 \n GameStorm 16 March 20–23, 2014 Hilton - Vancouver, WA tba Guests: Mike Selinker, Shane Lacy Hensley, Lisa Steenson, Zev Shlasinger of Z-Man Games </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10111.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>44,642,544,657</bbox>"}, {"role": "assistant", "content": "<ocr> London wore black in solidarity </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_826"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/e2438558be7b99c1206398aaf3764874_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>86,104,385,117</bbox>"}, {"role": "assistant", "content": "<ocr> for the year ended 31 December 2015 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_561"}
{"image": ["./imgs/ChartQA/test/png/two_col_23693.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>101,357,450,452</bbox>"}, {"role": "assistant", "content": "<ocr> 1.64 Daddy Yankee - Dura (Video Oficial) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_899"}
{"image": ["./imgs/TextVQA/test_images/923e4d6149e56ccf.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>472,397,499,434</bbox>"}, {"role": "assistant", "content": "<ocr> II </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_3"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17632217-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,504,851,957</bbox>"}, {"role": "assistant", "content": "<ocr> 1998 Dalian Wanda Shanghai Shenhua Beijing Guoan Guangzhou Songri 14 \n 1999 Shandong Luneng Liaoning Fushun Sichuan Quanxing Chongqing Longxin 14 \n 2000 Dalian Shide Shanghai Shenhua Sichuan Quanxing Chongqing Longxin 14 \n 2001 Dalian Shide Shanghai Shenhua Liaoning Fushun Sichuan Quanxing 14 \n 2002 Dalian Shide Shenzhen Ping'an Beijing Guoan Shandong Luneng 15 \n 2003 Shanghai Shenhua Shanghai International Dalian Shide Shenzhen Jianlibao 15 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_621"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ed34e594-6d04-e58b-4aae-0b022996912d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>686,869,943,877</bbox>"}, {"role": "assistant", "content": "<ocr> Gross Total $1,825.00 Total Spots 7 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_956"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>166,382,540,410</bbox>"}, {"role": "assistant", "content": "<ocr> Sailing Flying Dutchman 23 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_564"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/34552.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>208,882,858,912</bbox>"}, {"role": "assistant", "content": "<ocr> in negative equity TX AK MT HI </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_866"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_624_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>797,363,826,411</bbox>"}, {"role": "assistant", "content": "<ocr> 26 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_35"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/250e73dd-0070-72bf-683b-c57b7dd7a1de_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>39,577,963,891</bbox>"}, {"role": "assistant", "content": "<ocr> Unresolved \n 33 01/22/20 01/22/20 M-F 1-2p M-F 1-2p --1---- :30 1 $125.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 01/22/20 01/28/20 --1---- 1 $125.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 KAAL W 01/22/20 M-F 1-2p M-F 1-2p :00 $125.00 NM \n Unresolved \n 34 01/23/20 01/23/20 M-F 1-2p M-F 1-2p ---1--- :30 1 $125.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 01/23/20 01/29/20 ---1--- 1 $125.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 KAAL Th 01/23/20 M-F 1-2p M-F 1-2p :00 $125.00 NM \n Unresolved \n 35 01/24/20 01/24/20 M-F 1-2p M-F 1-2p ----2-- :30 2 $125.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 01/24/20 01/30/20 ----2-- 2 $125.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 KAAL F 01/24/20 M-F 1-2p M-F 1-2p :00 $125.00 NM \n Unresolved \n 2 KAAL F 01/24/20 M-F 1-2p M-F 1-2p :00 $125.00 NM </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_90"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xpnf0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>317,625,364,648</bbox>"}, {"role": "assistant", "content": "<ocr> Cancer </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_520"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1342013-42_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>11,824,720,849</bbox>"}, {"role": "assistant", "content": "<ocr> Texas 19 George H. Mahon Democratic 1934 Re-elected George H. Mahon (D) Unopposed </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_756"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>142,226,628,237</bbox>"}, {"role": "assistant", "content": "<ocr> which TMS distributes advertising; and (y) to list, represent, register, or establish </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_254"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45266.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>90,106,888,200</bbox>"}, {"role": "assistant", "content": "<ocr> High Tension Rubber A rubber with very high elasticity and friction created by \n Impacting tension into the rubber molecule. \n High Friction Rubber A rubber which imparts spin on the ball with ease as a result of \n Guide \n the tackiness of the surface. \n Sponge Density The higher the number, the harder the sponge. \n Sponge Thickness The higher the number, the thicker the sponge. \n Bryce 9.50 12.00 19 2.1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_173"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/21d7d767-b47e-45b9-e4bd-7e96a574f4fe_page11.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,575,246,586</bbox>"}, {"role": "assistant", "content": "<ocr> WHNS__Tu_02/11/20 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_666"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_140_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>178,70,738,95</bbox>"}, {"role": "assistant", "content": "<ocr> WR Asian Classic Riverside Montien Hotel Bangkok Ronnie O'Sullivan </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_708"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page23.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>222,73,348,84</bbox>"}, {"role": "assistant", "content": "<ocr> CONSOLIDATED </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_34"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60150.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>135,699,887,721</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_534"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12676700-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,746,900,965</bbox>"}, {"role": "assistant", "content": "<ocr> 11 November 25, 1962 at Dallas Texans L 35–7 13,557 \n 12 December 2, 1962 at San Diego Chargers L 31–21 17,874 \n 13 December 9, 1962 at Houston Oilers L 32–17 27,400 \n 14 December 16, 1962 Boston Patriots W 20–0 8,000 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_526"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70092.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>646,358,882,385</bbox>"}, {"role": "assistant", "content": "<ocr> 15 46 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_522"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__who_supports_us__201.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>671,474,735,518</bbox>"}, {"role": "assistant", "content": "<ocr> gratitude </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_278"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>222,62,419,74</bbox>"}, {"role": "assistant", "content": "<ocr> Boston, MA 02114-2977 Buyer </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_224"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>239,448,474,489</bbox>"}, {"role": "assistant", "content": "<ocr> 2,000 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_311"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40656.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>232,111,566,120</bbox>"}, {"role": "assistant", "content": "<ocr> AND EDUCATION </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_386"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,597,985,975</bbox>"}, {"role": "assistant", "content": "<ocr> Women's 100 m breaststroke Heats (8th) 1:20.90[12] \n Shlomit Nir Swimming \n Women's 200 m breaststroke Heats (6th) 2:53.60[12] \n David Berger Weightlifting Light-heavyweight <82.5 kg — J:132.5 C:122.5 S:— T:—[13] \n Ze'ev Friedman Weightlifting Bantamweight <56 kg 12 J:102.5 C:102.5 S:125 T:330 [14] \n Yossef Romano Weightlifting Middleweight <75 kg — (retired injured on third attempt to press 137.5kg[13]) \n Gad Tsobari Wrestling Freestyle — Light Flyweight <48 kg Group stage 0W–2L[15] \n Eliezer Halfin Wrestling Freestyle — Lightweight <68 kg Group stage 1W–2L[16] \n Mark Slavin Wrestling Greco-Roman — Middleweight <82 kg — (taken hostage before his scheduled event) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_416"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18792952-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>440,857,725,929</bbox>"}, {"role": "assistant", "content": "<ocr> Povenmire Porky, Petunia </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_1"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16441868-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>852,315,939,360</bbox>"}, {"role": "assistant", "content": "<ocr> CK-47835 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_549"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Omweso01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>341,832,626,864</bbox>"}, {"role": "assistant", "content": "<ocr> of the eight pits closest to a player to ensure </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_370"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16218498-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>25,908,916,957</bbox>"}, {"role": "assistant", "content": "<ocr> Tourbillon FC 1-1 Forces Armées CA 0-0 1-1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_991"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45039.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,267,993,594</bbox>"}, {"role": "assistant", "content": "<ocr> their weight in waste \n during manufacture! \n By reusing items rather than \n buying new-manufacturing \n impacts are avoided. \n Admin time savings \n When staff claim surplus hems from a free reuse \n scheme |like warp-it.co.uk) there is no need to \n rate a purchrie order of piry an invoice- this \n saves time on paper work which has been \n estimated at between £50 and £150 in time \n savings for each purchase order. \n E9 MILLION/ YR \n I donalnd desk yields. \n £6 \n In rowinset for charikes \n Ammuni UX business spend \n on chiposing of Deska! \n For city 2 tonnes of \n furniture given ta charity -. \n 1NEW JOB \n The rest go lo lard MI or: CREATED! \n ncineration \n ........ \n City wide reuse network \n In the city of Sundetand pear 400 organisations use a online platform Is wwxg \n and share surplus asseks. The service is called war z couk and is asalatie \n naborally and internationelly. \n of start at Sunderland City \n ta gel and give surplus \n EEEEEEEET. \n 41/2 0EURO SAVINGS 3 JOBS CREATED 25K DONATIONS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_497"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Amira_Masood04.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>422,619,843,664</bbox>"}, {"role": "assistant", "content": "<ocr> them. Later, Yusef Khan (Ace Bhatti) phones Amira and agrees to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_420"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Mopti01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>477,235,585,255</bbox>"}, {"role": "assistant", "content": "<ocr> Stay safe - Go next </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_764"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-17323042-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,819,963,854</bbox>"}, {"role": "assistant", "content": "<ocr> 15 November 26 Orlando L 94–96 (OT) Elton Brand (21) Samuel Dalembert (7) Wachovia Center 14,985 7–8 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_365"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41672.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>242,193,401,200</bbox>"}, {"role": "assistant", "content": "<ocr> Matthew </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_576"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jtfv0228_21.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>134,802,598,816</bbox>"}, {"role": "assistant", "content": "<ocr> (5) GE 9/DAY 169 65 234 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_123"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page61.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>624,250,710,264</bbox>"}, {"role": "assistant", "content": "<ocr> accordance </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_602"}
{"image": ["./imgs/ChartQA/test/png/two_col_63064.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,357,214,450</bbox>"}, {"role": "assistant", "content": "<ocr> 9.7% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_707"}
{"image": ["./imgs/ChartQA/test/png/12784129003111.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>307,902,349,932</bbox>"}, {"role": "assistant", "content": "<ocr> 2006.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_681"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11131.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>148,651,451,662</bbox>"}, {"role": "assistant", "content": "<ocr> Provided Care Provided Care </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_905"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__how-tech-can-disrupt-our-classrooms05.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>604,672,750,739</bbox>"}, {"role": "assistant", "content": "<ocr> researchers </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_551"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kslw0227_21.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>303,251,928,285</bbox>"}, {"role": "assistant", "content": "<ocr> Subjects 1st TM 2nd TM \n Non </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_548"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__303.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>141,796,270,829</bbox>"}, {"role": "assistant", "content": "<ocr> of the External </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_801"}
{"image": ["./imgs/VisualMRC/images/transparency.org/country__AUS01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>40,352,376,372</bbox>"}, {"role": "assistant", "content": "<ocr> With an average score of </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_297"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__open-organization__resources__open-decision-framework05.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,578,964,948</bbox>"}, {"role": "assistant", "content": "<ocr> people at all levels to act with accountability.” \n Whitehurst characterizes open organizations as those that practice \n inclusive decision-making, embrace meritocratic modes of \n governance, encourage transparency, and continuously work to align \n employee passion with organizational mission and purpose. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_386"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f504f232284dd4404383e1d8b0790d3b_page43.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>600,550,851,563</bbox>"}, {"role": "assistant", "content": "<ocr> Vice Chair (b) appointed September 2013 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_249"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page42.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>71,809,160,837</bbox>"}, {"role": "assistant", "content": "<ocr> tackling </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_829"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__2000_Champions_Cup01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,390,933,426</bbox>"}, {"role": "assistant", "content": "<ocr> The eight-player tournament was the first of five World Professional Billiards and Snooker Association </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_902"}
{"image": ["./imgs/TextVQA/test_images/3654d7018d3badab.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>276,247,406,292</bbox>"}, {"role": "assistant", "content": "<ocr> MONMOUTH </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_120"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18950570-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,301,917,384</bbox>"}, {"role": "assistant", "content": "<ocr> 45 932 294 20 460 482 2 698 639 420 952 22 055 573 295 862 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_683"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18985137-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>30,924,969,963</bbox>"}, {"role": "assistant", "content": "<ocr> Daniel López GK m kg ( lb) CN Atlètic-Barceloneta </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_8"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/26f68a94a7194a48b5cd864b25a0cc95_page19.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>765,291,908,305</bbox>"}, {"role": "assistant", "content": "<ocr> 20,540 16,199 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_220"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Nigel_Harris_(American_football)01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>110,363,191,375</bbox>"}, {"role": "assistant", "content": "<ocr> York Giants </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_630"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e67335fc-3130-eef9-d297-0fd21163af54_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,373,970,733</bbox>"}, {"role": "assistant", "content": "<ocr> Week: 03/09/20 03/15/20 -----1- 1 $260.00 0.00 \n N28 All 03/09/20 03/09/20 Monday Prime 2hr 7p-9pCM M 7p-9p 1------ :30 1 $1,430.004 0.00 NM 1 $1,430.00 \n Monday Prime 2hr 7p-9p \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 1------ 1 $1,430.00 0.00 \n N29 All 03/16/20 03/16/20 Monday Prime 2hr 7p-9pCM M 7p-9p 1------ :30 1 $1,430.004 0.00 NM 1 $1,430.00 \n Monday Prime 2hr 7p-9p \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/16/20 03/22/20 1------ 1 $1,430.00 0.00 \n N30 All 03/18/20 03/18/20 Wednesday Prime A CM W 7p-8p --1---- :30 1 $1,105.004 0.00 NM 1 $1,105.00 \n Wednesday Prime A \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/16/20 03/22/20 --1---- 1 $1,105.00 0.00 \n N31 All 03/09/20 03/09/20 News 4 @ 10p M-F CM M-F 10p-1035p 1------ :30 1 $455.004 0.00 NM 1 $455.00 \n News 4 @ 10p M-F \n wrap around 31,32,33,34,37 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 1------ 1 $455.00 0.00 \n N32 All 03/10/20 03/10/20 News 4 @ 10p M-F CM M-F 10p-1035p -1----- :30 1 $455.004 0.00 NM 1 $455.00 \n News 4 @ 10p M-F \n wrap around 31,32,33,34,37 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 -1----- 1 $455.00 0.00 \n N33 All 03/11/20 03/11/20 News 4 @ 10p M-F CM M-F 10p-1035p --1---- :30 1 $455.004 0.00 NM 1 $455.00 \n News 4 @ 10p M-F \n wrap around 31,32,33,34,37 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_6"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43109.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>428,159,529,205</bbox>"}, {"role": "assistant", "content": "<ocr> 16 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_735"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15753390-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>23,504,917,553</bbox>"}, {"role": "assistant", "content": "<ocr> 5 Derek Chatterton United Kingdom Yamaha 95.65 mph 1:58.21.4 6 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_60"}
{"image": ["./imgs/ChartQA/test/png/two_col_20351.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>146,757,772,778</bbox>"}, {"role": "assistant", "content": "<ocr> 2013 2014 2015 2016 2017 2018 2019 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_621"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b49407c5970c0656beb360f04b743deb_page15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>91,741,901,754</bbox>"}, {"role": "assistant", "content": "<ocr> Total governance costs 36,715 41,722 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_741"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>27,904,963,914</bbox>"}, {"role": "assistant", "content": "<ocr> Station does not discriminate in the sale of advertising time, and will accept no advertising that is placed with an intent to discriminate on the basis of race or ethnicity. Agency hereby certifies that it is not buying broadcasting air time under this contract for a discriminatory purpose, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_819"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1d977ce5db51f72d475c86120b02d2d4_page9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>459,464,548,475</bbox>"}, {"role": "assistant", "content": "<ocr> responsibility. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_640"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17751797-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,325,973,347</bbox>"}, {"role": "assistant", "content": "<ocr> 7 Shrewsbury Town 1–0 Chorley 11/12/1990 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_96"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f55b8467-7522-5456-a56d-896956759ebd_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>39,639,970,675</bbox>"}, {"role": "assistant", "content": "<ocr> N 21 KTBS 02/24/20 02/28/20 KTBS 3 NewsAtSix 6p-7p :30 NM $1,700.00 \n Stan Date EndDate Weekdays Spots/Week Rate Rating \n Week: 02/24/20 03/01/20, MTWTF-- 5 $340.00 7.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_78"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35257.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>107,764,878,771</bbox>"}, {"role": "assistant", "content": "<ocr> 89% 64% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_78"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40871.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>129,149,898,511</bbox>"}, {"role": "assistant", "content": "<ocr> 45.1 42.7 38.1 33.9 33.3 32 32.3 35.7 35 30 34.2 32.4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_715"}
{"image": ["./imgs/TextVQA/test_images/6604ba0784cccfef.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,759,75,784</bbox>"}, {"role": "assistant", "content": "<ocr> www. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_99"}
{"image": ["./imgs/ChartQA/test/png/two_col_20151.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>161,208,376,662</bbox>"}, {"role": "assistant", "content": "<ocr> 11 767 8 827 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_594"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__poverty_and_development03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>535,585,766,598</bbox>"}, {"role": "assistant", "content": "<ocr> dead is now close to 1000 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_897"}
{"image": ["./imgs/TextVQA/test_images/8e2cb86857d7071c.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>774,720,823,750</bbox>"}, {"role": "assistant", "content": "<ocr> MAN </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_353"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fpxf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>54,974,945,992</bbox>"}, {"role": "assistant", "content": "<ocr> Source: https://www.industrydocuments.ucsf.edu/docs/fpxf0227 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_715"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hgjh0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>740,138,846,176</bbox>"}, {"role": "assistant", "content": "<ocr> AREAS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_620"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/50050d0252781bcd01229f2f0c3b34a1_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>408,755,508,768</bbox>"}, {"role": "assistant", "content": "<ocr> Techniquest </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_323"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Protection_from_Harassment_Act_199703.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>55,401,677,435</bbox>"}, {"role": "assistant", "content": "<ocr> Code (inserted in 1991) was making a credible threat of death or great bodily injury. It is therefore </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_886"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10885968-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>140,385,190,457</bbox>"}, {"role": "assistant", "content": "<ocr> 21.14 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_960"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-24901152-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,264,935,695</bbox>"}, {"role": "assistant", "content": "<ocr> Winner 2003 Rome Clay Martina Navratilova Jelena Dokić Nadia Petrova 6–4, 5–7, 6–2 \n Winner 2003 Toronto Hard Martina Navratilova María Vento-Kabchi Angelique Widjaja 3–6, 6–1, 6–1 \n Runner-up 2004 Indian Wells Hard Elena Likhovtseva Virginia Ruano Pascual Paola Suárez 6–1, 6–2 \n Runner-up 2004 Miami Hard Elena Likhovtseva Nadia Petrova Meghann Shaughnessy 6–2, 6–3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_907"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10293.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>160,248,971,604</bbox>"}, {"role": "assistant", "content": "<ocr> Targets: Intubation + MV (bleep 0153) If not shocked at \n SpO2 88-92% Volume Control ventilation presentation \n PaO2 2 8 kPa Tidal Volume 8 mL/Kg PBW \n PaCO2 < 6 or pH > 7.30 PEEP 8 cm H2O \n Low dose \n vasoconstrictors \n Pplat $ 28 cmH2O RR - initially to ETCO2 4-5 kPa - minimise fluids \n Driving Pressure (AP) <14 cmH2O \n No Yes \n Reduce Vt to Keep Vt at \n 6 mL/Kg PBW 8 mL/Kg PBW \n SpO2 $ 92% with FiO2 > 0.6 \n Targets: Neuro-Muscular Blockade \n SpO2 88-92% Increase PEEP in 2 cmH2O steps \n PaO2 2 8 kPa up to 15 cmH2O \n PaCO2 < 6 or pH > 7.30 \n Pplat $ 30 cmH2O \n Obtain Echo \n AP $ 15 cmH2O SpO2 $ 92% with FiO2 > 0.6-0.7 \n As soon as \n feasible </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_934"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__michelle-lewis01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>230,856,272,891</bbox>"}, {"role": "assistant", "content": "<ocr> post </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_488"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18427840-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>13,923,892,945</bbox>"}, {"role": "assistant", "content": "<ocr> Win 1-1 Joao Paulo Decision Arena - BH N/A N/A Minas Gerais, Brazil </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_398"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>404,355,909,653</bbox>"}, {"role": "assistant", "content": "<ocr> During the year we launched a new “Resilience” programme \n designed to develop the capability of our Portfolio \n organisations, enabling them to be less dependent on public \n funding. 54 members of our Arts Portfolio Wales have been \n accepted onto the programme. \n Our capital investment in venues makes a significant \n contribution to improving the cultural infrastructure across \n Wales. The Glynn Vivian Gallery in Swansea opened to great \n acclaim in Autumn 2016 after a significant refurbishment. \n As part of our quality monitoring processes we recruit National \n Advisers to see and assess work that we fund. The lack of \n appropriately skilled advisers across all parts of Wales meant \n that we did not meet our target in this area. Addressing this will \n be a priority in 2017/18. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_871"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snyc0227_257.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>615,470,718,483</bbox>"}, {"role": "assistant", "content": "<ocr> Adenanthera </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_172"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>281,117,584,132</bbox>"}, {"role": "assistant", "content": "<ocr> Brand 100/121/1272 (1329491) Demo </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_550"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_852_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>103,257,176,274</bbox>"}, {"role": "assistant", "content": "<ocr> Fredric </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_960"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/cd33149c-6c2d-edda-4f27-5be44c8d6e5d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>134,503,14938,525</bbox>"}, {"role": "assistant", "content": "<ocr> ___ dd 02/25/2 0) 2 15} </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_969"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41082.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>624,895,688,911</bbox>"}, {"role": "assistant", "content": "<ocr> promote </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_69"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37157.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>621,129,835,136</bbox>"}, {"role": "assistant", "content": "<ocr> platform for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_700"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41230.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,583,742,907</bbox>"}, {"role": "assistant", "content": "<ocr> BIOTECH \n Blood Transfusion X PATHWAY GENOMICS \n monitoring \n HEALTH \n IT \n Biotech \n 國 \n 國 \n 華 \n 花 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_733"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a91ab76cc6f86821528fcdd63f8d1c7f_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>119,333,877,448</bbox>"}, {"role": "assistant", "content": "<ocr> guidance contained in the Charity Commission's general guidance on public benefit when reviewing our aim \n and objectives and in planning our future activities. In particular, the Trustees consider how planned \n activities will contribute to the aims and objectives they have set. \n How our activities deliver public benefit \n Our main activities and who we try to help are described above. All our charitable activities focus on \n providing accommodation for the poor and elderly of Lowestoft. The Lowestoft Church and Town \n Almshouse Charity administers a complex of51 almshouses with 2 units ofwardens accommodation. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_67"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37317.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>639,823,957,847</bbox>"}, {"role": "assistant", "content": "<ocr> INSTAGRAM LOOK UP PSYCH MED INFO 21% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_995"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1226463-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>23,405,960,447</bbox>"}, {"role": "assistant", "content": "<ocr> 1969 Owen Racing Organisation BRM P138 BRM V12 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_95"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pfpw0224_10.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>34,168,867,425</bbox>"}, {"role": "assistant", "content": "<ocr> Serial No .: (+p/ 57034 \n Barn Size: RACK \n 1975 Current: Single Phase 3-Phase \n 88 Say 6 5.00 4 \n Number of Barns: / Fuel: LPG Natural \n Conversion Year: 2000 2001 \n Fan Motor: \n Hp: 5 \n Age; \n NA to be Replaced . \n Frame No .: \n Insulation Class: ß </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_154"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17370522-17_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>693,584,778,633</bbox>"}, {"role": "assistant", "content": "<ocr> Rovers </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_152"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__enhanced_due_diligence01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,391,450,428</bbox>"}, {"role": "assistant", "content": "<ocr> higher risk clients and politically exposed persons such as senior </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_271"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14640069-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,574,924,928</bbox>"}, {"role": "assistant", "content": "<ocr> 3 Tom Kite United States 3,445,007 10 \n 4 Raymond Floyd United States 3,372,339 21 \n 5 Lee Trevino United States 3,315,502 29 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_140"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6f8795cb790efa0fe43f713704b79d73_page38.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>823,659,916,671</bbox>"}, {"role": "assistant", "content": "<ocr> movements </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_962"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15654720-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>23,687,959,732</bbox>"}, {"role": "assistant", "content": "<ocr> 2009–10 18 16 13 5 0 221.33 $85,570 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_632"}
{"image": ["./imgs/ChartQA/test/png/two_col_103324.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>135,802,888,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2016 2017 2018 2019 2020* 2021* 2022* 2023* 2024* 2025* 2026* </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_267"}
{"image": ["./imgs/TextVQA/test_images/deec43c70eed7c23.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>614,18,642,60</bbox>"}, {"role": "assistant", "content": "<ocr> al </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_412"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41181.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>39,500,172,511</bbox>"}, {"role": "assistant", "content": "<ocr> . Diagnosis and maintenance of weapons systems </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_170"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44533.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>109,137,243,150</bbox>"}, {"role": "assistant", "content": "<ocr> StrategyOne </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_783"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lrwp0078_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>103,236,963,667</bbox>"}, {"role": "assistant", "content": "<ocr> Redemption of special \"$3.50 OFF\" Discount Coupons - printed and distributed by Diane's \n Foods and Safeway - at the event. \n . Coupon and flyer distribution rights at the event for Diane's Foods and Safeway. \n Product sampling rights (non-competitive products). \n . Display of one or more race cars at selected Safeway stores prior to the event. \n 100 General Admission tickets for the event. \n B. Exclusive Grocery Store Promotion With 1994 Coca-Cola Program. \n (1994 program with Coca-Cola Fountain, plus local bottling company, is to be finalized in \n December, 1993). \n 51519 \n 9201 \n C. Exclusive Grocery Store Promotion With 1994 R.J. Reynolds Tobacco Co. \n Program. \n (1994 program with R.J. Reynolds / Winston Cigarettes to be finalized in December, 1993). \n D. Exclusive Grocery Store Promotion With 1994 Valvoline / Pyroil Program. \n (1994 program with Valvoline, Inc. to be finalized in December, 1993). \n E. Title sponsorship of the 1994 Safeway \"Hot Shoe\" Award for Late Model Stock \n Cars. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_728"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45002.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>514,132,577,148</bbox>"}, {"role": "assistant", "content": "<ocr> QUATERNION </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_869"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xjfd0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>426,800,468,833</bbox>"}, {"role": "assistant", "content": "<ocr> We'll be </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_649"}
{"image": ["./imgs/ChartQA/test/png/2246.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>0,0,979,300</bbox>"}, {"role": "assistant", "content": "<ocr> Moderate Enforcement of 1964 Law Much Preferred Percent who prefer . of the new civil rights law  </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_545"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b56dfe83f8e5e88e2767ae6afc50e61c_page15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>95,220,550,232</bbox>"}, {"role": "assistant", "content": "<ocr> of positioning the Foundation for evolution and growth. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_994"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10323.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>274,537,820,590</bbox>"}, {"role": "assistant", "content": "<ocr> Donating over Managing £500m </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_114"}
{"image": ["./imgs/TextVQA/test_images/cb95f2344d44709c.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>672,342,818,398</bbox>"}, {"role": "assistant", "content": "<ocr> PROVISIONS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_98"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__pm-wont-tolerate-violence-and-vows-no-hiding-place-for-the-perpetrators01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>62,122,520,203</bbox>"}, {"role": "assistant", "content": "<ocr> Read Also : Huawei fights consumer </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_735"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10766119-15_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>17,623,82,695</bbox>"}, {"role": "assistant", "content": "<ocr> Geelong </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_169"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60221.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>478,669,547,691</bbox>"}, {"role": "assistant", "content": "<ocr> Internet TV </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_261"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_289_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>119,952,316,967</bbox>"}, {"role": "assistant", "content": "<ocr> Metrolink Ventura County Line </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_437"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32692.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>600,482,736,512</bbox>"}, {"role": "assistant", "content": "<ocr> CONSUMER </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_115"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ac11398eb6a5d7ac6ca7449e136fda5d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>155,443,320,455</bbox>"}, {"role": "assistant", "content": "<ocr> Statement of Trustees </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_155"}
{"image": ["./imgs/ChartQA/test/png/two_col_3822.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>179,520,318,542</bbox>"}, {"role": "assistant", "content": "<ocr> Some other race alone </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_558"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/086a6010af1addfeba1797e2174af93c_page19.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>126,417,919,707</bbox>"}, {"role": "assistant", "content": "<ocr> activities 20,282 145 20,427 19,342 \n Total expenditure 20,359 145 20,504 19,398 \n Net expenditure for the year before \n transfers (375) (366) (261) \n Transfers between funds 19 \n (375) (366) (261) \n Actuarial gain on defined benefit \n pension schemes 15 110 110 766 \n Net movement in funds (265) (256) 505 \n Funds brought forward 3,397 51 3,448 2,943 \n Funds carried forward 3,132 60 3,192 3,448 \n All the above amounts relate to continuing activities. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_166"}
{"image": ["./imgs/ChartQA/test/png/two_col_1794.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>528,260,596,786</bbox>"}, {"role": "assistant", "content": "<ocr> 374.34 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_886"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15860092-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,746,948,874</bbox>"}, {"role": "assistant", "content": "<ocr> Sunrisers Hyderabad 2013 1 0 50.00 \n Deccan Chargers 2008–2012 2 0 77.78 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_582"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05392014cde0690b8ef6acf6bdff70d9_page17.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>167,208,875,222</bbox>"}, {"role": "assistant", "content": "<ocr> under FRS102. The address of the registered office is Alban Dobson House, Green Lane, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_965"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6a47fc12-60c8-6446-8f86-a3fd1369c417_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>58,275,955,855</bbox>"}, {"role": "assistant", "content": "<ocr> Classof Time - Immediately Pre-emptible without notice \n Start Date EndDate Weekdays Spots/Week Rate \n Week: 03/02/20 03/08/20 --W---- 1 $750.00 \n Totals 13 $5,000.00 \n Time Period #of Spots GrossAmount Agency Comm. Net Amount \n 02/24/20 -03/04/20 13 $5,000.00 ($750.00) $4,250.00 \n Totals 13 $5,000.00 ($750.00) $4,250.00 \n Signature: Date: \n (* Line Transactions: N = New, E = Edited, D = Deleted) \n This contract is subjectto (he Standard Terms and Conditions for Purchase of Broadcast Adverlising, which can be reviewed atthefollowing URL: www.hearst.com/newsroom/hearsl-television-advertising-sales </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_453"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16710940-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>26,198,900,235</bbox>"}, {"role": "assistant", "content": "<ocr> 2 September 28, 1975 Detroit Lions L 17-14 45,218 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_391"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>142,111,470,140</bbox>"}, {"role": "assistant", "content": "<ocr> Alt Order #: \n Product Desc: MBLM Mike Bloomberg 2020 Inc </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_867"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/klbm0227_10.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>227,303,710,592</bbox>"}, {"role": "assistant", "content": "<ocr> January 18 S HILARY FULL TERM BEGINS \n January 29 Th. Governing Body \n February 9 M. Common Room Committee \n February 17 T. Building Committee \n February 25 W. Academic Committee \n February 26 Th. General Committee \n March 12 Th. Governing Body \n March 14 Sat. HILARY FULL TERM ENDS \n April 20 M. Common Room Committee \n April 23 Th. General Committee \n April 26 S. TRINITY FULL TERM BEGINS \n May 7 Th. Governing Body \n May 18 M. Common Room Committee \n May 26 T. Building Committee \n June 3 W. Academic Committee \n June 4 Th. General Committee \n June 18 Th. Governing Body \n June 20 Sat. TRINITY FULL TERM ENDS \n October 5 M. Common Room Committee </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_641"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10563642-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>22,393,977,808</bbox>"}, {"role": "assistant", "content": "<ocr> 6 1 7 Zhang Lin China 53.25 1:21.26 1:48.29 \n 7 2 7 Paul Biedermann Germany 53.28 1:20.97 1:48.43 \n 8 2 3 Nicola Cassio Italy 53.24 1:20.83 1:48.47 \n 9 2 8 Dominik Koll Austria 52.66 1:20.50 1:48.50 \n 10 1 2 Brian Johns Canada 53.28 1:21.22 1:48.51 \n 11 2 6 Dominik Meichtry Switzerland 52.87 1:20.48 1:48.54 \n 12 1 1 David Carry Great Britain 52.87 1:20.94 1:48.71 \n 13 2 1 Patrick Murphy Australia 52.92 1:20.89 1:48.75 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_710"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_119_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>464,60,496,116</bbox>"}, {"role": "assistant", "content": "<ocr> Status </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_555"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33433.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>309,14,474,36</bbox>"}, {"role": "assistant", "content": "<ocr> decreases </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_739"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_519_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>488,183,683,223</bbox>"}, {"role": "assistant", "content": "<ocr> Boydston End </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_614"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9c693732ec874d087493ecedc3eb5608_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>124,278,844,437</bbox>"}, {"role": "assistant", "content": "<ocr> Trustees \n Reference and Administrative Details ofthe Union and Advisers \n Trustees' Report 3-11 \n Independent Auditor's Report 12-14 \n Consolidated Statement ofFinancial Activities 15 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_291"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/njnf0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>223,518,520,585</bbox>"}, {"role": "assistant", "content": "<ocr> Solomon Islands \n U.S. Dahl yes \n Dawber no </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_565"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/2459e68e-d256-8a93-c087-1c02e5f3abc0_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>162,685,671,702</bbox>"}, {"role": "assistant", "content": "<ocr> 2) the date(s), exact time(s} and reason(s) for Make-Good(s), if </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_920"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__awaiting-political-foes-cambodia-stages-security-exercise01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>196,479,906,497</bbox>"}, {"role": "assistant", "content": "<ocr> criminal defamation. Other legal cases have since been </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_44"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35288.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>123,607,487,615</bbox>"}, {"role": "assistant", "content": "<ocr> IL Cheese the RIGHT mortgage </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_554"}
{"image": ["./imgs/ChartQA/test/png/two_col_22397.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>538,251,863,726</bbox>"}, {"role": "assistant", "content": "<ocr> 12.9 12.7 12.7 12.6 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_649"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_758_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,561,915,588</bbox>"}, {"role": "assistant", "content": "<ocr> Runner-up 8. Grand Slam Cup, Munich, Germany Carpet Goran Ivanišević 6–7(4–7), 3–6, 4–6 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_526"}
{"image": ["./imgs/ChartQA/test/png/two_col_1825.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>651,256,697,786</bbox>"}, {"role": "assistant", "content": "<ocr> 30.08 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_976"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsmw0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>289,72,387,83</bbox>"}, {"role": "assistant", "content": "<ocr> Publisher Identification Number ISBN </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_141"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_33.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>99,461,895,597</bbox>"}, {"role": "assistant", "content": "<ocr> Owned assets \n Member ] \n Owned and leased assets \n Member] \n Owned assets [ Member) \n 01/04/2011 01/04/2012 01/04/2011 01/04/2012 01/04/2011 \n to to to to to \n 31/03/2012 31/03/2013 31/03/2012 31/03/2013 31/03/2012 \n Disclosure of additional information tangible assets \n [Abstract] \n Disclosure of additional information tangible assets \n [Lineltems] \n Depreciation method tangible assets \n WRITTEN </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_413"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15315276-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,342,884,391</bbox>"}, {"role": "assistant", "content": "<ocr> 2011 Jul 22–24 Jessica Shepley Canada 203 (−13) Beaver Meadow Golf Course 100,000 14,000 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_860"}
{"image": ["./imgs/TextVQA/test_images/4658f8976843fc50.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>515,634,579,702</bbox>"}, {"role": "assistant", "content": "<ocr> BOWE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_477"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_709_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>15,154,987,180</bbox>"}, {"role": "assistant", "content": "<ocr> 1999 Nominated Online Film Critics Society Award for Best Cast Being John Malkovich </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_733"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35062.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>55,743,951,968</bbox>"}, {"role": "assistant", "content": "<ocr> LOSE MORE, MAKE MORE \n 25 lbs \n Women weighing 25 lbs \n 10% reduction in body \n more than the average womans \n weight = $2,200 - $5,300 savings \n weight earned $13,847 less \n in lifetime medical costs \n Women weighing 25 lbs \n less than the average womans \n CUT 100 CALORIES A DAY weight earned $15,572 more \n 25 lbs \n Using mustard instead \n of mayo GET MOVING \n This could help you lose up to 10 lbs a year! \n Drinking diet soda instead \n of regular soda 2.5 hours of moderate activity \n per week \n Downloading 1 of 7,224 1.25 hours of vigorous activity \n health & fitness apps \n per week \n Sources: New York Times, George Washington University; School of Public Health and Health \n Services, University of Florida, Organic Trade Association, CNBC, Wall Street Journal, DEALS \n International Health, Racquet and Sportsclub Association, Harris Poll, Newsweek, NBC com </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_52"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page20.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>109,431,919,480</bbox>"}, {"role": "assistant", "content": "<ocr> e's rh h \n During the year the church organ refurbishment was completed. There </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_331"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37022.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>60,279,496,287</bbox>"}, {"role": "assistant", "content": "<ocr> 9. Mike Monteiro @monteiro </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_238"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rmcd0228_37.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>221,89,789,106</bbox>"}, {"role": "assistant", "content": "<ocr> Table III. Acute Toxicity (LD50 Values) of a 10:1 Mixture of </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_383"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_82_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>123,705,957,720</bbox>"}, {"role": "assistant", "content": "<ocr> 帝釈川の谷 (帝釈峡) Shōbara/Jinsekikōgen 34°50′58″N 133°13′23″E 5, 6 [7] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_873"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10536.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>544,250,636,275</bbox>"}, {"role": "assistant", "content": "<ocr> UK did </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_857"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20373.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>256,661,402,669</bbox>"}, {"role": "assistant", "content": "<ocr> COUNTRIES </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_585"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cb74c28456e5c8450e67bb69cd5ab41_page12.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>462,388,550,401</bbox>"}, {"role": "assistant", "content": "<ocr> (2016:deficit </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_847"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b1166eb2ba30fe550d5aace55dceafa6_page30.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>126,241,870,437</bbox>"}, {"role": "assistant", "content": "<ocr> Wales as amended to reflect the requirements of the Charities Accounting Regulations and \n the related Statement of Recommended Practice. \n 1. Voluntary Income — Planned Giving \n These represent amounts received by envelopes, Gift Direct scheme and Standing \n order s \n 2. Bank Current Accounts \n This represent total of all current bank accounts held by the parish including section \n accounts \n 3. Bank Deposit Accounts \n This represent total of all deposit bank accounts held by the parish </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_69"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zqlp0000_10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>111,459,200,483</bbox>"}, {"role": "assistant", "content": "<ocr> Fax #: </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_312"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b296fb84aaa3acc7fde18759a3d7f90_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>365,587,676,600</bbox>"}, {"role": "assistant", "content": "<ocr> LS1 4DL BD1 4DY </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_851"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>97,51,917,380</bbox>"}, {"role": "assistant", "content": "<ocr> Remit Address: \n WCAV-TV Invoice # 109095-1 \n 3914 Wistar Road Advertiser POL/Bloomberg, Mike/D/ Pres/US Invoice Date 01/12/20 \n Richmond, VA 23228 Product MBLM/0110 Invoice Month January 2020 \n Main: (434) 242-1919 Estimate Number 0110 Invoice Period 01/01/20 - 01/10/20 \n Billing: (804) 672-6565 \n Property WCAV-TV Order # 109095 \n Account Executive Emily Hall Alt Order # \n Sales Office Charlottesville National Deal # \n Billing Address: Sales Region National Order Flight 01/01/20 - 01/10/20 \n Assembly Billing Calendar Calendar Agency Code 9915458 \n Attention: Accounts Payable Billing Type Cash Advertiser Code \n 25900 Northwestern Hwy \n Special Handling Product 1/2 \n Southfield, MI 48075 \n Agency Ref \n Advertiser Ref </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_203"}
{"image": ["./imgs/TextVQA/test_images/ed1cc64e5086b4ab.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>750,522,926,704</bbox>"}, {"role": "assistant", "content": "<ocr> 5 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_56"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__china-reiterates-support-for-hong-kongs-embattled-leader01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>40,831,881,872</bbox>"}, {"role": "assistant", "content": "<ocr> Party's mouthpiece published a front-page commentary in Beijing </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_10"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxhh0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,639,197,653</bbox>"}, {"role": "assistant", "content": "<ocr> signatures </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_621"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_508_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>937,118,972,162</bbox>"}, {"role": "assistant", "content": "<ocr> NC </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_665"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ec5e7f9d6f54bc4ced7c31af94ecdb4c_page41.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>105,210,912,264</bbox>"}, {"role": "assistant", "content": "<ocr> 2017 2016 \n Balance sheet liability at 1 January 23,000 0 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_279"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15100419-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>350,139,415,190</bbox>"}, {"role": "assistant", "content": "<ocr> Kevin </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_865"}
{"image": ["./imgs/ChartQA/test/png/00339007006077.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>76,879,922,909</bbox>"}, {"role": "assistant", "content": "<ocr> 0% 1% 2% 3% 4% 5% 6% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_799"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ykxf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>151,387,810,718</bbox>"}, {"role": "assistant", "content": "<ocr> Dieter Koch-Weser, M.D.# \n From the Hektoen Institute for Medical Research and the \n Departments of Pathology, Cook County Hospital and North- \n western University Medical School, Chicago, Illinois. \n #Present address: Department of Medicine, University of \n Chicago School of Medicine, Chicago, Illinois. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_438"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/459690-kyw-bob-casey-d-senate-pa-ord80823-fed-contract_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>451,84,560,94</bbox>"}, {"role": "assistant", "content": "<ocr> . PHILADELPHIA </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_830"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fybf0055_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,3,917,499</bbox>"}, {"role": "assistant", "content": "<ocr> . .. \n INTRODUCTION \n zoëcon. \n Exposure of the larval Instars of the cigarette bootle (Lasioderma serricorne) and tobacco molh (Ephesta \n efuleltaj to KABAT Tobacco Protector preventa adult emergence. KABAT contains an Insect Growth Regulator \n which has no effect on pupae or adult Insects. When applied as directed, KABAT Tobacco Protector has \n sulliclent fiol Ilo undor varying tobacco storage conditions to prevent insect population increasa. \n MIXING AND APPLICATION INSTRUCTIONS \n KABAT Tobacco Protector should be applied at a rate of 125ml KABAT por 500kg of tobacco. Application of KABAT \n Tobacco Protector should be made directly to tobacco In imediately prix to compaction in hogsheads. Assure com \n plele coverage by using multi-directional sprayers and tumbling. KABAT may be applied by use of proportional \n KABAT® \n dilution apparatus or preparation of a dilute spray solution. \n TOBACCO PROTECTOR \n Use a proportional dilution apparatus designed or approved by Zoecon Corporation. The KABAT dellvery rate \n must bio adjusted to the tobacco flow rate lo ensure lrealment at the required concentration. The KABAT/waler \n lobacco. \n ratlo should be selected to achieve adequate coverage and the desired degree of moisture adjustment of stv \n FOR PROTECTION OF STORED TOBACCO FROM DAMAGE BY CIGARETTE \n PRECAUTIONS AND FIRST AID \n Wear gloves during application of product. Wash with soap and water if spilled. Hanintel if takeninternally \n BEETLE (Laslodorma seriicorne) AND TOBACCO MOTH (Ephestia elutella). \n PHYSICAL AND CHEMICAL HAZARDS \n COMMERCIAL \n GUARANTEE: mellioprène \n \"isopropyl (E,E)-11-1 methoxy-3,7,11-timethyl 2,4-dodecadienoale] . \n CAUTION FLAMMABLE \n Keep away from heat and opon Hartie. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_865"}
{"image": ["./imgs/ChartQA/test/png/two_col_62004.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,278,822,786</bbox>"}, {"role": "assistant", "content": "<ocr> 43.3 40.29 37.54 35.05 32.4 29.96 26.26 23.99 20.5 18.81 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_162"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-191105-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>42,195,602,248</bbox>"}, {"role": "assistant", "content": "<ocr> Body Machine Nutrition and digestive system Lynn Ahrens Bob Dorough </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_948"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/826c19ba8ec8e19b726eb91eabb791c3_page16.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>280,86,429,102</bbox>"}, {"role": "assistant", "content": "<ocr> Annual Report </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_852"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20353.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>58,339,915,581</bbox>"}, {"role": "assistant", "content": "<ocr> Mrimum Temperature (1976- 11 40º to 50º F \n 2005) \n WHEN is it warm enough to plant? \n EGGPLANTS SQUASH \n Planting Temperature: 75º F Planting Temperature: 70º F \n Optimal Germination: 85º F Optimal Germination: 95º F \n CORN TOMATOES \n Planting Temperature: 55º F Planting Temperature: 55º F \n Optimal Germination: 95º F Optimal Germination: 85º F \n RADISHES BEETS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_715"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__java02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>113,625,407,650</bbox>"}, {"role": "assistant", "content": "<ocr> interactive experience. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_400"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Antropophagus03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>817,543,858,582</bbox>"}, {"role": "assistant", "content": "<ocr> owned </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_758"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/462236-romney-for-president-8-27-9-18-invoice-117698-1_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,830,961,958</bbox>"}, {"role": "assistant", "content": "<ocr> WRAZ F 09/14/12 :30 10:23 PM 2012MRFP110H $400.00 3 \n 11 WRAZ 9-10a Sun 9-10a \n Candidate Class 4 \n 09/10/12to09/16/12 1x ------1 \n WRAZ Su 09/16/12 :30 9:31 AM 2012MRFP110H $125.00 1 \n 12 WRAZ 11:35p-12:05x Sun 11:35p-12:05x \n We warrant that the actual broadcast information shown on this invoice was taken from the program log. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_276"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12445442-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,424,981,715</bbox>"}, {"role": "assistant", "content": "<ocr> Richard Simpson 28 November 2001 26 November 2002 Labour \n Hugh Henry 28 November 2002 14 November 2006 Labour Jack McConnell \n Johann Lamont 16 November 2006 17 May 2007 Labour \n Minister for Community Safety </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_279"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35609.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>101,416,343,430</bbox>"}, {"role": "assistant", "content": "<ocr> Latin America 642.217 mill. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_825"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17807292-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,433,911,751</bbox>"}, {"role": "assistant", "content": "<ocr> T4 Pádraig Harrington Ireland 71-74-66=211 +1 \n Charlie Wi South Korea 70-70-71=211 \n Andrés Romero Argentina 69-78-65=212 \n T7 +2 \n Jeev Milkha Singh India 68-74-70=212 \n Aaron Baddeley Australia 71-71-71=213 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_785"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_199_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,607,980,668</bbox>"}, {"role": "assistant", "content": "<ocr> Super Rugby 773,940 19,348 2012 [108] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_219"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70041.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>186,151,260,168</bbox>"}, {"role": "assistant", "content": "<ocr> DISEASE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_20"}
{"image": ["./imgs/ChartQA/test/png/04214944001005.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>509,902,810,932</bbox>"}, {"role": "assistant", "content": "<ocr> 400 600 800 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_195"}
{"image": ["./imgs/TextVQA/test_images/67d8b65c785c1831.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>475,336,525,382</bbox>"}, {"role": "assistant", "content": "<ocr> 9 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_4"}
{"image": ["./imgs/TextVQA/test_images/3abc4b8a45c66784.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>358,735,400,762</bbox>"}, {"role": "assistant", "content": "<ocr> ULLA </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_172"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40202.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>64,508,779,563</bbox>"}, {"role": "assistant", "content": "<ocr> 60% 40% Documentary (short subject) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_363"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Jewel_Cave_National_Monument03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,634,700,691</bbox>"}, {"role": "assistant", "content": "<ocr> e Scenic Tour. The cave's most popular tour. Visitors get see a variety of speleothems (cave formations). </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_85"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ee25e0eb04dfb87569ae81c67cd7e374_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>357,128,906,181</bbox>"}, {"role": "assistant", "content": "<ocr> FOR THE YEAR ENDED 31 MARCH 2017 \n Unrestricted Total Total </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_15"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/703a296130b6d580d19bae06915dbc5f_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>127,623,273,635</bbox>"}, {"role": "assistant", "content": "<ocr> (payments)/receipts </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_919"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/88b19d91da72d68d6f4ccd23450f892d_page18.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>233,777,819,793</bbox>"}, {"role": "assistant", "content": "<ocr> assets ofdefined benefit plans are recognised at fair value in the balance sheet. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_487"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__marijke-everts04.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>768,594,804,629</bbox>"}, {"role": "assistant", "content": "<ocr> ideas </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_784"}
{"image": ["./imgs/ChartQA/test/png/12793.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>203,393,452,496</bbox>"}, {"role": "assistant", "content": "<ocr> Use SNS 27 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_735"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_825_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>37,524,920,698</bbox>"}, {"role": "assistant", "content": "<ocr> North Ossetian Republic Emilianna Ninn Емилианна Нинн 22 1.76 m (5 ft 9 1⁄ in) Vladikavkaz 2 \n Novgorod Oblast Ekaterina Žuravleva Екатерина Журавлева 20 1.81 m (5 ft 11 1⁄ in) Novgorod 2 \n Novosibirsk Oblast Orianna Kleobova Орианна Клеобова 19 1.73 m (5 ft 8 in) Novosibirsk \n Omsk Oblast Vera Korobejnikova Вера Коробейникова 20 1.82 m (5 ft 11 1⁄ in) Omsk 2 \n Oryol Oblast Natalia Pavšukova Наталиа Павшукова 19 1.79 m (5 ft 10 1⁄ in) Oryol 2 \n Penza Oblast Anna Milinzova Анна Милинзова 20 1.86 m (6 ft 1 in) Penza \n Perm Krai Svetlana Ninkova Светлана Нинкова 22 1.73 m (5 ft 8 in) Perm \n Pskov Oblast Anastasija Germonova Анастасия Гермонова 22 1.75 m (5 ft 9 in) Pskov \n Rostov Oblast Tatiana Kotova Татиана Котова 21 1.81 m (5 ft 11 1⁄ in) Rostov-on-Don 2 \n Ryazan Oblast Julia Sandrova Юлиа Сандрова 20 1.74 m (5 ft 8 1⁄ in) Ryazan 2 \n Saint Petersburg Maria Hernasova Мариа Хернасова 20 1.78 m (5 ft 10 in) Saint Petersburg </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_191"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mqvv0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>697,482,935,501</bbox>"}, {"role": "assistant", "content": "<ocr> and Nebraska Education Departments </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_946"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>231,76,345,87</bbox>"}, {"role": "assistant", "content": "<ocr> (cid:13)(cid:12)(cid:12)(cid:13)(cid:18)!(cid:6)(cid:5)\"(cid:6)(cid:31)#$(cid:28)(cid:29)%(cid:30)(cid:28)(cid:31)(cid:29) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_67"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_30_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,599,943,956</bbox>"}, {"role": "assistant", "content": "<ocr> Pocket\" \n \"Ironic\" 3 1 8 6 3 11 4 2 1 \n 1996 \"You Learn\" 20 1 — 13 — 24 6 1 7 \n \"Head Over Feet\" 12 1 11 33 27 7 — 3 25 \n 1997 \"All I Really Want\" 40 2 — — — 59 — 65 14 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_695"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cd065506059ba36840531eab83d71471_page26.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>794,261,883,273</bbox>"}, {"role": "assistant", "content": "<ocr> Management </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_757"}
{"image": ["./imgs/ChartQA/test/png/two_col_100408.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>80,140,742,188</bbox>"}, {"role": "assistant", "content": "<ocr> 19 931 Allen Iverson </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_546"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37280.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>87,528,787,550</bbox>"}, {"role": "assistant", "content": "<ocr> Increased Investment in Influencer \n Marketing channel that growing festest \n 94% </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_134"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_520_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>359,679,937,690</bbox>"}, {"role": "assistant", "content": "<ocr> 24,598 49.71% 24,914 1.21% 608 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_55"}
{"image": ["./imgs/ChartQA/test/png/two_col_5244.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>135,208,255,786</bbox>"}, {"role": "assistant", "content": "<ocr> 18.5 18.3 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_37"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__2603.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>405,29,556,51</bbox>"}, {"role": "assistant", "content": "<ocr> COGNITION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_358"}
{"image": ["./imgs/ChartQA/test/png/two_col_4506.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>126,802,890,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2018 2019 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_854"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_619_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,350,574,381</bbox>"}, {"role": "assistant", "content": "<ocr> 1962 \"Callin' Dr. Casey\" — 83 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_720"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Dave_Meads01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>886,674,937,699</bbox>"}, {"role": "assistant", "content": "<ocr> before </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_58"}
{"image": ["./imgs/ChartQA/test/png/93336229007592.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>388,879,903,909</bbox>"}, {"role": "assistant", "content": "<ocr> 10% 15% 20% 25% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_673"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41470.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>511,38,565,76</bbox>"}, {"role": "assistant", "content": "<ocr> OF </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_449"}
{"image": ["./imgs/ChartQA/test/png/8746.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>135,347,416,382</bbox>"}, {"role": "assistant", "content": "<ocr> Total 43 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_250"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_228_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>305,272,903,316</bbox>"}, {"role": "assistant", "content": "<ocr> (2.8) (4.3) (8.4) (14.2) (19.8) (25) (27.8) (27.1) (23.3) (17.3) (11.7) (5.7) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_264"}
{"image": ["./imgs/ChartQA/test/png/4170.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>338,627,980,674</bbox>"}, {"role": "assistant", "content": "<ocr> Your state 6 55 33 4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_453"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18686317-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,301,942,323</bbox>"}, {"role": "assistant", "content": "<ocr> 7 Doug Flutie 1985-2005 CFL/NFL/USFL 7,276 4,286 58.9 369 237 58,179 87.8 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_880"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/434095-collect-files-74195-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>48,534,946,670</bbox>"}, {"role": "assistant", "content": "<ocr> 1 \n 1 12:30 PM 2:00 PM 30 $200.00 \n Dr. Phil EF M-F $300.00 1 \n 1 3.00PM 400 PM 30 $300.00 \n Highly pre-emptible at LUR per WAMT. Move to S2 \n Anderson Cooper EF M-F $300.00 1 \n 1 4:00PM 500 PM 30 $300.00 \n Highly pre-emptible at LUR per WAMT. Move to S2 \n WWMT 5p News EN MF $750.00 \n 1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_177"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14228070-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>579,725,642,757</bbox>"}, {"role": "assistant", "content": "<ocr> Dmytro </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_100"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b0853b013da5b2b0ebd13cee07bdd979_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>95,205,874,218</bbox>"}, {"role": "assistant", "content": "<ocr> witness to the root causes of the conflict is central to MAP's mission of working for the health and dignity of Palestinians. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_505"}
{"image": ["./imgs/ChartQA/test/png/two_col_104885.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>288,395,376,786</bbox>"}, {"role": "assistant", "content": "<ocr> 44 506.7 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_665"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/988505d4-62ea-2dd2-5430-5c0a05817267_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,425,285,438</bbox>"}, {"role": "assistant", "content": "<ocr> 20 WGN M-F 6p-7p News 6p-7p </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_519"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20505.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>229,696,789,717</bbox>"}, {"role": "assistant", "content": "<ocr> 2012 2013 2014 2015 2016 2017 2018 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_954"}
{"image": ["./imgs/ChartQA/test/png/4735.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>68,531,271,556</bbox>"}, {"role": "assistant", "content": "<ocr> Role-playing </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_824"}
{"image": ["./imgs/TextVQA/test_images/cc4388845d228f8b.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>752,728,807,752</bbox>"}, {"role": "assistant", "content": "<ocr> O </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_204"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a2cfb41ae3814a7878af9989d8e4ccc5_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>139,221,824,373</bbox>"}, {"role": "assistant", "content": "<ocr> expenditure account, for the year then ended. \n ~ have been properly prepared in accordance with United Kingdom Generally Accepted \n Accounting Practice. \n ~ have been prepared in accordance with the requirements ofthe Companies Act 2006. \n Opinion on other matter prescribed by the Companies Act 2006 \n ln our opinion the information given in the Trustees' Report forthe financial year for which the \n accounts are prepared is consistent with the accounts. \n Matters on which we are required to report by exception </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_651"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_714_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>236,529,273,597</bbox>"}, {"role": "assistant", "content": "<ocr> 48 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_399"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/da77aaa0-2540-4aa6-8f25-19be10a1900b_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>162,731,492,741</bbox>"}, {"role": "assistant", "content": "<ocr> 05/06/18 ------S 1 $150.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_329"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37157.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>96,537,907,755</bbox>"}, {"role": "assistant", "content": "<ocr> The Big Five! \n Facebook Google+ Instagram \n 200 mil 70 mil \n -250 mlL \n 2/3 69% \n of Google of Pinterest \n usees are \n female \n ........................ \n www. \n 89% 43% \n YouTube \n -od internet \n users aged 18 18 \n .. of the over \n Premier TV chenneh. 65's are also \n 29 are acave on \n social networks. \n active on social \n f Îf8+ \n recebask and \n Google+ are sterg \n che bijatest growth \n wich ard Do Sal year \n 189 million \n of Facebook's \n ubera ste \n mobile anly' \n Twillb'S LoDest \n growing, user group \n is $6 to Gal year \n aldr. \n Make Your Plan </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_684"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37156.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>696,139,904,148</bbox>"}, {"role": "assistant", "content": "<ocr> reporting </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_3"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_867_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>34,530,960,597</bbox>"}, {"role": "assistant", "content": "<ocr> Thursday 9pm/8c \n 7 24 September 21, 2006 May 17, 2007 2006–2007 #4 20.34[17] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_818"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__un-action-on-philippines-a-glimpse-of-hope-and-justice01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>598,186,672,208</bbox>"}, {"role": "assistant", "content": "<ocr> Human </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_536"}
{"image": ["./imgs/ChartQA/test/png/two_col_104396.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>347,473,678,786</bbox>"}, {"role": "assistant", "content": "<ocr> 267 223 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_133"}
{"image": ["./imgs/ChartQA/test/png/two_col_22228.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>185,194,262,220</bbox>"}, {"role": "assistant", "content": "<ocr> 3.05 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_392"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>465,71,560,83</bbox>"}, {"role": "assistant", "content": "<ocr> ACTIVITIES </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_589"}
{"image": ["./imgs/ChartQA/test/png/two_col_346.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>130,559,578,586</bbox>"}, {"role": "assistant", "content": "<ocr> 6 575 Andalusia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_153"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>451,170,863,184</bbox>"}, {"role": "assistant", "content": "<ocr> Property KDFW Order # 952191 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_789"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/thym0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>285,820,344,839</bbox>"}, {"role": "assistant", "content": "<ocr> BREAK </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_171"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pybv0228_74.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>209,778,552,800</bbox>"}, {"role": "assistant", "content": "<ocr> 1950 1955 1960 1965 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_932"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41071.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>386,556,916,583</bbox>"}, {"role": "assistant", "content": "<ocr> would be converted to rich, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_620"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_205_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>234,712,491,718</bbox>"}, {"role": "assistant", "content": "<ocr> Male: Ivory silk frock coat, cream wool trousers and embroidered waistcoat </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_826"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37545.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,589,956,920</bbox>"}, {"role": "assistant", "content": "<ocr> 50% 21% \n Strength Training \n Yoga Mediation \n 36% \n 12% \n Team-Based Athletics \n Group Classes \n How Do Students Balance Fitness and Other Activities with School Work? \n PRO FITNESS TIP! \n When you can't get to the gyra. you can asilsqueene in a mini wokaut \n whenever you art-even a teeny sey dome Try doing to pushsos. 20 \n Om Nom Nom \n What is Campus Food Like? What Are Students Eating? \n -- \n PRO FITNESS TIP! \n Did you know that your butt ogluteus musulmani is your largest rasde? By adding \n lunges and sovers in your vioilkaut. you are inonesising the lean muscle rilass in \n your lower body, vilich hets you bum more calories when isorg. \n Plugged In \n How Do Students Feel \n About Sports-Related \n How Often Do Students \n Visit Fitness-Related \n What Do Students \n Want from Those \n Advertising? Websites and Apps? Apps? \n ===, 11% \n 34% </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_205"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-27994983-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>11,129,988,174</bbox>"}, {"role": "assistant", "content": "<ocr> Draw Artist Song (English translation) Lyrics (l) / Music (m) Place </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_136"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Vygotsky_and_Online_Learning09.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>163,761,213,786</bbox>"}, {"role": "assistant", "content": "<ocr> material </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_623"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10301911-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,262,926,311</bbox>"}, {"role": "assistant", "content": "<ocr> 2 Börje Jansson Sweden Maico 86.56 mph 1:18.24.4 12 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_995"}
{"image": ["./imgs/ChartQA/test/png/two_col_61646.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>293,735,640,789</bbox>"}, {"role": "assistant", "content": "<ocr> March April May June July </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_890"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/826c19ba8ec8e19b726eb91eabb791c3_page30.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>130,513,795,575</bbox>"}, {"role": "assistant", "content": "<ocr> LIABILITIES 17,916 16,531 \n CREDITORS: Due After One Year \n Creditors (5,125) (5,503) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_894"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Altai_(Mongolia)01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,317,979,667</bbox>"}, {"role": "assistant", "content": "<ocr> country. Straddling the western edge of the Gobi Desert where the Altai Mountains rise out of the sands, the region seems to symbolize emptiness. To \n the south of the city is the massive Great Gobi Strictly Protected Area ‘A’ and 'B’. Area A lies to the east with part of the park in Bayanhongor, and Area B \n is smaller and to the west. Together they cover some of the driest and more remote parts of the Gobi. Many high snow-capped mountains are closer to \n the city in the Altai range just to the south and west. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_639"}
{"image": ["./imgs/TextVQA/test_images/066794eaf8ab99a1.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>608,276,758,334</bbox>"}, {"role": "assistant", "content": "<ocr> WHOL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_332"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_271_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>863,837,939,855</bbox>"}, {"role": "assistant", "content": "<ocr> Heidecksburg </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_112"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__military__thailand-at-least-15-killed-in-biggest-attack-in-restive-south-in-years01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>575,510,624,552</bbox>"}, {"role": "assistant", "content": "<ocr> grip </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_868"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5d07d57b-d53f-2fd4-e8f7-a465403340fe_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>326,85,812,98</bbox>"}, {"role": "assistant", "content": "<ocr> Street Invoice Date 03/15/20 Alt Order # </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_109"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a0ef5d5c-76ad-198f-4095-e31428889f87_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>151,90,869,107</bbox>"}, {"role": "assistant", "content": "<ocr> CFS Lockbox Advertiser AMERICAN WORKERS FOR PROGRESS Invoice Date 02/23/20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_213"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_841_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>86,57,810,110</bbox>"}, {"role": "assistant", "content": "<ocr> Wrestler: Reigns: Date: Place: Notes: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_330"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ggww0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>677,959,758,973</bbox>"}, {"role": "assistant", "content": "<ocr> (Philippines), </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_253"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20350.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>734,552,794,639</bbox>"}, {"role": "assistant", "content": "<ocr> John Oliver </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_683"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cd5a5c9633072d37e39adc26371847d6_page14.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>469,525,777,540</bbox>"}, {"role": "assistant", "content": "<ocr> In preparing these financial statements, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_523"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15352703-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>237,640,291,682</bbox>"}, {"role": "assistant", "content": "<ocr> Fred </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_983"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page239.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>73,621,883,635</bbox>"}, {"role": "assistant", "content": "<ocr> cyhoedd ei gweld, o wneud apwyntiad, ymhob gweithredol y Cyngor ac ar ei fewnrwyd. Caiff </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_960"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41036.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>652,348,943,362</bbox>"}, {"role": "assistant", "content": "<ocr> Assets [$ bn) 4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_729"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__intergovernmental_bodies01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>26,119,936,866</bbox>"}, {"role": "assistant", "content": "<ocr> SOLUTION \n And without committed action and enforcement, common global ambitions fall flat. Stolen assets stay \n hidden rather than being recovered, dirty money continues to be laundered and financial managers are </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_432"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16386910-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,381,964,783</bbox>"}, {"role": "assistant", "content": "<ocr> December 10, 1976 San Antonio Spurs 136–120 Milwaukee Bucks 12–13 \n December 11, 1976 New Orleans Jazz 106–121 San Antonio Spurs 13-13 \n December 14, 1976 New York Knicks 98–111 San Antonio Spurs 14–13 \n December 15, 1976 San Antonio Spurs 102–116 Indiana Pacers 14–14 \n December 17, 1976 San Antonio Spurs 101–103 Chicago Bulls 14-15 \n December 19, 1976 San Antonio Spurs 105–106 Cleveland Cavaliers 14-16 \n December 21, 1976 Golden State Warriors 123–120 San Antonio Spurs 15-16 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_636"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/76628c20-279b-6022-818c-11bd703df9da_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>283,99,369,112</bbox>"}, {"role": "assistant", "content": "<ocr> 75284-0422 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_792"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_46_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>365,662,865,706</bbox>"}, {"role": "assistant", "content": "<ocr> (0.51) (0.47) (0.51) (0.63) (0.87) (1.14) (1.02) (1.38) (1.02) (0.91) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_405"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3a6ff8b7-0dc3-f28e-4031-c3654c1ddcc4_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>44,201,942,397</bbox>"}, {"role": "assistant", "content": "<ocr> StarV/End Spots/ \n *Line Ch Start Date End Date Description Time Days Length Week Rate Rtn Type Spots Amount \n StartDate End Date Weekdays Spots/Week Rate Rating \n N 13 WVNS 05/30/20 06/06/20 59News @ 6p Sa 59News @ 6p Sa :30 NM $80.00 \n StartDate EndDate Weekdays Spots/Week Rate Rating \n Week: 05/25/20 05/31/20 1 $40.00 3.00 \n Week: 06/01/20 06/07/20 1 $40.00 3.00 \n N 14 WVNS 05/30/20 06/06/20 59News Weekend Edition@159News Weekend :30 NM $100.00 \n Start Date EndDate Weekdays Spots/Week Rate Rating \n Week: 05 /25/20 05/31/20 - lie 1 $50.00 3.00 \n Week: 06/01/20 06/07/20 eassseattes Te 1 $50.00 3.00 \n N 15 WVNS 05/31/20 06/07/20 59News Wkend Edition@11S59News Wkend Ed 230 NM $100.00 \n StartDate End Date Weekdays Spots/Week Rate Rating \n Week: 05/25/20 05/31/20 ------ 1 4 $50.00 3.00 \n Week: 06/01/20 06/07/20: seeer= dL 4 $50.00 3.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_957"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_46_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>533,218,590,262</bbox>"}, {"role": "assistant", "content": "<ocr> 3 8 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_252"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4818ebacce381af0af0162e5c8ded288_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,318,969,476</bbox>"}, {"role": "assistant", "content": "<ocr> together two world-class research institutes: the Gurdon Refinement and Reduction of Animals in Research researchers are continuing their careers in academic government to help shape the agenda for the event and \n Institute, at the University of Cambridge, and the Institute (NC3Rs) CRACK IT – UnTangle challenge. Together research or healthcare-related posts. the global work streams. \n of Neurology, UCL. Building on established human stem with co-sponsors Lilly and Janssen, we challenged \n cell techniques, which involve transforming skin cells scientists to use the latest stem cell techniques to • A range of international young investigator prizes The first Global Action Against Dementia legacy event \n donated by people with Alzheimer’s into working nerve pioneer a cell model of dementia in the lab which could were awarded to Dr Manja Lehman, Dr James Duce took place in London in June. We co-hosted the Summit \n cells in the laboratory, the Centre will develop scientists’ be used for drug screening. In the first phase four and Dr Rita Guerreiro as a result of their work funded with the Department of Health, and as part of the \n understanding of Alzheimer’s and screen potential new teams were awarded £100,000 of funding for proof- by ARUK Fellowships. Other grantees reported being programme held a reception on the eve of the event \n treatments. The Centre represents leading edge science, of-concept studies and at the end of August 2014, Dr invited to present their work at conferences or being to kick off proceedings, which gave us the opportunity \n incorporating the latest techniques and harnessing them Selina Wray, who is based at University College London, appointed to journal editorial boards as recognition to launch our Defeat Dementia campaign. The Rt Hon \n to change lives. was awarded the top prize of £900,000. During the first for their efforts. Jeremy Hunt, The Secretary of State for Health, and Dr </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_176"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/54470c00e3b15d15017ab7c6933e1b05_page14.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>85,72,161,87</bbox>"}, {"role": "assistant", "content": "<ocr> RIDING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_154"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10372.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>419,147,991,238</bbox>"}, {"role": "assistant", "content": "<ocr> UK and the US \n were polled online \n HOW ARE YOU AFFECTED? \n between July 3 \n and 6. 2020 \n ** Aged 18 to 34 \n Income3596 \n Saw an \n $ $ $ \n The young **: </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_772"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/758c00df06e46896c2b6835387bb2199_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>248,110,774,453</bbox>"}, {"role": "assistant", "content": "<ocr> HASLEMERE EDUCATIONAL MUSEUM \n A Cpm an Limited b Guarantee \n REPORT OF THE TRUSTEES AND \n FINANCIAL STATEMENTS \n FOR THE YEAR ENDED 31STDECEMBER 2014 \n COMPANY NO: 03203702 \n REGISTERED CHARITY NO: 1071244 \n INDEX \n Page \n Report ofthe Trustees 1 to 6 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_857"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33615.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>4,279,898,682</bbox>"}, {"role": "assistant", "content": "<ocr> Loma Linda \n O 25.0% 11.0% Urban Periphery - 30% \n Terrace \n Linder 11 Principal Urban - 1% \n 80.70 35.7 32.26% \n 0% 10 20 30% \n Diversity Index Madan Age High School or \n Lam \n 76,967 36.18% \n Lifemodes Labor Force by Industry \n Total Population Agriculture - \n E-481 91 \n Bachelors, Graduate or Affluent Estates 0% \n Professional Degree \n 14% \n Upscale Avenues \n Mining - 0% \n 2.72 \n Midtown 5% \n $54,120 \n Construction 4% \n Singles Uptown Individuals -0% Manufacturing 59% \n Avaraga \n Dominant Tapestry \n Medien Disposable \n Family Landscapes \n Wholesale Trade \n Hausthold Size \n 2% \n Income \n Retail Trade 11% \n 27,480 \n % $ \n $65,779 \n Gen X Urban 12% Transportation SX \n Utilities 1% \n Total Cozy Country Living -0% \n Households Information 1% \n Ethic Enclaves 13% Finance/Insurance 2% </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_649"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16682451-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>688,214,734,272</bbox>"}, {"role": "assistant", "content": "<ocr> 10th </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_698"}
{"image": ["./imgs/TextVQA/test_images/8d134cbdc3a783fc.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>36,61,94,96</bbox>"}, {"role": "assistant", "content": "<ocr> S </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_383"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1543453-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>153,767,815,836</bbox>"}, {"role": "assistant", "content": "<ocr> the Chipmunks: The Squeakquel Yes Yes Alvin Seville Simon Seville </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_51"}
{"image": ["./imgs/ChartQA/test/png/two_col_4008.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>287,613,677,639</bbox>"}, {"role": "assistant", "content": "<ocr> 2.93 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_414"}
{"image": ["./imgs/ChartQA/test/png/64690068017194.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>605,902,938,932</bbox>"}, {"role": "assistant", "content": "<ocr> 30 40 50 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_320"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_492_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,852,961,892</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 European Championships Barcelona, Spain 3rd 5.75 m </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_301"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35735.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,271,980,519</bbox>"}, {"role": "assistant", "content": "<ocr> 1.9% \n By 2030 in 5 PEOPLE will be 65 + older. 4.3% \n iiiii \n DEPENDENCY caring for those who need it \n The combined Youth/Senior dependency ratio will increase from Senior dependents will increase by \n 67 to 85 from 2010 - 2050. \n 100 T \n Senior dependents \n 68% \n 2011 2050 \n Youth dependents \n 80 \n 28 35 37 37 \n 60 \n 22 Youth dependents increase by only \n 6.7% 40 2010 2050 \n 20 \n 45 46 48 48 48 \n 2010 2020 2030 2040 2050 \n A DIVERSE DEMOGRAPHIC İtiiii \n Senior Population Numbers Among Different Races </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_552"}
{"image": ["./imgs/ChartQA/test/png/two_col_21406.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>67,154,147,176</bbox>"}, {"role": "assistant", "content": "<ocr> Costa Coffee </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_190"}
{"image": ["./imgs/TextVQA/test_images/dc34490c5dbef787.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>420,289,539,316</bbox>"}, {"role": "assistant", "content": "<ocr> Paddington </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_479"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_666_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,319,739,348</bbox>"}, {"role": "assistant", "content": "<ocr> South-East Asia 7 265 4 069 2 475 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_848"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gzvv0228_6.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>174,464,822,802</bbox>"}, {"role": "assistant", "content": "<ocr> - MATERNAL \n AND FOR \n AND \n SERVICE \n CONFERENCES \n EDUCATION EDUCATION \n NUTRITION \n CHILD HEALTH \n SERVICE SERVICE \n RESEARCH SERVICE \n GERIATRIC \n - \n COLLABORATIVE \n - \n NUTRITION \n EDUCATION \n STUDIES </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_161"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12828281-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,868,901,965</bbox>"}, {"role": "assistant", "content": "<ocr> 13 December 6, 1964 Buffalo Bills W 16–13 18,134 \n 14 December 20, 1964 San Diego Chargers W 21–20 20,124 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_899"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qtfl0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>140,774,226,788</bbox>"}, {"role": "assistant", "content": "<ocr> 1990-1991 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_760"}
{"image": ["./imgs/ChartQA/test/png/two_col_20425.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>146,802,871,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 2013 2014 2015 2016 2017 2018 2019 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_335"}
{"image": ["./imgs/ChartQA/test/png/two_col_21768.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>119,500,614,529</bbox>"}, {"role": "assistant", "content": "<ocr> 646.1 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_701"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05392014cde0690b8ef6acf6bdff70d9_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>121,607,877,671</bbox>"}, {"role": "assistant", "content": "<ocr> ~ there is no relevant audit information ofwhich the company's auditors are unaware; and \n ~ each director has taken all steps that he/she ought to have taken to make \n himself/herself aware of any relevant audit information and to establish that the auditors \n are aware ofthat information. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_779"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/300e7d94d978f76420555547f004f0ef_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>430,606,687,618</bbox>"}, {"role": "assistant", "content": "<ocr> or materially inconsistent with, the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_817"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>485,370,586,383</bbox>"}, {"role": "assistant", "content": "<ocr> OFCOUNCIL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_408"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35228.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>179,109,959,226</bbox>"}, {"role": "assistant", "content": "<ocr> Could you finally afford a real vacation? Could \n you sock something away for emergencies? \n Let's see how to save money easily \n 1 \n Saving Money Plan and </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_263"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_772_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>734,740,845,753</bbox>"}, {"role": "assistant", "content": "<ocr> Spanish/Catalan </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_236"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page104.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>327,155,747,169</bbox>"}, {"role": "assistant", "content": "<ocr> for promoting community the agreed focus for the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_971"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_435_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>169,888,676,909</bbox>"}, {"role": "assistant", "content": "<ocr> N/A ASL 1st Champion </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_994"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70441.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,779,893,811</bbox>"}, {"role": "assistant", "content": "<ocr> MEDIAN AGE 49 MORTALITY RATE EXPOSURE </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_802"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b429830a941759bbc06bba81210ff3de_page39.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>638,86,699,103</bbox>"}, {"role": "assistant", "content": "<ocr> .I{!=,'ii;- </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_332"}
{"image": ["./imgs/TextVQA/test_images/ac3b43e929664a4e.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>70,102,94,155</bbox>"}, {"role": "assistant", "content": "<ocr> 2 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_18"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__impact-assessment-case-study01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>268,916,385,936</bbox>"}, {"role": "assistant", "content": "<ocr> preparation </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_612"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1364343-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>190,168,513,250</bbox>"}, {"role": "assistant", "content": "<ocr> Total Population Catholic </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_272"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__devops01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,667,946,690</bbox>"}, {"role": "assistant", "content": "<ocr> developers and operations staff to work on the same project ina </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_619"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10926568-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,211,980,250</bbox>"}, {"role": "assistant", "content": "<ocr> 16 202 February 4, 2008 \"Vietnam\" Don Wildman </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_837"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/315cf871-07a1-baf8-6e20-0d4d8791d871_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>40,549,960,559</bbox>"}, {"role": "assistant", "content": "<ocr> 13.0Normal Line / SPOT (9) 06/07/20-06/07/20 2 :308A- NBC-Sunday Today 1 1 $75.00 $75.00Tri Cities (WCYB) Sunday Today 6/1/20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_418"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rycx0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>429,133,493,151</bbox>"}, {"role": "assistant", "content": "<ocr> White </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_989"}
{"image": ["./imgs/VisualMRC/images/fsf.org/resources__jobs01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>264,132,528,165</bbox>"}, {"role": "assistant", "content": "<ocr> Published on Mar 09, 2010 03:15 PM </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_67"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_91_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>51,584,974,959</bbox>"}, {"role": "assistant", "content": "<ocr> \"The Flying Brick\" Delves 472 0.9 +0.4 \n Loony \n Independent Robert Goodall 333 0.7 +0.5 \n Majority 7,370 14.6 \n Turnout 50,589 67.8 -10.5 \n Conservative hold Swing </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_109"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10928.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>66,925,356,936</bbox>"}, {"role": "assistant", "content": "<ocr> 1. Statistics- UN DESA International Migrant Stock 2015. Retrieved from </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_342"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/485512-american-commitment-nab-form-13511130065925-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>154,296,584,316</bbox>"}, {"role": "assistant", "content": "<ocr> do hereby request station time concerning the following issue: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_863"}
{"image": ["./imgs/TextVQA/test_images/277846a648b9aa85.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>342,290,524,359</bbox>"}, {"role": "assistant", "content": "<ocr> MEDICOS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_497"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,315,960,734</bbox>"}, {"role": "assistant", "content": "<ocr> 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 1 KDVR FOX31 News At 530a 530a-6a \n 01/27/20to02/02/20 2x MTWTF-- \n KDVR M 01/27/20 :30 5:53 AM MRBPSS311EH $125.00 1 \n KDVR Tu 01/28/20 :30 5:53 AM MRBPSS312EH $125.00 2 \n 2 KDVR FOX31 News At 7a 7a-8a \n 01/27/20to02/02/20 3x MTWTF-- \n KDVR M 01/27/20 :30 7:59 AM MRBPSS312EH $275.00 2 \n KDVR Tu 01/28/20 :30 7:41 AM MRBPSS312EH $275.00 1 \n KDVR W 01/29/20 :30 7:29 AM MRBPSS311EH $275.00 3 \n 3 KDVR FOX31 News At 8a 8a-9a \n 01/27/20to02/02/20 3x MTWTF-- \n KDVR M 01/27/20 :30 8:29 AM MRBPSS312EH $250.00 1 \n KDVR W 01/29/20 :30 8:57 AM MRBPSS312EH $250.00 2 \n KDVR Th 01/30/20 :30 8:59 AM MRBPSS317EH $250.00 3 \n 4 KDVR FOX31 News At 9a 9a-10a \n 01/27/20to02/02/20 4x MTWTF-- \n KDVR M 01/27/20 :30 9:23 AM MRBPSS312EH $150.00 2 \n KDVR Tu 01/28/20 :30 9:51 AM MRBPSS312EH $150.00 1 \n KDVR Th 01/30/20 :30 9:25 AM MRBPBK3022H $150.00 4 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_691"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21114902-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,89,87,106</bbox>"}, {"role": "assistant", "content": "<ocr> Anderson </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_436"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_275_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>684,887,769,908</bbox>"}, {"role": "assistant", "content": "<ocr> Accident </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_89"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/85cc5bd631d101ee2cad43406ca5ba99_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>152,567,458,582</bbox>"}, {"role": "assistant", "content": "<ocr> 3. ACTIVITIES FOR GENERATING FUNDS </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_169"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xngv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>136,526,827,943</bbox>"}, {"role": "assistant", "content": "<ocr> Other : \n Suggestions for items to be placed on the Agenda: \n See lelte Nam I like Turner. May have \n further thought later \n Comments : \n Please return to: The Nutrition Foundation, Inc. \n 489 Fifth Avenue </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_891"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_118_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>41,363,927,644</bbox>"}, {"role": "assistant", "content": "<ocr> 2003 8 1 2nd Qualifier, Region 2 \n 2004 7 2 2nd Qualifier, Region 2 \n 2005 3 5 Did Not Make Playoffs \n 2006 5 4 4th Qualifier, Region 2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_142"}
{"image": ["./imgs/VisualMRC/images/transparency.org/getinvolved__anticorruptionaward01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>140,501,528,534</bbox>"}, {"role": "assistant", "content": "<ocr> a source of inspiration to the anti-corruption </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_533"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/dfe49a61d083ec665db91184150d1f51_page14.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>673,717,757,732</bbox>"}, {"role": "assistant", "content": "<ocr> 61.939.289 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_174"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100907.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>181,696,853,717</bbox>"}, {"role": "assistant", "content": "<ocr> 25 to 34 35 to 44 45 to 54 55 to 64 25 to 64 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_395"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-open-hardware01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>42,822,867,836</bbox>"}, {"role": "assistant", "content": "<ocr> licenses. Users with access to the tools that can read and </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_998"}
{"image": ["./imgs/TextVQA/test_images/94c4d5dcb54495d0.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>518,657,593,704</bbox>"}, {"role": "assistant", "content": "<ocr> PgUp </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_352"}
{"image": ["./imgs/ChartQA/test/png/two_col_43126.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>147,551,407,786</bbox>"}, {"role": "assistant", "content": "<ocr> 1 676 1 581 1 484 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_289"}
{"image": ["./imgs/ChartQA/test/png/two_col_102654.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>229,90,623,206</bbox>"}, {"role": "assistant", "content": "<ocr> 959.91 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_646"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d621c19ae412932ceccd5b750ce8eb79_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>255,850,396,860</bbox>"}, {"role": "assistant", "content": "<ocr> and improved the road networks inside the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_678"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xjfd0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>426,800,510,834</bbox>"}, {"role": "assistant", "content": "<ocr> We'll be open in </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_578"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jycf0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>43,873,943,887</bbox>"}, {"role": "assistant", "content": "<ocr> MEDICARE ACUTE 4,648 775 203 4.4 49 5.3 67 33.0 10 20.4 54,792 9,507 11.8 12.3 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_122"}
{"image": ["./imgs/TextVQA/test_images/7191c32c451c813a.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>446,553,496,592</bbox>"}, {"role": "assistant", "content": "<ocr> di </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_231"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/528c682d-fef7-2d25-d569-62b7d764b508_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>858,396,967,406</bbox>"}, {"role": "assistant", "content": "<ocr> 12 $1,815.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_119"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Introduction_to_Sport_Biomechanics01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,754,456,786</bbox>"}, {"role": "assistant", "content": "<ocr> types of sports including those involving throwing, kicking and hitting. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_22"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_708_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,519,961,759</bbox>"}, {"role": "assistant", "content": "<ocr> October 24 Minnesota #6 Kinnick Stadium • Iowa City, IA (Floyd of Rosedale) ABC L 10-12 60,000 \n October 31 at Illinois #16 Memorial Stadium • Champaign, IL L 7-24 66,877 \n November 7 Purdue Kinnick Stadium • Iowa City, IA W 33-7 60,114 \n November 14 at Wisconsin Camp Randall Stadium • Madison, WI ABC W 17-7 78,731 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_281"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_11_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,419,973,521</bbox>"}, {"role": "assistant", "content": "<ocr> Best Direction William Friedkin Nominated \n BAFTA, 1972[21] \n Best Film Philip D'Antoni Nominated \n Christopher Newman \n Best Sound Track Nominated \n Theodore Soderberg </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_488"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hnpp0000_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>130,607,884,717</bbox>"}, {"role": "assistant", "content": "<ocr> MESSAGE/NOTE: \n new Section rund fun pp. LAS. \n should the more \n Confortable if you kevinund </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_474"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0eec382e1acd02d6605cfca1b8b2697d_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>366,28,540,40</bbox>"}, {"role": "assistant", "content": "<ocr> LUTON ALL WOMEN </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_527"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ngvb0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>395,540,738,592</bbox>"}, {"role": "assistant", "content": "<ocr> Dept. of Biochemistry </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_107"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__shadi-ardalan02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>442,644,553,679</bbox>"}, {"role": "assistant", "content": "<ocr> delighted </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_993"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/22b8664d-6dce-4f31-5205-95147f76b1bd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>393,769,834,780</bbox>"}, {"role": "assistant", "content": "<ocr> PM-9:00 PM --~T=~~ 30 1 $4,000.00 NM </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_439"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0d1a93eac17732bd8e960dfd7d62a249_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>290,399,663,411</bbox>"}, {"role": "assistant", "content": "<ocr> which is referred to in the Regulations but which has </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_374"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11276.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>590,194,650,218</bbox>"}, {"role": "assistant", "content": "<ocr> information, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_499"}
{"image": ["./imgs/ChartQA/test/png/11832048004655.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,536,509,821</bbox>"}, {"role": "assistant", "content": "<ocr> 9.3 Bolivia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_413"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/610ce464065b86f6739f20f23d08a296_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>694,638,759,667</bbox>"}, {"role": "assistant", "content": "<ocr> B7) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_790"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37355.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,300,963,608</bbox>"}, {"role": "assistant", "content": "<ocr> 66% ヒ \n 55% 54% \n 2011 & 2010 47% 2012 \n 45% 2011 \n 2010 \n Top social media websites used for recruitment purposes in 2012 ... \n 100% \n in \n F \n 0% 19% 20% 21% 54% 66% 93% \n What employers frown upon ... \n Posts and tweets on doing illegal drugs 78% facebook \n Looking For A Job Weed Saturday! I love Weed Saturdays! \n Sexual posts and tweets 66% Lol !! Gonna get mine! Woohoo! \n Comment . Lie . \n Profanity in posts and tweets 61% Looking For A Job SEA\"! No weed, so no Weed Saturdays! \n F\"&# !! Who is arouond my areya and has weed to sale to me? </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_22"}
{"image": ["./imgs/ChartQA/test/png/two_col_80128.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>185,288,381,321</bbox>"}, {"role": "assistant", "content": "<ocr> 253.4 Navigant (Chicago) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_341"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__data-standards01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>607,864,685,896</bbox>"}, {"role": "assistant", "content": "<ocr> benefits, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_904"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mtlg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>82,630,913,692</bbox>"}, {"role": "assistant", "content": "<ocr> and replaced tubes. 17.50 \n 3/8 (32020) Med. Maint. 1/15-Issued 1 feed chru \n switch for transformer 4.40 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_311"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Chugoku01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,18,177,100</bbox>"}, {"role": "assistant", "content": "<ocr> Understand [edit ] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_42"}
{"image": ["./imgs/ChartQA/test/png/689.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>439,128,991,183</bbox>"}, {"role": "assistant", "content": "<ocr> Not a threat Major threat Minor threat </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_114"}
{"image": ["./imgs/ChartQA/test/png/two_col_100734.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>548,775,752,796</bbox>"}, {"role": "assistant", "content": "<ocr> Little trust Very little trust </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_811"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_380_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>472,431,576,465</bbox>"}, {"role": "assistant", "content": "<ocr> Málaga 2011 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_270"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__fdl-howto-opt.html02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>61,655,476,795</bbox>"}, {"role": "assistant", "content": "<ocr> Permission is granted to copy, distribute and/or modify this \n document under the terms of the GNU Free Documentation License, \n Version 1.3 or any later version published by the Free Software </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_739"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140106-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>672,424,917,473</bbox>"}, {"role": "assistant", "content": "<ocr> Jack Brabham Cooper- Climax D </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_129"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37325.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>212,172,829,180</bbox>"}, {"role": "assistant", "content": "<ocr> in 2009 msn !! </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_253"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2419754-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,558,549,622</bbox>"}, {"role": "assistant", "content": "<ocr> Marquette University Golden Eagles Milwaukee, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_274"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35062.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>605,542,906,550</bbox>"}, {"role": "assistant", "content": "<ocr> the issue is acute among the poor </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_979"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16653153-18_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,793,979,851</bbox>"}, {"role": "assistant", "content": "<ocr> 29 November Perth Wildcats 95-108 Melbourne Tigers Marrara Stadium box score report </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_2"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40895.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>46,579,227,585</bbox>"}, {"role": "assistant", "content": "<ocr> an excellent performer on </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_457"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_528_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>21,325,977,565</bbox>"}, {"role": "assistant", "content": "<ocr> September 1, 1990 Colorado Springs Colorado State 35 Air Force 33 AFA 19–9–1 \n September 7, 1991 Fort Collins Air Force 31 Colorado State 26 AFA 20–9–1 \n October 17, 1992 Colorado Springs Colorado State 32 Air Force 28 AFA 20–10–1 \n September 11, 1993 Fort Collins Colorado State 8 Air Force 5 AFA 20–11–1 \n September 3, 1994 Colorado Springs Colorado State 34 Air Force 21 AFA 20–12–1 \n September 16, 1995 Colorado Springs Colorado State 27 Air Force 20 AFA 20–13–1 \n November 2, 1996 Colorado Springs Colorado State 42 Air Force 41 AFA 20–14–1 \n September 20, 1997 Fort Collins Air Force 24 Colorado State 0 AFA 21–14–1 \n September 17, 1998 Colorado Springs Air Force 30 Colorado State 27 AFA 22–14–1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_11"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_744_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>95,456,275,485</bbox>"}, {"role": "assistant", "content": "<ocr> Aleksandar </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_323"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__participate01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>5,234,959,602</bbox>"}, {"role": "assistant", "content": "<ocr> source. \n Topics include but are not limited to open source software, \n hardware, projects, and practices. Articles on these topics are \n published throughout the year, and we also focus on specific series \n each month. Find out more from our online Editorial Calendar. We \n round up some of our favorite article subjects in The A fo \n Z \n list of \n writing topics for Opensource.com. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_106"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12901325-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>400,301,762,384</bbox>"}, {"role": "assistant", "content": "<ocr> University of Southern California No </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_942"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fdc95e5ae4cfdfacad7fc90958363f57_page9.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>73,716,803,899</bbox>"}, {"role": "assistant", "content": "<ocr> apportioned on an appropriate basis, such as consultants, estimated usage or space occupied. \n Fund accounting: funds held by the charity are either: \n Unrestricted general funds – these are funds for use at the discretion of the trustees in furtherance \n of the general objectives of the charity. \n · Designated funds – these are funds set aside by the trustees out of unrestricted general funds for \n specific future purposes or projects. \n · Restricted funds - these are funds which can only be used for particular restricted purposes within \n the objects of the charity. Restrictions arise when specified by the donor or when funds are raised \n for particular restricted purposes. \n Transfers between funds are made to cover deficits on individual restricted funds and to recognise \n fixed assets acquired with restricted income, but with no further restriction on use. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_88"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_415_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,752,585,821</bbox>"}, {"role": "assistant", "content": "<ocr> 2000 (Colin Edwards) (7) (Honda RC51) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_959"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3234951-f7f0-52bb-3589-23fa9a100e1f_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>223,31,889,49</bbox>"}, {"role": "assistant", "content": "<ocr> Reads the Mueller Report ((133489 REMIT TO Sinclair Broadcast Group Inc Invoice 7238348 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_941"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_331_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>698,176,809,208</bbox>"}, {"role": "assistant", "content": "<ocr> Nadejda Guskova </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_806"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10720.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>857,770,921,786</bbox>"}, {"role": "assistant", "content": "<ocr> sexual </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_655"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_24_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>379,481,479,498</bbox>"}, {"role": "assistant", "content": "<ocr> 110 format </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_478"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ypgl0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>146,581,394,598</bbox>"}, {"role": "assistant", "content": "<ocr> Define prototype designs </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_949"}
{"image": ["./imgs/TextVQA/test_images/5cc7e3d5430098fe.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>380,155,492,171</bbox>"}, {"role": "assistant", "content": "<ocr> DOUGHNUTS&COFER </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_250"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8b7afe6a5847de8aac0bc4bfae60e6f5_page12.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>139,263,362,273</bbox>"}, {"role": "assistant", "content": "<ocr> expected useful life, at the following rates : </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_324"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_34_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>7,90,990,554</bbox>"}, {"role": "assistant", "content": "<ocr> Dr. Trevor William Series As well as being a pathologist in his own right, Trevor was Sam's business partner, owning half of the morgue and its facilities. Trevor decided to stay in Cambridge with his friends and family when Sam accepted the professorship position at a university in London \n Stewart Armstrong 1-3 and moved away at the end of series three. \n Dr. Fred Series Fred was Sam's main assistant during post mortems and on visits to crime scenes, often identifying DNA samples at the scene of the crime, and linking them to those responsible. He was also notable for not having many speaking lines, and regularly appearing \n Sam Parks \n Dale 1-3 without speaking. His fate at the end of series three was not revealed. \n Dr. Harry Series Harry started out life as a junior doctor, who worked as an apprentice alongside Sam and Leo. However, he soon qualified as a pathologist, and has worked on equal footing with the team for a number of years. Harry was single, and lived alone, but has had \n Tom Ward \n Cunningham 6-15 several romantic relationships, including an on-off relationship with his colleague Nikki. Harry left the team to accept a professorship in New York in the episode \"And Then I Fell in Love\" at the end of series 15. \n Leo first appeared in the episode \"The Fall Out\", where he was nothing more than a simple doctor. However, he was promoted to professor after former professor Sam Ryan left. In the episode \"Ghosts\", both his wife, Theresa, and his daughter, Cassie, are killed in \n Professor William Series \n a car accident. He began a relationship with fellow professor Janet Mander in \"Safe\", but ended their relationship in the episode \"Domestic\". Leo often took a strong opinion on cases and often became emotionally involved. He died in the series 16 finale 'Greater \n Leo Dalton Gaminara 6-16 \n Love', when he sacrificed himself to save many others from a terrorist bomb explosion. \n Professor \n Jaye Series Janet is a psychological profiler who assists the police in cases of serial offences. She began a relationship with Leo in the episode \"Safe\", and they lived together as partners until Leo ended the relationship in \"Redhill\". She recurringly worked alongside the team \n Janet \n Griffiths 12-15 to provide them with information in order to get an idea of the suspect they are looking for. Janet decided to move away from London after Leo ended their relationship. \n Mander \n Dr. Charlie Wunmi Series \n A junior doctor and lab technician, who was appointed to work with the team by Professor Dalton. \n Gibbs Mosaku 13 \n Dr. Zak Series \n Arsher Ali A junior doctor who worked his forensic science apprenticeship with the team, to learn the ropes of the profession.[5] \n Khan 14 \n Ruth Series \n Wyn Ryan Professor Ryan's sister, who after coming over to visit her from her home in Ireland, ended up living with her on a permanent basis. \n McCabe 1-3 \n Helen Clare Series \n A superintendent, and Tom Adams' boss and mentor, who accompanied him on investigating several cases during his time in the force. \n Farmer Higgins 1 \n John Series </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_939"}
{"image": ["./imgs/ChartQA/test/png/two_col_62325.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>249,802,404,823</bbox>"}, {"role": "assistant", "content": "<ocr> Gaelic medium education </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_146"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1114709-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>22,387,948,422</bbox>"}, {"role": "assistant", "content": "<ocr> 1986 Barclay Arrows BMW BMW Straight-4 ( t/c) 0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_676"}
{"image": ["./imgs/ChartQA/test/png/two_col_4157.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>382,802,590,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 2010 2011 2012 2013 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_126"}
{"image": ["./imgs/TextVQA/test_images/f7b80593eac7b08e.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>498,250,602,267</bbox>"}, {"role": "assistant", "content": "<ocr> RENGER </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_145"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37236.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>36,281,284,286</bbox>"}, {"role": "assistant", "content": "<ocr> of teenagers log on to </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_551"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Bagolini_striated_glasses_test02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>380,599,977,670</bbox>"}, {"role": "assistant", "content": "<ocr> sensory adaptation that occurs when a constant deviation of the eye is present which facilitates </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_467"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_611_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,180,895,197</bbox>"}, {"role": "assistant", "content": "<ocr> 6. 12406 Nizamuddin-Bhusaval Gondwana Exp 07:25 07:27 M,St </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_649"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20183.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,258,968,536</bbox>"}, {"role": "assistant", "content": "<ocr> - \n - \n Water Rich Lifestyle Water Poor Lifestyle \n Women and children \n must carry water to 76% 76% \n of households \n 1 sheet of paper 3 gallons \n Number of work hours spent each day by \n women collecting their families' water \n 1 glass of beer 20 gallons 200 million -ärluhan \n ha \n 1 glass of wine 32 gallons \n Number of school days lost to \n water-related disease each year \n 443 million ----- \n O ......... \n 1 liter bottle of water 5 liters \n 66% 33% \n Gallons --- \n <$2 a day <$1 a day \n , 5 minute ... .... more water \n ****** \n 5-10 times \n than a person .. slum ... . sotins day \n 100 - 176Ay </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_231"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_690_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>53,14,142,26</bbox>"}, {"role": "assistant", "content": "<ocr> Manufacturer </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_482"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11756731-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,385,950,457</bbox>"}, {"role": "assistant", "content": "<ocr> April 12 Nashville 2 – 4 Detroit Ellis 20,066 0 – 2 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_788"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_37_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>151,657,238,684</bbox>"}, {"role": "assistant", "content": "<ocr> Cranborne </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_868"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14105731-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>139,177,442,210</bbox>"}, {"role": "assistant", "content": "<ocr> 2 H76 Archives </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_592"}
{"image": ["./imgs/ChartQA/test/png/two_col_3409.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>417,230,467,786</bbox>"}, {"role": "assistant", "content": "<ocr> 7.9% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_353"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21726793-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>471,478,834,489</bbox>"}, {"role": "assistant", "content": "<ocr> mysterious stalker whom Aaron fears will ruin his Christmas party. When Aaron is stabbed by his former lover, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_93"}
{"image": ["./imgs/ChartQA/test/png/two_col_81215.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>162,212,865,786</bbox>"}, {"role": "assistant", "content": "<ocr> 12.23 8.69 7.92 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_458"}
{"image": ["./imgs/VisualMRC/images/fsf.org/volunteer__internships01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>500,887,568,922</bbox>"}, {"role": "assistant", "content": "<ocr> remotely </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_839"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14749151-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,828,804,861</bbox>"}, {"role": "assistant", "content": "<ocr> Slavia Mozyr Yunost 5,500 14 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_517"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_849_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>411,889,486,920</bbox>"}, {"role": "assistant", "content": "<ocr> Méndez </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_94"}
{"image": ["./imgs/TextVQA/test_images/efa0ba0207ec5909.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>597,751,647,799</bbox>"}, {"role": "assistant", "content": "<ocr> 580 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_234"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mkvw0217_7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>85,13,965,367</bbox>"}, {"role": "assistant", "content": "<ocr> continued Manuscripts - Premarin/TMG \n CONTA213-006268 \n Authors Priority Article title Journal Timing Status \n Utian W, A3 300-US QoL - Final data analysis 1) JAMA In (3-28-03) Diane Harrison to contact authors for participation \n Coney P-J, development (3-31-03) Joel Bobula has a draft in preparation and will continue \n Harrison D, 2) by Joel developing it \n Pinkerton J, Bobula of \n Bobula J Wyeth \n Planned \n submission \n by Jul 2003 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_459"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mtnh0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>20,259,929,501</bbox>"}, {"role": "assistant", "content": "<ocr> Check to be issued in favor of: Amt. $. 55.25 \n Name Laman for LETters, Inc. \n FOR ACCOUNTING USE ONLY \n Street Address 2420 So. Delaware St. \n RECEIVED \n City & State Denver, Colorado Zip Code_ 80202 P-E-R-Pp-Ds \n VERIFIED </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_111"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_519_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>35,789,485,829</bbox>"}, {"role": "assistant", "content": "<ocr> 11 Chicago Bears Ron </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_790"}
{"image": ["./imgs/VisualMRC/images/fsf.org/volunteer02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>45,566,549,817</bbox>"}, {"role": "assistant", "content": "<ocr> and share them with the Free Software Supporters mailing \n list. Write to us at info@fsf.org if you see an event you'd like \n to attend on behalf of the FSF. \n e Organize in your state, region or country, and connect to \n other free software activists at https://libreplanet.org. Get </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_882"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_433_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,506,917,540</bbox>"}, {"role": "assistant", "content": "<ocr> 20.5 0.0 Ray Norton United States Stanford, United States July 2, 1960[2] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_386"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_552_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>27,92,977,520</bbox>"}, {"role": "assistant", "content": "<ocr> 1 December 30, 2007 @ Portland LumberJax Rose Garden L 10–11 OT 8,437 0–1 \n 2 January 12, 2007 New York Titans HSBC Arena W 16–14 18,690 1–1 \n 3 January 13, 2007 @ Colorado Mammoth Pepsi Center L 10–11 OT 16,523 1–2 \n 4 January 20, 2007 Minnesota Swarm HSBC Arena W 22–13 12,883 2–2 \n 5 February 2, 2007 Toronto Rock HSBC Arena L 10–14 13,659 2–3 \n 6 February 3, 2007 @ Toronto Rock Air Canada Centre L 8–13 15,471 2–4 \n 7 February 11, 2007 @ Chicago Shamrox Sears Centre W 12–11 5,010 3–4 \n 8 February 17, 2007 @ Philadelphia Wings Wachovia Center W 12–8 12,688 4–4 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_418"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70230.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>47,409,956,797</bbox>"}, {"role": "assistant", "content": "<ocr> relief packages \n The start Supply chain; Paid sick leave; Elderly risks; Parents juggling: Closing \n goes on war footing of isolation CLOSED Virtual schools; Local business; Cooking, coping, cohabitating borders \n MAR \n 16 \n Full U.S. Domestic travel Medical device and Crime & Increased hacking Bandwidth Hospital bed \n lockdown begins shutdown blood shortages policing stories & vulnerability challenges shortages \n A PREDICTABLE UNPREDICTABLE FUTURE \n . Crime and policing changes & challenges Food supply limitations . Tuition refunds . Unusual events & sports that you can still watch Supply chain . Funeral \n and wedding changes & cancellations . Morgue shortages . Domestic travel shutting down . Sports stories go on near blackout Shortage of medical & healthcare \n workers . WFH tips . Tech can regain some of its reputation . Good neighbor stories . Vaccine updates . Hope . Infrastructure challenges . Bankruptcy con How small \n businesses & families are coping mr Impact on large businesses & industries . Insurance industry challenges . How telecommunications is coping or not . Restocking & \n demand for food, pharma, gas . Hope for a V-shaped recovery \" Recession Updates . Role of federal government . Retirement home challenges . Entertainment options \n . Medical update . Innovation (tech, WFH, privacy, medical) . Destruction of wealth . Need for people to work longer into older </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_251"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17991356-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>35,236,619,300</bbox>"}, {"role": "assistant", "content": "<ocr> Paul Azinger United States 1993 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_886"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12531692-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>542,306,597,335</bbox>"}, {"role": "assistant", "content": "<ocr> Célia Susana </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_178"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35262.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>77,889,899,903</bbox>"}, {"role": "assistant", "content": "<ocr> $100,000 CURRENCIES </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_629"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b4d7c406-9a32-d168-fa83-92032193b11f_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>378,417,930,430</bbox>"}, {"role": "assistant", "content": "<ocr> 3.5 30 0 0 0 0 2 $960.00 $137.14 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_122"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15280588-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,426,931,441</bbox>"}, {"role": "assistant", "content": "<ocr> July 1 SK Brann 3-1 Valdres FK Brann Stadion, Bergen 4,455 Norwegian Cup </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_396"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/njnp0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,561,882,832</bbox>"}, {"role": "assistant", "content": "<ocr> our PRESTO acknowledgement by first class mail. It tells you that we've \n received your order, and confirms the number of packages we will ship to \n you. It also gives your personal order number to speed any necessary \n inquiries. Merchandise should arrive within four weeks. \n 2. GUARANTEED SATISFACTION: If you are not delighted with the \n merchandise we have sent you, simply return it to us for replacement or \n FULL REFUND. To make this as simple for you as possible, we will enclose a \n postage-paid sticker addressed to us. If you are not satisfied, simply enclose \n your name, address, phone number and instructions, put the sticker on the \n outside of the package, and mail back to us POSTAGE FREE. We will \n replace the item or give you a full refund, as you've requested. \n 3. TOLL FREE CUSTOMER SERVICE LINE: When we've received your \n order we will provide you with our Toll Free, Customer Service Phone \n Number. If for any reason you should have an inquiry about your order, our \n Customer Service Representative will personally attend to you. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_895"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b3234951-f7f0-52bb-3589-23fa9a100e1f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>56,171,950,207</bbox>"}, {"role": "assistant", "content": "<ocr> 193A RICE AVE Est/External # / Gen. Date 2/11/2020 9:35:33AM \n STATEN ISLAND, NY 10314-3031 Demo </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_407"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ddb7bb6bd8bdbc0bc4f8d412502b2990_page15.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>100,305,920,502</bbox>"}, {"role": "assistant", "content": "<ocr> to qualify from their group in the AEGON championship and the KES pair came 3rd in the county U16 doubles \n championships. The footballers had a successful season, winning 10out of their 15fixtures, scoring 46 goals in \n the process. In the cup they reached the semi-final where they lost to Farnborough College. In basketball the \n Senior Colts team and the Senior Team both played well against tough opposition whilst the U12 table tennis \n 2\"' team finished in the tough Southampton schools league. The rhythmic gymnasts had another very successful \n national schools' championships finishing with two national team titles as weil as a large number ofindividual gold, \n silver and bronze medals. \n KES students continue to be involved in a wide range of sports at all levels. In addition to those who gained \n county, regional and national honours in our main sports there were a number who have competed at national \n level in Biathlon, Fencing, Hockey, Rhythmic Gymnastics, Rowing, Sailing, Swimming, Athletics, Archery and \n Squash. \n The number of visits the School organises each year continues to grow and is a major part of our educational \n provision. This year KES students have enjoyed visits to the USA, South Africa, Morocco, Prague, Istanbul, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_763"}
{"image": ["./imgs/ChartQA/test/png/multi_col_100425.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>199,160,637,197</bbox>"}, {"role": "assistant", "content": "<ocr> 51% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_873"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sqmf0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>549,884,927,901</bbox>"}, {"role": "assistant", "content": "<ocr> towel or a double layer of cheese </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_965"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20416.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>410,768,563,793</bbox>"}, {"role": "assistant", "content": "<ocr> Obama Romney </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_390"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/463974-kovr-nrcc-r-multi-ord33720-fed-natl-contract_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>820,30,955,51</bbox>"}, {"role": "assistant", "content": "<ocr> CONTRACT NO. REV. \n 1191-33720~1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_52"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_819_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>7,864,974,965</bbox>"}, {"role": "assistant", "content": "<ocr> Mexico \n Genaro Rojas \n 4x100 m relay 39.32 Eduardo Nava 21 June 1992 Mexico City, Mexico \n Herman Adam \n Alejandro Cárdenas \n Mexico \n Alejandro Cárdenas \n 4x400 m relay 3:03.19 Oscar Juanz 11 August 2001 World Championships Edmonton, Canada [9] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_382"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17438913-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>78,627,896,870</bbox>"}, {"role": "assistant", "content": "<ocr> Andrew Shinnie Dundee Loan n/a n/a \n Steven Kinniburgh Queen of the South Loan n/a n/a \n Rory Loy Dunfermline Athletic Loan n/a n/a \n William McLachlan Airdrie United Loan n/a n/a \n Lee Robinson Queen of the South Loan n/a n/a \n Jean-Claude Darcheville Valenciennes Transfer Winter Free \n Jordan McMillan Hamilton Academical Loan Winter n/a \n Chris Burke Cardiff City Transfer Winter Free \n Georgios Efrem Dundee Loan Winter n/a </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_226"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-open-hardware01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>40,521,930,785</bbox>"}, {"role": "assistant", "content": "<ocr> and distributed by anyone. \n \"Open hardware\" is a set of design principles and legal \n practices, not a specific type of object. The term can therefore \n refer to any number of objects—like automobiles, chairs, \n computers, robots, or even houses. \n Like open source software, the \"source code\" for open \n hardware—schematics, blueprints, logic designs, Computer \n Aided Design (CAD) drawings or files, etc—is available for </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_611"}
{"image": ["./imgs/TextVQA/test_images/6e52ed48462a1639.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>353,647,402,674</bbox>"}, {"role": "assistant", "content": "<ocr> ALPHA </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_194"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_13.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>155,485,803,609</bbox>"}, {"role": "assistant", "content": "<ocr> ments are higher -- an example being the Department \n of Hospitals. This is justified by the \"round the \n clock\" need for physicians in other departments. \n This factor is a definite disadvantage to this \n department. \" \n He mentioned that the salary difference stated above is not strictly \n comparable. Health Department physicians for the most part act as </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_333"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40651.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>56,524,601,529</bbox>"}, {"role": "assistant", "content": "<ocr> offerings are gaining popularity BY PROGRAM TYPE' </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_411"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/20dcdc0c2ebdaf03a39e6e3b23a326ee_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>176,306,268,317</bbox>"}, {"role": "assistant", "content": "<ocr> Statement of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_263"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36928.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>224,934,459,944</bbox>"}, {"role": "assistant", "content": "<ocr> BUSINESS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_184"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__impact_monitoring__401.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>340,95,628,424</bbox>"}, {"role": "assistant", "content": "<ocr> “er, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_668"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jhpc0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>321,171,437,188</bbox>"}, {"role": "assistant", "content": "<ocr> Conclusions </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_694"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_509_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>397,118,583,162</bbox>"}, {"role": "assistant", "content": "<ocr> 21 9 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_754"}
{"image": ["./imgs/TextVQA/test_images/af980ed7ecaf0f3b.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>156,486,221,514</bbox>"}, {"role": "assistant", "content": "<ocr> FLIGHT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_158"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Charlie_Hodge_(guitarist)03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>85,512,135,556</bbox>"}, {"role": "assistant", "content": "<ocr> Theatre </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_423"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlmc0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>467,357,788,372</bbox>"}, {"role": "assistant", "content": "<ocr> Attorney, Agent, or Firm-Grover M. Myers; George </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_731"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__even-bombings-cant-threaten-the-sex-trade-in-thailands-deep-south02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>774,462,899,493</bbox>"}, {"role": "assistant", "content": "<ocr> Malaysia. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_118"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16653153-28_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>668,600,712,658</bbox>"}, {"role": "assistant", "content": "<ocr> Dome </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_522"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pyfg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>363,782,943,980</bbox>"}, {"role": "assistant", "content": "<ocr> SIGNATURE OF \n PRINCIPAL \n INVESTIGATOR \n Identify the Professional School (medical, dental, public health, graduate, or \n other) with which this project should be identified: \n SCHOOL. \n INVESTIGATOR-DO NOT USE THIS SPACE \n Ferm Approved \n Budget Bureau No. 92-R001.2 JUL. 1986 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_592"}
{"image": ["./imgs/VisualMRC/images/fsf.org/working-together__gang01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>43,100,965,440</bbox>"}, {"role": "assistant", "content": "<ocr> Meet the pieces of free software working together to build a complete free software system. \n There are thousands of pieces of free software, many of which are listed in our directory of free software, but of these \n projects, a few dozen are extremely common — we call these the free software gang. \n meet the free software gang \n by Matt Lee \n — </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_226"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__erwin-verbruggen01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>486,114,624,138</bbox>"}, {"role": "assistant", "content": "<ocr> Management </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_518"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8cb738398fd392db62ce4c76ccf9ba91_page6.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>230,41,320,53</bbox>"}, {"role": "assistant", "content": "<ocr> MEMORIAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_658"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsgj0223_58.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>125,270,842,644</bbox>"}, {"role": "assistant", "content": "<ocr> General Exports & Credits Ltd. 30/6/2006 0.94 157972 \n 31/12/2006 0.94 157972 \n General Exports And Credit \n Ltd \n 30/9/2006 0.94 157972 \n Harvatax Engineering & \n Processing Co. Ltd. \n 30/6/2006 0.09 15000 \n Harvatex Engg & Proc \n Company Ltd \n 31/12/2006 0.09 15000 \n Harvatex Engineering And \n Processing Co \n 30/9/2006 0.09 15000 \n Ilac Investment Pvt. Ltd. 30/6/2006 0.08 13280 \n 30/9/2006 0.14 23756 \n 30/6/2006 0.14 23756 \n 31-Dec-06 0.14 23756 \n Lakshmi Vishnu Investment \n Ltd \n 30/9/2006 3.63 609485 \n 31-Dec-06 3.63 609485 \n 31-Mar-06 3.63 609485 \n 30-Jun-06 3.63 609485 \n Lampa Trading Company Ltd 30/9/2006 0.21 34720 \n 31-Dec-06 0.21 34720 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_102"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__article__18__10__civic-duty-one-line-code01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>541,221,629,274</bbox>"}, {"role": "assistant", "content": "<ocr> entered </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_680"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qnwd0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>338,335,681,351</bbox>"}, {"role": "assistant", "content": "<ocr> 10-19 10-19 < 10 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_686"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/456941-obam_09-18_09-24_contract_398069_rev_01_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>2,750,138,763</bbox>"}, {"role": "assistant", "content": "<ocr> R 13 09-24-2012 09-24-2012 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_483"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xnkp0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>806,211,908,232</bbox>"}, {"role": "assistant", "content": "<ocr> 4:959:891 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_566"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/462236-romney-for-president-8-27-9-18-invoice-117698-1_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>104,587,293,600</bbox>"}, {"role": "assistant", "content": "<ocr> 730-8p M-F 7:30-8p </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_263"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/08bea544-d037-eaad-848d-8a98dbc62b36_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>602,101,712,111</bbox>"}, {"role": "assistant", "content": "<ocr> Steyer/D/President </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_165"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_391_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>228,406,278,431</bbox>"}, {"role": "assistant", "content": "<ocr> Shahid </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_322"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1835a16baf6703fb38b677b8dffe0adb_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>343,137,647,151</bbox>"}, {"role": "assistant", "content": "<ocr> Statement ofTrustees' Responsibilities </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_903"}
{"image": ["./imgs/ChartQA/test/png/two_col_82758.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>210,802,384,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2017 2018 2019 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_647"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_70.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>105,92,775,160</bbox>"}, {"role": "assistant", "content": "<ocr> AND THE Food Supply VO. NO. 74-63 March 11, 1974 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_44"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_243_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>13,596,824,641</bbox>"}, {"role": "assistant", "content": "<ocr> Anders Theil Denmark 7 November 2005 7 July 2009 Originally had contract </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_528"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1598242-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,301,866,522</bbox>"}, {"role": "assistant", "content": "<ocr> Masters Tournament 0 0 0 5 12 10 \n U.S. Open 0 1 2 5 13 9 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_641"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page244.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>123,756,915,769</bbox>"}, {"role": "assistant", "content": "<ocr> - cyfraniadau gan eraill - 3 3 15 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_900"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jpfk0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>339,649,504,667</bbox>"}, {"role": "assistant", "content": "<ocr> Recommendation) : </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_905"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/463900-kovr-afscme-d-issue-ord33778-fed-natl-invoice_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>328,85,951,96</bbox>"}, {"role": "assistant", "content": "<ocr> Account Exec: NICOLE ELIE POL Invoice Num: 1191-347200 Page 4 of 4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_763"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/featured__strong-earthquake-strikes-near-thai-laos-border01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>304,659,876,692</bbox>"}, {"role": "assistant", "content": "<ocr> epicentre said they felt several aftershocks. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_45"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/flfp0000_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>472,525,555,544</bbox>"}, {"role": "assistant", "content": "<ocr> Jimmy </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_875"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37354.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>51,296,950,517</bbox>"}, {"role": "assistant", "content": "<ocr> the \"@\" symbol. \n Then treat and track the requests \n just like those in other platforms. \n THE BEST \n Use software that re-routes a Twitter message (based on \n SOLUTION \n brand name with and without \"@\") to a staff back-up if it \n goes unanswered within a certain time-frame. \n SPEED OF \n RESPONSE \n Create a dedicated \n customer service handle. \n Within an hour of posting Handles have been shown to \n a product or service improve response time by 43%, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_279"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70298.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>778,842,902,851</bbox>"}, {"role": "assistant", "content": "<ocr> WERE AMONG PEOPLE </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_558"}
{"image": ["./imgs/TextVQA/test_images/b1dae71fea6eb456.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>422,313,537,439</bbox>"}, {"role": "assistant", "content": "<ocr> ASI </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_165"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7b3483597401ed5398c8a0fce6aa1fba_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>196,329,316,343</bbox>"}, {"role": "assistant", "content": "<ocr> responsibilities </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_605"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10410.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>245,207,394,231</bbox>"}, {"role": "assistant", "content": "<ocr> 75% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_544"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140114-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,285,982,687</bbox>"}, {"role": "assistant", "content": "<ocr> Indianapolis 500 Indianapolis 31 May Jack McGrath Bill Vukovich Kurtis Kraft- Offenhauser F Report \n Belgian Grand Prix Spa-Francorchamps 20 June Juan Manuel Fangio Juan Manuel Fangio Maserati P Report \n French Grand Prix Reims 4 July Juan Manuel Fangio Juan Manuel Fangio Mercedes C Report \n British Grand Prix Silverstone 17 July Juan Manuel Fangio José Froilán González Ferrari P Report \n German Grand Prix (a.k.a European Grand Prix) Nürburgring 1 August Juan Manuel Fangio Juan Manuel Fangio Mercedes C Report </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_711"}
{"image": ["./imgs/ChartQA/test/png/30922516017795.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>128,430,256,455</bbox>"}, {"role": "assistant", "content": "<ocr> Produced capital </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_570"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05947f7f2f0220f16a0c66f153b4b177_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>433,373,529,388</bbox>"}, {"role": "assistant", "content": "<ocr> prevention </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_287"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1723516-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,501,941,614</bbox>"}, {"role": "assistant", "content": "<ocr> Winner 1995 Hamburg Clay Yevgeny Kafelnikov Byron Black Andrei Olhovskiy 6–1, 7–6 \n Runner-up 1999 Canada Hard Byron Black Jonas Björkman Patrick Rafter 6–7, 4–6 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_670"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17002889-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>53,680,118,707</bbox>"}, {"role": "assistant", "content": "<ocr> Infusion </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_667"}
{"image": ["./imgs/ChartQA/test/png/two_col_40377.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>416,258,503,786</bbox>"}, {"role": "assistant", "content": "<ocr> 13 131.8 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_90"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15264525-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>198,297,738,315</bbox>"}, {"role": "assistant", "content": "<ocr> Azerbaijan 1 0 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_457"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11306.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>34,658,844,679</bbox>"}, {"role": "assistant", "content": "<ocr> All 16 patients were Ha Noi confirmed first WHO declares the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_773"}
{"image": ["./imgs/TextVQA/test_images/7fff7fc6e367e8aa.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>473,124,777,157</bbox>"}, {"role": "assistant", "content": "<ocr> 5 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_324"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14282690-16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,634,971,687</bbox>"}, {"role": "assistant", "content": "<ocr> 155. 7 September World Cup 2006 qualifier Malta Croatia 1:1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_565"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nfpf0227_6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>539,696,904,713</bbox>"}, {"role": "assistant", "content": "<ocr> J. B .: Immune response to bovine </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_782"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/535dd4e9d790ae57b49844f71271a43c_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,718,878,730</bbox>"}, {"role": "assistant", "content": "<ocr> position of the charity and which enable them to ensure that the financial statements comply with applicable </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_432"}
{"image": ["./imgs/ChartQA/test/png/two_col_81844.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>423,773,535,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 2009 2010 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_638"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__plane-spotting-photo-shoots-at-thailands-controversial-airport-beach03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>201,38,543,65</bbox>"}, {"role": "assistant", "content": "<ocr> be sentenced to death for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_642"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/03106d4c-1c90-b234-d191-5affc2ecad05_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>675,544,801,554</bbox>"}, {"role": "assistant", "content": "<ocr> 91 $9,865.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_540"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_112_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>171,413,952,482</bbox>"}, {"role": "assistant", "content": "<ocr> 29 Dec 1993 Bormio, Italy Downhill 3rd </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_644"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41893.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>128,668,871,889</bbox>"}, {"role": "assistant", "content": "<ocr> LASTED A FULL 58 PLAYERS RECEIVED A \n SECONDS IN HIS SIDE'S ROLLS ROYCE FOR EVERY \n GAME AGAINST SCOTLAND, 1990 GOAL THEIR TEAM SCORED \n IN THE TOURNAMENT. \n THEY MANAGED TWO IN \n THREE DEFEATS. \n CAMEROON REACHED \n THE QUARTER-FINALS 1994 \n IN ITALY, SOMETHING \n NEVER ACHIEVED \n THE ONLY TIME THE \n CAMEROON BEFORE BY AN \n ETERNAL FLAME AT \n AFRICAN TEAM. \n ARC DE TRIOMPHE IN PARIS HAS BEEN \n EXTINGUISHED. IT WAS PUT OUT BY \n 1998 DRUNKEN MEXICAN FOOTBALL FANS \n WHO URINATED ON IT AFTER THE FINAL \n WHICH SAW FRANCE DEFEAT BRAZIL \n THE FASTEST COAL EVER \n 2002 715.1 WAS SCORED BY TURKISH \n SUPERSTAR HAKAN \n SUKUR AGAINST SOUTH MILLION \n KOREA. IT TOOK HIM JUST \n 11 SECONDS TO FIND THE \n BACK OF THE NET. \n 2006 \n AN ESTIMATED RECORD 715.1 MILLION \n PEOPLE WATCHED THE FINAL HELD IN \n GERMANY. \n SOUTH AFRICA BECAME \n THE FIRST AFRICAN 2010 WITH \n NATION TO HOST A WORLD \n CUP, AND ALSO THE FIRST 32 NATIONS \n HOST NATION TO BE </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_2"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__cambodia-thailand-reconnect-a-cold-war-cut-link02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>276,679,974,697</bbox>"}, {"role": "assistant", "content": "<ocr> ceremony, held on July 1, is the latest indication of a </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_205"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14369924-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>420,50,578,132</bbox>"}, {"role": "assistant", "content": "<ocr> Translators </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_660"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18191407-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>255,368,305,405</bbox>"}, {"role": "assistant", "content": "<ocr> CUB) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_939"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__digital-cultural-heritage03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>29,905,912,948</bbox>"}, {"role": "assistant", "content": "<ocr> and educational offer to promote the use of digital cultural heritage in learning environments. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_806"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16218498-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,666,397,715</bbox>"}, {"role": "assistant", "content": "<ocr> Saint-George SA 2-4 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_619"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18781865-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>185,574,369,656</bbox>"}, {"role": "assistant", "content": "<ocr> Netherlands </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_307"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__3d-content-in-europeana-task-force-review01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>140,305,877,352</bbox>"}, {"role": "assistant", "content": "<ocr> The advent of 3D technology is bringing new opportunities for </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_0"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_37_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>194,879,297,908</bbox>"}, {"role": "assistant", "content": "<ocr> Landau Institute for Theoretical </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_557"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>311,386,390,401</bbox>"}, {"role": "assistant", "content": "<ocr> 115,837 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_76"}
{"image": ["./imgs/TextVQA/test_images/1f28ecbefd6a7fc7.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>504,291,651,411</bbox>"}, {"role": "assistant", "content": "<ocr> CA </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_359"}
{"image": ["./imgs/TextVQA/test_images/311edf5bc589a126.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>716,343,829,355</bbox>"}, {"role": "assistant", "content": "<ocr> aHome </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_0"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6c195cac-5318-ff53-9699-5da7026ba63e_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,422,968,645</bbox>"}, {"role": "assistant", "content": "<ocr> N11 WSTM 06/13/20 06/13/20 Sat Live at Six CM 6:00 PM-6:30 PM -----1- :30 1 $540.00Pol1 0.00 NM 1 $540.00 \n Local News \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/08/20 06/14/20 -----1- 1 $540.00 0.00 \n N12 WSTM 06/14/20 06/14/20 Sun Live at Six CM 6:00 PM-6:30 PM ------1 :30 1 $540.00Pol1 0.00 NM 1 $540.00 \n Local News \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/08/20 06/14/20 ------1 1 $540.00 0.00 \n N13 WSTM 06/09/20 06/15/20 M-F 11p Late News CM 11:00 PM-11:35 PMMTWTF-- :30 3 $700.00Pol1 0.00 NM 3 $2,100.00 \n Local News \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/09/20 06/15/20 MTWTF-- 3 $700.00 0.00 \n N14 WSTM 06/13/20 06/13/20 Sa-Su 11p Late News CM 11:00 PM-11:35 PM-----1- :30 1 $600.00Pol1 0.00 NM 1 $600.00 \n Local News \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 06/08/20 06/14/20 -----1- 1 $600.00 0.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_556"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_335_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,225,918,404</bbox>"}, {"role": "assistant", "content": "<ocr> King Street \n Cataraqui Town Centre \n 4 Princess Street 30 \n Downtown \n Cataraqui Town Centre \n 6 Gardiners Town Centre 30 Downtown \n St. Lawrence College \n Cataraqui Town Centre \n Dalton/Division \n 7 Train Station 30 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_712"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cd65b8f65100b091147076a3aae0860_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>138,507,908,520</bbox>"}, {"role": "assistant", "content": "<ocr> year. The Trust’s links with the community have continued to be developed throughout the year. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_908"}
{"image": ["./imgs/ChartQA/test/png/two_col_20672.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>116,199,205,221</bbox>"}, {"role": "assistant", "content": "<ocr> BBC Top Gear </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_564"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page103.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,359,632,372</bbox>"}, {"role": "assistant", "content": "<ocr> Lease payments of £210,000 have been recognised as an expense </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_118"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68d540c9-977e-e1e0-40da-c2e420fd15e6_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>166,887,481,897</bbox>"}, {"role": "assistant", "content": "<ocr> End Date Weekdays Spots/Week Rate </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_888"}
{"image": ["./imgs/ChartQA/test/png/two_col_434.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>49,167,587,186</bbox>"}, {"role": "assistant", "content": "<ocr> 11 205 833 2014 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_297"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jrgv0228_7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>138,736,375,755</bbox>"}, {"role": "assistant", "content": "<ocr> 7.15 Depart for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_292"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a1f568bc-283e-52e0-61cb-66a4e8f73efb_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>146,50,958,101</bbox>"}, {"role": "assistant", "content": "<ocr> Schedule Dates 06/04/20-06/08/20 Last Modified 06/02/20 \n Jun. 2020 53 $4,025.00 \n WSET Advertiser Claire Russo VACD5 -D (136863) Entered By Anita Lowe \n PO Box 11588 Agency Grassroots Media LLC (19605) CO-OP No </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_481"}
{"image": ["./imgs/VisualMRC/images/transparency.org/country__COL02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>400,434,957,920</bbox>"}, {"role": "assistant", "content": "<ocr> En los ultimos afios, \n América Latina y el Caribe \n lograron adelantos \n significativos en la lucha \n contra la corrupcién. En \n muchos paises de la regioén \n existen ahora leyes y \n mecanismos para \n contrarrestar este \n fendémeno, las \n investigaciones legales \n estan avanzando y los \n movimientos ciudadanos \n anticorrupcién han \n incrementado. Sin \n embargo, de acuerdo con \n el indice de Percepcion de \n la Corrupcién (IPC) 2017, la \n region continua con bajos \n puntajes. \n Perceptions remain \n unchanged despite \n progress in the Americas \n In the last few years, Latin \n America and the \n Carribbean made great \n strides in the fight against \n corruption. Laws and \n mechanisms exist to curb \n corruption, while legal \n investigations are \n advancing and citizen anti- \n corruption movements are </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_734"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page43.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>165,915,399,928</bbox>"}, {"role": "assistant", "content": "<ocr> excellent progress. We have </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_21"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hqvw0217_8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>712,320,784,340</bbox>"}, {"role": "assistant", "content": "<ocr> to advise if we </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_545"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fkbk0226_10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>766,356,874,370</bbox>"}, {"role": "assistant", "content": "<ocr> Massachusetts. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_144"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jybx0223_93.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>109,670,372,684</bbox>"}, {"role": "assistant", "content": "<ocr> a) Segment revenue and expenses: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_407"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Monrovia03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>42,792,240,831</bbox>"}, {"role": "assistant", "content": "<ocr> looking. Now officially Harbel's. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_643"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e67335fc-3130-eef9-d297-0fd21163af54_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,315,970,534</bbox>"}, {"role": "assistant", "content": "<ocr> N14 All 03/08/20 03/08/20 Meet The Press CM Su 9a-10a ------1 :30 1 $235.003 0.00 NM 1 $235.00 \n Meet The Press \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/02/20 03/08/20 ------1 1 $235.00 0.00 \n N15 All 03/15/20 03/15/20 Meet The Press CM Su 9a-10a ------1 :30 1 $235.003 0.00 NM 1 $235.00 \n Meet The Press \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 ------1 1 $235.00 0.00 \n N16 All 03/09/20 03/09/20 News 4 @ 6p M-F CM M-F 6p-632p 1------ :30 1 $390.004 0.00 NM 1 $390.00 \n News 4 @ 6p M-F \n wrap around 16,17,18 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 1------ 1 $390.00 0.00 \n N17 All 03/11/20 03/11/20 News 4 @ 6p M-F CM M-F 6p-632p --1---- :30 1 $390.004 0.00 NM 1 $390.00 \n News 4 @ 6p M-F \n wrap around 16,17,18 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_411"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ymnn0081_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>476,110,516,143</bbox>"}, {"role": "assistant", "content": "<ocr> STICK </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_806"}
{"image": ["./imgs/TextVQA/test_images/e9e1b65a4766608e.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>676,625,740,653</bbox>"}, {"role": "assistant", "content": "<ocr> Lyssna </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_214"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96b6e7389eee8669d280bcbe4484f01c_page24.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>107,195,874,402</bbox>"}, {"role": "assistant", "content": "<ocr> Private health insurance 16,491 61,917 78,408 78,013 \n 5424685 20688361 26113046 24770000 \n Number \n 2014 \n Church and ministry staff 714 \n Youth Ministry 94 \n Administration 270 \n Care-Nursing and childcare 450 \n Community Programs 231 \n Premises maintenance 161 \n 1,920 \n Number Number \n 2014 2013 \n F40,001tof50,000 46 35 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_502"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10310.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>143,712,905,741</bbox>"}, {"role": "assistant", "content": "<ocr> Japan, Switzerland, not have access to a vaccine </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_925"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_578_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>25,924,906,946</bbox>"}, {"role": "assistant", "content": "<ocr> 25 Jakob Kühn Zürich Switzerland 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_143"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-184806-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>36,159,890,189</bbox>"}, {"role": "assistant", "content": "<ocr> 02 English Kathy Kirby 2 26 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_816"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/cd33149c-6c2d-edda-4f27-5be44c8d6e5d_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,970,960,986</bbox>"}, {"role": "assistant", "content": "<ocr> REPORT Spot Manager: Placed, 02/24/20-03/01/20 (03/10/20 12:13:18 PM) Page 3 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_933"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11131.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>353,723,465,735</bbox>"}, {"role": "assistant", "content": "<ocr> about contacts. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_345"}
{"image": ["./imgs/ChartQA/test/png/14354115005935.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>182,902,220,932</bbox>"}, {"role": "assistant", "content": "<ocr> 10% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_510"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464180-senate-conservatives-action-request-form_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>105,449,306,465</bbox>"}, {"role": "assistant", "content": "<ocr> Contact: Cindi Crane </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_368"}
{"image": ["./imgs/ChartQA/test/png/two_col_42283.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>230,753,884,818</bbox>"}, {"role": "assistant", "content": "<ocr> 2010/11 2011/12 2012/13 2013/14 2014/15 2015/16 2016/17 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_764"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18974097-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>416,301,541,370</bbox>"}, {"role": "assistant", "content": "<ocr> Bluejackets </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_730"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20084.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>81,309,197,324</bbox>"}, {"role": "assistant", "content": "<ocr> Heritage </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_775"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ljgf0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>683,744,802,761</bbox>"}, {"role": "assistant", "content": "<ocr> Nutritives </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_378"}
{"image": ["./imgs/ChartQA/test/png/two_col_24093.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>442,785,474,828</bbox>"}, {"role": "assistant", "content": "<ocr> 2004 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_342"}
{"image": ["./imgs/TextVQA/test_images/b74a764d61dbc2e0.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,15,266,84</bbox>"}, {"role": "assistant", "content": "<ocr> ABALOO </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_262"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/477280-09132012-3-13475583072106-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>118,173,240,188</bbox>"}, {"role": "assistant", "content": "<ocr> CONTRACT NO. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_514"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d053d6ac-f4b1-0c8d-9d87-d2e75a65a09f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>666,292,770,303</bbox>"}, {"role": "assistant", "content": "<ocr> Ref 5091 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_494"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d97c72db-1013-add4-ae2f-6fb883d75ff4_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>64,429,959,471</bbox>"}, {"role": "assistant", "content": "<ocr> Tu-F,M \n 4|9:30p-10p Fox-28 News At Nine $600.00 0 30} 3 3) $1,800.00} $0.00 0.0 \n Sa : ae </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_824"}
{"image": ["./imgs/ChartQA/test/png/two_col_81124.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>633,253,682,786</bbox>"}, {"role": "assistant", "content": "<ocr> 0.53% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ca46565a2c96d82a9b518a51649a1869_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>391,96,479,110</bbox>"}, {"role": "assistant", "content": "<ocr> Index to the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_793"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__lorenzana-commends-filipino-captain-who-defied-chinese-warship-in-west-ph-sea02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,818,971,853</bbox>"}, {"role": "assistant", "content": "<ocr> grounds. Instead, it broadly affirmed the Philippines’ sovereign rights to </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_287"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16566850-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>29,505,908,753</bbox>"}, {"role": "assistant", "content": "<ocr> 4 ERSC Amberg 14 3 6 13 \n 5 EV Regensburg II 14 2 7 12 \n 6 EC Bad Kissing (N) 14 0 10 8 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_883"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_440_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>712,801,741,839</bbox>"}, {"role": "assistant", "content": "<ocr> Cheshire </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_795"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/36cb9486-6352-9228-d31d-4c656b0876d4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>138,492,552,502</bbox>"}, {"role": "assistant", "content": "<ocr> 05/25/20 05/31/20 MTWTF-- 3 $30.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_618"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_736_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>661,679,784,695</bbox>"}, {"role": "assistant", "content": "<ocr> Migen Memelli 22', Devis Mukaj 64' </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_135"}
{"image": ["./imgs/ChartQA/test/png/two_col_42998.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>50,197,111,219</bbox>"}, {"role": "assistant", "content": "<ocr> Instagram </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_437"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jknf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>366,386,445,403</bbox>"}, {"role": "assistant", "content": "<ocr> following </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_175"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mqyn0081_60.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>323,534,587,563</bbox>"}, {"role": "assistant", "content": "<ocr> of GC volatile </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_51"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrww0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>585,184,656,207</bbox>"}, {"role": "assistant", "content": "<ocr> Time </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_77"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_258_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>83,651,225,687</bbox>"}, {"role": "assistant", "content": "<ocr> Latin-America </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_217"}
{"image": ["./imgs/VisualMRC/images/fsf.org/philosophy__selling.html02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>21,201,970,554</bbox>"}, {"role": "assistant", "content": "<ocr> Strictly speaking, “selling” means trading goods for money. Selling a copy of a free program is legitimate, and we encourage it. \n So unless you're going to draw distinctions carefully, the way this article does, we suggest it is better to avoid using the term “selling software” and choose some other wording \n instead. For example, you could say “distributing free software for a fee’—that is unambiguous. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_929"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/njyf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>208,294,550,459</bbox>"}, {"role": "assistant", "content": "<ocr> your diet \n and \n your health </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_756"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__desktop-tools01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>707,872,776,902</bbox>"}, {"role": "assistant", "content": "<ocr> email </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_760"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f821dd389785ed50a15ff929b4664891_page12.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>780,244,898,256</bbox>"}, {"role": "assistant", "content": "<ocr> the charity to the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_22"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_411_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,950,554,964</bbox>"}, {"role": "assistant", "content": "<ocr> 26 April 1961 Sheffield Wednesday H 0-2 24,258 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_97"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_578_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,334,906,598</bbox>"}, {"role": "assistant", "content": "<ocr> 8 Alessandro Mazzola Internazionale Italy 9 \n Valery Voronin Torpedo Moskva Soviet Union 9 \n 11 Denis Law Manchester United Scotland 8 \n 12 Karl-Heinz Schnellinger Milan West Germany 6 \n Ferenc Puskás Real Madrid Spain 5 \n 13 \n Jim Baxter Sunderland Scotland 5 \n Mario Corso Internazionale Italy 3 \n 15 \n Lev Yashin Dynamo Moscow Soviet Union 3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_843"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Mackenzie_Highway01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,36,982,447</bbox>"}, {"role": "assistant", "content": "<ocr> Prepare edit ] \n Give your car a thorough mechanical evaluation before you attempt this trip. For winter driving, get winter or all-weather tires and low-weight oil (5W30 or \n as recommended by your manufacturer). On long-distance drives, carry a good spare tire, jack, water, insect repellent, flares and a first aid kit. Ensure \n your vehicle is dependable and well maintained. Ensure that all of your tires are in good condition, with lots of tread, and carry at least one full-sized \n spare tire in good condition, or two, if your tires are an unusual size. Your winter safety package should include sand or cat litter for traction, a tow rope, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_961"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,308,960,652</bbox>"}, {"role": "assistant", "content": "<ocr> Special Handling Product 1/2 MBLM \n 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 15 KDVR FOX31 News At 530p 530p-6p \n 01/27/20to02/02/20 4x MTWTF-- \n KDVR M 01/27/20 :30 5:41 PM MRBPBK3020EH $375.00 1 \n KDVR Tu 01/28/20 :30 5:52 PM MRBPSS312EH $375.00 3 \n KDVR W 01/29/20 :30 5:54 PM MRBPSS312EH $375.00 2 \n KDVR F 01/31/20 :30 5:39 PM MRBPSS317EH $375.00 4 \n 16 KDVR M-F 6p-630p 6p-630p \n 01/27/20to02/02/20 3x MTWTF-- \n KDVR M 01/27/20 :30 6:24 PM MRBPSS311EH $700.00 2 \n KDVR Th 01/30/20 :30 6:13 PM MRBPSS317EH $700.00 3 \n KDVR F 01/31/20 :30 6:24 PM MRBPBK3022H $700.00 1 \n 17 KDVR M-F 630p-7p 630p-7p \n 01/27/20to02/02/20 4x MTWTF-- \n KDVR M 01/27/20 :30 6:42 PM MRBPSS312EH $700.00 3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_777"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ztcn0020_11.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>576,218,655,247</bbox>"}, {"role": "assistant", "content": "<ocr> DRUG </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_624"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3428534c-2c6a-d2ac-088c-f1184c36a2ea_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>74,297,402,306</bbox>"}, {"role": "assistant", "content": "<ocr> (cid:1)(cid:2)(cid:3)(cid:4)(cid:5)(cid:6)(cid:7)(cid:4)(cid:8)(cid:9)(cid:10)(cid:3)(cid:11)(cid:8)(cid:12)(cid:11)(cid:13)(cid:6)(cid:5)(cid:14)(cid:15)(cid:16) (cid:8)(cid:27)(cid:10)(cid:20)(cid:8)(cid:27)(cid:6)(cid:3)(cid:20)(cid:8)(cid:25)(cid:28)(cid:11)(cid:2)(cid:5)(cid:21)(cid:8)(cid:22)(cid:12)(cid:23)(cid:23)(cid:24)(cid:22)(cid:25)(cid:26)(cid:27)(cid:9)(cid:23) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_306"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39822.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,169,946,994</bbox>"}, {"role": "assistant", "content": "<ocr> $307B \n 16.9% \n GDP \n $2,000B \n 31.2% \n 38.7% $1,692B $262B \n $243B \n TX \n $238B $2,734B \n $219B 31.9% \n 22.4% \n $215B \n 21.1% \n VT 20% $32B \n $204B N $41B \n $190B 31.8% \n 5% \n CA \n $48B \n $189B MT \n $166B \n +12.49 $49B \n LS $153B 8% \n Trade Shares of GDP \n SD $52B \n $153B 11.9% $132B \n Less than 10% \n $55B \n $127B $119B 15.4% \n 10% - 20% \n ND \n 14.5% $61B \n CO \n $112B \n 16% \n 20% - 30% \n $72B 19.8% \n $59B \n $75B \n UT \n $98B $80B $88B </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_314"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/8dfa0ca9-2457-2309-3c1c-8301ca6a6d14_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>851,67,967,81</bbox>"}, {"role": "assistant", "content": "<ocr> 84,720.00 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_565"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/37106c79254d3cb9e24da92dd847d9ef_page13.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>313,404,575,416</bbox>"}, {"role": "assistant", "content": "<ocr> statements in accordance with United </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_835"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_329_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>42,777,95,809</bbox>"}, {"role": "assistant", "content": "<ocr> 2008– </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_906"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1009.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>152,768,195,793</bbox>"}, {"role": "assistant", "content": "<ocr> ASML </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_763"}
{"image": ["./imgs/TextVQA/test_images/8d9b602f440109a0.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>672,405,731,431</bbox>"}, {"role": "assistant", "content": "<ocr> OUTONTT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_113"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gmvj0223_22.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>119,496,907,747</bbox>"}, {"role": "assistant", "content": "<ocr> Value of shares paid-up 14.22,000 14,22,000 \n Par value per share [INR/shares] 100 [INR/shares] 100 \n Details of shares not fully called [Abstract] \n Amount per share called [INR/shares] 0 [INR/shares] 0 \n Reconciliation of number of shares outstanding [Abstract] \n Changes in number of shares outstanding [Abstract] \n Increase in number of shares outstanding [ Abstract ] \n Number of shares issued in public offering [shares] O [shares ] 0 \n Number of shares issued as bonus shares shares] 0 [shares ] O \n Number of shares issued as rights [shares] O [shares] 0 \n Number of shares issued in private placement [shares] 0 (shares ] 0 \n Number of shares issued as preferential allotment [shares] 0 (shares] O \n Number of shares allotted for contracts without payment received in cash [shares] 0 [shares] 0 \n Number of shares issued under scheme of amalgamation [shares] 0 [shares] 0 \n Number of other issues of shares [shares] 0 [shares] 0 \n Number of shares arising out of conversion of securities [shares] 0 [shares] 0 \n Total aggregate number of shares issued during period [shares] 0 [shares] 0 \n Decrease in number of shares during period [Abstract] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_947"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_410_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>303,736,701,774</bbox>"}, {"role": "assistant", "content": "<ocr> Johnson 19 62 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_657"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrjh0225_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>614,617,725,628</bbox>"}, {"role": "assistant", "content": "<ocr> Promotional Sleeve </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_472"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16514823-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,607,903,628</bbox>"}, {"role": "assistant", "content": "<ocr> 2005-08-01 Olympia Helsingborg 0-2 Allsvenskan 16 000 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_659"}
{"image": ["./imgs/ChartQA/test/png/two_col_83566.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>230,660,300,728</bbox>"}, {"role": "assistant", "content": "<ocr> 4.8 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_830"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33272.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>233,123,322,140</bbox>"}, {"role": "assistant", "content": "<ocr> O EVERY </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_617"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_201_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>644,576,725,591</bbox>"}, {"role": "assistant", "content": "<ocr> 1:10.66 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_630"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cd65b8f65100b091147076a3aae0860_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>91,324,909,768</bbox>"}, {"role": "assistant", "content": "<ocr> of a further £20,895 on the 2012 Summer Young Artists Programme. \n In a Special meeting of the Trustees on the same day Fiona Brannon was appointed a trustee to replace \n Rex Harbour who retired at the meeting. The meeting thanked Rex Harbour for his contribution as a \n trustee since the Trust’s foundation. \n 4.2 Income received \n In the year ending October 2015, the Trust received funds of £47,273 made up as follows:- \n Donations 43,048 \n Tax refunds 4,225 \n 4.3 Activities and Outgoings \n Awards and bursaries totalling £1,920 were awarded \n To Rhiannon Llewellyn to cover an audition round to opera houses and agents in Germany \n To support Les Azuriales support of Njabulo’s Madlala’s excellent initiative in South Africa (Amazwe \n Omzansi Africa) holding workshops in Durban for aspiring African singers by paying the travel costs \n of Sally Burgess who went out to coach and hold workshops \n £7,011 was paid in respect of Prize money won at the Les Azuriales International Singing Competition \n 2015 held in the Church of St Michael, Beaulieu sur mer on 29th August 2015 \n An advance of £12,802 was paid to Les Azuriales Opera’s festival account in return for which Les </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_470"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__3801.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,518,762,584</bbox>"}, {"role": "assistant", "content": "<ocr> Fingers\" to shut down expression of the mutant Huntingtin gene. More details on this exciting new \n technique here. \n Dr Jeff Carroll August 05,2019 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_80"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37343.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>65,44,415,59</bbox>"}, {"role": "assistant", "content": "<ocr> The most engaged populations </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_543"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70441.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,449,723,573</bbox>"}, {"role": "assistant", "content": "<ocr> ......... \n all with pneumonia \n ..... \n Acute respiratory 11 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_41"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Carlisle_(Massachusetts)02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>55,624,167,648</bbox>"}, {"role": "assistant", "content": "<ocr> [edit ] [ add listing ] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_178"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/514259-hudson-wsoc-refund2-337326-11-12-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>98,162,926,545</bbox>"}, {"role": "assistant", "content": "<ocr> AMER MEDIA Todays fjte: 11/9/2012 \n HUDSON Invoice Nbr.: \n Date Aired: \n AJE Name: \n — \n :Adveniser # \n 11/3/2012 \n Refund DTransfer 27324 \n EOrder Type \n Billed at Rate: \n Gross Credit/Debit: \n REASON FOR ADJUSTMENT: \n SALES \n Sales Ordering Error \n Makegood Error \n Rate Adjustment </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_405"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17100961-62_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>344,337,431,393</bbox>"}, {"role": "assistant", "content": "<ocr> Dennis </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_601"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ypcx0078_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>152,271,795,288</bbox>"}, {"role": "assistant", "content": "<ocr> DAY OF THE WEEK| Monday Tuesday |Wednesday Thursday Friday Saturday Sunday </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_406"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nryn0081_31.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>828,187,891,204</bbox>"}, {"role": "assistant", "content": "<ocr> brands </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_403"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jxnn0081_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>134,359,856,555</bbox>"}, {"role": "assistant", "content": "<ocr> Configuration B \n Vantage Ultra Light: 1613 13227 988 8102 \n Filter Configuration C \n Samples were statistically compared on both a revertant/mg tar and revertant/cigarette basis &s \n follows: each test product containing an experimental filter was compared to each of the three \n control products. \n The following differences were detected on a revertant/mg tar basis: (1) Vantage Ultra Light with \n filter configuration C was significantly lower than the Winston Ultra Light and Now Controls with \n TA98; (2) Monarch with filter configurations A & B, Camel Light with filter configuration B, and Cost </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_650"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__poverty-in-philippines-high-for-asia-falls-as-economy-strengthens01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>305,659,583,698</bbox>"}, {"role": "assistant", "content": "<ocr> Rudimentary farming </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_333"}
{"image": ["./imgs/TextVQA/test_images/72097de21720c65b.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>303,887,431,905</bbox>"}, {"role": "assistant", "content": "<ocr> ONWOETOI </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_299"}
{"image": ["./imgs/ChartQA/test/png/two_col_102960.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>534,228,601,786</bbox>"}, {"role": "assistant", "content": "<ocr> 7 137 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_334"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20315.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>38,845,947,915</bbox>"}, {"role": "assistant", "content": "<ocr> UNION JACK! \n Many people claim that the \n flag should only be called \n the \"Union Jack\" when flown \n from the bows of a warship. \n In 1902 the Royal Navy \n announced that either name \n St. Andrew's Cross St. Patrick's Saltire \n could be used </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_959"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41119.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>12,471,988,770</bbox>"}, {"role": "assistant", "content": "<ocr> 70% \n OF THE WORLD'S VEGETABLES \n AGRICULTURAL SUPPLIES 10% \n OF WORLD WATER 22% OF TOTAL AREA \n WITHDRAWAL IS USED \n WATER IS \n FRESHWATER \n HARVESTED USED FOR \n COVER 1%OF \n THE WORLD'S TOTAL \n MANAGEMENT WORLDWIDE OF GLOBAL ENERGY NEEDS FOR AGRICULTURE COARSE GRAINS AGRICULTURAL AREA \n MILLION \n 340 FEWER \n PREVALENCE OF 1 30% ANNUAL \n UNDERNOURISHMENT \n UNDERNOURISHED DECREASED OF LAND AREA \n FOREST \n BY 2015 TO MEETS \n LOSS OF \n GLOBAL EXPORTS OF COFFEE, \n WORLD FOOD (CCO \n 17% \n COVERED BY \n FORESTS 0.11% \n TER, COCOA AND SPICES \n IMPORT BILL IS SET TO REACH \n SUMMITTARGET \n ALMOST TRIPLED \n In 2013 GLOBAL FOOD \n SINCE 1990-92 BETWEEN 2000-2010 1.09 TRILLION US$ \n MORE THAN \n 840 \n FISH PROVIDES WORLD WORLD PRODUCTION VALUE \n =17%- \n IMPORTS OF \n WHEAT \n OF AGRICULTURE \n MILLION 400 MILLION TONNES 50% OF PAPER AMOUNT TO 3.269.457 \n PEOPLE ARE \n UNDERNOURISHED \n OF ANIMAL PROTEIN OF PAPER MILLION US$ \n 集 \n PRODUCED ANNUALLY 147 \n INTAKE PER PERSON CONSUMED ANNUALLY IS RECYCLED MILLION TONNES \n 1 ın 3 \n IS THE PRIMARY STAPLE 147 KG \n 368 69 SMALLHOLDERS \n PRODUCE \n 咳 RICE \n FOR OVER 1/2 \n AVERAGE ANNUAL \n MILLION TONNES \n OF POTATOES \n MILLION TONNES PEOPLE WORK 80% \n FOOD SUPPLY OF ORANGES </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_907"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37023.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>226,398,887,405</bbox>"}, {"role": "assistant", "content": "<ocr> 2 4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_418"}
{"image": ["./imgs/ChartQA/test/png/4495.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>0,0,989,173</bbox>"}, {"role": "assistant", "content": "<ocr> Majority of adults say gun laws should be stricter than they are today % saying gun laws should be than they are today  </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_979"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18228282-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,625,979,885</bbox>"}, {"role": "assistant", "content": "<ocr> Dave Thomas 2.04 SF December 4, 1976 (age 37) Cairns Taipans \n Aaron Doornekamp 1.98 F December 5, 1985 (age 28) Carleton University \n Rans Brempong 2.04 PF July 22, 1981 (age 32) Bayer Giants Leverkusen \n Levon Kendall 2.10 PF July 4, 1984 (age 29) Panionios Forthnet </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_856"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/518f9e5ce26b3ebd9f10545bb8535793_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>179,829,261,842</bbox>"}, {"role": "assistant", "content": "<ocr> constantly </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_317"}
{"image": ["./imgs/ChartQA/test/png/two_col_703.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>221,773,816,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_389"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15179545-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>17,50,983,384</bbox>"}, {"role": "assistant", "content": "<ocr> Geneva race-track (Switzerland) \n Date Race Race track Category Lap length \n July 21, 1946 1st Grand Prix des Nations Circuit des Nations Grand Prix FIA km ( mi)Switzerland </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_958"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__why-indian-tourists-are-flocking-to-thailand-where-they-may-soon-outnumber-chinese-visitors02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,289,949,708</bbox>"}, {"role": "assistant", "content": "<ocr> where the group make a stop, the Indians mostly shop at any market,” \n she said. \n Nonetheless, Chinese shoppers still contribute more to Thailand’s \n economy than any other foreign nationality. Last year, they spent some \n 120 billion baht, accounting for about 24 per cent of total tourist </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_699"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/349ccde6d74028a2938c08e999e48a39_page17.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>397,175,605,188</bbox>"}, {"role": "assistant", "content": "<ocr> AS AT 31 DECEMBER 2018 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_36"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35288.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>540,46,941,60</bbox>"}, {"role": "assistant", "content": "<ocr> HOME BUYERS </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_53"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xpww0217_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,676,761,689</bbox>"}, {"role": "assistant", "content": "<ocr> of rates with hormone therapy in </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_888"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Beautiful_Disease01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>30,447,966,870</bbox>"}, {"role": "assistant", "content": "<ocr> new versions of the songs \"Seattlehead\" and \"Mezz\" that were previously featured on releases of Duff \n McKagan's previous bands, Neurotic Outsiders and 10 Minute Warning respectively. \n The album was supposed to be released on Duff McKagan's birthday February 5, 1999.!5! The promotional \n campaign for the album was started by Geffen Records with promo copies being distributed. During the \n same time a merger between Polygram and Universal occurred and Geffen was merged with A&M </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_709"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/463905-kovr-american-action-network-r-issue-ord33732_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>249,344,557,356</bbox>"}, {"role": "assistant", "content": "<ocr> W T F S S Spots Per Week Rate </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_806"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lmcn0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>527,414,617,430</bbox>"}, {"role": "assistant", "content": "<ocr> prevention </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_11"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/463905-kovr-american-action-network-r-issue-ord33732_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>212,192,311,203</bbox>"}, {"role": "assistant", "content": "<ocr> GROUP(AMAG)(188790) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_315"}
{"image": ["./imgs/ChartQA/test/png/two_col_60038.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>624,319,676,786</bbox>"}, {"role": "assistant", "content": "<ocr> 3.31 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_525"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_189_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>39,332,891,715</bbox>"}, {"role": "assistant", "content": "<ocr> Cassiopeia 1 dIrr 02h 06m 02.8s +68° 59′ 59″ 35 16.4 \n IC 342 SAB(rs)cd 03h 46m 48.5s +68° 05′ 46″ 31 ± 3 9.1 \n KK 35 Irr 03h 45m 12.6s +67° 51′ 51″ 105 ± 1 17.2 \n NGC 1560 SA(s)d 04h 32m 49.1s +71° 52′ 59″ -36 ± 5 12.2 \n NGC 1569 Sbrst 04h 30m 49.1s +64° 50′ 52,6″ -104 ± 4 11,2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_90"}
{"image": ["./imgs/TextVQA/test_images/2c6ad30acc7362dd.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>349,881,394,949</bbox>"}, {"role": "assistant", "content": "<ocr> 10 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_29"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Cuyo_Islands02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>70,847,880,892</bbox>"}, {"role": "assistant", "content": "<ocr> of the people proved to be a blessing to the Spaniards who did not find difficulties in converting the population of Cuyo Island </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_184"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0e04ccf3773d366ee1c7566e013d747d_page12.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>132,771,918,865</bbox>"}, {"role": "assistant", "content": "<ocr> assessment. Regular Governor / Trustee training takes piece. \n Governance activity in 2016 \n The Trustees, usually referred to as governors, continue to review their working practices and performance. \n The governing body encourages, supports and increasingly holds to account those responsible forthe delivery of \n high quality provision in the College. Ofsted's April 2016 report identifies the successful role of governors in </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_709"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jzhd0227_14.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>232,830,742,934</bbox>"}, {"role": "assistant", "content": "<ocr> Assembly Planning Committee Representative \n Catherine Pennington, M.D. - Wichita, Kansas \n Staff Representative \n Virginia M. Goldberg - St. Louis Heart Association </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_877"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/464500-buehler-for-or-sec-st-est-245-10-30-12-11-5-12_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>39,735,970,746</bbox>"}, {"role": "assistant", "content": "<ocr> N 8 KOIN 11/04/12 11/04/12 Sun 7-8:30am CBS Sunday NSun 7-8:30am CBS :30 NM 1 $500.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_564"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phkw0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>48,316,650,364</bbox>"}, {"role": "assistant", "content": "<ocr> OF THE POOR </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_959"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__api01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>379,110,958,751</bbox>"}, {"role": "assistant", "content": "<ocr> upgrade, and we're finally ready to show \n you what we've been working on for the \n past few months. We've developed a \n NEWS \n Ash Marriott </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_963"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,315,960,581</bbox>"}, {"role": "assistant", "content": "<ocr> 3rd Floor \n New York, NY 10017 \n Agency Ref \n Advertiser Ref \n Line Channel Description Time Day Date Length Air Time Ad-ID Rate Reconciliation Ref # \n 20 KDVR M-F 1035p-1105p 1035p-1105p \n KDVR M 01/27/20 :30 11:04 PM MRBPSS312EH $250.00 4 \n KDVR Tu 01/28/20 :30 11:00 PM MRBPSS312EH $250.00 3 \n KDVR W 01/29/20 :30 11:00 PM MRBPSS311EH $250.00 1 \n KDVR Th 01/30/20 :30 11:04 PM MRBPBK3022H $250.00 2 \n 21 KDVR M-F 1105p-1135p 1105p-1135p \n 01/27/20to02/02/20 3x MTWTF-- \n KDVR M 01/27/20 :30 11:35 PM MRBPBK3020EH $225.00 2 \n KDVR Tu 01/28/20 :30 11:27 PM MRBPSS312EH $225.00 3 \n KDVR W 01/29/20 :30 11:30 PM MRBPSS312EH $225.00 1 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_424"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2ee7a564d4f89e3d405fc60685b797a0_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>479,173,662,187</bbox>"}, {"role": "assistant", "content": "<ocr> ended 4th April 2014, which </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_882"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a9895ff4-c094-01d9-3861-82ea3eeaae10_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>326,942,964,949</bbox>"}, {"role": "assistant", "content": "<ocr> management services sold or offered by Gray Television Group, Inc. or Gray Media Group, Inc. (collectively “Gray”) are subject to Gray’s Standard </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_671"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37343.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>119,533,916,816</bbox>"}, {"role": "assistant", "content": "<ocr> The figures for access to the internet from a mobile Non-Internet users \n device or from a fixed line broadband is astonishing. Mobile subscriptions \n The rate of growth for mobile is 530+ Million (5% YoY) \n Fixed line subscriptions \n The number of social network users around the world has risen from \n 1.47 billion in 2012 to 1.73 billion this year, an 18% increase. By 2017, \n the global social network audience will total 2.55 billion. \n 1:4 \n Nearly 1 in 4 people \n in the world now use in f You \n social networks. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_313"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>120,368,233,381</bbox>"}, {"role": "assistant", "content": "<ocr> Education and </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_292"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Add_to_the_Beauty01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,105,360,235</bbox>"}, {"role": "assistant", "content": "<ocr> Add to the Beauty </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_73"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__thailand-rice-exports-droop-due-to-strong-baht01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>40,29,963,983</bbox>"}, {"role": "assistant", "content": "<ocr> > How China's love of durian is reshaping the Thai countryside \n > Taiwanese visitors face extra visa requirements \n > Thanathorn gives up parliament roles \n Related Posts \n Chookiat Ophaswongse, honorary president of the Thai Rice Exporters \n told Reuters that Thai rice is very expensive because of the currency \n exchange. \n \" \n Read Also : Indonesia: Suspected Bomber Injures Self in Explosion” \n Post Views: 11 \n Rice exports have fallen 12% for the first half of this year, mostly </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_956"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1009.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>235,768,732,793</bbox>"}, {"role": "assistant", "content": "<ocr> Applied Materials Tokyo Electron Lam Research KLA </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_461"}
{"image": ["./imgs/ChartQA/test/png/two_col_20569.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>126,802,176,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2005/06 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_591"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/cd33149c-6c2d-edda-4f27-5be44c8d6e5d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>112,565,822,689</bbox>"}, {"role": "assistant", "content": "<ocr> Total $ 440.00 \n General Manager \n \\):B \\)\\J\\ﬁ—‘ \n Date Submitted: ;ji'Z 0 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_562"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mmhk0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>122,614,199,631</bbox>"}, {"role": "assistant", "content": "<ocr> packaging. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_112"}
{"image": ["./imgs/ChartQA/test/png/40414580016324.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>28,363,83,388</bbox>"}, {"role": "assistant", "content": "<ocr> Bhutan </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_383"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Taraz01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>12,1,991,268</bbox>"}, {"role": "assistant", "content": "<ocr>   \n Ea \n Cw 2 \n Understand - Get in -.Get around - See - Do - \n Buy \n - Eat Drink - \n Sleep </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_234"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18934536-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>606,919,650,961</bbox>"}, {"role": "assistant", "content": "<ocr> 52.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_784"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lhlw0228_8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>43,416,841,461</bbox>"}, {"role": "assistant", "content": "<ocr> L DR WILLIAM J. DARBY </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_755"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_275_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>35,166,920,188</bbox>"}, {"role": "assistant", "content": "<ocr> 4 3 Martin Brundle Tyrrell-Renault 81 + 1 Lap 16 3 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_853"}
{"image": ["./imgs/ChartQA/test/png/two_col_83035.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>137,802,896,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_826"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,529,961,577</bbox>"}, {"role": "assistant", "content": "<ocr> 02/24/20to03/01/20 1x ---T--- \n WSPA Th 02/27/20 :30 7:48 PM PAHCF0225H $1,475.00 1 \n 36 WSPA M-F 730p-8p News 730p-8p </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_849"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/086a6010af1addfeba1797e2174af93c_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>215,466,908,480</bbox>"}, {"role": "assistant", "content": "<ocr> &Vocational Services (CVS) has had another very busy and very productive year. Trying to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_773"}
{"image": ["./imgs/ChartQA/test/png/5983.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>0,5,992,150</bbox>"}, {"role": "assistant", "content": "<ocr> Many Americans are skeptical of scientific understanding, especially on climate, GM food safety % of U.S. adults who say the following  </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_968"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ca5c3a4cb9e6d66023e4dc9cf80a540b_page16.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>387,366,579,388</bbox>"}, {"role": "assistant", "content": "<ocr> understanding </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_81"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20037.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>346,338,625,361</bbox>"}, {"role": "assistant", "content": "<ocr> $508 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_306"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f9380b85-aea0-d4be-b02d-9a6d7e3eb716_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>39,466,964,670</bbox>"}, {"role": "assistant", "content": "<ocr> 7 05/19/20 05/22/20 News 4 @ 5p M-F M-F 5p-530p -TWTF-- :30 4 $390.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 05/19/20 05/25/20 -TWTF-- 4 $390.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 All Tu 05/19/20 5:12 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 1 All W 05/20/20 5:24 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 3 All Th 05/21/20 5:23 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 4 All F 05/22/20 5:13 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $390.00 NM \n 8 05/25/20 05/25/20 News 4 @ 5p M-F M-F 5p-530p M------ :30 1 $555.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 05/19/20 05/25/20 M------ 1 $555.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 All M 05/25/20 5:13 PMNews 4 @ 5p M-F M-F 5p-530p :30MRO-20-002H $555.00 NM </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_91"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Spanish_History01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,399,387,622</bbox>"}, {"role": "assistant", "content": "<ocr> \"20th Century Spain\" and \"The Spanish Second Republic”. \n Spanish History - </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_568"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ca5c3a4cb9e6d66023e4dc9cf80a540b_page36.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>167,258,247,271</bbox>"}, {"role": "assistant", "content": "<ocr> Disposals </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_462"}
{"image": ["./imgs/ChartQA/test/png/two_col_104536.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>699,746,762,769</bbox>"}, {"role": "assistant", "content": "<ocr> Yes 77.0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_10"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gkvw0217_8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>90,387,880,507</bbox>"}, {"role": "assistant", "content": "<ocr> P2(4) Poster 1 \n Pharmacokinetics of estradiol and trimegestone in postmenopausal women after multiple \n administration of 2mg E2 once a day for 14 days followed by 2mg E2/0.5mg trimegestone \n once a day for 14 days \n Bioequivalence and bioavailability of combined trimegestone and 17B-estradiol tablet in \n P2(4) Poster 2 \n postmenopausal volunteers and the effect of food on bioavailability of the combined tablet \n Marcel Hellings has asked Dr Dose ranging study of trimegestone in cyclical HRT in postmenopausal women. The changes \n Al-Azzawi to present the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_627"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17467244-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,372,878,403</bbox>"}, {"role": "assistant", "content": "<ocr> 5 1995-06-15 Vasteras Start 0-1 Semifinal </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_258"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41016.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>156,335,197,362</bbox>"}, {"role": "assistant", "content": "<ocr> <$1.25 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_662"}
{"image": ["./imgs/ChartQA/test/png/two_col_101073.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>442,802,771,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2015 2016 2017 2018 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_814"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Turrialba01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,665,701,690</bbox>"}, {"role": "assistant", "content": "<ocr> prosperous. The town continued to thrive, when the first highway to connect the capital to the coast was built </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_476"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__organisation__faqs_on_corruption__904.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>52,443,948,561</bbox>"}, {"role": "assistant", "content": "<ocr> estimate of the nature and scope of corruption in a given country. The perceptions of country analysts, \n business people or the general public form the basis of our corruption indices, the Corruption Perceptions \n Index and the Global Corruption Barometer. For more information, see our Research section. [top] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_894"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/c7921fc1-de31-357d-dde4-97b2c7c60865_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>88,848,545,858</bbox>"}, {"role": "assistant", "content": "<ocr> Start Date End Date Weekdays Spots/Week Rate Rating </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_709"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70105.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,819,368,853</bbox>"}, {"role": "assistant", "content": "<ocr> #WeServeAndProtect </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_537"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,343,592,386</bbox>"}, {"role": "assistant", "content": "<ocr> 2 London Gatwick 607,417 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_455"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fec6635946ec3e21245a90f041acc9bd_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>76,391,640,554</bbox>"}, {"role": "assistant", "content": "<ocr> Mr G Duxbury, c/o Archbishop Holgates School, Hull Road, York, YO10 5ZA \n Bankers \n HSBC, 13Parliament Street, York YO1 8XS \n Solicitors \n Ware and Kay, Sentinel House, Peasholme Green, York YO1 7PP \n Investment Advisers \n Barlcays Wealth, 3'\" Floor Tay House, 300 Bath Street, Glasgow, G2 4JH \n Custodian Trustees </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_615"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32697.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>710,110,847,125</bbox>"}, {"role": "assistant", "content": "<ocr> BLOCKBUSTER </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_88"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Sigurd_Slembe01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>305,206,366,227</bbox>"}, {"role": "assistant", "content": "<ocr> nickname </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_482"}
{"image": ["./imgs/TextVQA/test_images/b5ddbf13a3abf141.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>373,874,403,912</bbox>"}, {"role": "assistant", "content": "<ocr> ph </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_75"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d66e61d9-1356-88c4-a077-2a2944315352_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>350,901,541,911</bbox>"}, {"role": "assistant", "content": "<ocr> Line Transactions: N = New, E = </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_814"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6f8795cb790efa0fe43f713704b79d73_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>71,188,902,207</bbox>"}, {"role": "assistant", "content": "<ocr> Pensions It is the ongoing triennial valuation that is used </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_346"}
{"image": ["./imgs/TextVQA/test_images/6445f58ed50e816a.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>471,295,568,342</bbox>"}, {"role": "assistant", "content": "<ocr> umple </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_390"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a92d2419-a484-64a7-b0e7-960e1f8641b0_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>131,612,650,627</bbox>"}, {"role": "assistant", "content": "<ocr> paymantforthe broadcast time requested has been furnished by (chock one box </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_359"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pyyn0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>323,517,637,535</bbox>"}, {"role": "assistant", "content": "<ocr> MEASUREMENT/SAMPLING STATUS </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_625"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40895.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>21,220,955,379</bbox>"}, {"role": "assistant", "content": "<ocr> ............................. \n are girls. \n youth who have graduated \n from primary school cannot \n ............................. million children are not able to read or write. read a single sentence. \n O \n One-half of the world's out-of-school \n children live in sub-Saharan Africa, and The poorest and most marginalized are In some emerging economies, 3 in 10 \n over 1/5 live in South and West Asia. the most affected. youths cannot do basic arithmetic. \n ..... \n 1 in 5 \n Fragile and \n 30% conflict-affected \n countries account \n for more than </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_99"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b3cf05dc6b5839cbee89d531dd0d564f_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>129,46,887,188</bbox>"}, {"role": "assistant", "content": "<ocr> TRUE JESUSCHURCH (LONDON) \n STATEMENT OF FINANCIAL ACTIVITIES (incorporating the Income and Expenditure Account) \n YEAR ENDED 30SEPTEMBER2016 \n Notes Unrestricted Restricted Total Total \n funds funds 2016 2015 \n f f f </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_277"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-18600760-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,100,984,553</bbox>"}, {"role": "assistant", "content": "<ocr> Township County Pop. (2010) Land ( sq mi) Water (sq mi) Latitude Longitude GEO ID ANSI code \n Jackson Sargent 33 35.809 0.000 46.066276 -97.945530 3808140460 01036797 \n James Hill Mountrail 32 31.820 4.243 48.423125 -102.429934 3806140500 01037048 \n James River Valley Dickey 40 28.597 0.000 46.246641 -98.188329 3802140540 01036767 \n Janke Logan 28 35.995 0.163 46.415512 -99.131701 3804740620 01037193 \n Jefferson Pierce 45 35.069 1.125 48.232149 -100.182370 3806940700 01759556 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_928"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11452830-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>15,270,952,302</bbox>"}, {"role": "assistant", "content": "<ocr> 3 September 18, 1988 Phoenix Cardinals L 30-24 1:00 Tampa Stadium 35,034 1-2 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_628"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gmnm0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>422,695,511,709</bbox>"}, {"role": "assistant", "content": "<ocr> matriculation. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_260"}
{"image": ["./imgs/ChartQA/test/png/two_col_469.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>107,278,721,325</bbox>"}, {"role": "assistant", "content": "<ocr> 60.45 25,000-34,999 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_825"}
{"image": ["./imgs/ChartQA/test/png/multi_col_80133.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>256,768,713,793</bbox>"}, {"role": "assistant", "content": "<ocr> Have become more Consistent Have become weaker </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_111"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/31739.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>526,929,869,939</bbox>"}, {"role": "assistant", "content": "<ocr> Education /critical-evidence.pdf CREATED BY </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_906"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11691212-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>286,18,715,48</bbox>"}, {"role": "assistant", "content": "<ocr> Early CBS and ABC's era (1959-1978) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_327"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16566850-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,312,908,753</bbox>"}, {"role": "assistant", "content": "<ocr> 2 ESC Hassfurt (N) 14 2 2 22 \n 3 EHC 80 Nürnberg 14 1 4 19 \n 4 ERSC Amberg 14 3 6 13 \n 5 EV Regensburg II 14 2 7 12 \n 6 EC Bad Kissing (N) 14 0 10 8 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_59"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__ethics__306.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>134,216,251,233</bbox>"}, {"role": "assistant", "content": "<ocr> organization’s </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_255"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zslg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>154,439,204,486</bbox>"}, {"role": "assistant", "content": "<ocr> for </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_962"}
{"image": ["./imgs/ChartQA/test/png/two_col_40816.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>157,255,887,786</bbox>"}, {"role": "assistant", "content": "<ocr> 37 701 34 425 30 993 27 410 23 764 20 444 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_422"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40879.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>152,499,349,511</bbox>"}, {"role": "assistant", "content": "<ocr> of that 16 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_222"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/202752ef86c487852992e8d1a06f130c_page12.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>95,239,819,252</bbox>"}, {"role": "assistant", "content": "<ocr> the Corpus Playroom (a small theatre space) whose daily operations are run by the ADC Theatre. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_318"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/business__electricity-billionaire-building-tesla-of-thailand02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>44,338,891,485</bbox>"}, {"role": "assistant", "content": "<ocr> there were just 1,454 registered EVs — \n including buses and \n motorcycles \n — \n in the country as of December. By comparison, China is </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_49"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f56cb7bf-647b-ced0-e5c5-4083246f9b90_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>365,28,428,46</bbox>"}, {"role": "assistant", "content": "<ocr> 4335394 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_589"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bf214b6d71c4082c5dea8b96aa6f40ca_page22.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>150,231,821,385</bbox>"}, {"role": "assistant", "content": "<ocr> percentage ofthe remaining balance ofthe capital sum outstanding. \n Operating Leases \n Rentals applicable to operating leases where substantially all ofthe benefits and risks of ownership \n remain with the lessor are charged to the Statement of Financial Activities on a straight-line basis \n over the lease term \n Exchange rate Gains and Losses \n Any gains or losses incurred in the exchange between Sterling and Euros are accounted for at the \n year-end. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_497"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1507431-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>25,50,975,384</bbox>"}, {"role": "assistant", "content": "<ocr> Summary \n Tournament Wins Top-5 Top-10 Top-25 Events Cuts made \n Masters Tournament 0 0 0 3 12 9 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_734"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9215778a-01ee-2375-7349-d1a3e503bf8d_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>53,383,849,393</bbox>"}, {"role": "assistant", "content": "<ocr> 7 02/17/20 02/21/20 M-F 11-1135pm News 11:00 PM-11:35 PM MTWTF-- :30 1 $200.00 NM </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_327"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40806.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>481,11,577,29</bbox>"}, {"role": "assistant", "content": "<ocr> Bank </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_891"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5ba68c011ef3699b942c67536f61838b_page8.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>159,778,817,793</bbox>"}, {"role": "assistant", "content": "<ocr> the main activities Providing a forum of support to women experiencing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_959"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11945691-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>224,924,791,963</bbox>"}, {"role": "assistant", "content": "<ocr> 29 Colorado 3 – 4 New Jersey </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_722"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sjbw0217_44.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>116,116,862,133</bbox>"}, {"role": "assistant", "content": "<ocr> Medical Education and Communications Plan for the Premarin Product Line 44 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_848"}
{"image": ["./imgs/ChartQA/test/png/two_col_83354.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>60,77,757,145</bbox>"}, {"role": "assistant", "content": "<ocr> 16% Alibaba, Amazon, and eBay </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_509"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10822.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>95,951,916,974</bbox>"}, {"role": "assistant", "content": "<ocr> See people wearing masks Know there won't be crowds Receive a vaccine for COVID-19 \n and using hand sanitizer where they're going </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_423"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_848_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,201,982,214</bbox>"}, {"role": "assistant", "content": "<ocr> 16 Sep 1950 Colchester United H 2–0 Parker 2 16,021 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_922"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-23314951-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>253,369,947,389</bbox>"}, {"role": "assistant", "content": "<ocr> QF 7-22-2007 Morocco Hard Younes El Aynaoui 6–7 (2–7) , 2–6, 4–6 Lose </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>469,38,552,64</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_437"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/62a401209a2484e9e8513adf47fca922_page24.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>63,81,592,102</bbox>"}, {"role": "assistant", "content": "<ocr> FOR THE YEAR ENDED 3'j MARCH 2017 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_714"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5acfd041-fb28-cb9c-1c99-65b2f64f0ce9_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>831,139,892,179</bbox>"}, {"role": "assistant", "content": "<ocr> (om </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_151"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e67335fc-3130-eef9-d297-0fd21163af54_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>29,81,970,486</bbox>"}, {"role": "assistant", "content": "<ocr> Flight Dates: 03/05/20 - 03/18/20 Estimate: 6060 \n Ln Ch Start End Inventory Code Break Start/End Time Days Len Spots Rate Pri RtgType Spots Amount \n N24 All 03/17/20 03/17/20 News 4 @ 630p M-F CM M-F 630p-7p -1----- :30 1 $390.004 0.00 NM 1 $390.00 \n News 4 @ 630p M-F \n wrap around lines 24,25 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/16/20 03/22/20 -1----- 1 $390.00 0.00 \n N25 All 03/12/20 03/12/20 News 4 @ 630p M-F CM M-F 630p-7p ---1--- :30 1 $390.004 0.00 NM 1 $390.00 \n News 4 @ 630p M-F \n wrap around lines 24,25 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 ---1--- 1 $390.00 0.00 \n N26 All 03/07/20 03/07/20 News 4 @ 6p Sat CM Sa 6p-630p -----1- :30 1 $260.004 0.00 NM 1 $260.00 \n News 4 @ 6p Sat \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/02/20 03/08/20 -----1- 1 $260.00 0.00 \n N27 All 03/14/20 03/14/20 News 4 @ 6p Sat CM Sa 6p-630p -----1- :30 1 $260.004 0.00 NM 1 $260.00 \n News 4 @ 6p Sat \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 -----1- 1 $260.00 0.00 \n N28 All 03/09/20 03/09/20 Monday Prime 2hr 7p-9pCM M 7p-9p 1------ :30 1 $1,430.004 0.00 NM 1 $1,430.00 \n Monday Prime 2hr 7p-9p \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/09/20 03/15/20 1------ 1 $1,430.00 0.00 \n N29 All 03/16/20 03/16/20 Monday Prime 2hr 7p-9pCM M 7p-9p 1------ :30 1 $1,430.004 0.00 NM 1 $1,430.00 \n Monday Prime 2hr 7p-9p \n Start Date End Date Weekdays Spots/Week Rate Rating </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_872"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20006.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>38,600,207,608</bbox>"}, {"role": "assistant", "content": "<ocr> Industry: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_858"}
{"image": ["./imgs/ChartQA/test/png/two_col_103460.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>54,670,752,712</bbox>"}, {"role": "assistant", "content": "<ocr> 36.6% Rest of the world </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_54"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c7200a25a716aef4422c37fb3be43e5a_page15.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>95,468,214,480</bbox>"}, {"role": "assistant", "content": "<ocr> EXPENDITURE </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_692"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39633.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,585,234,597</bbox>"}, {"role": "assistant", "content": "<ocr> highest among </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_689"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a59457ef50169de7aceeb343e59f4b7_page20.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>559,831,682,843</bbox>"}, {"role": "assistant", "content": "<ocr> recovery services, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_880"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ptdg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>191,247,361,275</bbox>"}, {"role": "assistant", "content": "<ocr> MANUEL MORANTE </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_737"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16184576-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>12,189,50,216</bbox>"}, {"role": "assistant", "content": "<ocr> French </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_757"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/92f74056-c1d5-0bcf-76dd-e3614915edaf_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>469,38,552,64</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_615"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16474033-9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,407,923,563</bbox>"}, {"role": "assistant", "content": "<ocr> 3 April 2006 Monza, Italy Clay Nicolas Devilder 6–2, 7–5 \n 28 July 2008 Tampere, Finland Clay Mathieu Montcourt 6–2, 6–2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_560"}
{"image": ["./imgs/ChartQA/test/png/two_col_63183.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>154,802,880,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2012 2013 2014 2015 2016 2017 2018** 2028*** </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_592"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_297_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,51,967,98</bbox>"}, {"role": "assistant", "content": "<ocr> Season Team Country Division Apps Goals </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_778"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18856037-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,938,904,969</bbox>"}, {"role": "assistant", "content": "<ocr> 17 December 29, 2002 at Cleveland Browns L 24-16 73,528 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_224"}
{"image": ["./imgs/TextVQA/test_images/9dd8541d3679e731.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,795,103,830</bbox>"}, {"role": "assistant", "content": "<ocr> (1) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_210"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/fd132b83-2a29-0117-ef58-7844f8228145_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>559,71,665,81</bbox>"}, {"role": "assistant", "content": "<ocr> # 1005794-1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_694"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15961118-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>292,846,413,928</bbox>"}, {"role": "assistant", "content": "<ocr> Repsol- </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_72"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-153162-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,293,812,335</bbox>"}, {"role": "assistant", "content": "<ocr> MASwings Sdn. Bhd. Subsidiary Airline Malaysia 100% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_446"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10902.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>110,304,404,323</bbox>"}, {"role": "assistant", "content": "<ocr> Coming out after 7pm till </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_538"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_119_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>10,337,728,579</bbox>"}, {"role": "assistant", "content": "<ocr> D2334 Class 04 Green Under Repair Stopped at Sep 2012 diesel gala after failure \n 25322 Tamworth Castle Class 25 \"Ice Cream Van\" Blue Static Display built in 1967. Cosmetically restored in 2008 \n 33021 Captain Charles Class 33 Blue Operational built in 1960. On loan from Tysley </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_211"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-20704243-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>370,55,772,70</bbox>"}, {"role": "assistant", "content": "<ocr> Joe Hortua & John Rogers June 26, 2011 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_251"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Bihar03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>831,520,874,566</bbox>"}, {"role": "assistant", "content": "<ocr> bubble </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_465"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/482663-bera-963706-1-oct-16-21-inv-13510363868925-_-pdf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>295,263,409,274</bbox>"}, {"role": "assistant", "content": "<ocr> PMHOLLYSCOOP </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_661"}
{"image": ["./imgs/TextVQA/test_images/4c6d9539f26e9940.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>660,42,703,72</bbox>"}, {"role": "assistant", "content": "<ocr> HIGH </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_170"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1d613fb65ad5d115e9716294d9493c18_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>158,552,586,565</bbox>"}, {"role": "assistant", "content": "<ocr> ~ Observe the methods and principles in the Charities SORP; </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_723"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/14a59d2d64cc250a73d5bc0e4eae3941_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>91,250,569,293</bbox>"}, {"role": "assistant", "content": "<ocr> No changes have been made to the accounts for previous years. \n Taxation </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_452"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662681-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>108,385,930,457</bbox>"}, {"role": "assistant", "content": "<ocr> Gruber, Horvath, Bruncvik, Neffe Czech Republic 5:58.02 FA </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_420"}
{"image": ["./imgs/TextVQA/test_images/39a08e079e24fece.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>644,326,747,347</bbox>"}, {"role": "assistant", "content": "<ocr> CHAMPS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_320"}
{"image": ["./imgs/TextVQA/test_images/b9b1c4b53a6b30da.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>726,296,779,347</bbox>"}, {"role": "assistant", "content": "<ocr> Brgang- </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_69"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__We04.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,741,977,835</bbox>"}, {"role": "assistant", "content": "<ocr> warnings about the future in the hope of changing the present. Although many types of dystopian novels \n now exist, Thomas Horan has retroactively categorized We in a unique set of dystopian works. He calls these works, which also include Aldous Huxley's </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_814"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2668420-17_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>305,224,580,253</bbox>"}, {"role": "assistant", "content": "<ocr> Re-elected Francis Preston (DR) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_861"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_977_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>154,584,256,607</bbox>"}, {"role": "assistant", "content": "<ocr> Romania </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_395"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d6cd4fa8-fed8-1f57-c2f7-e5dea8529a3e_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>361,645,637,659</bbox>"}, {"role": "assistant", "content": "<ocr> F 02/28/20 :30 1:49 PM BFP3020040H </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_668"}
{"image": ["./imgs/ChartQA/test/png/two_col_474.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>91,617,195,640</bbox>"}, {"role": "assistant", "content": "<ocr> Female 1408.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_530"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cbd17a6d775ddb7091939fffb0ae817_page32.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>109,151,640,164</bbox>"}, {"role": "assistant", "content": "<ocr> 11. Debtors Consolidated </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_416"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldg0227_46.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>490,520,659,538</bbox>"}, {"role": "assistant", "content": "<ocr> 85.4 85.0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_708"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10790397-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,147,915,219</bbox>"}, {"role": "assistant", "content": "<ocr> Home team Home team score Away team Away team score Venue Crowd Date </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_846"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70104.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>47,464,949,489</bbox>"}, {"role": "assistant", "content": "<ocr> The number is likely to INCREASE as security, health, and money distancing measures. In other </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_76"}
{"image": ["./imgs/ChartQA/test/png/87738735021629.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>129,902,629,932</bbox>"}, {"role": "assistant", "content": "<ocr> 0 kWh 0.2 kWh 0.4 kWh 0.6 kWh 0.8 kWh 1 kWh </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_541"}
{"image": ["./imgs/VisualMRC/images/fsf.org/associate__dues.html02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>50,742,608,801</bbox>"}, {"role": "assistant", "content": "<ocr> annual) or cancel your membership donation by contacting the FSF. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_499"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39510.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>206,192,924,357</bbox>"}, {"role": "assistant", "content": "<ocr> VIRGIN CHILDREN \n AVERAGE COST: $500 FEMALE - $ 30 MALE \n GIRLS ARE CONSIDERED 'USED GOODS AND VALUED \n AT AS LITLE AT $2 PER SEXUAL TRANSACTION \n SEX FOR GRADES \n A STUDY IN UGANDA FOUND THAT 8 IN EVERY 100 STUDENTS 4 AGED 16-17 HAD BEEN COERCED INTO SEX WITH THEIR TEACHERS \n $/100 \n 42 GIRLS EVERY \n 10 MINUTES \n 25 \n FEMALE GENITAL MUTILATION4 \n AN ESTIMATED 250 GIRLS \n EXPERIENCE FEMALE GENITAL </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_533"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2291d331aad695cb4af8b8dd6ec1a7b4_page9.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,447,882,541</bbox>"}, {"role": "assistant", "content": "<ocr> Inspection shortly. \n Operational Performance of the School \n Introduction \n Bristol Grammar School aims to encourage all of our pupils to participate in a variety of the wide range of activities \n and opportunities that the school has to offer, both curricular and extra-curricular. This is in order to maximise </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_127"}
{"image": ["./imgs/ChartQA/test/png/two_col_82396.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>209,339,290,379</bbox>"}, {"role": "assistant", "content": "<ocr> 5 Sinn Fein </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_6"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18700010-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>44,501,94,530</bbox>"}, {"role": "assistant", "content": "<ocr> Laverick </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_603"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>151,149,284,165</bbox>"}, {"role": "assistant", "content": "<ocr> Billing: (916) 374-1382 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_577"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_17_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>13,413,898,765</bbox>"}, {"role": "assistant", "content": "<ocr> 1982 Embassy LP UK EMB 31956 \n 1989 Columbia CD US CK 9942 Original CD release. \n US CK 65114 \n March 25, 1997 Columbia/Legacy CD Reissue containing seven bonus tracks and the remastered stereo album. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_979"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15807932-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>37,385,887,695</bbox>"}, {"role": "assistant", "content": "<ocr> 2 Netherlands 1 1 1 3 \n Germany 0 1 2 3 \n 3 \n South Korea 0 1 2 3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_548"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/70bbf9e7dce53f94ad72a7c49efe5d82_page11.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>111,162,875,369</bbox>"}, {"role": "assistant", "content": "<ocr> Cash flows from operating activities: \n Cash generated from operations 88,186 32,228 \n Net cash provided by (used in) operating \n activities 88,186 32,228 \n Cash flows from investing activities: \n Purchase oftangible fixed assets (2,580) (960) \n Interest received 113 16 \n Net cash provided by (used in) investing activities (2,467) (944) \n Change in cash and cash equivalents in the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_58"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_732_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>14,837,902,851</bbox>"}, {"role": "assistant", "content": "<ocr> 2006 Real Zaragoza Associazione Sportiva Livorno Calcio - - </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_388"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11196.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>809,127,849,152</bbox>"}, {"role": "assistant", "content": "<ocr> Africa, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_834"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_456_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>334,121,417,165</bbox>"}, {"role": "assistant", "content": "<ocr> 979,000 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_770"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a5c40991580e19fa0effc99c3bb70eed_page20.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>91,417,494,459</bbox>"}, {"role": "assistant", "content": "<ocr> Directors' indemnity insurance £575 (2014:£575) \n 7 Costs of generating donations and legacies </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_297"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_693_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>139,585,284,600</bbox>"}, {"role": "assistant", "content": "<ocr> 25 Valerie Vaughan </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_581"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__La_Habra01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>36,74,188,124</bbox>"}, {"role": "assistant", "content": "<ocr> La Habra </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_745"}
{"image": ["./imgs/ChartQA/test/png/29008706007362.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,20,793,68</bbox>"}, {"role": "assistant", "content": "<ocr> Share of social protection in government expenditure, 2010 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_442"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_433_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,796,934,829</bbox>"}, {"role": "assistant", "content": "<ocr> 20.0y 0.0 Tommie Smith United States Sacramento, United States June 11, 1968[2] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_247"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__South_Ronaldsay02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>12,580,922,753</bbox>"}, {"role": "assistant", "content": "<ocr> to the island just north, Burray. But during the Second World War a series of causeways, the \"Churchill Barriers\", was built by Italian POWs to \n Scapa Flow from seaborne attack; so South Ronaldsay, Burray and the two little islands of Lamb Holm and Glims Holm effectively became pai \n Orkney Mainland. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_444"}
{"image": ["./imgs/ChartQA/test/png/3960.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>303,295,921,338</bbox>"}, {"role": "assistant", "content": "<ocr> Frequently Sometimes NET </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_578"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1aa55e070ba2898be69a2273d00e33bb_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,457,858,488</bbox>"}, {"role": "assistant", "content": "<ocr> a fairly aggressive stance with both China and, more surprisingly, some of its long standing \n allies including the EU. A protracted trade war would be very bad news for the world </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_492"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d053d6ac-f4b1-0c8d-9d87-d2e75a65a09f_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>480,24,583,44</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_173"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_943_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>11,513,990,620</bbox>"}, {"role": "assistant", "content": "<ocr> None of These Candidates 4.5% \n Bob Menendez (D) 58.9% 2006 \n New Jersey Bob Menendez Democratic [Data unknown/missing. You can help!] [Data unknown/missing. You can help!] \n Joe Kyrillos (R) 39.4% 2012 \n Martin Heinrich (D) 51.0% \n New Mexico Martin Heinrich Democratic Heather Wilson (R) 45.3% 2012 [Data unknown/missing. You can help!] [Data unknown/missing. You can help!] \n Jon Barrie (IAP) 3.6% \n Kirsten Gillibrand (D) 71.6% 2010 (special) \n New York Kirsten Gillibrand Democratic [Data unknown/missing. You can help!] [Data unknown/missing. You can help!] \n Wendy E. Long (R) 26.0% 2012 \n Heidi Heitkamp (D) 50.2% \n North Dakota Heidi Heitkamp Democratic 2012 [Data unknown/missing. You can help!] [Data unknown/missing. You can help!] \n Rick Berg (R) 49.3% \n Sherrod Brown (D) 50.7% </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_406"}
{"image": ["./imgs/TextVQA/test_images/22bb6b0b9bce7f6b.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>325,630,407,686</bbox>"}, {"role": "assistant", "content": "<ocr> NU07 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_155"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page15.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,209,959,523</bbox>"}, {"role": "assistant", "content": "<ocr> Sales Office Political National Deal # \n Billing Address: Sales Region National Order Flight 03/04/20 - 03/17/20 \n SHORESTART Billing Calendar Broadcast Agency Code \n Attention: Accounts Payable Billing Type Cash Advertiser Code 81 \n C/O SOLIDARITY STRATEGIES \n Special Handling Product 1/2 87 \n 1090 VERMONT AVE \n WASHINGTON, DC 20005 \n USA Agency Ref 49706 \n Advertiser Ref 47729 \n Rate \n Line Channel Description Time Day Date Length Air Time Ad-ID (Cash Discount Price) Reconciliation Ref # \n 41 KTAZ SU NEWS AZ 10P 10P-1030P \n IP \n 42 KTAZ SA/SU TITULARES Y MAS FIN SA/SU TITULARES Y MAS FIN \n IP \n 03/02/20to03/08/20 1x ------S </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_546"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/519e69d1-e32e-d109-04e7-38dc6e9a06cd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>81,94,740,114</bbox>"}, {"role": "assistant", "content": "<ocr> a duration of at least four seconds and a simultaneously displayed printed statement identifying </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_269"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/38fcd536a22335e156087a9839a7515a_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>121,427,833,440</bbox>"}, {"role": "assistant", "content": "<ocr> aforementioned Pre-School and confirm that no evidence has been found that suggests certain </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_206"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__ad-polle03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>675,428,836,452</bbox>"}, {"role": "assistant", "content": "<ocr> Collections Network </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_500"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70185.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>62,856,131,871</bbox>"}, {"role": "assistant", "content": "<ocr> infected </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_827"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page233.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>76,116,409,130</bbox>"}, {"role": "assistant", "content": "<ocr> a wasanaethodd er 1 Ebrill 2013 oedd: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_446"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cff0b539f023d941f71e287bd773543_page8.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>366,75,690,88</bbox>"}, {"role": "assistant", "content": "<ocr> INDEPENDENT AUDITOR'S REPORT </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_262"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/network-association__special-interest-groups__europeana-education01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>39,928,134,960</bbox>"}, {"role": "assistant", "content": "<ocr> contribute </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_594"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_275_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>79,23,889,44</bbox>"}, {"role": "assistant", "content": "<ocr> No Driver Constructor Laps Time/Retired Grid </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_240"}
{"image": ["./imgs/ChartQA/test/png/two_col_81976.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>348,802,689,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 2010 2011 2012 2013 2014 2015 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_159"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20264.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,297,955,494</bbox>"}, {"role": "assistant", "content": "<ocr> DOG LAUGHTER KAS ITS OWN FREQUENCY \n DOGS AS IT HELPS TO \n REDUCE THEIR STRESS \n Animal researcher scandey Coren copland the \"hhot-that-huh-hhah .. \" \n sound, caerg he's owe dags la sit up and some le him tram across the naam \n DOGS GRIEVE WHEN \n THEIR FRIENDS DIE \n 2/3 of dags showed signs of grieving \n after the loss of a friend, Including: \n - Loss of appetite \n Overt clinginess to owner \n Disinterest in day forday activities \n + YOUR DOG REALLY IS \n YOUR BEST \n FRIEND \n + DOG HELP \n CRYING STRANGERS \n WHEN A STRANGER TREATED THEIR OWNER BABLY \n 83.3% OF DOGS 61.1% OF DOGS \n placed in a room with a crying stranger refused to accept a treat \n left their owners side to lick and </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_281"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1517891-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>408,25,590,67</bbox>"}, {"role": "assistant", "content": "<ocr> International goals </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_715"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_201_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>76,708,980,722</bbox>"}, {"role": "assistant", "content": "<ocr> Dança no Gelo Herself Reality show of Domingão do Faustão </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_287"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a92d2419-a484-64a7-b0e7-960e1f8641b0_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>89,325,239,337</bbox>"}, {"role": "assistant", "content": "<ocr> ‘Authorized committee: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_458"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b9d1d347-75bb-c819-6951-a4b8e3b81fc0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>55,458,961,743</bbox>"}, {"role": "assistant", "content": "<ocr> KCLO M 01/27/20 :30 7:39 AM VAL30A $15.00 19 \n KCLO M 01/27/20 :30 8:59 AM VOTEYESCOMP03 $15.00 41 \n KCLO M 01/27/20 :30 5:24 PM VOTEYESCOMP06 $15.00 28 \n KCLO M 01/27/20 :30 9:29 PM VAL30A $15.00 35 \n KCLO M 01/27/20 :30 10:25 PM VOTEYESCOMP03 $15.00 31 \n KCLO M 01/27/20 :30 11:26 PM VOTEYESCOMP06 $15.00 24 \n KCLO W 01/29/20 :30 6:29 AM VAL30A $15.00 20 \n KCLO W 01/29/20 :30 7:59 AM VOTEYESCOMP03 $15.00 40 \n KCLO W 01/29/20 :30 3:55 PM VOTEYESCOMP06 $15.00 29 \n KCLO W 01/29/20 :30 4:14 PM VAL30A $15.00 36 \n KCLO W 01/29/20 :30 5:19 PM VOTEYESCOMP03 $15.00 25 \n KCLO W 01/29/20 :30 9:18 PM VOTEYESCOMP06 $15.00 33 \n KCLO F 01/31/20 :30 5:00 AM VOTEYESWHITE $15.00 34 \n KCLO F 01/31/20 :30 4:21 PM VOTEYESRIHERD $15.00 38 \n KCLO F 01/31/20 :30 5:19 PM VOTEYESMAYOR30A $15.00 42 \n KCLO F 01/31/20 :30 5:43 PM VOTEYESWHITE $15.00 26 \n KCLO F 01/31/20 :30 9:11 PM VOTEYESRIHERD $15.00 30 \n KCLO F 01/31/20 :30 9:35 PM VOTEYESMAYOR30A $15.00 22 \n KCLO Su 02/02/20 :30 6:41 AM VOTEYESWHITE $15.00 37 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_81"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1342359-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,817,950,868</bbox>"}, {"role": "assistant", "content": "<ocr> Alabama 9 George Huddleston Democratic 1914 Re-elected George Huddleston (D) 81.0% Hollis B. Parrish (R) 19.0% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_252"}
{"image": ["./imgs/ChartQA/test/png/OECD_GROSS_DIRECT_INSURANCE_PREMIUMS_AUS_CHL_ISR_PRT_URY_000090.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>0,0,998,112</bbox>"}, {"role": "assistant", "content": "<ocr> Gross direct insurance premiums </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_189"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_411_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,425,793,599</bbox>"}, {"role": "assistant", "content": "<ocr> 26 November 1960 Nottingham Forest A 1-2 22,121 Brabrook \n 3 December 1960 West Bromwich Albion H 7-1 19,568 Brabrook, Greaves (5), Tindall \n 10 December 1960 Cardiff City A 1-2 21,840 Greaves \n 17 December 1960 Aston Villa H 2-4 23,805 Greaves (2) \n 24 December 1960 Manchester United H 1-2 37,601 Brabrook \n 26 December 1960 Manchester United A 0-6 50,213 \n 31 December 1960 Wolverhampton Wanderers A 1-6 28,503 Anderton \n 14 January 1961 Bolton Wanderers H 1-1 20,461 Livesey </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_314"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/08bea544-d037-eaad-848d-8a98dbc62b36_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>46,881,946,889</bbox>"}, {"role": "assistant", "content": "<ocr> otherwise, on contracts, insertion orders, copy instructions or any correspondence when such conflict with the above terms and conditions. Four weeks advance cancellation notice is required unless otherwise </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_56"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2a1e0d3371835da70449eca9a93df0cf_page22.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>150,368,923,406</bbox>"}, {"role": "assistant", "content": "<ocr> f 8 \n Other loans 11,500 6,500 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_966"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xjcc0228_6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>207,740,880,758</bbox>"}, {"role": "assistant", "content": "<ocr> Today, you will hear from these present members of the Best Foods' </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_135"}
{"image": ["./imgs/ChartQA/test/png/two_col_40816.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>542,350,631,786</bbox>"}, {"role": "assistant", "content": "<ocr> 30 993 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_464"}
{"image": ["./imgs/ChartQA/test/png/4393.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>488,257,653,293</bbox>"}, {"role": "assistant", "content": "<ocr> Sometimes </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_798"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/28ebb535676c304cfe460f0966fc9793_page12.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>118,784,889,800</bbox>"}, {"role": "assistant", "content": "<ocr> fund stood at f1314,000 at 31 December 2012. (2012:f276,000) and the Trustees are confident that the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_924"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_925_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>64,603,924,642</bbox>"}, {"role": "assistant", "content": "<ocr> Pat Baldwin 1 0 0 0 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_355"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__who_supports_us__201.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,540,879,639</bbox>"}, {"role": "assistant", "content": "<ocr> institutions, companies and generous individuals who have supported the Transparency International \n Secretariat in 2018. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_790"}
{"image": ["./imgs/TextVQA/test_images/b8fec55b250d8c82.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>202,105,274,162</bbox>"}, {"role": "assistant", "content": "<ocr> 7010 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_154"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1b38166410e33b41c8947b446b07ae43_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>257,386,817,446</bbox>"}, {"role": "assistant", "content": "<ocr> Statement of assets and liabilities 7 \n Appendix 1 8 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_601"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20017.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>8,623,980,893</bbox>"}, {"role": "assistant", "content": "<ocr> Numbers based on resgoodents to this survey, \n 5 MOTOROLA \n 19% United States \n 13º India 3\" SONY. \n 11º China \n 7º Israel \n 5º Russian Federation \n 4º Bulgaria WHAT WOULD BE YOUR \n 3º United Kingdom \n 3º Canada \n PREFERRED PASTIME? \n 3º France 28 Outdoor activity (Hiking, Bike ride, Skiing ... ) \n 3º Croatia / Hrvatska \n 3º Italy \n 18 Out drinking & Partying \n 3º Pakistarı Surfing the web \n What's your \n 12' Staying home with my new gadget \n favorite type of ... \n 8 Go to a sports event \n 8 Playing my current favorite video game \n Go to a music concert \n movie Something else ... \n Musical music \n Drama \n Action \n Ambient 41 \n 734 \n Comedy Jazz \n Pop \n Other 7% \n Heavy Metal 24 Rock \n Horror \n 10 \n Baseball Football </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_168"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1486444-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>466,461,532,477</bbox>"}, {"role": "assistant", "content": "<ocr> Shockwave </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_57"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Blues_basics01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,266,969,777</bbox>"}, {"role": "assistant", "content": "<ocr> note.\" \n The following is a sliding scale for guitar of the blues scale: File:Blues Sliding Scale for Guitar.jpg \n For your first time using the scale, the different colors are meaningless except for the black circles. The black circles indicate the root notes. If you \n wanted to play an E Blues scale then you would imagine the black circle on the E string in at the twelfth fret. Two octaves of the blues scale would be as \n follows: low E 12th fret, low E 15th fret, A 12th fret, A 13th fret, A 14th fret, D 12th fret, D 14th fret, G 12th fret, G 14th fret, G 15th fret, B 12th fret, 15th \n fret, E 12th fret \n The different colors do serve a purpose. For a given scale the interval of a note (half steps b/w note and root) determine its sound. For example all the \n red notes represent a fifth (7 half steps), so all the red circles will have the same feel to them. As you learn what the feel of the different notes of a scale </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_296"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__oil_and_gas01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,460,699,493</bbox>"}, {"role": "assistant", "content": "<ocr> exploit resources remain secret. Bribery and embezzlement go unchecked. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_844"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3f15777d-e41e-3d99-3de9-cc55df747532_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>495,164,743,175</bbox>"}, {"role": "assistant", "content": "<ocr> 03/03/20 - 03/14/20 D/IL 3rd District </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_476"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18925475-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>9,760,876,774</bbox>"}, {"role": "assistant", "content": "<ocr> Access Monitor No No No No Yes Yes Yes Yes </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_124"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1e4a18d4-65c8-f8fb-1baa-b01ac4fe5d30_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>615,192,788,202</bbox>"}, {"role": "assistant", "content": "<ocr> Length Week Rate </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_998"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17344918-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>24,813,920,841</bbox>"}, {"role": "assistant", "content": "<ocr> 2004 San José de los Arroyos Durazno 4-3 [3] 0-2 4-1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_256"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page352.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>75,602,921,615</bbox>"}, {"role": "assistant", "content": "<ocr> Theatr Gerdd Coed Duon £450 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_627"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_260_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>65,556,992,572</bbox>"}, {"role": "assistant", "content": "<ocr> 20 Nanded ND 1 May 1960 Nanded Aurangabad 10,422 2,876,259 2.97% 275.98 28.29 68.52 942 16 District website </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_985"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsgj0223_60.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>232,850,709,865</bbox>"}, {"role": "assistant", "content": "<ocr> D K Jain 5000 5000 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_228"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hjbl0037_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>381,211,576,233</bbox>"}, {"role": "assistant", "content": "<ocr> M. J. DRYDEN </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_766"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,121,706,149</bbox>"}, {"role": "assistant", "content": "<ocr> 1 Saracens (RU) 22 19 0 3 629 353 276 68 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_562"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f08fd07c7bfa5f7851c2ae9720c47e72_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>151,358,262,367</bbox>"}, {"role": "assistant", "content": "<ocr> Investment income </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_633"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10773616-16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,740,62,812</bbox>"}, {"role": "assistant", "content": "<ocr> North </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_566"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jlmf0227_12.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>541,103,610,118</bbox>"}, {"role": "assistant", "content": "<ocr> MATERIALS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_371"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41035.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>532,786,841,796</bbox>"}, {"role": "assistant", "content": "<ocr> £40.6M £83K </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_851"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gnvj0223_5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>382,198,480,212</bbox>"}, {"role": "assistant", "content": "<ocr> made in the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_927"}
{"image": ["./imgs/TextVQA/test_images/ea9dd6d5b85e1a83.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>468,542,539,560</bbox>"}, {"role": "assistant", "content": "<ocr> USNAVALSHIP </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_52"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40794.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>689,929,957,936</bbox>"}, {"role": "assistant", "content": "<ocr> numismatic coins involves a degree of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_28"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/0be55a7b-c4b9-7956-d523-30f79a4ebc1a_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>376,412,834,421</bbox>"}, {"role": "assistant", "content": "<ocr> 02/06/20 8:38AM (Th) 00:30 ABC-Good Morning America DMSCJO0220H $24.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_929"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11692087-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>36,748,889,761</bbox>"}, {"role": "assistant", "content": "<ocr> 1999 Coquitlam Adanacs 25 7 36 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_980"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d66e61d9-1356-88c4-a077-2a2944315352_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19,926,972,942</bbox>"}, {"role": "assistant", "content": "<ocr> Printed on 06/01/2020 at 09:23 AM | * Stats based on Primary Demo Page 2 of 2 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_802"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/5409e0d835b29ea69876cca748849a07_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>322,451,416,463</bbox>"}, {"role": "assistant", "content": "<ocr> explanations </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_62"}
{"image": ["./imgs/TextVQA/test_images/321093d651a3e94e.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>480,742,530,765</bbox>"}, {"role": "assistant", "content": "<ocr> THN </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_311"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qtyc0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>108,373,858,569</bbox>"}, {"role": "assistant", "content": "<ocr> conjunction with by-product utilization for future implementation. \n RISK ASSESSMENT: Extremely low risk since 2.0/35000 has been tested at a tip draft \n matching the current. \n RECOMMENDATION: Switch to 2.0/35000 at a tip draft matching the current target. \n Recommended: \n P. E. Woods </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_769"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__api02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>391,435,470,501</bbox>"}, {"role": "assistant", "content": "<ocr> . </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_53"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__bank-of-thailand-sees-export-contraction-in-q202.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>50,877,943,908</bbox>"}, {"role": "assistant", "content": "<ocr> Ms Pornpen expects shipments to claw back in the second half, given </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_130"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/fae684179943814a53684a6fd5435619_page33.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>133,187,887,336</bbox>"}, {"role": "assistant", "content": "<ocr> Balance at b innin of ear 53 53 60 60 \n Char eto com rehensive income 20 20 \n Utilised in ear 10 10 \n Balance at end of ear 63 63 53 53 \n - 16a Pension revisions Cambrld eColic es Federated Pension Scheme CCFPS \n Consolidated Calle e Consolidated Calle e \n 2018 2018 2017 2017 \n 6000 6000 6000 600 \n Balance at be innln of ar 401 401 454 454 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_668"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/93429594-1612-dc19-49bb-48901fd92abf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,392,444,403</bbox>"}, {"role": "assistant", "content": "<ocr> PO5-Political-Local_(Other) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_911"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page16.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>219,110,286,126</bbox>"}, {"role": "assistant", "content": "<ocr> 75284-4824 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_843"}
{"image": ["./imgs/TextVQA/test_images/392d3b0edca6009f.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>361,188,421,215</bbox>"}, {"role": "assistant", "content": "<ocr> Create </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_111"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20262.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>383,886,682,899</bbox>"}, {"role": "assistant", "content": "<ocr> Minutes </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_646"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_582_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,519,980,546</bbox>"}, {"role": "assistant", "content": "<ocr> September 20 Standard Liège UEFA Cup Round 1 Leg 1, Away Zenit St. Petersburg Petrovsky Stadium, Saint Petersburg 0-3[9] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_982"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_140_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,864,444,888</bbox>"}, {"role": "assistant", "content": "<ocr> 04–19 05–05 ENG WR World Snooker Championship Crucible </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_446"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_870_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>16,443,981,699</bbox>"}, {"role": "assistant", "content": "<ocr> 6th 1992[15] 16 October-27 October Rarotonga, Cook Islands \"Seafaring heritage\"[16] \n 7th 1996[17] 8 September-23 September Apia, Sāmoa \"Unveiling treasures\" \n 8th 2000[18] 23 October-3 November Nouméa, New Caledonia \"Words of past, present, future\"[19] \n 9th 2004[20] 22 July-31 July Koror, Palau \"Nurture, Regenerate, Celebrate\"[21] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_312"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_200-csv_34_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>7,145,990,326</bbox>"}, {"role": "assistant", "content": "<ocr> Sam Parks \n Dale 1-3 without speaking. His fate at the end of series three was not revealed. \n Dr. Harry Series Harry started out life as a junior doctor, who worked as an apprentice alongside Sam and Leo. However, he soon qualified as a pathologist, and has worked on equal footing with the team for a number of years. Harry was single, and lived alone, but has had \n Tom Ward \n Cunningham 6-15 several romantic relationships, including an on-off relationship with his colleague Nikki. Harry left the team to accept a professorship in New York in the episode \"And Then I Fell in Love\" at the end of series 15. \n Leo first appeared in the episode \"The Fall Out\", where he was nothing more than a simple doctor. However, he was promoted to professor after former professor Sam Ryan left. In the episode \"Ghosts\", both his wife, Theresa, and his daughter, Cassie, are killed in \n Professor William Series \n a car accident. He began a relationship with fellow professor Janet Mander in \"Safe\", but ended their relationship in the episode \"Domestic\". Leo often took a strong opinion on cases and often became emotionally involved. He died in the series 16 finale 'Greater \n Leo Dalton Gaminara 6-16 \n Love', when he sacrificed himself to save many others from a terrorist bomb explosion. \n Professor \n Jaye Series Janet is a psychological profiler who assists the police in cases of serial offences. She began a relationship with Leo in the episode \"Safe\", and they lived together as partners until Leo ended the relationship in \"Redhill\". She recurringly worked alongside the team \n Janet </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_783"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ee2f107408297ceb65c40ef642f1c4c3_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>105,532,182,546</bbox>"}, {"role": "assistant", "content": "<ocr> Recovery </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_4"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/475975-nab-ohroc-dovilla001-13506805286325-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>154,398,286,409</bbox>"}, {"role": "assistant", "content": "<ocr> broadcast time will </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_373"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yrmg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>278,717,601,791</bbox>"}, {"role": "assistant", "content": "<ocr> 306-1 L \n 426-14 1 \n 431-1 v \n 54 -3 V \n 413-1 4 \n 343-14 \n 545-14- \n 441-14 \n 321-11 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_893"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>198,149,283,165</bbox>"}, {"role": "assistant", "content": "<ocr> (317) 682-9982 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_464"}
{"image": ["./imgs/TextVQA/test_images/9583cb493f229f68.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>746,961,781,993</bbox>"}, {"role": "assistant", "content": "<ocr> © </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_179"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_702_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>452,378,541,391</bbox>"}, {"role": "assistant", "content": "<ocr> Plasencia </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_285"}
{"image": ["./imgs/TextVQA/test_images/092f882a697b7d6e.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>537,428,588,464</bbox>"}, {"role": "assistant", "content": "<ocr> HOT </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_309"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1140114-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>291,810,327,864</bbox>"}, {"role": "assistant", "content": "<ocr> Monza </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_758"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/59a34b8fe4339a6b1eaadce5313b3002_page11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>215,349,853,363</bbox>"}, {"role": "assistant", "content": "<ocr> activities 17,116,799 ) 3,769,80I </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_575"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_509_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>48,409,911,743</bbox>"}, {"role": "assistant", "content": "<ocr> 4. Netherlands 1 1 1 3 \n 6. Estonia 1 0 0 1 \n 7. Germany 0 5 1 6 \n 8. Russia 0 2 3 5 \n 9. Argentina 0 2 0 2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_344"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_588_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,547,939,585</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 World Championships Berlin, Germany 25th (qf) 200 m 20.97 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_486"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2509350-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,32,985,248</bbox>"}, {"role": "assistant", "content": "<ocr> Languages \n Language Padilla Municipality Tomina Municipality Sopachuy Municipality Villa Alcalá Municipality El Villar Municipality \n Quechua 2,181 7,831 6,261 1,167 1,264 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_516"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12204442-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>457,50,542,132</bbox>"}, {"role": "assistant", "content": "<ocr> Locations </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_542"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0618f39c0357b6f513633ddcdbac72b_page26.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>214,471,640,482</bbox>"}, {"role": "assistant", "content": "<ocr> expenditure account indudes only the unrestricted and restricted </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_212"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3959ddb7dabaa12ab7b8d85bdbed3d94_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>92,250,872,428</bbox>"}, {"role": "assistant", "content": "<ocr> No such fuods are held. \n Plsns for Future Periods \n ,{pa( from the continuation olall ihe present sen ices to suff'erers of ichthyosis and their thmilies. current \n projects in course oldevelopmenl include: \n a) A Coryorate Fund Plan, the first step $,as to publish a Corporate Fundraising Pack. \n b) To obtain Corporate Sponsorship identilied by in\\esti g in a telerDarkeling campaign to ideniifi \n potcnlial sponsom. \n c) l he intrcduction ol a National Fundraising lniliative lbr 20l8 to encourage more fhmilies to get \n invol\\'ed tbrough paflicipalioo in Nalional liundraising cvcnls. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_813"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70555.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>120,91,487,113</bbox>"}, {"role": "assistant", "content": "<ocr> of excess deaths in Europe, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_685"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zrbg0065_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>290,96,571,111</bbox>"}, {"role": "assistant", "content": "<ocr> To: Gundula Thee / Evelyn </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_346"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20077.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>61,161,886,202</bbox>"}, {"role": "assistant", "content": "<ocr> However, the company hasn't rested on its \n FYOS US $7bn Ground \n laurels and continues to expand and defy \n expectations with ever growing revenues \n and numbers of employees. \n US $4.4bn Freight \n 3.4m Average daily package volume \n First company to reach \n US $2bn Services \n Over the years, the company has been at the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_759"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kkbm0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>420,221,507,233</bbox>"}, {"role": "assistant", "content": "<ocr> GOLDSMITH, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_518"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3854360f3c6475dc480283e8d8437f71_page23.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>597,267,804,278</bbox>"}, {"role": "assistant", "content": "<ocr> £ £ £ </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_631"}
{"image": ["./imgs/TextVQA/test_images/0dbeeaea5aa77a9d.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>559,344,619,362</bbox>"}, {"role": "assistant", "content": "<ocr> booth </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_459"}
{"image": ["./imgs/ChartQA/test/png/25622655023134.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>108,440,860,554</bbox>"}, {"role": "assistant", "content": "<ocr> 82% (2013) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_947"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/1ab427986501fbcc8cc896bebff53e50_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>467,363,616,376</bbox>"}, {"role": "assistant", "content": "<ocr> DECEMBER 2016 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_755"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36996.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,477,957,804</bbox>"}, {"role": "assistant", "content": "<ocr> 2 COMPUTERS \n f \n MARK ZUCKERBERG \n SIMPLER AND EASIER \n - \n 1980 \n TAKES OVER THE \n - \n SOCIAL NETWORK SPOTIFY \n KINGDOM BY LAUNCHING THE LATEST CRAZE IN \n FACEBOOK IN 2004. | MUSIC STREAMING - \n THE BIRTH OF OF THOSE LAUNCHED IN 2008 \n - \n EMBARASSINGLY * SPECIAL FACT * \n 2010 \n - \n HILARIOUS \n 15% POPULATION \n OF THE WORLD'S - \n - \n SCREEN NAMES \n USES FACEBOOK MONTHLY \n THE \n INSTAGRAM, \n KNOWN FOR THEIR \n BLOGGING SQUARE FRAME \n ERA BEGAN WITH You Tube \n PHOTOS, WAS CREATED \n LIVEJOURNAL \n * SPECIAL FACT * \n & BLOGGER \n WAS CREATED IN 2005 \n 45 MILLION \n - - \n 2000 \n * SPECIAL FACT * \n PHOTOS ARE UPLOADED \n - \n MORE THAN 1 BILLION BY PEOPLE EVERY DAY \n - - \n friendster \n UNIQUE USERS VISIT A MONTH. WITH 130 MILLION </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_38"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18569021-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,887,149,946</bbox>"}, {"role": "assistant", "content": "<ocr> 8 2 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_747"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Ukrainian_Law01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,833,953,878</bbox>"}, {"role": "assistant", "content": "<ocr> legislative guarantees of civil and political rights for national minorities. A new, democratic constitution was adopted on June 28, 1996. It mandates a </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_131"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5f1971af-9c41-20c8-694e-1833eebed28e_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,808,963,819</bbox>"}, {"role": "assistant", "content": "<ocr> Sun Prime Hour 1 :30 NM 1 $280.00 N 42 WVNS 03/22/20 03/22/20 Sun Prime Hour 1 7p-8p </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ylyf0023_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>128,165,882,333</bbox>"}, {"role": "assistant", "content": "<ocr> and to provide with a \n minimum of one permanent display with a minimum of one prominent price \n communication sign, as well as preferred merchandising space and locations as \n compared to other products in the low price category. Retailer also agrees as a Full \n Partnership Merchandising participant that it will not disadvantage R. J. Reynolds \n Tobacco Company in the ongoing display and promotion of its Full Priced and Branded \n Savings products as they relate to other cigarette manufacturers. \n Based upon Retailer's agreement to these terms and conditions, R. J. Reynolds \n Tobacco Company will give the Retailer $0.35 per carton rebate on each carton of </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_87"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/762a2e1b2bf42dd6ce158cfce2f00ccb_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>131,614,853,627</bbox>"}, {"role": "assistant", "content": "<ocr> where this is considered to be prudent. Such designated reserves are reviewed on an annual basis and </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37156.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>296,807,948,812</bbox>"}, {"role": "assistant", "content": "<ocr> AT LEAST 71% OF THOSE SPENDING AT LEAST 6 HOURS PER WEEK </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_227"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c6f466e76b2ff017397f597aa87e4af4_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>149,737,851,752</bbox>"}, {"role": "assistant", "content": "<ocr> ~ to prepare accounts which accord with the accounting records and comply with the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_195"}
{"image": ["./imgs/ChartQA/test/png/1325.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>78,330,924,404</bbox>"}, {"role": "assistant", "content": "<ocr> Very closely Not too closely Fairly closely Not at all closely </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_398"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/culture__health__heed-un-body-raise-smoking-age-to-21-docs-urge-govt03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>41,901,171,933</bbox>"}, {"role": "assistant", "content": "<ocr> compared </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_436"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37030.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>749,115,941,122</bbox>"}, {"role": "assistant", "content": "<ocr> those surveyed in China </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_153"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_656_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,381,887,422</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 Queensland Alkupitja Tangentyere New </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_413"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/plhx0227_34.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>347,321,734,383</bbox>"}, {"role": "assistant", "content": "<ocr> entist in January. Dr. Casillas came to the Center in 1968 \n from Oregon State University, where he received his Ph.D ., \n and where he was assistant in the Department of Bio- \n chemistry and Biophysics. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_166"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__fraud01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>119,227,161,256</bbox>"}, {"role": "assistant", "content": "<ocr> offence </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_122"}
{"image": ["./imgs/ChartQA/test/png/735.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>503,611,733,641</bbox>"}, {"role": "assistant", "content": "<ocr> 57 41 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_511"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Modules_for_Pregraduate_and_Postgraduate_Occupational_Medicine_education02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,288,940,327</bbox>"}, {"role": "assistant", "content": "<ocr> teachers on questions posed during seminars, different forms of peer feedback including feedback on written assignments and oral presentations. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_796"}
{"image": ["./imgs/TextVQA/test_images/f7494b72f41d0e8c.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>210,29,399,117</bbox>"}, {"role": "assistant", "content": "<ocr> LOVEL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_452"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__eu-envoy-rallies-to-reduce-carbon-footprint-through-biking02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>138,754,671,797</bbox>"}, {"role": "assistant", "content": "<ocr> was made between 5 and 100 times more </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_127"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ymvg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>108,559,908,627</bbox>"}, {"role": "assistant", "content": "<ocr> Postage Stamp \n by \n Necessary \n If Mailed in the \n Addressee United States </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_745"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44479.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>153,152,344,159</bbox>"}, {"role": "assistant", "content": "<ocr> PERFORMANCE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_147"}
{"image": ["./imgs/ChartQA/test/png/two_col_101276.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>146,371,452,439</bbox>"}, {"role": "assistant", "content": "<ocr> 127 Invoice trading </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_486"}
{"image": ["./imgs/TextVQA/test_images/8f5951f5a1ad343b.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>212,749,520,780</bbox>"}, {"role": "assistant", "content": "<ocr> u </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_274"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/krcy0227_37.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>795,902,911,912</bbox>"}, {"role": "assistant", "content": "<ocr> PERCOLATOR </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_660"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page34.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>92,434,934,516</bbox>"}, {"role": "assistant", "content": "<ocr> These trust funds are subject to specific trusts declared by the donors or with their authority. They are represented by capital \n and accumulated income funds, which are expendable in accordance with the conditions imposed bythe donors. \n Other Trust Funds \n These comprise Trust Funds whose assets are applied in accordance with conditions imposed by the donors. They difi'er from \n Consolidated Trust Funds asthey donot own specified number ofunits inthe Consolidated Fund Investment Pool.They instead </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_708"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_546_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,315,971,760</bbox>"}, {"role": "assistant", "content": "<ocr> 3rd 600.00 2,000 1 Match all 5 in order \n 4th 450.00 2,000 1 Match all 5 in order \n 5th 300.00 2,000 1 Match all 5 in order \n 6th 135.00 2,000 1 Match all 5 in order \n Sub 180.00 2,000 2 Nearest number to 1st prize \n Sub 180.00 2,000 2 Nearest number to 2nd prize \n Sub 180.00 2,000 2 Nearest number to 3rd prize </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_145"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/markets__education05.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>397,84,478,126</bbox>"}, {"role": "assistant", "content": "<ocr> NEWS </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_317"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_892_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>150,860,820,880</bbox>"}, {"role": "assistant", "content": "<ocr> Maurice Bolwerk TSR-Honda Retirement </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_844"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__picture-palaces-thailands-movie-theatres-from-art-deco-to-brutalist-celebrated-and-mourned05.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>33,537,945,892</bbox>"}, {"role": "assistant", "content": "<ocr> Nis Gaul Scan \n i . \n Perhaps the saddest tale is that of Bangkok's beloved Siam Theatre, \n which had helped turn the Siam Square area into one of the city’s most </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_13"}
{"image": ["./imgs/TextVQA/test_images/3f18d03a93281d35.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>132,924,236,977</bbox>"}, {"role": "assistant", "content": "<ocr> Jana </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_354"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ljwg0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>172,396,374,412</bbox>"}, {"role": "assistant", "content": "<ocr> Commanding Officer </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_7"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14685115-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,630,932,858</bbox>"}, {"role": "assistant", "content": "<ocr> Jul 15 Greater Milwaukee Open Wisconsin Calvin Peete (1) 269 (–19) 36,000 \n Jul 21 British Open England Seve Ballesteros (2) 283 (–1) 31,500 \n Jul 22 Ed McMahon-Jaycees Quad Cities Open Illinois D. A. Weibring (1) 266 (–14) 36,000 \n Jul 29 IVB-Philadelphia Golf Classic Pennsylvania Lou Graham (4) 273 (–11) 45,000 \n Aug 5 PGA Championship Michigan David Graham (4) 272 (–8) 60,000 \n Aug 12 Sammy Davis Jr.-Greater Hartford Open Connecticut Jerry McGee (4) 267 (–17) 54,000 \n Aug 19 Manufacturers Hanover Westchester Classic New York Jack Renner (1) 277 (–7) 72,000 \n Aug 26 Colgate Hall of Fame Classic North Carolina Tom Watson (18) 272 (–12) 45,000 \n Sep 2 B.C. Open New York Howard Twitty (1) 270 (–14) 49,500 \n Sep 9 American Optical Classic Massachusetts Lou Graham (5) 275 (–9) 45,000 \n Sep 16 Buick-Goodwrench Open Michigan John Fought (1) 280 (–8) 27,000 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_640"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/sarawut-news__thailand__thailands-king-strips-disloyal-royal-consort-of-titles-and-military-ranks01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>636,623,902,646</bbox>"}, {"role": "assistant", "content": "<ocr> as holding the king's </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_866"}
{"image": ["./imgs/ChartQA/test/png/two_col_735.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>287,497,458,524</bbox>"}, {"role": "assistant", "content": "<ocr> 99.76 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_650"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/261cb425-6648-a8e8-db2b-798114109c9d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,168,969,568</bbox>"}, {"role": "assistant", "content": "<ocr> Package Deal \n Sales Office Katz Washington DC \n American Media & Advocacy Group Buyer Name MediaAssistant,, \n Commission % 15.00 \n 815 Slaters Ln Phone/Fax / \n Commission $276.00 \n Alexandria, VA 22314 \n CPE 315/1405/11920 Net Total $1,564.00 \n Account Types National/Political Candidate Agency BRD Sales Tax \n Billing Type Standard \n Comments 2020 \n Separation: 30 \n Line Line Type / Break Type (Ref #) Dates Sec Length Run Times SPW Mo Tu We Th Fr Sa Su Spots Rate Total Station Comments Entered \n 1.0Normal Line / SPOT(B/E) 05/19/20-05/19/20 3 :15/:156A- 7A (MST) 1 X 1 $90.00 $90.00KECI+KCFW Combo (KECI+KCFW)MONTANA 5/18/20 \n TODAY2/MONTANA \n TODAY3 \n 2.0Normal Line / SPOT(B/E) 05/21/20-05/21/20 3 :15/:156A- 7A (MST) 1 X 1 $90.00 $90.00KECI+KCFW Combo (KECI+KCFW)MONTANA 5/18/20 \n TODAY2/MONTANA </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_412"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_483_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,625,731,669</bbox>"}, {"role": "assistant", "content": "<ocr> 2010/11 Dnipro Dnipropetrovsk Ukraine 1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_830"}
{"image": ["./imgs/ChartQA/test/png/two_col_104528.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>739,267,844,294</bbox>"}, {"role": "assistant", "content": "<ocr> Very well 32.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_487"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c1e205171de5a3a3ed2c66ee786de6fc_page34.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>111,452,168,480</bbox>"}, {"role": "assistant", "content": "<ocr> THE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_315"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_120_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>132,525,940,553</bbox>"}, {"role": "assistant", "content": "<ocr> 117 28 63 47 52 66 62 85 73 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_148"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18048776-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,25,976,406</bbox>"}, {"role": "assistant", "content": "<ocr> Final round \n Place Player Country Score To par Money ( $) \n 1 Vijay Singh Fiji 70-66-67-68=271 −9 540,000 \n 2 Steve Stricker United States 69-68-66-70=273 −7 324,000 \n 3 Steve Elkington Australia 69-69-69-67=274 −6 204,000 \n Frank Lickliter United States 68-71-69-68=276 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_447"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/znxm0227_8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>344,616,511,630</bbox>"}, {"role": "assistant", "content": "<ocr> ARS, USDA </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_293"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18662679-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>743,301,826,384</bbox>"}, {"role": "assistant", "content": "<ocr> 5:36.20 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_693"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_233_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>472,437,667,468</bbox>"}, {"role": "assistant", "content": "<ocr> Mackinnon Neil </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_358"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>55,504,961,517</bbox>"}, {"role": "assistant", "content": "<ocr> KTAZ M 03/09/20 :00 $150.00 See MG 12.6 3 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_388"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4ed9fabd-7792-4bd8-7013-21239b15fb99_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>620,881,742,894</bbox>"}, {"role": "assistant", "content": "<ocr> BROADCASTADVERTISING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_896"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qnwd0227_22.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>500,334,779,350</bbox>"}, {"role": "assistant", "content": "<ocr> 10-19 < 10 <10 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_707"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/smnp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>779,788,849,802</bbox>"}, {"role": "assistant", "content": "<ocr> process </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_361"}
{"image": ["./imgs/TextVQA/test_images/d35295431238f539.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>231,498,279,521</bbox>"}, {"role": "assistant", "content": "<ocr> 45-5729 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_461"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4d6821ad90ecde2f0eb3e958ce5bdecd_page19.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>187,203,896,216</bbox>"}, {"role": "assistant", "content": "<ocr> nothing to report in respect ofthe following matters where the Companies Act 2006 requires us </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_65"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_528_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>239,800,977,817</bbox>"}, {"role": "assistant", "content": "<ocr> Fort Collins Air Force 45 Colorado State 21 AFA 26–19–1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_750"}
{"image": ["./imgs/ChartQA/test/png/multi_col_1009.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>156,310,617,353</bbox>"}, {"role": "assistant", "content": "<ocr> 6.9% 6.2% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_494"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rtnk0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>234,47,325,61</bbox>"}, {"role": "assistant", "content": "<ocr> METHODS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_444"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Split_sharp01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>70,850,937,889</bbox>"}, {"role": "assistant", "content": "<ocr> for eb/d# and g#/ab. The usual practice was to put on the front part the note that would normally be </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_884"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f3e363848aea2fa645814f2de0221a5a_page8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>500,461,693,471</bbox>"}, {"role": "assistant", "content": "<ocr> _____ _____ </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_493"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5b6786c5-9c77-8d9e-400b-e9531379dc49_page16.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>42,585,833,621</bbox>"}, {"role": "assistant", "content": "<ocr> 180.0 Contract Line Remarks: CDR \n SPOT 6:30:00PM- 7:00:00PM Day,Su-2 02/09/20 6:55PM (Su) 01:00 7 News at 6:30PM MRBPBK6033EH $700.00 \n SPOT 6:30:00PM- 7:00:00PM Day,Su-2 02/09/20 6:58PM (Su) 01:00 7 News at 6:30PM MRBPBK6033EH $700.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_300"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Serverware_Group01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,269,980,605</bbox>"}, {"role": "assistant", "content": "<ocr> Following the successful sale of SeNTry, Serverware began development of a new management tool. Originally named eNTts (or enhanced NTT tool set) \n the product allowed administrators to manage and control Windows NT services, DLLs and user passwords on remote Windows NT computers. Later \n versions increased the feature count by adding registry monitoring, Emergency Repair Disk creation and more. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_422"}
{"image": ["./imgs/ChartQA/test/png/two_col_102722.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>135,192,894,786</bbox>"}, {"role": "assistant", "content": "<ocr> 14.79 14.28 13.83 13.47 13.14 12.9 12.59 12.19 11.8 11.4 10.4 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_871"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Serverware_Group02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>138,628,961,743</bbox>"}, {"role": "assistant", "content": "<ocr> Critical Software, Inc.,/°] who renamed the product Enterprise Event Manager. They later merged with NetIQ,.!4] No code from </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_487"}
{"image": ["./imgs/ChartQA/test/png/two_col_22593.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>92,783,901,832</bbox>"}, {"role": "assistant", "content": "<ocr> 2022* 2024* 2026* 1986 1988 1990 1992 1994 1996 1998 2000 2002 2004 2006 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_815"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b904c02c8db8beb77ca89d558bdee4bb_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>90,440,886,451</bbox>"}, {"role": "assistant", "content": "<ocr> given as to whether the accounts present a ‘true and fair view’ and the report is limited to those matters set </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_517"}
{"image": ["./imgs/TextVQA/test_images/0ec4b1c27046c4ca.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>160,646,214,668</bbox>"}, {"role": "assistant", "content": "<ocr> ACO </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_365"}
{"image": ["./imgs/TextVQA/test_images/27ce848934f27ed9.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,757,182,790</bbox>"}, {"role": "assistant", "content": "<ocr> WARNING </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_449"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bf214b6d71c4082c5dea8b96aa6f40ca_page10.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>202,206,291,217</bbox>"}, {"role": "assistant", "content": "<ocr> (2017;surplus </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_841"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33745.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>621,468,928,493</bbox>"}, {"role": "assistant", "content": "<ocr> OF GIVING POTENTIAL </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_71"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__emacs-cheat-sheet01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>394,446,438,476</bbox>"}, {"role": "assistant", "content": "<ocr> is </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_751"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e0260276-4168-a69c-5c65-f78dd89207ed_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>89,460,481,471</bbox>"}, {"role": "assistant", "content": "<ocr> 02/17/20 02/23/20 ---1--- 1 $250.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_695"}
{"image": ["./imgs/TextVQA/test_images/d0f84f85d45c88ad.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>945,152,988,200</bbox>"}, {"role": "assistant", "content": "<ocr> Sue </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_450"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/826c19ba8ec8e19b726eb91eabb791c3_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>247,218,334,232</bbox>"}, {"role": "assistant", "content": "<ocr> 15 Foregate </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_20"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gpnn0081_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>216,121,627,143</bbox>"}, {"role": "assistant", "content": "<ocr> WINSTON DRAG SERIES RESEARCH </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_273"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/68652dd0-ecc1-6349-db5f-312971d6be63_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>368,785,588,795</bbox>"}, {"role": "assistant", "content": "<ocr> 9aCmM 9:00 AM-11:00 AM-----1- </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_387"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40436.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>416,229,947,248</bbox>"}, {"role": "assistant", "content": "<ocr> have share related AVERAGE EARNINGS 2009-2014 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_346"}
{"image": ["./imgs/TextVQA/test_images/130347c8adc30666.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>288,243,732,426</bbox>"}, {"role": "assistant", "content": "<ocr> SHERDANE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_176"}
{"image": ["./imgs/ChartQA/test/png/two_col_80130.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>219,802,798,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2015/16 2020/21 2030/31 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_235"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ba0ed4bae698610a969892d45089ab94_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>107,104,185,117</bbox>"}, {"role": "assistant", "content": "<ocr> Trustees' </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_95"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_542_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>18,96,947,121</bbox>"}, {"role": "assistant", "content": "<ocr> 1 1 \"Class of Beverly Hills\" Tim Hunter Darren Star October 4, 1990 – </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_901"}
{"image": ["./imgs/TextVQA/test_images/b9d2446949df3492.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>699,816,754,849</bbox>"}, {"role": "assistant", "content": "<ocr> Waha </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_425"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41826.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>9,138,989,453</bbox>"}, {"role": "assistant", "content": "<ocr> HS: 48 \n TAMIM IQBAL, 26 \n SHIKHAR DHAWAN, 30 \n BATTING AVERAGE: 20.86 \n BATTING AVERAGE: 20.14 \n STRIKE RATE: 108.04 \n STRIKE RATE: 115.49 HS: 88* \n HS: 51 \n VIRAT KOHLI, 27 SABBIR RAHMAN, 24 \n BATTING AVERAGE: 51.03 BATTING AVERAGE: 30.35 \n STRIKE RATE: 132.70 STRIKE RATE: 120.05 \n HS: 90* HS: 80 \n SURESH RAINA, 29 \n MRUL KAYES, 29 \n BATTING AVERAGE: 31.40 \n BATTING AVERAGE: 8,37 \n STRIKE RATE: 133.25 \n STRIKE RATE: 75.28 \n HS: 101 \n HS: 22 \n BANELAIER \n YUVRAJ SINGH, 34 SHAKIB AL HASAN, 28 \n BATTING AVERAGE: 30.91 \n STRIKE RATE: 139.43 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_91"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__burnaby-resident-returning-from-philippines-diagnosed-with-measles01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>401,776,496,795</bbox>"}, {"role": "assistant", "content": "<ocr> spent </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_469"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lfxd0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>530,430,656,443</bbox>"}, {"role": "assistant", "content": "<ocr> reference to: </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_426"}
{"image": ["./imgs/ChartQA/test/png/two_col_23667.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>408,764,447,820</bbox>"}, {"role": "assistant", "content": "<ocr> Q1 '15 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_356"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_544_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>364,616,477,671</bbox>"}, {"role": "assistant", "content": "<ocr> Murphy </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_831"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1613392-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>37,71,965,106</bbox>"}, {"role": "assistant", "content": "<ocr> Rank Nation Gold Silver Bronze Total </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_563"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hgbl0037_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>801,57,856,81</bbox>"}, {"role": "assistant", "content": "<ocr> 1992 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_405"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11873099-17_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>539,595,921,673</bbox>"}, {"role": "assistant", "content": "<ocr> A New York Red Bulls 4 - </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_242"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_434_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>15,670,961,748</bbox>"}, {"role": "assistant", "content": "<ocr> 1999–00 Tennessee Titans (1) 33 Jacksonville Jaguars 14 Jacksonville, Florida Jacksonville Municipal Stadium \n 2000–01 Baltimore Ravens (1) 16 Oakland Raiders 3 Oakland, California Oakland Coliseum \n 2001–02 New England Patriots (3) 24 Pittsburgh Steelers 17 Pittsburgh, Pennsylvania Heinz Field \n 2002–03 Oakland Raiders (4) 41 Tennessee Titans 24 Oakland, California Network Associates Coliseum </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_775"}
{"image": ["./imgs/ChartQA/test/png/two_col_104591.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>139,323,184,786</bbox>"}, {"role": "assistant", "content": "<ocr> 1 154 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_22"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43109.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>44,302,948,445</bbox>"}, {"role": "assistant", "content": "<ocr> 19 22 \n 6:00 7:00 \n LAL \n 21 \n 7:30 7:00 8:00 \n CHA TOR \n 7:00 7:30 7:30 3:30 7-00 7:00 \n 2 29 30 \n ATL \n 25 26 27 28 29 30 24 25 \n MIN \n 7:00 8:00 \n BOS \n 28 29 \n OKC \n 7:00 6:00 \n MEN MIA ATL \n 7:00 8:00 8:00 7:30 \n PLAYED AT MICHIGAN STATE \n 30 31 \n JANUARY FEBRUARY MARCH \n MON TUE WED THU FR SUN MON TUE WED THU FRI SA SUN MON TUE WED THU SAT \n 1 5 \n NOP \n 1 2 \n MIA DAL DET \n 7:00 \n UTA \n 8:00 7:30 5:00 \n IND NOP \n 11 \n HOU \n 12 \n BOS WAS \n 3 \n ORL MIA \n 7.00 \n IND BKN \n 8.00 8:00 7:00 7:00 7:00 7-30 8:00 \n 13 \n LAL \n 14 15 14 17 13 \n POR \n 18 19 15 10 \n UTA DEN \n 10 11 \n NYK \n 12 13 \n BKN \n 14 16 11 \n TOR \n 12 \n PHI \n 14 \n ORL \n 15 16 \n DAL \n 9:30 10-00 9:00 10:00 7:00 7:00 7:00 7:00 7:00 8:30 \n 20 \n CHI \n 22 22 \n BOS \n 24 23 \n MIA \n 26 17 18 19 19 \n PHX \n 22 17 18 \n DET \n 20 \n MIL \n 21 \n MEM \n 22 \n LAC </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_481"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6c6254ab7171b47e41cce228253b9063_page13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>130,465,929,529</bbox>"}, {"role": "assistant", "content": "<ocr> ~ Stroke and Cardiac Rehabilitation programmes in partnership with North Bristol and South \n Gloucestershire Public Health. \n ~ Weight Management on Referral for clients who have no underlying medical condition, but have a BMI \n ofover 30.This is run in partnership with South Gloucestershire Council and Weight Watchers </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_988"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xkmp0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>448,813,548,825</bbox>"}, {"role": "assistant", "content": "<ocr> (212) 687-4830 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_180"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4a2517f3-0970-e2bd-bcc1-14f9175bbf0c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>55,812,296,825</bbox>"}, {"role": "assistant", "content": "<ocr> KDVR M-F 3p-330p 3p-330p </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_47"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/889a286142fb8cd0fe932b48073d1233_page13.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>86,878,837,891</bbox>"}, {"role": "assistant", "content": "<ocr> work we do to put their hand into their pocket and people in more places than ever before, and </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_434"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12206243-10_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>25,585,948,606</bbox>"}, {"role": "assistant", "content": "<ocr> September 17 @ Red Sox 4 - 3 Quantrill (6-7) 23,648 71-80 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_356"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/145ad2fb-8a59-b4e6-9f6d-96c2278171aa_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,81,968,327</bbox>"}, {"role": "assistant", "content": "<ocr> Flight Dates: 03/30/20 - 04/12/20 Estimate: 795 \n Ln Ch Start End Inventory Code Break Start/End Time Days Len Spots Rate Pri RtgType Spots Amount \n MAKE A DEAL \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 04/06/20 04/12/20 MT----- 3 $50.00 0.00 \n N 6 All 03/30/20 04/05/20 M-F 10-11am CM 10:00 AM-11:00 AM---TF-- :30 3 $50.00P-6 0.00 NM 3 $150.00 \n M-F 10-11am \n MAKE A DEAL \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 03/30/20 04/05/20 ---TF-- 3 $50.00 0.00 \n N 7 All 04/06/20 04/12/20 M-F 2-3pm CM 2:00 PM-3:00 PM MT----- :30 3 $50.00P-6 0.00 NM 3 $150.00 \n M-F 2-3pm \n KELLY CLARKSON \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 04/06/20 04/12/20 MT----- 3 $50.00 0.00 \n N 8 All 03/30/20 04/05/20 M-F 2-3pm CM 2:00 PM-3:00 PM ---TF-- :30 3 $50.00P-6 0.00 NM 3 $150.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_374"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/45437.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>247,64,809,72</bbox>"}, {"role": "assistant", "content": "<ocr> Nachyl 22.465,779 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_286"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xgvg0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>746,785,816,802</bbox>"}, {"role": "assistant", "content": "<ocr> Association </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_559"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-15187735-14_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>285,599,339,639</bbox>"}, {"role": "assistant", "content": "<ocr> Running </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_429"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1756688-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,43,980,336</bbox>"}, {"role": "assistant", "content": "<ocr> Statistics \n Season Team Games Disposals Kicks Handballs Marks Tackles Goals Behinds \n 2005 Geelong 4 27 (6.8) 19 (4.8) 8 (2.0) 13 (3.2) 5 (1.2) 8 (2.0) 2 (0.5) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_156"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/81f10125-b31b-0dc0-366f-1058891ac4e8_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>49,406,547,417</bbox>"}, {"role": "assistant", "content": "<ocr> Week: 02/17/20 02/23/20 --WTF-- 3 $75.00 0.00 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_273"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39727.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>420,899,644,917</bbox>"}, {"role": "assistant", "content": "<ocr> in England and Wales are living </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_531"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a9c42ea9-2812-b396-2617-978d04c6e164_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,303,967,621</bbox>"}, {"role": "assistant", "content": "<ocr> Adults 25-54 \n Order Type \n NORMAL \n Agy Code Advertiser Code Product 1/2 \n 9912891 TEAMH ORDR \n Agency Ref Advertiser Ref \n 5353 179824 \n Start/End Spots/ \n *Line Ch Start DateEnd Date Description Time Days Length Week Rate TypeSpots Amount \n N 1 WMC 07/06/20 07/09/20 M-F 4p News 4p-5p :30 NM 1 $130.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 07/06/20 07/12/20 M------ 1 $130.00 \n N 2 WMC 07/06/20 07/09/20 M-F 5p News 5p-530p :30 NM 2 $550.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 07/06/20 07/12/20 -1-1--- 2 $275.00 \n N 3 WMC 07/06/20 07/09/20 M-F 6p News 6p-630p :30 NM 1 $400.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 07/06/20 07/12/20 M------ 1 $400.00 \n N 4 WMC 07/03/20 07/09/20 Wheel of Fortune (Syn) 630p-7p :30 NM 5 $2,650.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 06/29/20 07/05/20 ----1-- 1 $530.00 \n Week: 07/06/20 07/12/20 1111--- 4 $530.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4f93951d-b9a8-af62-6b41-420f14755ffd_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>97,43,917,313</bbox>"}, {"role": "assistant", "content": "<ocr> DUPLICATE \n Remit Address: \n KPIX-TV Advertiser Biden for President Invoice # 150012519 \n P.O. Box 100728 1500 Market Street Invoice Date 03/08/20 \n Pasadena, CA 91189-0728 Philadelphia, PA 19102 Invoice Month March 2020 \n Main: (415) 362-5550 US Invoice Period 02/24/20 - 03/03/20 \n Billing: (916) 374-1382 \n Product Joe Biden Est 7168 Order # 281020 \n Estimate Number 7168 Alt Order # \n Deal # \n Billing Address: Property KPIX-TV Order Flight 03/02/20 - 03/03/20 \n Account Executive Mark Green \n Media Buying & Analytics LLC Sales Office Local San Francisco Agency Code \n Attention: Accounts Payable Sales Region Local Advertiser Code \n 2020 Howell Mill Road NW Suite D348 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_897"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__resources__what-are-linux-containers02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>112,495,229,526</bbox>"}, {"role": "assistant", "content": "<ocr> can | </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_730"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/0e04ccf3773d366ee1c7566e013d747d_page40.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>222,273,337,285</bbox>"}, {"role": "assistant", "content": "<ocr> teacherspensions. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_947"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1137694-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>453,67,513,100</bbox>"}, {"role": "assistant", "content": "<ocr> Fastest </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_709"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1430822-5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>384,195,598,248</bbox>"}, {"role": "assistant", "content": "<ocr> ( Arden International) Scott Speed ( </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_916"}
{"image": ["./imgs/ChartQA/test/png/two_col_43669.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>245,732,761,818</bbox>"}, {"role": "assistant", "content": "<ocr> Small dwelling One or two Multi-dwelling Multi-dwelling Special </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_607"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1520959-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>58,574,80,656</bbox>"}, {"role": "assistant", "content": "<ocr> 10 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_376"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10809351-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,385,980,695</bbox>"}, {"role": "assistant", "content": "<ocr> Collingwood 21.22 (148) St Kilda 4.12 (36) Victoria Park 12,000 4 June 1949 \n Carlton 14.13 (97) North Melbourne 10.7 (67) Princes Park 29,500 4 June 1949 \n Melbourne 10.17 (77) Hawthorn 10.6 (66) MCG 11,000 4 June 1949 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_219"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ca2b81c1-ae0a-09ca-fded-9acc979c0e48_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>588,73,720,86</bbox>"}, {"role": "assistant", "content": "<ocr> Klobuchar/President/US/Dem </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_650"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/4ed9fabd-7792-4bd8-7013-21239b15fb99_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>211,472,581,491</bbox>"}, {"role": "assistant", "content": "<ocr> News 25 @ 9pm 0 0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_32"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4d2f2ee387f9cf37528477ee88401cf6_page32.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>144,192,847,205</bbox>"}, {"role": "assistant", "content": "<ocr> translated into sterling at the ckrsing rate as at the year end. The resulting exchange differences </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_465"}
{"image": ["./imgs/ChartQA/test/png/two_col_40512.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>336,802,888,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 2009 2010 2011 2012 2013 2014 2015 2016 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_24"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rycg0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>370,536,473,550</bbox>"}, {"role": "assistant", "content": "<ocr> Rickettsial </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_954"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14583258-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>29,574,916,795</bbox>"}, {"role": "assistant", "content": "<ocr> 3 David Toms United States 3,791,595 28 3 \n 4 Vijay Singh Fiji 3,440,829 26 0 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_815"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_559_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>74,165,992,279</bbox>"}, {"role": "assistant", "content": "<ocr> T-AO- \n John Lenthall Active 1987-1996; 1998–present AO189 \n 189 \n Andrew J. T-AO- Inactivated May 1996. Sold to the Chilean Navy May 2009. Towed to Atlantic Marine Alabama shipyard, Mobile, Alabama, September 2009 for three-month refit. Commissioned in Chilean Navy on 10 \n 1987-1996 (USA); 2010–present (Chile) AO190 \n Higgins 190 February 2010 and renamed Almirante Montt.[1] \n Cancelled when 95.3% complete, \n Benjamin T-AO- transferred to the Maritime Administration, Launched 1988, christened 1991, never </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_519"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/35062.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>56,662,905,854</bbox>"}, {"role": "assistant", "content": "<ocr> === RESOLUTION SUCCESS RATE \n 78% 60% 50% 40% 19% \n 1 week 1 month 3 months 6 months 2 years \n Win Win in 2011 ... \n LOSE MORE, MAKE MORE \n 25 lbs \n Women weighing 25 lbs \n 10% reduction in body \n more than the average womans \n weight = $2,200 - $5,300 savings \n weight earned $13,847 less \n in lifetime medical costs \n Women weighing 25 lbs \n less than the average womans \n CUT 100 CALORIES A DAY weight earned $15,572 more \n 25 lbs \n Using mustard instead \n of mayo GET MOVING </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_897"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1195142-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>441,39,539,103</bbox>"}, {"role": "assistant", "content": "<ocr> Broadway </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_645"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Monarchy_of_Belize06.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>76,461,934,491</bbox>"}, {"role": "assistant", "content": "<ocr> Royal Assent; it, and proclamation, are required for all acts of parliament, usually granted or withheld by the Governor-General, with the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_243"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__compliance01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>290,360,336,387</bbox>"}, {"role": "assistant", "content": "<ocr> current </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_338"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/462721-order-104994-rev-3-13498929238650-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>175,89,293,106</bbox>"}, {"role": "assistant", "content": "<ocr> / Rev: 110 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_923"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41107.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>383,910,751,917</bbox>"}, {"role": "assistant", "content": "<ocr> farming Create synergies for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_951"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Developing_Discernment_(CCL)03.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>9,19,89,55</bbox>"}, {"role": "assistant", "content": "<ocr> Days 2-30 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_657"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41002.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>769,614,915,624</bbox>"}, {"role": "assistant", "content": "<ocr> Non-adopters </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_350"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_818_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>273,363,626,372</bbox>"}, {"role": "assistant", "content": "<ocr> 1992 San Juan, Puerto Rico Vacant </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_86"}
{"image": ["./imgs/ChartQA/test/png/two_col_61122.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>258,773,891,819</bbox>"}, {"role": "assistant", "content": "<ocr> 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_599"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lmfv0228_9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>94,592,188,621</bbox>"}, {"role": "assistant", "content": "<ocr> OF \n EMPHASIS </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_882"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e0260276-4168-a69c-5c65-f78dd89207ed_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>39,654,963,665</bbox>"}, {"role": "assistant", "content": "<ocr> Ln Ch Start End Inventory Code Break Start/End Time Days Len Spots Rate Pri RtgType Spots Amount </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_634"}
{"image": ["./imgs/ChartQA/test/png/two_col_4887.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>156,107,714,144</bbox>"}, {"role": "assistant", "content": "<ocr> 107.18 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_876"}
{"image": ["./imgs/ChartQA/test/png/12793.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>207,603,518,720</bbox>"}, {"role": "assistant", "content": "<ocr> Go online, no SNS 32 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_11"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20040.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>709,806,945,811</bbox>"}, {"role": "assistant", "content": "<ocr> Where did you buy your </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_177"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12206689-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>33,41,966,257</bbox>"}, {"role": "assistant", "content": "<ocr> Date Opponent Score Loss Attendance \n June 1 @ Indians 6-5 White (2-1) 17,136 \n June 2 @ Indians 5-3 Betancourt (2-4) 18,098 \n June 4 @ Yankees 7-6 Powell (1-1) 49,372 \n June 5 @ Yankees 8-1 Lieber (4-3) 51,910 \n June 6 @ Yankees 2-1 Drese (2-3) 54,092 \n June 7 Pirates 6-5 Johnston (0-3) 25,286 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_979"}
{"image": ["./imgs/TextVQA/test_images/90e0011d014ae104.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>629,638,741,711</bbox>"}, {"role": "assistant", "content": "<ocr> Coke </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_349"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d434e0c84e9957a95963fa1acf643988_page25.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>136,573,925,793</bbox>"}, {"role": "assistant", "content": "<ocr> Estate Trustees ofthe \n Sir John Gresham Trust 2,627,666 87,663 2,715,329 \n Total Restricted and \n Endowment Funds 3,354,322 172,798 (54,372) 19,655 3,492,403 \n Group Total Funds f11,132,584 f22,381,859 K(15,350,131) XII8,774 KI8,283,086 \n The Independent School's Pension Scheme completed its most recent 3 year actuarial revieiv in September 2011. \n This revieiv identified that Gresham's would have a liability off614,724 ifit ceased to participate in the scheme. \n Whilst the School has no plans to leave the scheme, the value ofthe designated fund ivas increased to f615,000 \n in 2014.The School's Independent Financial Adviser was asked to investigate the School's stated liability and \n they determined that the School had been charged the ivhole ofone member's liability when it should have been \n shared between nvo employers. The f.105,000 adjusnnent to the fund has come about as a result of the </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_608"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_792_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>328,839,570,848</bbox>"}, {"role": "assistant", "content": "<ocr> Schoenfelder Arno </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_108"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d621c19ae412932ceccd5b750ce8eb79_page48.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,477,873,597</bbox>"}, {"role": "assistant", "content": "<ocr> Disposals \n At 31st December 2017 2,078,754 684,172 2,800 2,765,726 \n Depreciation \n At 1 January 2017 124,602 68,612 1,225 194,439 \n Charge for the year 41,238 62,060 583 103,881 \n Write down of assets </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_789"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jzhd0227_75.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>81,684,753,786</bbox>"}, {"role": "assistant", "content": "<ocr> Fresno, California \n Mr. C. Wesley Hallock \n 93704 \n (209 - 439-1102) \n Colorado Heart Association \n 4521 East Virginia Avenue \n Denver, Colorado 80222 \n Ex-Officio Members </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_251"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__whistleblowing01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>602,602,671,628</bbox>"}, {"role": "assistant", "content": "<ocr> claims </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_62"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lnyc0227_31.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>718,380,814,395</bbox>"}, {"role": "assistant", "content": "<ocr> Sociology. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_457"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_124_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>184,406,211,453</bbox>"}, {"role": "assistant", "content": "<ocr> It\" </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_616"}
{"image": ["./imgs/ChartQA/test/png/multi_col_218.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>556,264,860,278</bbox>"}, {"role": "assistant", "content": "<ocr> 16 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_201"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/385962f6-d4d9-01e9-2987-a926a8908f00_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>25,346,804,734</bbox>"}, {"role": "assistant", "content": "<ocr> Agency Ref \n Advertiser Ref \n Line Channel \n 19 Ail Good Morning Kansas 6:30 AM-7:00 AM \n 05117120 1x ----1-- 05111120ro \n Ail F 05115120 :30 6:54 AM BHO32OTVH s170.00 \n 20 Ail Good Morning Kansas 6:30 AM-7:00 AM \n 05124120 1x l------- 051181201o \n Ail M 05118120 :30 6:48 AM BH0220rvH $170.00 \n 21 Ail M-F 3:00 PM-4:00 PM \n 05111120 to 05117120 1x - 1- - - - - \n Arl Tu 05112120 30 3:12PM BH0220TVH $55.00 \n 22 Ail M-F 3:00 PM-4:00 PM \n O5l11l20lo 05117120 1x ---l---- \n Alt Th 05114120 :30 3:37 PM BH0320rvH $55.00 \n 23 Ail M-F 3:00 PM-4:00 PM \n 05118/20 lo 05124/20 1x l-- - - - - - \n M Ail 05t18t20 30 3:16 PM BHO2 2OTVH $55.00 \n 24 Alt KAKE News @ 530p Sun 5:30 PM-6:00 PM \n 05111120to 05117120 lx ------1 \n Ail Su 05117120 :30 5.37 PM BHO32OTVH $170.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_171"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Dera_Ghazi_Khan01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>10,666,418,820</bbox>"}, {"role": "assistant", "content": "<ocr> Layyah districts. It is also the capital of Dera Ghazi Khan District </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_971"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/79d3581c-dba5-892c-159d-1134c2a822cd_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>30,209,1052,486</bbox>"}, {"role": "assistant", "content": "<ocr> WEEKLY Broadcast Cash \n Smart Media Group Inc/ POL \n 1427 Leslie Avenue Property Account Executive Sales Office \n Alexandria, VA 22301 WCNC Nile Noyes TEGNA Sales Washington DC \n Special Handling \n Demographic \n Adults 35+ \n Total Ratings \n 57.40 \n Agy Code Advertiser Code Product 1/2 \n 1046 NRSNC ORDR \n Agency Ref Advertiser Ref \n 7611AG 3227 \n Start/End Spots/ \n *Line Ch Start DateEnd Date Description Time Days Length Week Rate Rtn TypeSpots Amount \n N 1 All 07/13/20 07/17/20 TODAY SHOW 3 9-10a :30 NM 4 $1,000.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 07/13/20 07/19/20 111-1-- 4 $250.00 0.80 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_207"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__downloads__devops-transformation01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>262,901,700,927</bbox>"}, {"role": "assistant", "content": "<ocr> releases: Feature flags or rings? </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_181"}
{"image": ["./imgs/VisualMRC/images/transparency.org/country__KHM01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>537,371,667,400</bbox>"}, {"role": "assistant", "content": "<ocr> corruption </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_215"}
{"image": ["./imgs/ChartQA/test/png/two_col_1427.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>492,785,750,828</bbox>"}, {"role": "assistant", "content": "<ocr> 2006 2008 2010 2012 2014 2016 2018 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_696"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mhfk0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>499,530,857,550</bbox>"}, {"role": "assistant", "content": "<ocr> issues and take judicial notice. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_451"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6707cc950956521e12157412fcd28776_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>165,402,906,423</bbox>"}, {"role": "assistant", "content": "<ocr> carried forward at 31.03.16 128452 4215 97119 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_117"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_719_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>15,139,945,277</bbox>"}, {"role": "assistant", "content": "<ocr> Captain Coach Captain Coach \n 1978 4 Pakistan win 3 - 1 Islahuddin Siddique Sayad A. Hussain V. J. Philips R. S. Gentle </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_487"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xnyg0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>136,196,875,398</bbox>"}, {"role": "assistant", "content": "<ocr> Calories per day \n Corn Potatoes Wheat \n Per cent of all food calorie; \n Corn Minor Potatoe \n neriod floure/ meal grain (white floura/ meal grain (white \n pro- and pro- and \n ducts sweet ) ducts sweet ! \n 1.879 1,019 652 131 168 27.3 17.5 3.5 \n 3.6 \n 4.5 \n 1.899 1,019 473 131 173 27.8 12.9 \n 1899 1,019 420 131 169 27.5 11.3 3.5 \n 4.7 \n 4.6 \n 1909-11 961 226 131 181 27.4 6.5 3.7 5.2 \n 1919-21 802 155 131 159 24.2 \n 125 131 141 22.4 \n 4.7 4.0 4.6 \n 1929-31 770 \n 122 \n 3.6 \n 2.8 \n 3.8 4.1 \n 1939-41 98 \n 1949-51 \n 698 94 20.8 3.6 \n 603 57 94 101 18.7 1.8 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_215"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_124_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>105,212,901,297</bbox>"}, {"role": "assistant", "content": "<ocr> 42 Billboard Hot 100 \n \"24/7\" </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_251"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40651.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>178,476,318,484</bbox>"}, {"role": "assistant", "content": "<ocr> Progress </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_327"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_46.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>69,179,927,195</bbox>"}, {"role": "assistant", "content": "<ocr> The financial statements are prepared in accordance with the Indian Generally Accepted Accounting Principle ( 'GAAP') under the historical cost </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_957"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/tggg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>216,204,503,222</bbox>"}, {"role": "assistant", "content": "<ocr> part. I think, also, that the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_569"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36901.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>610,129,735,138</bbox>"}, {"role": "assistant", "content": "<ocr> NETWORKS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_369"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32845.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>404,209,516,226</bbox>"}, {"role": "assistant", "content": "<ocr> Contribution ratio % </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_121"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20224.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>197,57,375,67</bbox>"}, {"role": "assistant", "content": "<ocr> GRANDMA'S </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_137"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_519_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>35,789,833,829</bbox>"}, {"role": "assistant", "content": "<ocr> 11 Chicago Bears Ron Drzewiecki Halfback Marquette </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_316"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16369528-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,556,986,808</bbox>"}, {"role": "assistant", "content": "<ocr> 2004 NA NA NA Bob Bottom \n 2005 NA NA NA Stuart Coupe \n 2006 NA NA NA Andrew Rule and John Silvester \n 2007 NA NA NA Sandra Harvey and Lindsay Simpson \n 2008 NA NA NA Marele Day </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_981"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__tamara-van-hulst01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>385,162,957,726</bbox>"}, {"role": "assistant", "content": "<ocr> Members \n Working Group Terms \n of Reference \n PAGE \n Created: 24 May 2017 \n PAGE \n Created: 18 August 2016 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_729"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kldk0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>360,256,536,274</bbox>"}, {"role": "assistant", "content": "<ocr> COLLECT YOUR </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_743"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37459.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>8,960,981,984</bbox>"}, {"role": "assistant", "content": "<ocr> SOURCES www.nba.com | www.bleacherreport.com | www.wikipedia.com | www.footlocker.com ILLUSTRATION www.flickr.com/jrdesigns IR </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_579"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/754084fc-3d10-7106-aa4b-fcac89a5d3a1_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>42,335,967,414</bbox>"}, {"role": "assistant", "content": "<ocr> Start Date End Date Weekdays Spots/Week Rate \n Week: 05/11/20 05/17/20 ----F-- 1 $150.00 \n 31 KMTR 05/16/20 05/16/20 NBC 16 News at 630p 6:30 PM-7:00 PM :30 NM 1 $25.00 \n Start Date End Date Weekdays Spots/Week Rate \n Week: 05/11/20 05/17/20 -----S- 1 $25.00 \n 32 KMTR 05/16/20 05/16/20 Big Bang Theory // Big Bang T7h:0e0o rPyM-8:00 PM :30 NM 2 $20.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_128"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b56dfe83f8e5e88e2767ae6afc50e61c_page22.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>322,537,862,549</bbox>"}, {"role": "assistant", "content": "<ocr> company has not kept proper and adequate accounting records or </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_115"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hldw0228_9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>333,265,725,278</bbox>"}, {"role": "assistant", "content": "<ocr> Details: Dr Eva Leschik, DGE, Frankfurt. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_933"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lzbw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>225,691,657,708</bbox>"}, {"role": "assistant", "content": "<ocr> entertainment 4,000.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_200"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/331c5882-7c31-be5e-3325-06d00438ae73_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>506,862,578,877</bbox>"}, {"role": "assistant", "content": "<ocr> Timothy </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_288"}
{"image": ["./imgs/VisualMRC/images/fsf.org/jfb01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>33,616,635,636</bbox>"}, {"role": "assistant", "content": "<ocr> exponentially increases our reach and our ability to make change. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_38"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/27831456ea4744902f2887ba25785856_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>99,316,830,328</bbox>"}, {"role": "assistant", "content": "<ocr> Also during 2013, we introduced mobile working technology for our maintenance operatives. This enables </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_427"}
{"image": ["./imgs/TextVQA/test_images/80ad5bc55128a427.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>617,451,688,483</bbox>"}, {"role": "assistant", "content": "<ocr> 3341 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_289"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxhh0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>725,80,834,97</bbox>"}, {"role": "assistant", "content": "<ocr> APPROVAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_581"}
{"image": ["./imgs/VisualMRC/images/hdbuzz.net/__topic__7101.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>373,606,478,619</bbox>"}, {"role": "assistant", "content": "<ocr> changes </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_308"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__srishti-singh01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>58,752,929,778</bbox>"}, {"role": "assistant", "content": "<ocr> maintenance, support and development of new versions of API. A people-centric professional </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_928"}
{"image": ["./imgs/ChartQA/test/png/3854.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>503,589,764,614</bbox>"}, {"role": "assistant", "content": "<ocr> 62 17 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_983"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_259_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>142,964,856,982</bbox>"}, {"role": "assistant", "content": "<ocr> 4 Hamood Al-Dalhami Oman DQ </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_404"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9a1fe601-af59-bc45-d853-e9daaa94f2eb_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>452,245,520,261</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_322"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsfn0020_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>138,176,834,582</bbox>"}, {"role": "assistant", "content": "<ocr> Did retailers place the \"No Bull 5\" ballots box shipped in the promotional sku? \n Mixed placement reported throughout the Region. Some as high as 60% placed, to a low \n of 20% in the more metro areas. \n Did the Winston sleeve header card stand up when sleeves were placed in the display? \n Yes, and most Divisions reported it as an improvement over past promotions. \n . Did the retailers place the easel card? If not why? \n Again mixed response as with the ballot box. All Divisions agreed that they need \n to get the retailer to understand the importance of placing all of our materials. They \n also all said they would address this at future Division meetings. \n SALEM B1GIF \n What % of the time was the Salem easel card placed? \n Same as above. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_17"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_500_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>11,838,70,857</bbox>"}, {"role": "assistant", "content": "<ocr> RadioRadio </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_877"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Joseph_Nightingale01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>21,165,951,202</bbox>"}, {"role": "assistant", "content": "<ocr> He was born at Chowbent in Atherton, Lancashire and became a Wesleyan Methodist in 1796. He acted occasionally as a local preacher, but never </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_910"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37245.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>201,169,813,354</bbox>"}, {"role": "assistant", "content": "<ocr> BILLION \n SOCIAL MEDIA ADVERTISING REVENUE \n in 207%, agpequimalely 591% of internet advertising wat \n related to Social Media, up tram 14% in 2014 \n $6.4B \n -- -- - - -- \n 1.7 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_526"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ymlg0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>56,114,865,261</bbox>"}, {"role": "assistant", "content": "<ocr> NUMBER \n CLASS DEPT. OR AUTHORIZED PER AUTH. \n FC \n BUDGET DOJECT FUND NO. \n FROM TO \n SOCIAL SECURITY \n ACCOUNT PER ACCOUNT ACCOUNT DIRECT CHARGE \n MO. HAY \n 11 13 058458 TYRONE W AUSTIN 22 3235 12 00 64117 An.Care. 50.00 50.00 1380 111 \n 11 30 058458 TYRONE W AUSTIN 22 3235 12 00 64117 An.Caro. \n An.Care. \n 50.00 50.00 1380 11 16 30 \n 11 13 120000 JOHN W BREWER JR 22 3235 12 00 64117 \n An.Care. \n 58.75 53.41 2692 \n 11 30 120000 JOHN W BREWER JR 22 3235 12 00 64117 58.75 53.41 2692 11 16 30 \n 11 13 751035 IVANO N RIVERS 22 3235 12 00 64117 Lab.Asst.& 35.00 29.17 0197 15 \n 11 30 751035 IVANO N RIVERS 22 3235 12 00 64117 Qlswr wash. 35.00 29.17 0197 11 16 30 \n 11 30 944010 MARIANNE T WEGGEMAN 22 3235 12 00 64117 Secy. 180.00 47.36 0366 11 1 \n 467.50 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_322"}
{"image": ["./imgs/ChartQA/test/png/1362.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>538,532,576,570</bbox>"}, {"role": "assistant", "content": "<ocr> 22 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_105"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12572989-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>15,225,932,544</bbox>"}, {"role": "assistant", "content": "<ocr> #02 The Last Blade 1 and 2 幕末浪漫 月華の剣士１・２ January 12, 2006 SLPS-25503 \n #03 The King of Fighters: Orochi Collection THE KING OF FIGHTERS -オロチ編- April 20, 2006 SLPS-25605 \n #04 Art of Fighting Anthology 龍虎の拳〜天・地・人〜 May 11, 2006 SLPS-25610 \n #05 Fatal Fury Battle Archives 1 餓狼伝説バトルアーカイブズ１ July 20, 2006 SLPS-25664 \n #06 Fatal Fury Battle Archives 2 餓狼伝説バトルアーカイブズ２ February 22, 2007 SLPS-25698 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_440"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12168673-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,746,980,775</bbox>"}, {"role": "assistant", "content": "<ocr> 1999 Chilukki Willie Martinez Bob Baffert Stonerside Stable 1:03.66 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_172"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__why-not-lgpl.html01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,879,972,917</bbox>"}, {"role": "assistant", "content": "<ocr> a free library's features are readily available for proprietary software through other libraries. In that case, the library cannot give free software any particular advantage, so it is </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_466"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_34.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>190,575,429,590</bbox>"}, {"role": "assistant", "content": "<ocr> Committee presently comprises </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_709"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page16.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,149,917,330</bbox>"}, {"role": "assistant", "content": "<ocr> Billing: (214) 720-3210 \n Property KDFW Order # 952191 \n Account Executive Anthony Castaneda Alt Order # WOC12397619 \n Sales Office FSS Philadelphia Deal # \n Billing Address: Sales Region National Order Flight 02/22/20 - 03/03/20 \n Assembly Media Billing Calendar Broadcast Agency Code TV15458 \n Attention: Accounts Payable Billing Type Cash Advertiser Code MBLM \n 711 Third Avenue \n Special Handling Product 1/2 MBLM \n 3rd Floor </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_834"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Carlisle_(Massachusetts)01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>153,817,194,845</bbox>"}, {"role": "assistant", "content": "<ocr> listing] </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_257"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ae5ff457-99f3-3149-60c4-a8959ed866f0_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>55,750,961,763</bbox>"}, {"role": "assistant", "content": "<ocr> WSPA F 02/28/20 :30 8:29 AM PAHCF0225H $975.00 1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_718"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17684663-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>31,233,148,250</bbox>"}, {"role": "assistant", "content": "<ocr> Tomomi </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_294"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/48e5f8833d0774e416739c5fb410eb8c_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>90,264,325,276</bbox>"}, {"role": "assistant", "content": "<ocr> Business Sector Development </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_481"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f4a8316cb340c17bb98867d8e2d2794_page14.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>152,252,897,266</bbox>"}, {"role": "assistant", "content": "<ocr> application of resources, including the income and expenditure, ofthe charitable company for that period. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_360"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_110_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>73,649,929,825</bbox>"}, {"role": "assistant", "content": "<ocr> 2004 0 3,075,092 10 \n 2005 0 2,658,779 13 \n 2006 1 2,747,206 16 \n 2007 0 1,016,489 96 \n 2008 1 1,695,237 48 \n 2009 0 1,622,401 52 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_193"}
{"image": ["./imgs/ChartQA/test/png/04675954001679.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>125,902,767,932</bbox>"}, {"role": "assistant", "content": "<ocr> 0% 20% 40% 60% 80% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_64"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/046d539c002323e2e1d52196f3897dc1_page30.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>95,311,751,322</bbox>"}, {"role": "assistant", "content": "<ocr> Financial ReportingStandard applicable in the UKandrepublicofIreland (FRS102) and </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_499"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7453d1e2-3709-def1-6398-ba5c883e3c16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>784,322,889,334</bbox>"}, {"role": "assistant", "content": "<ocr> Ssguso.oo Ss] </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_410"}
{"image": ["./imgs/ChartQA/test/png/two_col_63074.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>261,802,890,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2008 2009 2010 2011 2012 2013 2014 H1 2015 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_238"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37046.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>611,160,870,168</bbox>"}, {"role": "assistant", "content": "<ocr> FORTUNE 500 FIRMS </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_850"}
{"image": ["./imgs/ChartQA/test/png/two_col_5726.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>290,802,747,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2018 2019 2020* 2021* 2022* 2023* 2024* </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_989"}
{"image": ["./imgs/ChartQA/test/png/56196524000991.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,20,840,68</bbox>"}, {"role": "assistant", "content": "<ocr> Relative increase in mean heights of men born in 1996 vs. 1896 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_468"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__pattaya-tourist-slump-visitors-leaking-to-vietnam01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>50,351,950,781</bbox>"}, {"role": "assistant", "content": "<ocr> up or down \n — \n other business \n leaders says that tourism on the ground in Pattaya is much worse than \n the figures suggest. \n According to ThaiVisa, the “outlook is terrible” with Vietnam presenting \n a “scary” proposition as a competitor for the Pattaya tourism dollar. \n Despite the Tourism ministry's report that tourism was up 0.89% in </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_591"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20550.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>207,452,819,549</bbox>"}, {"role": "assistant", "content": "<ocr> 8.3% 7.7% 6.8% 6.8% 4.9% 4.8% 4.6% 4.2% 3.2% 2.9% 2.9% 2.6% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_113"}
{"image": ["./imgs/TextVQA/test_images/9376f441c94fb14b.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>499,520,566,546</bbox>"}, {"role": "assistant", "content": "<ocr> iig </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_398"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ca46565a2c96d82a9b518a51649a1869_page4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>93,213,895,226</bbox>"}, {"role": "assistant", "content": "<ocr> The church is governed by a spiritual leadership team comprising a team of Elders, led by a Lead Elder. There </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_876"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jyxg0226_13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>727,122,787,139</bbox>"}, {"role": "assistant", "content": "<ocr> Eclipse </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_668"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_591_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>26,486,937,857</bbox>"}, {"role": "assistant", "content": "<ocr> 8 October 23, 1988 New York Giants L 23–16 45,092 \n 9 October 30, 1988 at Philadelphia Eagles W 27–24 60,091 \n 10 November 6, 1988 Green Bay Packers W 20–0 29,952 \n 11 November 13, 1988 San Diego Chargers L 10–7 26,329 \n 12 November 20, 1988 at Los Angeles Raiders W 12–6 40,967 \n 13 November 27, 1988 Tampa Bay Buccaneers W 17–10 14,020 \n 14 December 4, 1988 San Francisco 49ers L 13–3 44,048 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_569"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hrfw0227_19.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>589,607,698,621</bbox>"}, {"role": "assistant", "content": "<ocr> N Total </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_79"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10824095-19_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>617,857,932,929</bbox>"}, {"role": "assistant", "content": "<ocr> SCG 25,601 8 August </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_642"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20338.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,805,965,976</bbox>"}, {"role": "assistant", "content": "<ocr> Six months of natural, political & economic The weak Dollar has led to a big increase in \n crises have had a profound effect on hotel Euro travellers across the pond, prompting \n Despite economic difficulties, tourist \n demand has lead to an increase in hotel \n prices in major cities ... a rise in hotel prices ... prices in popular Spanish destinations ... \n Sharm El Sheikh (all by> \n 26% \n to \n £66 \n Athens [ou by> \n 15% to 280 \n 57% \n to \n £117 \n Osaka del by> \n 29% to \n £53 \n Boston 2 rose by, \n 10% \n to \n £134 \n Ibiza Tose by \n Kyoto lol by> 19% to \n £84 \n New York mose \n by, \n 6% \n to \n £160 \n Madrid rose by, \n 3% to \n £89 \n Las Vegas rose by> \n 5% \n 10 \n 273 \n Benidorm probe by> \n 22% \n to \n £77 \n San Francisco rose by, \n 9% \n to \n £103 \n Barcelona rose by \n 5% to </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_780"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/national-security__politics__extremely-evil-misconduct-thailands-palace-intrigue-spills-into-view02.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>36,59,498,74</bbox>"}, {"role": "assistant", "content": "<ocr> The recent announcement that four </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_195"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__prabhakar-gautam01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>430,117,751,198</bbox>"}, {"role": "assistant", "content": "<ocr> Service Design \n Scrum Master | Europeana Foundation </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_769"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10776.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>536,366,575,410</bbox>"}, {"role": "assistant", "content": "<ocr> & </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_854"}
{"image": ["./imgs/TextVQA/test_images/3d5faa8191319aaf.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>177,414,231,447</bbox>"}, {"role": "assistant", "content": "<ocr> RUT1896 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_487"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1332334-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>648,119,734,177</bbox>"}, {"role": "assistant", "content": "<ocr> Time </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_462"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60820.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>253,185,897,396</bbox>"}, {"role": "assistant", "content": "<ocr> 0.68 0.66 0.51 0.52 0.51 0.54 0.52 0.54 0.52 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_227"}
{"image": ["./imgs/TextVQA/test_images/01635d30529455d0.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>640,608,689,637</bbox>"}, {"role": "assistant", "content": "<ocr> 12.70 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_394"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phjc0228_19.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>56,164,612,319</bbox>"}, {"role": "assistant", "content": "<ocr> GReenleaf 7-4440 1966 \n #8.50 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_854"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41770.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,280,874,664</bbox>"}, {"role": "assistant", "content": "<ocr> AUS WIN BY 7 WICKETS (WITH 101 BALL REMAININGI \n NZ 183 ALL OUT 45 OVERS \n AUS 186/3 IN 33.1 OVERS \n BEST PLAYERS \n PLAYER OF THE FINAL \n MAYER \n OF THE TOURMAKTA \n AMES HALIL KRA ANTEWELL STARC \n /36 in 9 overs 22 wickets \n | average bowling, 10. 18] \n BATTING FIGURES \n HIGHEST SCORE \n 237* vs \n TOP RUN SCORER \n ₭ 547 \n MARTIN GUPTIL \n BOWLING FIGURES \n & TOP WICKET TAKER BEST BOWLING \n MITCHELL STARC [AUS) 22 \n TRENT BOULT (NZ) 45 wickets \n TIM SOUTHEE(NZ) </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_157"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__the-green-and-sustainable-powers-of-edc03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,631,964,941</bbox>"}, {"role": "assistant", "content": "<ocr> management mechanisms enable EDC to maintain its carbon negative \n status each year. This means that EDC absorbs and sequesters more \n carbon than it produces based on the Intergovernmental Panel on \n Climate Change’s definition. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_854"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__philip-morris-urges-thailand-to-drop-prosecution-after-wtos-second-ruling01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,155,930,440</bbox>"}, {"role": "assistant", "content": "<ocr> rainy season begins’ \n ” \n The Philippines went to the WTO in 2008 to complain that Thailand \n was illegally discriminating against imports to protect its state- </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_732"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rjxg0227_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>169,253,947,599</bbox>"}, {"role": "assistant", "content": "<ocr> MICHAEL G. WOHL, M.D. \n Assistant Professor of Medicine \n Chief of Human Nutrition \n Cleveland City Hospital \n Hahnemann Medical College and \n Hospital, formerly Clinical \n Professor of Medicine \n Discussion Chairman: \n Temple University School of WILLIAM W. FALOON, M.D. \n Medicine \n Philadelphia, Pennsylvania \n Assistant Professor of Medicine \n State University of New York \n Discussion Chairman: \n J. G. HISs, M.D. \n College of Medicine at Syracuse \n Council on Rheumatic Fever and \n Congenital Heart Disease 2:00 - 5:00 Application of the Morning Session </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_275"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-1342256-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>8,550,767,574</bbox>"}, {"role": "assistant", "content": "<ocr> California 13 Charles Kramer Democratic 1932 Lost re-election Republican gain Norris Poulson (R) 49.5% Charles Kramer (D) 42.4% Calvert S. Wilson (Townsend) 8.1% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_240"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_97_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>21,608,318,637</bbox>"}, {"role": "assistant", "content": "<ocr> 8 STA.LUCIA </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_553"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xrcy0227_70.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>56,267,851,656</bbox>"}, {"role": "assistant", "content": "<ocr> City of New York - Finance Administration for $ 28.50 \n to cover: \n Withholdings for 2/1/74 - 2/28/74 \n Charge to \n General Ledger $ 28.50 APPROVED FØR PAYMENT </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_610"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/cb941cbf-a2a4-ff00-bd2c-0a306d64f131_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>286,227,393,238</bbox>"}, {"role": "assistant", "content": "<ocr> Communications </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_895"}
{"image": ["./imgs/ChartQA/test/png/two_col_100102.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>641,802,747,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2023* 2024* </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_99"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b3e3cf1a63df15312c63367bf4f65749_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>122,296,866,366</bbox>"}, {"role": "assistant", "content": "<ocr> Bank Charges 667 625 \n Exchange Loss 1,923 0 \n 2,590 625 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_721"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39787.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>604,960,686,975</bbox>"}, {"role": "assistant", "content": "<ocr> Distributed </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_748"}
{"image": ["./imgs/ChartQA/test/png/two_col_42010.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>141,143,885,741</bbox>"}, {"role": "assistant", "content": "<ocr> 636 542 521 486 481 471 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_66"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-10918196-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>229,796,333,825</bbox>"}, {"role": "assistant", "content": "<ocr> Washington </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_646"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mfxh0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>313,459,569,475</bbox>"}, {"role": "assistant", "content": "<ocr> AUTO (MILEAGE X. 13¢) </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_29"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20130.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>45,260,936,657</bbox>"}, {"role": "assistant", "content": "<ocr> Records \n 70 \n Million \n smartphones \n are lost every \n year \n A LAPTOP OR \n TABLET IS STOLEN \n EVERY 53 \n SECONDS \n MOBILE DEVICES \n OUTNUMBER THE \n AMERICAN POPULATES \n 20 \n TECH ACCESSORIES \n Accessories Most At Risk: \n With Divir \n 4,200,000 MB* \n Of dila being baralamed, CES can be & \n HOTSPOT FOR HACKERS \n IBM X-Forca predicta mobile \n malware In double in the \n coming your \n In 2012, BuldGuard identified ... \n 2,500 \n TYPES OF MOBILE \n MALWARE \n Yet moral smartphones and tablets \n have litde securty protecion. \n 0000000000 \n Only 4% Less than 1 in 20 Securty \n With little security, your sensitive \n DATA IS VULNERABLE \n Hal of all mobile users store their passwordh and credit </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_143"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18625509-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>36,214,962,272</bbox>"}, {"role": "assistant", "content": "<ocr> 1 4 Leisel Jones Australia 2:23.04 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_553"}
{"image": ["./imgs/TextVQA/test_images/0c54cbf5c613e962.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>461,909,514,931</bbox>"}, {"role": "assistant", "content": "<ocr> set </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_83"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11452830-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>583,372,694,403</bbox>"}, {"role": "assistant", "content": "<ocr> Tampa Stadium </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_736"}
{"image": ["./imgs/TextVQA/test_images/4a9e51de4fef55ed.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>48,27,115,67</bbox>"}, {"role": "assistant", "content": "<ocr> TOCCARE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_159"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>625,32,709,45</bbox>"}, {"role": "assistant", "content": "<ocr> OFFICIAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_239"}
{"image": ["./imgs/TextVQA/test_images/de85e455d6f28d16.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>372,579,618,681</bbox>"}, {"role": "assistant", "content": "<ocr> ENTER </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_388"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/632bbd2e-1365-9774-e425-4b47c10b0b0a_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,713,955,726</bbox>"}, {"role": "assistant", "content": "<ocr> Non-Discrimination ADVERTISING CONTRACTS WILL NOT DISCRIMINATE ON THE BASIS OF RACE OR ETHNICITY, AND MUST CONTAIN NONDISCRIMINATION CLAUSES. CONSISTENT WITH THIS ORDER, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_890"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ee2f107408297ceb65c40ef642f1c4c3_page63.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>52,299,904,310</bbox>"}, {"role": "assistant", "content": "<ocr> Plymouth Recovery Centre 128 374 (426) - - 76 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_338"}
{"image": ["./imgs/VisualMRC/images/fsf.org/licenses__lgpl-3.0.en.html01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>21,526,991,683</bbox>"}, {"role": "assistant", "content": "<ocr> An “Application” is any work that makes use of an interface provided by the Library, but which is not otherwise based on the Library. Defining a subclass of a class defined by \n the Library is deemed a mode of using an interface provided by the Library. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_224"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33930.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>62,964,142,979</bbox>"}, {"role": "assistant", "content": "<ocr> FACTS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_92"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_575_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>185,413,533,482</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 Hilton - Vancouver, WA 802 Board games </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_480"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_264_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>361,31,396,60</bbox>"}, {"role": "assistant", "content": "<ocr> Fuel </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_31"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3be9742f-000b-07fe-97fb-465bc55e4ab7_page15.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>739,367,858,380</bbox>"}, {"role": "assistant", "content": "<ocr> Advertiser Ref 47729 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_741"}
{"image": ["./imgs/ChartQA/test/png/two_col_83138.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>249,750,696,818</bbox>"}, {"role": "assistant", "content": "<ocr> Q1 2015 Q2 2015 Q3 2015 Q4 2015 Q1 2016 Q2 2016 Q3 2016 Q4 2016 Q1 2017 Q2 2017 Q3 2017 Q4 2017 Q1 2018 Q2 2018 Q3 2018 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_177"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bad7cc77-0275-3380-854a-75799b08fdcf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,562,960,733</bbox>"}, {"role": "assistant", "content": "<ocr> KBCW Th 02/13/20 :30 10:26 AM TS20TV2002AH $20.00 20 \n KBCW Th 02/13/20 :30 10:51 AM TS20TV2013AH $20.00 21 \n KBCW Th 02/13/20 :30 10:59 AM TS20TV2002AH $20.00 19 \n KBCW F 02/14/20 :30 9:59 AM TS20TV2002AH $20.00 22 \n KBCW F 02/14/20 :30 10:26 AM TS20TV2013AH $20.00 23 \n KBCW F 02/14/20 :30 10:59 AM TS20TV2014AH $20.00 24 \n 4 KBCW M-F 9a-10a 858a-10a \n LUR \n 02/10/20to02/16/20 12x -3333-- \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 14 \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 15 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_62"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/bad7cc77-0275-3380-854a-75799b08fdcf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>55,704,960,823</bbox>"}, {"role": "assistant", "content": "<ocr> KBCW Tu 02/11/20 :00 $15.00 Unresolved 14 \n KBCW Tu 02/11/20 :00 $15.00 Unresolved 15 \n KBCW Tu 02/11/20 :30 9:24 AM TS20TV2002AH $15.00 13 \n KBCW W 02/12/20 :30 9:09 AM TS20TV2002AH $15.00 17 \n KBCW W 02/12/20 :30 9:24 AM TS20TV2013AH $15.00 16 \n KBCW W 02/12/20 :30 9:39 AM TS20TV2014AH $15.00 18 \n KBCW Th 02/13/20 :30 8:59 AM TS20TV2011AH $15.00 21 \n KBCW Th 02/13/20 :30 9:23 AM TS20TV2013AH $15.00 19 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_732"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__commitment_to_ethical_advocacy__302.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>517,686,585,709</bbox>"}, {"role": "assistant", "content": "<ocr> ethical </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_445"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-10953197-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>39,514,936,531</bbox>"}, {"role": "assistant", "content": "<ocr> 209 18 \"Suddenly Sperm\" Gabrielle Beaumont Cynthia J. Cohen December 14, 1998 2398200 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_908"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9215778a-01ee-2375-7349-d1a3e503bf8d_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,311,793,323</bbox>"}, {"role": "assistant", "content": "<ocr> Send Payment To: Advertiser Ref 258366 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_533"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10902.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>46,537,878,554</bbox>"}, {"role": "assistant", "content": "<ocr> 16 Inter-district bus 50% NO NO NO </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_104"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mfbf0023_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>692,603,786,627</bbox>"}, {"role": "assistant", "content": "<ocr> superne </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_453"}
{"image": ["./imgs/ChartQA/test/png/two_col_3755.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>226,49,789,82</bbox>"}, {"role": "assistant", "content": "<ocr> 598 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_849"}
{"image": ["./imgs/TextVQA/test_images/3e300779a5207bc8.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>807,227,865,260</bbox>"}, {"role": "assistant", "content": "<ocr> ILLINI </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_467"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/business__economy__tourism-council-of-thailand-cites-thai-baht-as-biggest-challenge-to-tourism01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>48,909,923,953</bbox>"}, {"role": "assistant", "content": "<ocr> reason for arrivals and receipts growth being lower than expected.” </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_827"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6abff423e3a53908761dc24190732139_page9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>121,408,907,493</bbox>"}, {"role": "assistant", "content": "<ocr> During this reporting period we were pleased to implement a new Values Based Recruitment process. \n Local Solutions' values base is fundamental to the organisation and after consultation with employees the \n values selected - Responsible, Committed, Respectful, and Compassionate - now form part of our \n selection criteria for future employees. \n Online communication is essential for modern business - during this period we invested in delivering a </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_475"}
{"image": ["./imgs/ChartQA/test/png/OECD_AGRICULTURAL_LAND_CAN_ESP_KAZ_KOR_LUX_000017.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>304,908,705,973</bbox>"}, {"role": "assistant", "content": "<ocr> Korea Spain Canada </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_744"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/80c8cda6-6145-b887-1e0e-f41c1a414ae8_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>486,238,636,248</bbox>"}, {"role": "assistant", "content": "<ocr> lew order, Please confirm. Mix </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_438"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/83f509542095d079e76a26ea82c319f4_page34.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>668,235,745,251</bbox>"}, {"role": "assistant", "content": "<ocr> 660,000. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_596"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_390_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>478,82,525,110</bbox>"}, {"role": "assistant", "content": "<ocr> commissioned </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_748"}
{"image": ["./imgs/ChartQA/test/png/1366.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>715,650,767,684</bbox>"}, {"role": "assistant", "content": "<ocr> 50 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_736"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zggb0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>390,530,496,544</bbox>"}, {"role": "assistant", "content": "<ocr> and nucleic </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_82"}
{"image": ["./imgs/ChartQA/test/png/two_col_60162.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>679,314,721,786</bbox>"}, {"role": "assistant", "content": "<ocr> 33 538 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_775"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/41af4cb40e7eafda6d44f4626181e08c_page34.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>503,842,953,857</bbox>"}, {"role": "assistant", "content": "<ocr> 822,983 652,344 1,040,369 866,079 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_739"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a0ef5d5c-76ad-198f-4095-e31428889f87_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>25,420,969,856</bbox>"}, {"role": "assistant", "content": "<ocr> Total Gross Cash Discount Price if paying by check, wire or ACH: $15,275.00 \n Agency Commission: $2,291.25 \n Total Net Regular Price if paying by credit card: $13,365.62 \n Total Net Cash Discount Price if paying by check, wire or ACH: $12,983.75 Payment Terms 30 Days \n NBC & TELEMUNDO STATION AND COZITV INVOICES: This is to certify that the data on this invoice is a true statement of broadcast according to our records. All payments for charges hereunder must be received by station (Station) and/or CoziTV Network (Network) on or before \n the 30th day after the date of this invoice (or such earlier date as set forth by any special payment terms or as designated in the NBC/Telemundo TV Stations/CoziTV Confirmation Contract Part I issued in connection with this order), as more fully set forth in the NBC/Telemundo TV \n Stations Confirmation Contract Part II and/or the CoziTV Network Advertising Agreement-Part II which has been previously provided under separate cover and/or is available upon request. Notwithstanding to whom this invoice is addressed or presented, Advertiser and Agency, \n jointly and severally, shall remain obligated to pay to Station and/or Network, all amounts due to Station and/or Network pursuant hereto until payment in full is actually received by Station and/or Network. Payment by Advertiser to Agency shall not constitute payment to Station \n and/or Network. \n FOR NBCE INVOICES: \n NBCU prepared this invoice based on reports received from the Platform Provider identified above. NBCU does not independently verify any such reports. All payments must be received by NBCU on or before the 30th day after the invoice date (or such earlier date set forth in any </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_2"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_181_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>420,413,642,482</bbox>"}, {"role": "assistant", "content": "<ocr> and movies TV </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_422"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/9f053d6a60067af17c6899c00c04f891_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>141,213,822,229</bbox>"}, {"role": "assistant", "content": "<ocr> a true and fair view ofthe state ofaffairs ofthe Charity and ofits fmanciai activities for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_657"}
{"image": ["./imgs/ChartQA/test/png/two_col_40048.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>546,802,730,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2015 2016 2017 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_417"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/44489.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>650,211,815,242</bbox>"}, {"role": "assistant", "content": "<ocr> 25,000 LOAVES OF BREAD TO BE USED </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_174"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_448_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>23,668,870,904</bbox>"}, {"role": "assistant", "content": "<ocr> 9 Russia $1.2 billion 2012 – \n 10 Australia $1.2 billion 2012 4.1% (2011) \n 11 Italy $0.84 billion 2013 30% (2013)[26] \n 12 Brazil $0.72 billion 2013 17% (2013)[28] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_296"}
{"image": ["./imgs/TextVQA/test_images/ca5df0d44a961832.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>128,845,286,885</bbox>"}, {"role": "assistant", "content": "<ocr> FEDERATION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_112"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_444_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>14,171,970,173</bbox>"}, {"role": "assistant", "content": "<ocr> BB4 Sissy (Joanne) Rooney 26 Liverpool Store Assistant 11th - Evicted </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_37"}
{"image": ["./imgs/ChartQA/test/png/two_col_22558.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>196,802,615,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2007 2008 2009 2010 2011 2012 2013 2014 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_913"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41013.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>172,157,257,173</bbox>"}, {"role": "assistant", "content": "<ocr> 28% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_824"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_811_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>164,904,932,955</bbox>"}, {"role": "assistant", "content": "<ocr> Total 237 230 254 721 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_133"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xkdv0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>405,166,446,197</bbox>"}, {"role": "assistant", "content": "<ocr> INC. </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_264"}
{"image": ["./imgs/ChartQA/test/png/OECD_FINANCIAL_DISINCENTIVE_TO_RETURN_TO_WORK_AUS_DNK_LUX_NOR_SVN_000002.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>283,908,325,980</bbox>"}, {"role": "assistant", "content": "<ocr> Denmark </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_891"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_432_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>751,819,779,856</bbox>"}, {"role": "assistant", "content": "<ocr> Osaka, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_502"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18178924-9_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>385,440,520,522</bbox>"}, {"role": "assistant", "content": "<ocr> 04/02/1978 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_47"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rtnk0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>479,714,559,727</bbox>"}, {"role": "assistant", "content": "<ocr> Buses will be </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_471"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_424_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>403,732,544,773</bbox>"}, {"role": "assistant", "content": "<ocr> Angola Racing Team </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_718"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_382_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>215,817,755,872</bbox>"}, {"role": "assistant", "content": "<ocr> Egypt 0 1 2 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_561"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/93429594-1612-dc19-49bb-48901fd92abf_page5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>575,868,775,878</bbox>"}, {"role": "assistant", "content": "<ocr> 1.21,1.22,1.23,1.24,1,25,1.26,1.27 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_456"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6a47fc12-60c8-6446-8f86-a3fd1369c417_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>548,233,658,242</bbox>"}, {"role": "assistant", "content": "<ocr> assumesnoliability </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_857"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/81f10125-b31b-0dc0-366f-1058891ac4e8_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>489,124,880,136</bbox>"}, {"role": "assistant", "content": "<ocr> Time Days Len Spots Rate Pri RtgType Spots </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_63"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Bagolini_striated_glasses_test01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>14,172,953,217</bbox>"}, {"role": "assistant", "content": "<ocr> Bagolini striated glasses are glasses of no dioptric power that have many narrow striations running parallel in one meridian. These glasses cause the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_682"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11755831-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>43,315,896,732</bbox>"}, {"role": "assistant", "content": "<ocr> Torrance Marshall 18 69 3.8 12 \n Henry Bryant 21 49 2.3 14 \n John Fitzgerald 21 42 2 10 \n Sedrick Robinson 9 26 2.9 8 \n Chance Mock 7 12 1.7 4 \n Donvetis Franklin 1 3 3 3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_718"}
{"image": ["./imgs/TextVQA/test_images/617edb3bd6aa3967.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>514,730,569,787</bbox>"}, {"role": "assistant", "content": "<ocr> 996 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_108"}
{"image": ["./imgs/ChartQA/test/png/two_col_22287.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>221,398,548,786</bbox>"}, {"role": "assistant", "content": "<ocr> 6 626 6 340 6 235 6 045 5 693 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_488"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/ec5e7f9d6f54bc4ced7c31af94ecdb4c_page39.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>95,338,901,592</bbox>"}, {"role": "assistant", "content": "<ocr> Allowance for revaluation of deferred pensions of CPI or 2.30 2.40 2.20 \n 5% p.a. if less \n Allowance for revaluation of deferred pensions of CPI or 2.30 2.40 2.20 \n 2.5% p.a. if less \n Allowance for pension in payment increases of RPI or 3.10 3.10 3.00 \n 5% p.a. if less \n Allowance for pension in payment increases of CPI or 2.00 2.00 1.90 \n 3% p.a. if less \n Allowance for pension in payment increases of RPI or 2.10 2.10 2.10 \n 2.5% p.a. if less \n Allowance for commutation of pension for cash at None None None \n retirement \n The mortality assumptions adopted at 30 June 2018 imply the following future life expectancies at age 65: \n Male retiring in 2018 21.9 years </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_858"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/39827.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>68,481,942,651</bbox>"}, {"role": "assistant", "content": "<ocr> 20 \n 925 \n Nokia \n Facebook \n (2) \n 6,000 Nortel Google \n Motorola \n 9 \n Mobility O HTC \n 23 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_664"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16981551-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>23,477,977,739</bbox>"}, {"role": "assistant", "content": "<ocr> 22 April 2006 Rabat Clay Frederico Gil 6–4, 6–3 \n 7 May 2006 Tunis Clay Younes El Aynaoui W/O \n 9 July 2006 Montauban Clay Marc Gicquel 7–5, 3–6, 7–6 \n 19 May 2007 Algiers Clay Reda El Amrani 6–4, 6–3 \n 11 October 2008 Khemisset Clay Jan Mertl 6–4, 6–4 \n 18 October 2008 Casablanca Clay Jonathan Dasnières de Veigy 6–4, 6–3 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_183"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16772687-16_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>21,761,915,806</bbox>"}, {"role": "assistant", "content": "<ocr> Olden Polynice Haiti 23, 0 C 1988– 1991 1999 Virginia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_852"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__nation-braces-for-torrential-rain01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>89,647,228,694</bbox>"}, {"role": "assistant", "content": "<ocr> department </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_199"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/c1edf0f81ff3481c1d6a3feb6ddc9f23_page28.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>100,268,657,282</bbox>"}, {"role": "assistant", "content": "<ocr> remaining railway tracks which were used to bring stone down from </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_600"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/phvd0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>168,94,862,498</bbox>"}, {"role": "assistant", "content": "<ocr> DEPARTMENTAL TASK FORCE October 15, 1958 \n Page 3 \n RELATIONSHIP OF BUREAU PERSONNEL TO \n PROGRAM PERSONNEL (Cont'd) \n division chief or project director to whom the person is organizationally \n assigned -- but there should be communication ties to both bureaus and \n where pertinent, to the involved district. \n Indication was that the terms \"supervision\" and \"administrative \n responsibility\" were unclear to some. Some could not see the difference \n between the two terms. It was explained that a supervisor gives \n guidance and direction to personnel and an \"administrator\" is one \n level removed. \n In terms of district activities, bureaus should not have direct \n administrative responsibility. It was concluded that this was \n redundent of the recommendations of last year and members were \n instructed to refer to the first set of Task Force recommendations \n for further information. \n It was further indicated that the Health Officer, on January 30, 1967, \n issued a directive which stated the relationship of \"district\" and \n \"project\" staff. This directive could also apply to \"bureau\" staff. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_408"}
{"image": ["./imgs/ChartQA/test/png/two_col_42283.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>524,579,890,737</bbox>"}, {"role": "assistant", "content": "<ocr> 6 5 5 5 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_367"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60949.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>169,332,250,352</bbox>"}, {"role": "assistant", "content": "<ocr> 28418 30611 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_641"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/5aeb8383-0262-68cd-4d0c-40d8df06f2b5_page3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>108,30,789,45</bbox>"}, {"role": "assistant", "content": "<ocr> WLOS OFFICIAL BILLING </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_986"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Souris01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>31,369,543,601</bbox>"}, {"role": "assistant", "content": "<ocr> ¢ CTMA®, & +1 418 986-3278, toll-free: +1-888-986-3278. A cruise on the N.M. \n Madeleine completes the five-hour crossing between Souris and Cap-aux- \n Meules in the iles-de-la-Madeleine daily. The ship offers services including a \n cafeteria, dining room, cinema, a kindergarden, cabins and a show. 3-11 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_227"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/what-we-do__campaigns01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>96,745,780,821</bbox>"}, {"role": "assistant", "content": "<ocr> campaigns, as well as communications tools and resources, via a monthly </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_459"}
{"image": ["./imgs/ChartQA/test/png/two_col_20094.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>703,251,752,786</bbox>"}, {"role": "assistant", "content": "<ocr> 11.4 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_242"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Brennus,_Enemy_of_Rome01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>10,116,242,144</bbox>"}, {"role": "assistant", "content": "<ocr> From Wikipedia, the free encyclopedia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_960"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__History_of_Scotland06.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>107,433,345,460</bbox>"}, {"role": "assistant", "content": "<ocr> tartan. kilts. and George MacDonald. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_3"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_819_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>569,486,623,519</bbox>"}, {"role": "assistant", "content": "<ocr> Gothenburg, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_341"}
{"image": ["./imgs/VisualMRC/images/transparency.org/glossary__term__procurement01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>124,661,215,687</bbox>"}, {"role": "assistant", "content": "<ocr> the standards </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_405"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15089329-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,614,591,659</bbox>"}, {"role": "assistant", "content": "<ocr> Reddings – Primary 2251 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_126"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eb06cfeca02271cbe8da6b0cd3028a95_page24.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>140,674,209,698</bbox>"}, {"role": "assistant", "content": "<ocr> WELFARE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_316"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nnbx0223_20.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>124,699,444,713</bbox>"}, {"role": "assistant", "content": "<ocr> Chatterjee, Company Secretary - Member </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_607"}
{"image": ["./imgs/ChartQA/test/png/9001.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>0,0,994,97</bbox>"}, {"role": "assistant", "content": "<ocr> Younger Hispanics are more likely to be Mexican  </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_731"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12898181-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>24,147,977,219</bbox>"}, {"role": "assistant", "content": "<ocr> Year RR class RR Nos. Builder Builder Nos. GWR/BR Nos. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_584"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__ash-marriott01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>210,796,725,824</bbox>"}, {"role": "assistant", "content": "<ocr> product owner across different brands. At Europeana, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_354"}
{"image": ["./imgs/ChartQA/test/png/848.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>54,576,988,652</bbox>"}, {"role": "assistant", "content": "<ocr> Protect animals and their habitats 6 32 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_941"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/zzcw0217_8.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>98,532,878,704</bbox>"}, {"role": "assistant", "content": "<ocr> June 10-14, 2002 \n B. Study Tracking Update: Publications \n Accepted Papers \n Status Publication Investigator/Author Study/Subject \n ACCEPTED Ann NY Acad Sci Komm (WHRI) Developing a SERM: Stringent \n preclinical selection criteria \n leading to appropriate clinical </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_380"}
{"image": ["./imgs/TextVQA/test_images/aa312c886a2a4637.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>743,258,935,342</bbox>"}, {"role": "assistant", "content": "<ocr> blenodita </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_377"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page11.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,283,896,496</bbox>"}, {"role": "assistant", "content": "<ocr> make judgements and estimates that are reasonable and prudent; \n prepare the financial statements on the going concern basis unless it is inappropriate to presume \n that the company will continue in business. \n The Trustees are responsible for keeping proper accounting records which disclose with reasonable \n accuracy at any time the financial position of the company and to enable them to ensure that the \n financial statements comply with the Companies Act 2006.They are also responsible for safeguarding the \n assets of the company and hence for taking reasonable steps for the prevention and detection of fraud \n and other irregularities. \n Statement ofdisclosure to auditors \n So far as the Trustees are aware, there is no relevant audit information of which the company's auditors \n are unaware, and, they have taken all steps that they ought to have taken as trustees in order to make \n themselves aware of any relevant audit information and to establish that the company's auditors are </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_853"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page24.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>639,231,707,268</bbox>"}, {"role": "assistant", "content": "<ocr> ~ct </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_620"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/90e32ea8-2913-7412-948f-53b1d88dd7b5_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,528,970,789</bbox>"}, {"role": "assistant", "content": "<ocr> 03/30/20 04/26/20 12 $2,580.00 $2,193.00 April 2020 12 $2,580.00 $2,193.00 0.00 \n 04/27/20 05/05/20 67 $20,825.00 $17,701.25 May 2020 67 $20,825.00 $17,701.25 0.00 \n Totals 79 $23,405.00 $19,894.25 0.00 \n Account Executives \n Account Executive Sales Office Sales Region Start Date / End Date Order % \n Cinthia Flagg Start Of Order - End Of Order 100% \n Order Share Share Total \n KOB 26% $23,405.00 \n Market 100% $90,019.23 \n Competitive Share Share Total \n CABLE 0% $0.00 \n KAPX 0% $0.00 \n KASA 0% $0.00 \n KASY 0% $0.00 \n KAZQ 0% $0.00 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_216"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/yxvw0217_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>89,225,569,243</bbox>"}, {"role": "assistant", "content": "<ocr> HPG An overview of the comparative efficacy, Review C journal </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_597"}
{"image": ["./imgs/TextVQA/test_images/68fe2bc4f516fe3e.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>159,230,727,660</bbox>"}, {"role": "assistant", "content": "<ocr> 24 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_288"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/khbw0217_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>241,227,652,408</bbox>"}, {"role": "assistant", "content": "<ocr> Internal \n Use \n Only \n PREMARIN® \n CONJUGATED ESTROGENS USP \n U.S. Marketing Plan </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_317"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/htnk0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>87,734,894,796</bbox>"}, {"role": "assistant", "content": "<ocr> The University is located in the center of the Tsukuba Academic City which is being developed at \n the southern foot of Mt. Tsukuba, about 60 kilometers (37 miles) northeast of Tokyo. The name of \n Tsukuba appears even in the oldest Japanese writings as a place of beautiful landscape. The total arca \n of the City is 2,700 hectares (6,671 acres) and 43 research and educational institutions are being built </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_307"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/psjf0226_4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>109,659,822,675</bbox>"}, {"role": "assistant", "content": "<ocr> Physicians should start treatment with the lowest available dose and increase the dose gradually, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8f4a8316cb340c17bb98867d8e2d2794_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>604,82,717,93</bbox>"}, {"role": "assistant", "content": "<ocr> REGISTRATION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_138"}
{"image": ["./imgs/TextVQA/test_images/ed985f35acce891b.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>499,591,548,662</bbox>"}, {"role": "assistant", "content": "<ocr> 40 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_226"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hsyn0081_9.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>169,703,236,730</bbox>"}, {"role": "assistant", "content": "<ocr> Napkins </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_452"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/434082-collect-files-35823-political-file-2012-non_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>355,46,816,779</bbox>"}, {"role": "assistant", "content": "<ocr> If \n KUTV \n does \n not \n receive \n response \n from \n buyer \n within \n 24 \n hours \n make \n good \n will \n be \n made \n as \n offered \n o \n possible \n a \n new \n mg \n ,m.=m< \n need \n to \n be \n offered \n if \n this \n one \n is \n not \n avaiilg \n AE: \n KRISTEN \n HENDERSON \n CLIENT: \n CENTER \n FORWARD \n BUYER: \n CHRIS \n VAIL \n ! \n ORDER \n NUMBER: \n 1350588 \n PRODUCT: \n MOW \n 9/10 \n - \n SUN \n 9/16 \n FLIGHT \n DATES: \n 9/10/12 \n - \n 9/116/12 \n (EXTENDED \n TO \n 9/20 \n FOR \n MAKEGOODS) \n ESTIMATE: \n 11541 \n ' \n I _ | \n = \n = \n ' \n . \n ! \n . \n L \n - \n 5 \n - \n . \n VA \n ANE \n G \n cram. \n . \n = \n [imE \n T \n RaTER \n . \n RE \n || \n DATE \n [LENG \n | \n PROG \n i \n 12 \n 30 \n 2NEWS \n @ \n 4PM \n 4-430P \n | </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_181"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_247_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>51,596,931,644</bbox>"}, {"role": "assistant", "content": "<ocr> 7 Byron Nelson United States 71-69-72-75=287 –1 250 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_719"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15399415-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>26,502,975,574</bbox>"}, {"role": "assistant", "content": "<ocr> 1986 European Championships Stuttgart, West Germany 2nd 2:10:57 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_806"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/9dc93f5d-b231-c16e-0562-adbb05d6f2f3_page13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>27,904,963,914</bbox>"}, {"role": "assistant", "content": "<ocr> Station does not discriminate in the sale of advertising time, and will accept no advertising that is placed with an intent to discriminate on the basis of race or ethnicity. Agency hereby certifies that it is not buying broadcasting air time under this contract for a discriminatory purpose, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_238"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15654720-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>753,165,828,211</bbox>"}, {"role": "assistant", "content": "<ocr> 210.88 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_671"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e6e36197-157b-67e1-9b2d-58b5389b7bc5_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>367,210,420,229</bbox>"}, {"role": "assistant", "content": "<ocr> 100/121/1272 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_841"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6281efe9-51c3-f0a2-dc5d-a017fdd6e01c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19510,583,19762,596</bbox>"}, {"role": "assistant", "content": "<ocr> : </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_954"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37130.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>95,976,466,982</bbox>"}, {"role": "assistant", "content": "<ocr> Source : 2012 Social Media Marketing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_103"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qtng0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>95,277,870,479</bbox>"}, {"role": "assistant", "content": "<ocr> Milbank Memorial Fund \n W. J. DARDY Dr. Robert E. Shank \n Vanderbilt University \n C. A. ELVEHJEM School of Medicine \n University of Wisconsin Washington University \n GRACE GOLDSMITH \n Tulane University St. Louis, Missouri \n W. H. GRIFFITH \n University of Texas \n N. B. GUERRANT \n Pennsylvania State College \n Dear Doctor Shank: \n D. B. HAND \n N. Y. State Agric. Expt. Sta. \n H. E. O. HEINEMAN On December 7-8 there is scheduled a Conference on \n Pet Milk Co. Clinical Evaluation of Therapeutic Vitamin Mixtures to be held \n ANCEL KEYS \n University of Minnesota in the NAS-NRC Building, Washington, D. C. The conference will \n C. G. KING \n Nutrition Foundation \n open at 10 a.m ., December 7th, and will probably adjourn by \n H. E. LONGENECKER noon, December 8th. Dr. J. E. Rhoads, University of Pennsylvania \n University of Pittsburgh \n Rov C. NEWTON Hospital, will be Chairman. \n Swift and Co. </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_798"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/96758ed0-03a8-c4d3-97ad-7d4a8f14d465_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>147,209,992,360</bbox>"}, {"role": "assistant", "content": "<ocr> EOM/EOC Broadcast Cash \n Great American Media \n 3050 K Street NW Property Account Executive Sales Office \n Suite 100 WRAL Cheryl Blair (Long) Washington Telerep \n Washington, DC 20007 Special Handling \n Demographic \n Adults 35+ \n Agy Code Advertiser Code Product 1/2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_899"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/b50f772b379eeaa8ff168f1ae136a3a2_page129.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>305,340,395,352</bbox>"}, {"role": "assistant", "content": "<ocr> employment </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_736"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33386.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>496,883,731,893</bbox>"}, {"role": "assistant", "content": "<ocr> 18 - 24 10% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_425"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/33762.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>736,132,847,146</bbox>"}, {"role": "assistant", "content": "<ocr> Receives Social </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_923"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/resources__standardization-tools__edm-documentation01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>639,203,709,242</bbox>"}, {"role": "assistant", "content": "<ocr> (EDM). </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_510"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Santa_Cecilia_Acatitlan01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>546,866,673,936</bbox>"}, {"role": "assistant", "content": "<ocr> in Tlalnepantla. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_672"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxdx0226_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>431,375,896,390</bbox>"}, {"role": "assistant", "content": "<ocr> Claims Possibilities Dave Doolittle </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_801"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37020.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>34,233,908,373</bbox>"}, {"role": "assistant", "content": "<ocr> What it is \n PROCESSOF GAINING \n TRAFFIC OR \n ATTENTION THROUGH \n THE 4 \"C'S\" \n 53% \n SOCIAL MEDIA SITES CONTENT \n CONSISTENCY \n CUSTOMIZATION </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_125"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_989_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,252,922,398</bbox>"}, {"role": "assistant", "content": "<ocr> Marc and Eva Stern Math and Science School 718 792 788 788 809 \n Oscar De La Hoya Animo Charter High School 662 726 709 710 744 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_703"}
{"image": ["./imgs/TextVQA/test_images/4b849098336ea9e4.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>57,5,131,58</bbox>"}, {"role": "assistant", "content": "<ocr> Laws </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_140"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rybx0223_80.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>433,167,857,185</bbox>"}, {"role": "assistant", "content": "<ocr> COMPANY'S GENERAL BUSINESS PROFILE </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_655"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8ebf3bd3fcbed56be3f0c6b25cf37248_page4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>246,750,577,765</bbox>"}, {"role": "assistant", "content": "<ocr> School H Hastings </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_693"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b7a5dea4-ffa4-9815-8597-3f37a5dabe1a_page11.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>67,213,247,223</bbox>"}, {"role": "assistant", "content": "<ocr> 03/03/20 03/03/20 M-F </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_584"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4a59457ef50169de7aceeb343e59f4b7_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>138,462,922,608</bbox>"}, {"role": "assistant", "content": "<ocr> thousands and must continue to do so going forward. \n The needs of the wounded, injured and sick have changed and will continue to change over time. \n We are already seeing many more with hidden wounds and the associated burden that falls on their loved ones. \n We must understand and respond to their changing needs. We must prepare for the future; we must not fail, \n nor forget those who need our help. \n There will be new challenges ahead for our successor, Melanie Waters, as Chief Executive and she is ready to take \n them on. We wish Melanie and all in Team H4H the very best of good fortune and boundless energy to ensure that \n this remarkable charity continues to evolve and respond to the changing needs of those we support. \n ‘It’s all about the blokes’, our men and women of the Armed Forces, and that’s how it must continue for as long </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_295"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/znvw0008_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>102,303,368,320</bbox>"}, {"role": "assistant", "content": "<ocr> Charge Number Program 252 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_396"}
{"image": ["./imgs/ChartQA/test/png/83146226005537.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,261,109,291</bbox>"}, {"role": "assistant", "content": "<ocr> 20.0 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_400"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/463905-kovr-american-action-network-r-issue-ord33732_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>72,222,180,234</bbox>"}, {"role": "assistant", "content": "<ocr> Alexandria, VA 22314-1219 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_906"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__erwin-verbruggen02.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>592,713,892,745</bbox>"}, {"role": "assistant", "content": "<ocr> av collections as well as index </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_817"}
{"image": ["./imgs/ChartQA/test/png/two_col_62194.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>166,346,249,393</bbox>"}, {"role": "assistant", "content": "<ocr> 5.7 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_218"}
{"image": ["./imgs/ChartQA/test/png/two_col_81097.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>121,181,894,786</bbox>"}, {"role": "assistant", "content": "<ocr> 43 41.6 40.3 38.9 37.7 36.9 35.8 34.3 33.4 32.2 31.1 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_986"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/qpnf0227_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>454,416,668,442</bbox>"}, {"role": "assistant", "content": "<ocr> the Board of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_13"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41553.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>739,269,875,287</bbox>"}, {"role": "assistant", "content": "<ocr> 5 YEARS </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_277"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15177130-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>570,234,667,250</bbox>"}, {"role": "assistant", "content": "<ocr> Bremgarten </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_455"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sngx0227_27.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>521,124,669,140</bbox>"}, {"role": "assistant", "content": "<ocr> nutritionally </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_697"}
{"image": ["./imgs/TextVQA/test_images/2025d38b7de25f45.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>417,577,519,627</bbox>"}, {"role": "assistant", "content": "<ocr> IMAMAC </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_331"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Lun_Bawang02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>19,509,917,548</bbox>"}, {"role": "assistant", "content": "<ocr> northern region of Sarawak (Limbang Division). In the Malaysian state of Sarawak, the Lun Bawang </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_501"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a79aa7112e81f3613f6341f967c7dc81_page20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>136,386,693,755</bbox>"}, {"role": "assistant", "content": "<ocr> Canon Ann Nicholl — Chair ofthe House of Laity \n Elected by the Deans: \n The Very Revd John Dobson — Dean of Ripon Cathedral \n Elected by the Archdeacons: \n The Ven Anne Dawtry — Archdeacon ofHalifax \n Elected by: \n Synod House ofClergy \n The Revd Canon Simon Cowling \n The Revd Canon Paul Ayers \n Synod House of Laity \n Major Geoffrey Berry \n Ms Kay Brown \n Mr Andrew Maude \n Mrs Jane Wardman \n Nominated by the Board \n The Revd Martin Macdonald \n Canon Simon Baldwin \n Mrs Marilyn Banister </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_967"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/459720-dccc-1009-1015-35847-ord-13498313351402-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>524,568,685,577</bbox>"}, {"role": "assistant", "content": "<ocr> Of Order 100% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_166"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_46.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>108,230,346,246</bbox>"}, {"role": "assistant", "content": "<ocr> (ii) Significant Accounting Policies </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_682"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Blake_Morrison01.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>113,384,765,436</bbox>"}, {"role": "assistant", "content": "<ocr> in Thornton-in-Craven and attended Ermysted's Grammar School.!2] He later studied English Literature </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_484"}
{"image": ["./imgs/ChartQA/test/png/26767847002300.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>433,902,475,932</bbox>"}, {"role": "assistant", "content": "<ocr> 1890.0 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_462"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6d6cea51-8199-a297-5c73-87608b4cebb0_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>266,215,402,230</bbox>"}, {"role": "assistant", "content": "<ocr> Committee/Agency </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_590"}
{"image": ["./imgs/TextVQA/test_images/16df406cc7675a7c.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>602,325,667,349</bbox>"}, {"role": "assistant", "content": "<ocr> 1759 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_375"}
{"image": ["./imgs/TextVQA/test_images/759b28953392325a.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>942,393,996,424</bbox>"}, {"role": "assistant", "content": "<ocr> TRAN </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_336"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_232.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>116,866,689,877</bbox>"}, {"role": "assistant", "content": "<ocr> Providing Soil & Moisture conservation to over 8,00,000 milch animals </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_272"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14418812-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>469,136,506,173</bbox>"}, {"role": "assistant", "content": "<ocr> 9:00 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_786"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40809.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>26,297,943,648</bbox>"}, {"role": "assistant", "content": "<ocr> theme for 2017 \n 3 \n But not all assets performed well \n TE \n The US 10-year Treasury was the worst \n performing major asset class \n Past performance is not a guide to futuro performance and may not be reported. \n 2016: lessons learned 2017: things to look for \n ₭ \n Lesson 1 Lesson 2 \n Opinion polls and macro Global politics is shifting, \n forecasts are often wrong the establishment is \n .. for example Brexit hos so far not in trouble \n beon as bad as expected Without change or faster economia \n growth, more madloal policy may \n be pursued \n Trump trade \n Lesson 3 Lesson 4 Investors have responded positively to stronger \n The power of central banks Structural change is \n growth, rising inflation and higher interest rates: </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_225"}
{"image": ["./imgs/TextVQA/test_images/ffabfd2ec7fa6679.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>859,2,962,36</bbox>"}, {"role": "assistant", "content": "<ocr> Emirates </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_217"}
{"image": ["./imgs/ChartQA/test/png/two_col_100190.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>323,278,501,325</bbox>"}, {"role": "assistant", "content": "<ocr> 94 613 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_318"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lflm0081_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>116,172,352,189</bbox>"}, {"role": "assistant", "content": "<ocr> TO: W.C. Combs </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_342"}
{"image": ["./imgs/ChartQA/test/png/21632943006027.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>32,301,363,419</bbox>"}, {"role": "assistant", "content": "<ocr> 4% Romania </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_910"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xlvb0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>253,325,817,801</bbox>"}, {"role": "assistant", "content": "<ocr> ORGANIZATION FOR SOCIAL AND \n ECONOMIC PROGRAMS \n Submitted by \n THE PRESIDENT'S ADVISORY COUNCIL </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_412"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/436961-collect-files-65046-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>38,708,414,720</bbox>"}, {"role": "assistant", "content": "<ocr> WJIXT 33% $27,910.78 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_501"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kmkp0227_7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>596,495,643,524</bbox>"}, {"role": "assistant", "content": "<ocr> 3728 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_350"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17005932-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>271,75,848,112</bbox>"}, {"role": "assistant", "content": "<ocr> Club Date of departure Replacement Date of </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_770"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__South_Ronaldsay02.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>13,512,920,550</bbox>"}, {"role": "assistant", "content": "<ocr> South Ronaldsay is the most southerly of the Orkney Islands, with its main settlement being St Margaret's Hope. It's always been joined by a </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_168"}
{"image": ["./imgs/TextVQA/test_images/a3db771d709361ee.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>310,387,354,417</bbox>"}, {"role": "assistant", "content": "<ocr> 63.68 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_373"}
{"image": ["./imgs/TextVQA/test_images/d6e8b46264dcbb28.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>393,280,430,327</bbox>"}, {"role": "assistant", "content": "<ocr> of </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_186"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60679.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>151,583,689,678</bbox>"}, {"role": "assistant", "content": "<ocr> 20% 19% 19% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_41"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kzbn0226_19.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>141,493,217,510</bbox>"}, {"role": "assistant", "content": "<ocr> requested </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_958"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20159.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>68,193,211,200</bbox>"}, {"role": "assistant", "content": "<ocr> Bounce </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_856"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/page_pngs/434958-collect-files-11289-political-file-2012-federal_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>41,264,950,458</bbox>"}, {"role": "assistant", "content": "<ocr> --- \n CONTRACT COMMENT \n --- \n K %ok %k % %k %k x kx4 k% %% *NONDISCRIMINATION* ** # ¥+ % * x *x xk k% xx** DPARAGRAPHS 49 AND 50 OF THE UNITED STATES FEDERAL COMMUNICATIONS CCMMISSION'S REPORT AND ORDER NO. 07- \n 217 PROVIDES THAT BROADCAST STATIONS' ADVERTISING CCNTRACTS WILL NOT DISCRIMINATE ON THE BASIS OF RACE OR ETHNICITY, AND MUST CONTAIN NONDISCRIMINATICN CLAUSES. \n CONSISTENT WITH THIS ORDER, KATZ COMMUNICATIONS, INC. (INCLUDING ANY SUBSIDIARY OR DIVISION OF KATZ) DOES NOT DISCRIMINATE IN ANY BROADCAST ADVERTISING CONTRACT \n ON THE BASIS OF RACE OR ETHNICITY AND EVALUATES, NEGOTIATES AND COMPLETES ITS BROADCAST ADVERTISING CCNTRACTS WITHOUT REGARD TC RACE OR ETHNICITY. \n \\ \n --- \n REMARKS \n --- \n REVISED ORDER. NOTE-CHANGES LINES 18-19. PLS CNF \n LT Ln Day Time Program Len Rate Dates Spots/Week # of Total Total Cost Daypart </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_231"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3fa1aff5-3f9f-2b3c-ec00-5346f9dcf9dd_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>469,38,552,64</bbox>"}, {"role": "assistant", "content": "<ocr> INVOICE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_817"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Nuclease_mediated_genome_engineering_tools01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>22,66,544,152</bbox>"}, {"role": "assistant", "content": "<ocr> Nuclease mediated genome engineering </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_610"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41099.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>83,314,922,327</bbox>"}, {"role": "assistant", "content": "<ocr> Commitments of EU to Vietnamese goods Commitments of Vietnam to EU's goods </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_110"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-191105-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>59,109,968,162</bbox>"}, {"role": "assistant", "content": "<ocr> Episode title Subject Music by Performed by First aired </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_973"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18183510-18_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>657,805,733,833</bbox>"}, {"role": "assistant", "content": "<ocr> 12,60 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_366"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Scranton_High_School_(Arkansas)01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>19,742,191,779</bbox>"}, {"role": "assistant", "content": "<ocr> [edit ] Athletics </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_629"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_822_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>23,230,533,251</bbox>"}, {"role": "assistant", "content": "<ocr> 1966 63-84 10th George </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_505"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d2d35c648a16f6a700a13bff15bf12ed_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>107,285,873,596</bbox>"}, {"role": "assistant", "content": "<ocr> Net Current Assets/(Liabilities) \n 14,758 17,604 \n 720,649 724,153 Creditors: amounts falling due after \n more than one year \n 66,597 74,615 \n 654 552 645 536 FUNDS \n Unrestricted Income Funds \n General Purpose Fund \n 434,407 429,893 \n Revaluation Reserve \n 219,645 219,645 \n 654 052 649 538 \n For the year ended 31stMarch 2018the company was entitled to exemption from audit under section 477 ofthe Companies Act 2006 relating to small companies. \n Directors' responsibilities: \n t \n ah ce com rde am nb ce ers wih thav se ecn tio ot nre 4q 7ui 6red </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_354"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbm0227_3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>73,212,902,266</bbox>"}, {"role": "assistant", "content": "<ocr> New York, New York 10017 ILGLITGU \n CHAIRMAN Dear Dr. Darby: </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_657"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__sport01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>135,557,543,593</bbox>"}, {"role": "assistant", "content": "<ocr> in sport has many forms. Referees and players </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_108"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10070.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>318,83,823,96</bbox>"}, {"role": "assistant", "content": "<ocr> Institute of Biotechnology </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_815"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/skbf0227_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>257,283,351,296</bbox>"}, {"role": "assistant", "content": "<ocr> Alabama/Birmingham </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_245"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17727652-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>207,548,236,601</bbox>"}, {"role": "assistant", "content": "<ocr> 23, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_702"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_556_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>547,118,588,162</bbox>"}, {"role": "assistant", "content": "<ocr> Republic </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_640"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/grwl0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,839,915,864</bbox>"}, {"role": "assistant", "content": "<ocr> 1960 1970 1980 1990 2000 2015 2030 81 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_817"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18493407-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>378,909,446,958</bbox>"}, {"role": "assistant", "content": "<ocr> 外父唔怕做 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_390"}
{"image": ["./imgs/VisualMRC/images/transparency.org/topic__detail__humanitarian_assistance01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>63,852,185,880</bbox>"}, {"role": "assistant", "content": "<ocr> miss out. The </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_326"}
{"image": ["./imgs/TextVQA/test_images/be2823cfc6902157.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>641,632,737,678</bbox>"}, {"role": "assistant", "content": "<ocr> PSVITA </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_66"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_480_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>29,891,933,949</bbox>"}, {"role": "assistant", "content": "<ocr> 1987 \"Send It C.O.D.\" New Image ― ― </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_726"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cbd17a6d775ddb7091939fffb0ae817_page5.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>100,253,378,266</bbox>"}, {"role": "assistant", "content": "<ocr> events all over London and in Witley. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_860"}
{"image": ["./imgs/TextVQA/test_images/deb618c378ebd598.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>351,476,464,521</bbox>"}, {"role": "assistant", "content": "<ocr> CORPORATION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_341"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hkdv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>144,311,225,326</bbox>"}, {"role": "assistant", "content": "<ocr> Airlines </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_409"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lxhh0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>66,572,905,614</bbox>"}, {"role": "assistant", "content": "<ocr> KEY WORDS: \n smoke nicotine, tobacco nicotine, diammonium phosphate, DAP, expanded stem, reconstituted tobacco, flue cured \n tobacco, burley tobacco, oriental tobacco, expanded tobacco </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_5"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,439,968,882</bbox>"}, {"role": "assistant", "content": "<ocr> 8 Exeter Chiefs 22 9 0 13 426 480 -54 40 51 2 7 45 \n 9 Gloucester 22 8 0 14 440 539 -99 46 60 4 8 44 \n 10 London Irish 22 7 0 15 396 496 -100 40 49 2 6 36 \n 11 Newcastle Falcons 22 3 0 19 281 544 -263 23 62 2 8 22 \n 12 Worcester Warriors (R) 22 2 0 20 325 581 -256 31 64 1 7 16 \n If teams are level at any stage, tiebreakers are applied in the following order: \n 1. Number of matches won \n 2. Difference between points for and against \n 3. Total number of points for \n 4. Aggregate number of points scored in matches between tied teams \n 5. Number of matches won excluding the first match, then the second and so on until the tie is settled </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_364"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/77d27c9a47c010710174b50600feb0f7_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>91,112,926,536</bbox>"}, {"role": "assistant", "content": "<ocr> TRUSTEES' REPORT (Cont/d} \n FOR THE YEAR ENDED 31ST MARCH 2017 \n The trustees are pleased to present their annual directors' report together with the financial statements of the charily for \n the year ended 31s1 March 2017, which are also prepared to meet the requirements for a directors' report and \n Companies Act purposes. \n The financial statements comply wilh the Charities Acl 2011, Ihe Companies Act 2006, the Memorandum and Articles of \n Association, and Accounting and Reporting by Charities: Statements of Recommended Practice applicable to charities \n preparing their accounts in accordance with the Financial Reporting Standard applicable in the UK and Republic of \n Ireland (FRS 102) (effective 1 January 2015). \n OUR PURPOSE AND AC I IVI I IhS \n The charity's objects are to provide service to indigent immigrants to alleviate their hardship caused by the UK's \n immigration law and practice. Since its inception the Trust has developed a special relationship with Joint Council for \n the Welfare of Immigrants (JCWI) and the Trustees consider lhat the aims and objectives of the Trust are best served \n by making grants to support the charitable work of JCWI. \n To this effect, the Trustees, at their meeting on 13,h September 2001, reiterated this by passing a Resolution that The \n Immigrants' Aid Trust was formed with the intention to raise funds for the charitable activities of JCWI and it remains the \n dominant purpose of lAT's existence. \n Achievements and Performance \n The IAT continued to support the charitable work undertaken by JCWI by making a donation totalling £30,000. \n Public benefit statement \n In shaping our objectives for the year and planning our activities, the trustees have considered the Charity \n Commission's guidance on public benefit, including the guidance 'public benefit: running a charily (PD2). The </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_79"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/person__rene-kok01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>61,841,869,866</bbox>"}, {"role": "assistant", "content": "<ocr> that allows them to get a decent understanding of the quality of the software with a </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_321"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7911e93e272232f446534ede4fdcde48_page7.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>708,831,800,844</bbox>"}, {"role": "assistant", "content": "<ocr> 20%ofentries </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_303"}
{"image": ["./imgs/VisualMRC/images/fsf.org/philosophy__pragmatic.html01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>17,260,81,299</bbox>"}, {"role": "assistant", "content": "<ocr> by Richard </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_550"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mgbv0228_23.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>225,249,332,266</bbox>"}, {"role": "assistant", "content": "<ocr> Incubator </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_118"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11173.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>489,463,790,476</bbox>"}, {"role": "assistant", "content": "<ocr> About the same in 2020 compared to 2019 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_725"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/fgfl0228_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>83,351,351,364</bbox>"}, {"role": "assistant", "content": "<ocr> run for over 12,000 hours, was started up </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_647"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/e46e25b4-e2c7-83dd-cc00-c8df361039c8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>34,661,963,889</bbox>"}, {"role": "assistant", "content": "<ocr> 7 WISN Th 03/26/20 6:43 AMNews M-F 6a 6-7A :30 JDG0320301 $550.00 NM \n 3 03/24/20 03/29/20 Good Morning America 7-9a --WTF-- :30 3 $550.00 NM \n Class of Time - Pre-emptible with notice \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 03/23/20 03/29/20 --WTF-- 3 $550.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 7 WISN W 03/25/20 7:49 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 8 WISN W 03/25/20 7:59 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 6 WISN Th 03/26/20 8:29 AMGood Morning America 7-9a :30 JDG0320301 $550.00 NM \n 5 03/23/20 04/05/20 News Sat 7-9a 7-9am -----1- :30 1 $290.00 NM \n Class of Time - Pre-emptible with notice \n This invoice is subject to the Standard Terms and Conditions for Purchase of Broadcast Advertising, which can be reviewed at the following URL: www.hearst.com/newsroom/hearst-television-advertising-sales \n We warrant that the actual broadcast information shown on this invoice was taken from the program log \n Notwithstanding to whom bills are rendered, advertiser, agency and service, jointly and severally, shall remain obligated to pay to station the amount of any bills rendered by station within the time specified and until \n payment in full is received by station. Payment by advertiser to agency or to service or payment by agency to service, shall not constitute payment to station. Station will not be bound by conditions, printed or \n otherwise, on contracts, insertion orders, copy instructions or any correspondence when such conflict with the above terms and conditions. Four weeks advance cancellation notice is required unless otherwise </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_249"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37333.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>59,503,930,521</bbox>"}, {"role": "assistant", "content": "<ocr> are Facebook friends are Facebook friends \n they know from school \n who do not attend with brothers & sisters \n their extended family the same school </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_77"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3554e8e3d48cf0cd27fb48649518ec68_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>151,588,904,601</bbox>"}, {"role": "assistant", "content": "<ocr> wishes, the trustees and their partners are invited to attend an annual dinner where </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_797"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/442439-collect-files-25453-political-file-2012-non_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>45,551,952,749</bbox>"}, {"role": "assistant", "content": "<ocr> 23 10000.. 1 0 7 :28P 07:57P 30S 11/05/12-11/05/12 THE INSIDER 1 1600.00 1600.00 \n 24 10000.. 1 1 1 :35P 12:37A 30S 11/05/12-11/05/12 DAVID LETTERMAN 1 1000.00 1000.00 \n 25 ....1.. 1 1 0 :00P 11:00P 30S 11/02/12-11/02/12 BLUE BLOODS 1 7950.00 7950.00 \n 26 .....1. 1 0 6 :00A 06:57A 30S 11/03/12-11/03/12 WEEKEND NEWS SAT 6-7AM 1 500.00 500.00 \n Total Contract: 36 80000.00 \n Billing Summary \n Oct Nov Dec Total </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_0"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/476203-ed-martin-9-24-13458231117912-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>282,101,959,164</bbox>"}, {"role": "assistant", "content": "<ocr> Product Political - State Attorney General (1184) Headline # 06292295 \n Grand Total: 23 $16,230.00 \n Brand REPUBLICAN (168806) \n Demo \n Salesperson Johannessen, Jordan (2818) \n Order Type Normal </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_548"}
{"image": ["./imgs/TextVQA/test_images/4bd1795c0447ecb6.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>266,968,364,986</bbox>"}, {"role": "assistant", "content": "<ocr> StardockLogonStud </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_277"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nzvv0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>122,872,535,891</bbox>"}, {"role": "assistant", "content": "<ocr> America's Heritage: </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_696"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gfhd0082_11.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>101,462,913,480</bbox>"}, {"role": "assistant", "content": "<ocr> filter ..... .. . Hard to get smoke through 49 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_197"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_619_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>468,158,526,182</bbox>"}, {"role": "assistant", "content": "<ocr> Country </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_946"}
{"image": ["./imgs/ChartQA/test/png/multi_col_20394.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>782,531,879,680</bbox>"}, {"role": "assistant", "content": "<ocr> 25% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_125"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-12774720-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,385,934,812</bbox>"}, {"role": "assistant", "content": "<ocr> Australian Open 2R 1R 2R 1R 1R SF 3R 2R \n French Open 1R 1R 3R 1R QF 1R 3R 1R \n Wimbledon 1R 2R 1R 2R 2R 1R 1R 2R \n US Open 1R 1R 2R 3R 2R 2R 2R 1R </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_888"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f2dfed8c6c58baa614b2c71ec4af1d30_page14.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>138,476,260,488</bbox>"}, {"role": "assistant", "content": "<ocr> Printing/Photocopy </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_469"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/43800.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>96,479,913,664</bbox>"}, {"role": "assistant", "content": "<ocr> 70 30 \n 13% \n hispanic \n 60 \n age \n 50 \n some \n college \n % % % 8 \n 8 \n college+ </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_964"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17477518-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>28,825,755,874</bbox>"}, {"role": "assistant", "content": "<ocr> 9 Denver Robb Suzuki + 27.118 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_574"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/gznn0081_5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>573,537,793,559</bbox>"}, {"role": "assistant", "content": "<ocr> Universe: 3,960 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_866"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_34.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>56,211,916,490</bbox>"}, {"role": "assistant", "content": "<ocr> Y. C. Deveshwar 2 businesses within Board approved direction / framework. \n A. Baijal 2 \n S. Banerjee \n Composition \n 2 \n A. V. Girija Kumar The Corporate Management Committee presently \n S. H. Khan 2 \n comprises all the Executive Directors and six senior \n S. B. Mathur \n members of management. The Chairman of the Company \n 2 \n D. K. Mehrota \n is the Chairman of the Committee. The composition of \n Mil \n the Corporate Management Committee is determined \n . B. Ramanujam 2 by the Board based on the recommendation of the \n K. Vaidyanath 2 Nominations Committee. \n V. SUSTAINABILITY COMMITTEE \n The names of the members of the Corporate \n Management Committee, including its Chairman, are \n The role of the Sustainability Committee is to review, provided under the section 'Board of Directors and \n monitor and provide strategic direction to the Company's \n sustainability practices towards fulfilling its triple bottom </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_347"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3a6ff8b7-0dc3-f28e-4031-c3654c1ddcc4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>570,224,667,243</bbox>"}, {"role": "assistant", "content": "<ocr> CANDIDATE- </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_579"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15427957-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,449,972,482</bbox>"}, {"role": "assistant", "content": "<ocr> 2003–04 1 Bundesliga – FIBA Europe Cup champion </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_988"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15753390-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>19,100,980,473</bbox>"}, {"role": "assistant", "content": "<ocr> Place Rider Country Machine Speed Time Points \n 1 Siegfried Schauzu/Wolfgang Kalauch West Germany BMW 91.85 mph 1:13.57.2 15 \n 2 Heinz Luthringshauser/J.Cusnik West Germany BMW 91.70 mph 1:14.04.6 12 \n 3 Gerry Boret/Nick Boret United Kingdom Konig 84.43 mph 1:20.27.4 10 \n 4 W.Klenk/N.Scheerer West Germany BMW 83.62 mph 1:21.31.8 8 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_122"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/70512.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>69,57,959,118</bbox>"}, {"role": "assistant", "content": "<ocr> Coronavirus: Upward Trajectory </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_764"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17218729-4_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>778,198,874,235</bbox>"}, {"role": "assistant", "content": "<ocr> 10–14–2 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_713"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/10402.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>372,873,654,884</bbox>"}, {"role": "assistant", "content": "<ocr> according to local context with local scholars & </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_32"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41018.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>97,442,865,877</bbox>"}, {"role": "assistant", "content": "<ocr> Itatitel 16 90 \n £ 24.69 lonen om \n BANE ENGLAND \n Bank of England \n walkdel 27 July 1694 \n lyris fartattende Stioet, London, England \n mangadoendle Street, london, England \n BANK OF SCOTLAND \n Bank of Scotland \n tabelatet 17 July 1695 \n Hor Putte Limited Company \n Wodyuries The Moont. Edinburgh. Seetund \n BE \n Banco Etcheverria \n Francisco Botan ICO09 \n DOKUMMOND \n Drummonds Bank \n Headportes 429 Charing Cross. London \n and Andre Drummond \n ** RBS \n The Royal Bank of Scotland \n tadportes Edinburgh, Seafland \n Van Lanschot \n Van Lanschot \n bathhet 1137 \n € 524.5 ton ome \n BANQUE \n COURTOIS \n Banque Courtois </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_355"}
{"image": ["./imgs/ChartQA/test/png/two_col_43357.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>129,210,775,786</bbox>"}, {"role": "assistant", "content": "<ocr> 5.73% 5.48% 5.49% 5.21% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_574"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Produced_by_George_Martin01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>26,675,93,702</bbox>"}, {"role": "assistant", "content": "<ocr> recordings </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_416"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlmc0003_1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>198,429,369,443</bbox>"}, {"role": "assistant", "content": "<ocr> PATENT DOCUMENTS </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_321"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_86_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>60,843,363,886</bbox>"}, {"role": "assistant", "content": "<ocr> IA0503 Cat Cora Todd Richards Modern </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_670"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41099.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>490,356,778,369</bbox>"}, {"role": "assistant", "content": "<ocr> tariff Equal </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_816"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/477262-08312012-1-13464384068862-_-pdf_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,88,717,364</bbox>"}, {"role": "assistant", "content": "<ocr> SUPPLEMENT TO CONTRACT FOR ISSUE ADVERTISING \n (The Ad is Political, Relates to an Issue of Public Importance, \n or Refers to But is Not Authorized by a Candidate) \n CONTRACT NO. ____258182_________________ \n 1. THE CONTACT PERSON FOR THE PURCHASER IS: \n _____MEENAH HULSEN__________ \n Name \n ___PO BOX 672________________ \n Address \n _HARTLAND, MI 48353____________________ </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_484"}
{"image": ["./imgs/TextVQA/test_images/224cf3448b92b198.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>598,395,650,415</bbox>"}, {"role": "assistant", "content": "<ocr> Weather </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_409"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jrgn0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>497,634,622,662</bbox>"}, {"role": "assistant", "content": "<ocr> DATE: Q-3013 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_986"}
{"image": ["./imgs/ChartQA/test/png/two_col_20024.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>136,185,723,759</bbox>"}, {"role": "assistant", "content": "<ocr> 51 50 50 48.5 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_693"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/36974.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>110,124,935,566</bbox>"}, {"role": "assistant", "content": "<ocr> Division of social network users by gender \n 46% 54% 48% 64% \n Facebook Twitter Myspace \n MySpas hat the prestert gender divide west \n Division of social network users by income \n - --- \n Facebook Twitter \n Myspace Dig \n Myspace has the largest division ofloner \n Division of social network users by age \n Facebook Twitter Myspace </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_945"}
{"image": ["./imgs/ChartQA/test/png/two_col_41996.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>142,364,889,786</bbox>"}, {"role": "assistant", "content": "<ocr> 1.8% 1.8% 1.7% 1.2% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_713"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3b3347eecbcc1be8b4e0feaaf7778582_page15.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>140,574,849,964</bbox>"}, {"role": "assistant", "content": "<ocr> educ ation \n The University's valunteering service is designed ta aflow local voluntary, community and nat-far- \n prafit organisatians ta benefit from the skills and enthusiasm af students and staff, who have \n invested their time inta volunteering tvfth local charities, schaals and camrnunity groups \n Students and staff are engaged in volunteering projects in Ihe areas of the environment and \n canservation. arts and culture, the media, community activities, work with the young, elderly, \n disabled and disadvantaged. \n As a Church of England foundation. the University enjoys effective partnerships with loca! faith \n groups and its chapel is used by external church organisatians. \n The University's research ls applied for the benefit af the local cammunity induding, for example, \n research into education and music whirh ls rated as world class. Specific research into the \n positive effects af music on peaple suffering early stage dementia is praving particularly beneficial \n in partnership with local community gmups. \n The Univers:ty makes an Important contribution lo the cultural life af the local community by \n providing a series af music concerts as well as art and photography exhibitions, many of which \n are open to the general public and aften free ofcharge. \n The University is a major employer and purchaser af goads and services in Kent. Tlie income \n generated af E1122m in 2013/14 (2013 E121.9m) has had a significant impact an the \n Canterbury and Kent ecanamy \n Vice Chancellor's Report and Financial Statements far the year ending 31July 2014 \n 14 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_14"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_463_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>18,156,833,184</bbox>"}, {"role": "assistant", "content": "<ocr> 2009 Olave Jeevana Lekkachaara Rukmini Kannada Innovative Film Award for Best Actress </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_821"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15780049-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>11,320,979,783</bbox>"}, {"role": "assistant", "content": "<ocr> 63 March 7 @ Dallas L 103–122 (OT) Vince Carter (19) Keon Clark, Antonio Davis (15) Alvin Williams (7) American Airlines Center 19,945 29–34 \n 64 March 8 @ Miami W 83–74 (OT) Antonio Davis (23) Antonio Davis (10) Chris Childs (6) American Airlines Arena 16,500 30–34 \n 65 March 10 @ Orlando L 79–92 (OT) Vince Carter (16) Antonio Davis (12) Chris Childs (7) TD Waterhouse Centre 16,171 30–35 \n 66 March 12 @ New Jersey L 84–86 (OT) Antonio Davis (27) Antonio Davis, Jerome Williams (13) Vince Carter (4) Continental Airlines Arena 16,105 30–36 \n 67 March 17 Sacramento L 113–116 (OT) Vince Carter (22) Hakeem Olajuwon (13) Chris Childs (7) Air Canada Centre 19,800 30–37 \n 68 March 19 @ Minnesota L 80–112 (OT) Morris Peterson (19) Antonio Davis (13) Alvin Williams (7) Target Center 17,010 30–38 \n 69 March 22 @ Cleveland W 94–80 (OT) Morris Peterson (18) Keon Clark (10) Alvin Williams (4) Gund Arena 17,847 31–38 \n 70 March 24 Washington W 92–91 (OT) Morris Peterson (26) Antonio Davis (9) Alvin Williams (9) Air Canada Centre 19,800 32–38 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_409"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ffng0227_12.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>196,433,798,453</bbox>"}, {"role": "assistant", "content": "<ocr> 72USB Arm Chair, black aride legs, uphl. in 103.20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_497"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/d7c12cb5336601916a8fb287154f8ed1_page69.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>223,59,305,72</bbox>"}, {"role": "assistant", "content": "<ocr> FINANCIAL </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_872"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f55b8467-7522-5456-a56d-896956759ebd_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>196,651,548,663</bbox>"}, {"role": "assistant", "content": "<ocr> Date Weekdays Spots/Week Rate Rating </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_376"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-16299790-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>648,225,902,267</bbox>"}, {"role": "assistant", "content": "<ocr> 68-74-67=209 –1 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_901"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7fdf992dc5f0a54e1a509cf39942834a_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>132,181,863,196</bbox>"}, {"role": "assistant", "content": "<ocr> Tangible fixed assets 13 24,487 18,101 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_55"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/459692-kyw-tom-smith-r-senate-pa-ord80483-fed-invoice-2_page2.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>23,115,739,127</bbox>"}, {"role": "assistant", "content": "<ocr> For: TOM SMITH FOR SENATE(329097) Contract Num: 1041-80483 Billing Cycle: Weekly </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_875"}
{"image": ["./imgs/TextVQA/test_images/d0d373370da301c4.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>379,437,451,480</bbox>"}, {"role": "assistant", "content": "<ocr> 11 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_64"}
{"image": ["./imgs/TextVQA/test_images/6ef4282b6221795e.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>729,73,786,98</bbox>"}, {"role": "assistant", "content": "<ocr> 17:4 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_71"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,30,992,377</bbox>"}, {"role": "assistant", "content": "<ocr> 2013–14 Aviva Premiership Table watch · edit · discuss \n Club Played Won Drawn Lost Points For Points Against Points Difference Tries For Tries Against Try Bonus Losing Bonus Points \n 1 Saracens (RU) 22 19 0 3 629 353 276 68 39 10 1 87 \n 2 Northampton Saints (CH) 22 16 2 4 604 350 254 72 31 7 3 78 \n 3 Leicester Tigers (SF) 22 15 2 5 542 430 112 59 41 7 3 74 \n 4 Harlequins (SF) 22 15 0 7 437 365 72 43 33 4 3 67 \n 5 Bath 22 14 2 6 495 388 107 48 38 4 3 67 \n 6 Sale Sharks 22 12 0 10 432 399 33 46 40 3 6 57 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_225"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/00bbe77d679b3afbe4fe98a518f3f7fa_page8.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>202,276,290,288</bbox>"}, {"role": "assistant", "content": "<ocr> performance </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_343"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/lzbw0217_3.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>117,402,220,418</bbox>"}, {"role": "assistant", "content": "<ocr> Transcription </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_86"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1285475-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>257,724,864,777</bbox>"}, {"role": "assistant", "content": "<ocr> cc/121 in³) 90 kW (121 hp) @ 4000 280 N·m (207 lb·ft) @ 2000 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_227"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17437287-6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>27,264,974,695</bbox>"}, {"role": "assistant", "content": "<ocr> 1 Notts County 1–2 Everton 10 March 1984 \n 2 Sheffield Wednesday 0–0 Southampton 11 March 1984 \n Replay Southampton 5–1 Sheffield Wednesday 20 March 1984 \n 3 Plymouth Argyle 0–0 Derby County 10 March 1984 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_513"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/41054.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>542,539,720,549</bbox>"}, {"role": "assistant", "content": "<ocr> system is the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_195"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/34552.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>55,46,458,128</bbox>"}, {"role": "assistant", "content": "<ocr> EQUITY </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_85"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_224.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>510,904,893,917</bbox>"}, {"role": "assistant", "content": "<ocr> Formor e details, please refer to the ITC Sustainability Report 2013. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_45"}
{"image": ["./imgs/ChartQA/test/png/two_col_103474.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>298,251,346,786</bbox>"}, {"role": "assistant", "content": "<ocr> 531 967 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_981"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a0fc4d2d3c82fa4d7fa791861c20049b_page9.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>302,735,746,745</bbox>"}, {"role": "assistant", "content": "<ocr> Pre Post Re-visit Retention </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_958"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/snbx0223_225.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>107,661,434,677</bbox>"}, {"role": "assistant", "content": "<ocr> The Company adopts stringent hygiene standards, </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_881"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hlvj0223_36.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>91,46,907,163</bbox>"}, {"role": "assistant", "content": "<ocr> Unless otherwise specified, all monetary values are in INR \n 01/04/2012 01/04/2011 \n to to \n 31/03/2013 31/03/2012 \n Disclosure of notes on non-current investments explanatory [TextBlock] \n Textual information (22) Textual information (23) \n [See below] [See below] \n Aggregate amount of quoted non-current investments 0 \n Market value of quoted non-current investments \n Aggregate amount of unquoted non-current investments 7,84,204 7,83,204 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_750"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6037c019-c437-c290-87c5-17c6bc6fc4f6_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>616,883,970,894</bbox>"}, {"role": "assistant", "content": "<ocr> :30 1 $20.00P-3 0.00 NM 1 $20.00 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_247"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-2668298-19_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>69,110,751,151</bbox>"}, {"role": "assistant", "content": "<ocr> 1 Lemuel Sawyer Democratic-Republican 1807 1817 Lost re-election Democratic-Republican hold Alfred M. Gatlin (C-DR) 52.9% Lemuel Sawyer (DR) </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_44"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40805.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>94,790,286,801</bbox>"}, {"role": "assistant", "content": "<ocr> REFORMS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_448"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4c3937a1f36ef0f1f9ce1cbf650355e5_page7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>204,728,542,739</bbox>"}, {"role": "assistant", "content": "<ocr> equipment 25% Reducing </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_711"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15427957-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>386,828,650,861</bbox>"}, {"role": "assistant", "content": "<ocr> Relegated – </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_362"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_483_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>26,694,965,870</bbox>"}, {"role": "assistant", "content": "<ocr> 2006 Commonwealth Games Melbourne, Australia \n 4th Discus throw 60.99 m \n 2007 All-Africa Games Algiers, Algeria 3rd Discus throw 57.79 m </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_685"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6a7e3c69dce1b6689dfedb409c06142b_page38.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>236,42,309,60</bbox>"}, {"role": "assistant", "content": "<ocr> Charity </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_848"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/f55b8467-7522-5456-a56d-896956759ebd_page5.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>46,887,950,897</bbox>"}, {"role": "assistant", "content": "<ocr> specified. This station does net discriminate in the sale of advertising time, and will accept no advertising whichis placed with anintentte discriminate on the basis of race, genderor ethnicity. Advertiser hereby </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_595"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18087075-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>18,32,981,425</bbox>"}, {"role": "assistant", "content": "<ocr> Singles finals: 9 (4–5) \n Outcome Date Tournament Surface Opponent Score \n Runner-up 12 November 2007 Helsinki, Finland Hard (i) Steve Darcis 3–6, 6–1, 4–6 \n Runner-up 26 May 2008 Karlsruhe, Germany Clay Teymuraz Gabashvili 1–6, 4–6 \n Runner-up 12 April 2010 Baton Rouge, US Hard (i) Kevin Anderson 7–6 (9–7) , 6–7 (7–9) , 1–6 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_930"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_162_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>181,612,973,865</bbox>"}, {"role": "assistant", "content": "<ocr> Hydroxyethyl methyl cellulose Chloromethane and ethylene oxide -CH or -CH CH OH Cold water soluble Production of cellulose films 3 2 2 \n Hydroxypropyl methyl cellulose (HPMC) Chloromethane and propylene oxide -CH or -CH CH(OH)CH Cold water soluble Viscosity modifier, gelling, foaming and binding agent E464 3 2 3 \n Ethyl hydroxyethyl cellulose Chloroethane and ethylene oxide -CH CH or—CH CH OH E467 2 3 2 2 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_774"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20335.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>61,255,970,642</bbox>"}, {"role": "assistant", "content": "<ocr> employers use \n social networks \n to recruit. \n Microsoft P&G accenture \n L'OREAL Grany amazoncouk \n 300 \n relevant jobs \n The average UK \n f in \n jobseeker is connected \n to 300 relevant jobs \n through their social \n network \n Get hired with a little help \n from \n your \n friend \n 43% \n of Britons prefer 10 \n f \n leverage Facebook \n in \n f \n friends to find their 55% \n dream job \n 22% in \n of Britons prefer to 58% Only 1/8 people \n leverage Linkedin networks worry about privacy on \n to find their dream job \n 55% of women turn to Facebook social networks when \n for job hunting advice, whereas \n job hunting \n 58% of men prefer Linkedin. \n North / South \n Divide </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_561"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/fd132b83-2a29-0117-ef58-7844f8228145_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>39,266,964,475</bbox>"}, {"role": "assistant", "content": "<ocr> 1 WSMV F 02/14/20 10:14 PMM-F 10P NEWS 10P-1035P :30MRBPBK3035EH $375.00 NM \n 13 02/13/20 02/14/20 M-F 10P NEWS 10P-1035P ---TF-- 1:00 2 $750.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/10/20 02/16/20 ---TF-- 2 $750.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 2 WSMV Th 02/13/20 10:14 PMM-F 10P NEWS 10P-1035P 1:00MRBPBK6033EH $750.00 NM \n 1 WSMV F 02/14/20 10:33 PMM-F 10P NEWS 10P-1035P 1:00MRBPBK6033EH $750.00 NM \n 14 02/13/20 02/14/20 Late Night 1136P-1236XM ---TF-- :30 2 $60.00 NM \n Weeks: Start Date End Date MTWTFSS Spots/Week Rate \n 02/10/20 02/16/20 ---TF-- 2 $60.00 \n Spots: # Ch Day Air Date Air Time Description Start/End Time LengthAd-ID Rate Type \n 1 WSMV Th 02/13/20 12:35 AMLate Night 1136P-1236XM :30MRBPBK3035EH $60.00 NM \n 2 WSMV F 02/14/20 12:11 AMLate Night 1136P-1236XM :30MRBPBK3035EH $60.00 NM </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_570"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/nlcn0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>145,730,852,996</bbox>"}, {"role": "assistant", "content": "<ocr> status, genetic make-up, and health status. This makes quantitative risk \n a sse ssment so me thing between a science and a guessing game, depending on \n the reliability of the input data. \n As a prac tic almatter, however, a regulatory agency must protect the \n public from preventable risks. To do this in a syste matic and scientific a lly \n supported manner, an agency collects the available data, and then fills in \n identifie d data gaps with adjustment factors, e stima te s, e xtra po la tions from the \n NRDC on OMBRA Bulle tin June 2006 3 \n Source: https://www.industrydocuments.ucsf.edu/docs/nlcn0226 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_208"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/37292.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>350,55,668,60</bbox>"}, {"role": "assistant", "content": "<ocr> recent tech valuations that could be cause for </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_529"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-18781567-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>860,109,964,162</bbox>"}, {"role": "assistant", "content": "<ocr> Total </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_863"}
{"image": ["./imgs/ChartQA/test/png/two_col_62311.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>301,802,725,823</bbox>"}, {"role": "assistant", "content": "<ocr> 2021 2022 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_186"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/72aee8e2ebb9386e8fc224539d6b0e1b_page6.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>350,424,605,434</bbox>"}, {"role": "assistant", "content": "<ocr> grant and this is communicated to </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_190"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/categories__strategy01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>40,964,122,977</bbox>"}, {"role": "assistant", "content": "<ocr> ambition </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_925"}
{"image": ["./imgs/TextVQA/test_images/76d7d9a132c3c1d6.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>641,328,741,352</bbox>"}, {"role": "assistant", "content": "<ocr> CRIME </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_457"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6a811c5caa365a270fde545c930815ac_page2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>98,515,815,527</bbox>"}, {"role": "assistant", "content": "<ocr> Conference and AGM 18,313 28,850 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_177"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/ce72c499-98e0-921c-2078-316aec271c80_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>42,476,374,486</bbox>"}, {"role": "assistant", "content": "<ocr> Week: 10/27/20 11/02/20 MTWTF-- 7 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_426"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/42017.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>260,805,407,831</bbox>"}, {"role": "assistant", "content": "<ocr> AVERAGE~ </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_480"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14105731-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>139,721,952,754</bbox>"}, {"role": "assistant", "content": "<ocr> 12 Q148 Memory Melons/Nanny's Way October 15, 1988 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_125"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_604_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>475,363,513,411</bbox>"}, {"role": "assistant", "content": "<ocr> 1990 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_880"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d9a04263-730c-db2b-2ae4-76b2b5e2e1bf_page2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>59,939,174,949</bbox>"}, {"role": "assistant", "content": "<ocr> INDEMNIFICATION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_942"}
{"image": ["./imgs/TextVQA/test_images/e5da05c26c90070a.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>124,362,159,414</bbox>"}, {"role": "assistant", "content": "<ocr> 27 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_455"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/d9a04263-730c-db2b-2ae4-76b2b5e2e1bf_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>212,76,341,94</bbox>"}, {"role": "assistant", "content": "<ocr> TelevisionCirncle </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_994"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ffjw0228_13.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>165,711,257,726</bbox>"}, {"role": "assistant", "content": "<ocr> Goldstein </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_467"}
{"image": ["./imgs/TextVQA/test_images/7d4a9afd96862ad3.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>372,430,566,499</bbox>"}, {"role": "assistant", "content": "<ocr> ecaCole </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_402"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_373_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>30,42,968,233</bbox>"}, {"role": "assistant", "content": "<ocr> Rank Diver \n Points Rank Points \n Sylvie Bernier (CAN) 489.51 3 530.70 \n Kelly McCormick (USA) 516.75 2 527.46 \n Christina Seufert (USA)[2] 481.41 5 517.62 \n 4 Li Yihua (CHN) 517.92 1 506.52 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_411"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/11280.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>51,97,948,697</bbox>"}, {"role": "assistant", "content": "<ocr> ecoc \n importance in preventing the spread of COVID-19 within \n healthcare settings and ensuring the continuity of healthcare \n services by protecting healthcare personnel. \n OO \n The use of face masks Strict hand hygiene Where possible, \n by patients and </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_471"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/7cb74c28456e5c8450e67bb69cd5ab41_page23.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>92,285,835,463</bbox>"}, {"role": "assistant", "content": "<ocr> K'000 g'000 \n Expenditure includes: \n Equipment rental 4 4 \n Depreciation 3,650 3,970 \n Auditors' remuneration 55 60 \n Fees paid to subsidiary auditors 22 12 \n Council members' expenses reimbursed 17 2 \n Council members' liability insurance 3 3 \n Staff Costs \n Wages and salaries 20,977 20,125 \n Social security costs 1,501 1,305 \n Other pension costs 2,386 2,187 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_454"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/pzwd0228_1.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>161,212,761,291</bbox>"}, {"role": "assistant", "content": "<ocr> Procedures for the Appraisal \n of the Toxicity of Chemicals </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_431"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Lun_Bawang04.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>17,326,728,367</bbox>"}, {"role": "assistant", "content": "<ocr> East Kalimantan). It was suggested that the Apo Duat people were once farmers in the lowlands downstream of </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_99"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_993_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>57,801,935,839</bbox>"}, {"role": "assistant", "content": "<ocr> 10 Oct 30 vs. Hamilton Tiger-Cats 30–9 Loss 1–11 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_626"}
{"image": ["./imgs/ChartQA/test/png/two_col_101102.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>518,291,546,751</bbox>"}, {"role": "assistant", "content": "<ocr> 172.1 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_74"}
{"image": ["./imgs/ChartQA/test/png/02534409005100.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>86,574,262,638</bbox>"}, {"role": "assistant", "content": "<ocr> 27.1 Road accidents </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_962"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/f6f7a380685c31ce7a0c9bde3c113b4b_page18.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>784,603,868,616</bbox>"}, {"role": "assistant", "content": "<ocr> Year ended </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_537"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__Music_appreciation_and_history01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>535,331,868,376</bbox>"}, {"role": "assistant", "content": "<ocr> chords and a turn toward ancient church music (e.g. </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_509"}
{"image": ["./imgs/VisualMRC/images/opensource.com/__users__alex-bunardzic01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>40,38,957,829</bbox>"}, {"role": "assistant", "content": "<ocr> ee cy \n 280 \n Alex is presently consulting at WorkSafeBC, an organization \n dedicated to ethical treatment of safe work environments in </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_134"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Sirmilik_National_Park03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>17,735,59,766</bbox>"}, {"role": "assistant", "content": "<ocr> number </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_526"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21092444-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>220,391,314,436</bbox>"}, {"role": "assistant", "content": "<ocr> Stanford </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_261"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_201-csv_26_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,166,968,558</bbox>"}, {"role": "assistant", "content": "<ocr> 2 Northampton Saints (CH) 22 16 2 4 604 350 254 72 31 7 3 78 \n 3 Leicester Tigers (SF) 22 15 2 5 542 430 112 59 41 7 3 74 \n 4 Harlequins (SF) 22 15 0 7 437 365 72 43 33 4 3 67 \n 5 Bath 22 14 2 6 495 388 107 48 38 4 3 67 \n 6 Sale Sharks 22 12 0 10 432 399 33 46 40 3 6 57 \n 7 London Wasps 22 9 0 13 451 533 -82 48 56 4 9 49 \n 8 Exeter Chiefs 22 9 0 13 426 480 -54 40 51 2 7 45 \n 9 Gloucester 22 8 0 14 440 539 -99 46 60 4 8 44 \n 10 London Irish 22 7 0 15 396 496 -100 40 49 2 6 36 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_999"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/93429594-1612-dc19-49bb-48901fd92abf_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>752,510,842,522</bbox>"}, {"role": "assistant", "content": "<ocr> Amount|Net </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_905"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/tags__governing-board03.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>661,298,872,338</bbox>"}, {"role": "assistant", "content": "<ocr> Cultural Heritage Institutions </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_220"}
{"image": ["./imgs/ChartQA/test/png/two_col_1266.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>144,575,258,608</bbox>"}, {"role": "assistant", "content": "<ocr> 15.43 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_140"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/featured__locsin-stamp-with-ph-eez-to-be-used-on-all-foreign-passports03.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>85,147,891,169</bbox>"}, {"role": "assistant", "content": "<ocr> innuendo, the Philippine visa —with the stamp of the full extent </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_715"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_202-csv_260_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>392,167,635,183</bbox>"}, {"role": "assistant", "content": "<ocr> Aurangabad 10,439 2,161,250 2.23% </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_582"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-1511608-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>447,86,596,128</bbox>"}, {"role": "assistant", "content": "<ocr> (Average/Year) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_284"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jnpv0228_20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>118,107,852,307</bbox>"}, {"role": "assistant", "content": "<ocr> CURRENCY USES \n Under agreements entered into during the January-June 1963 \n period the dollar equivalents of planned foreign currency uses for the \n purposes specified in section 104 of the act are shown in the following \n table. tadozó to pis \n Table VIII .- Planned uses of foreign currency under agreements signed \n during January-June 1963 1 \n sueldopeyat an ef doid \n Thousand Percent of \n dollar \n equivalent \n total \n Common defense (sec. 104(c)) .... \n Grants for economic development (sec. 104(e)). \n 35, 313 10. 5 \n old6 6. 9 \n Loans to private enterprise (sec. 104(e)). \n 23,069 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_555"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2a1e0d3371835da70449eca9a93df0cf_page27.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>711,768,796,780</bbox>"}, {"role": "assistant", "content": "<ocr> Unrestricted </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_617"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15255963-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>22,623,47,695</bbox>"}, {"role": "assistant", "content": "<ocr> 13 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_841"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1f1cc382-92b4-4499-31d9-92ea3bcaf6e8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>63,307,667,318</bbox>"}, {"role": "assistant", "content": "<ocr> 5.0 SPOT 2606-TODAY SHOW Day,F-1 04/24/20 08:27 am (Fr) 00:30 JJWVG0410H </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_711"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/21a8673f1f643686946651ee12725979_page6.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>116,871,888,899</bbox>"}, {"role": "assistant", "content": "<ocr> attended memorial or thanksgiving events, with over 200 people receiving additional support through \n one-to-one and group support from the Family Support Co-ordinator, Family Support Social Worker, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_455"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Tamworth_Post_Office01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>31,522,901,590</bbox>"}, {"role": "assistant", "content": "<ocr> The Tamworth Post Office is a heritage-listed post office located at Fitzroy Street, Tamworth in the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_441"}
{"image": ["./imgs/VisualMRC/images/en.wikipedia.org/wiki__Tenuto01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>175,847,222,869</bbox>"}, {"role": "assistant", "content": "<ocr> roughly </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_972"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40814.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>64,512,931,735</bbox>"}, {"role": "assistant", "content": "<ocr> Government $76,605 \n Gaming Electronics \n annual average earnings \n Web design \n of ICT worker \n & development \n Sales & service \n Banking \n ANNUAL billion \n Manufacturing E-health \n REVENUE \n 5.3% \n $52+ </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_266"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/a664201601ef7decfa90b498b9744f6b_page7.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>126,813,405,825</bbox>"}, {"role": "assistant", "content": "<ocr> • involvement in co-curricular activities </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_515"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_112_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>171,301,952,370</bbox>"}, {"role": "assistant", "content": "<ocr> 12 Dec 1993 Val-d'Isère, France Super G 3rd </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_952"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-17360840-7_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>203,320,273,357</bbox>"}, {"role": "assistant", "content": "<ocr> Phoenix </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_768"}
{"image": ["./imgs/TextVQA/test_images/7917528cb7c879de.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>200,876,468,900</bbox>"}, {"role": "assistant", "content": "<ocr> AUCTIONEERS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_25"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60971.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>140,554,783,630</bbox>"}, {"role": "assistant", "content": "<ocr> 20% 34% 26% 20% Difficulty managing </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_430"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11677760-22_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>506,846,521,928</bbox>"}, {"role": "assistant", "content": "<ocr> IN </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_623"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_943_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>11,597,990,604</bbox>"}, {"role": "assistant", "content": "<ocr> North Dakota Heidi Heitkamp Democratic 2012 [Data unknown/missing. You can help!] [Data unknown/missing. You can help!] </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_459"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/abbf98ed31e28068150dce58296302ee_page30.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>191,192,298,202</bbox>"}, {"role": "assistant", "content": "<ocr> ENDOWMENTS </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_981"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05392014cde0690b8ef6acf6bdff70d9_page20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>656,46,748,60</bbox>"}, {"role": "assistant", "content": "<ocr> HOUSING) </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_125"}
{"image": ["./imgs/VisualMRC/images/en.wikiversity.org/wiki__How_to_meditate06.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>16,97,496,515</bbox>"}, {"role": "assistant", "content": "<ocr> their reason to practise. Consequently, they exert themselves to their limits. \n Extremes [edit] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_98"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/mkvw0217_7.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>85,224,784,242</bbox>"}, {"role": "assistant", "content": "<ocr> Utian W, A3 300-US QoL - Final data analysis 1) JAMA In (3-28-03) Diane Harrison to contact authors for participation </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_270"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/6281efe9-51c3-f0a2-dc5d-a017fdd6e01c_page3.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>381,356,938,902</bbox>"}, {"role": "assistant", "content": "<ocr> Invoice Balance as of 01/31/20 1:18:26 PM PT $0.00 \n Subject to Terms and Conditionsavailable at: \n For TV: http://meredithtvsaies.com/terms-and-conditions! </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_848"}
{"image": ["./imgs/VisualMRC/images/en.wikivoyage.org/wiki__Bisbee01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>12,63,723,878</bbox>"}, {"role": "assistant", "content": "<ocr> into the hillsides, some of which even today can only be accessed by foot. \n Understand [edit ] </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_566"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/1b2e5a3c-abbd-0966-f102-c1b7b1907ec4_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>151,129,917,146</bbox>"}, {"role": "assistant", "content": "<ocr> Main: (702) 792-8888 Estimate Number 6833 Invoice Period 05/04/20 - 05/10/20 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_262"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/krcy0227_20.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>286,220,709,230</bbox>"}, {"role": "assistant", "content": "<ocr> Breakfast 7-11; Lunch 11-2; Din- $6.50. Sunday brunch, 10-3 p.m. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_642"}
{"image": ["./imgs/ChartQA/test/png/multi_col_60679.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>733,443,884,543</bbox>"}, {"role": "assistant", "content": "<ocr> 21% </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_597"}
{"image": ["./imgs/VisualMRC/images/transparency.org/whoweare__accountability__international_anti_corruption_conference_iacc_series__201.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>32,152,879,190</bbox>"}, {"role": "assistant", "content": "<ocr> private sector. The Conference welcomes from 1000-2000 participants, and is usually held every two </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_905"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/kldk0226_1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>232,166,318,185</bbox>"}, {"role": "assistant", "content": "<ocr> ADAMS, </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_207"}
{"image": ["./imgs/TextVQA/test_images/727baa83577a92c6.jpg"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>210,749,265,779</bbox>"}, {"role": "assistant", "content": "<ocr> Chefa </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_130"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6332f7cf09190bf30752c947a0a686fd_page44.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>148,172,835,187</bbox>"}, {"role": "assistant", "content": "<ocr> England and Wales. This company carries out trading activity on behalf of the school including </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_911"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_768_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>84,385,908,762</bbox>"}, {"role": "assistant", "content": "<ocr> 5 5 Hurricane Jules November 22, 1998 105 \n 6 6 Switcheroo November 29, 1998 106 \n 7 7 Front Page January 17, 1999 107 \n 8 8 Special FX-Ation January 24, 1999 108 \n 9 9 The Famous Stone Gold January 31, 1999 109 \n 10 10 Kiss And Tell February 7, 1999 110 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_590"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14860855-3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>181,154,709,196</bbox>"}, {"role": "assistant", "content": "<ocr> 350cc Yamaha 3 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_269"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/a9895ff4-c094-01d9-3861-82ea3eeaae10_page4.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>30,416,968,746</bbox>"}, {"role": "assistant", "content": "<ocr> Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 1 $40.00 1.50 \n N 49 KWTX02/10/20 02/16/20 Su News 10 @ 530p 5:30 PM-6:00 PM :30 NM 1 $45.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 1 $45.00 7.40 \n N 50 KWTX02/10/20 02/16/20 Sunday Prime Hr 1 6:00 PM-7:00 PM :30 NM 0 $0.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 2 $325.00 8.50 \n Spot Ch Date Range Description Start/End Time Weekdays Length Rate Rtg Type \n 1 KWTX 02/10/20-02/16/20 Sunday Prime Hr 1 6:00 PM-7:00 PM ---------Su :30 $325.00 8.50 NM \n See MG 6.11,6.12,6.13,6.14,6.15 \n 2 KWTX 02/10/20-02/16/20 Sunday Prime Hr 1 6:00 PM-7:00 PM ---------Su :30 $325.00 8.50 NM \n See MG 6.11,6.12,6.13,6.14,6.15 \n N 51 KWTX02/10/20 02/16/20 Sunday Prime Hr 2 7:00 PM-8:00 PM :30 NM 2 $880.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 2 $440.00 7.40 \n N 52 KWTX02/10/20 02/16/20 Sunday Prime Hr 3 8:00 PM-9:00 PM :30 NM 2 $950.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 2 $475.00 7.40 \n N 53 KWTX02/10/20 02/16/20 Sa-Su News 10 @ 10p 10:00 PM-10:35 PM :30 NM 1 $285.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 1 $285.00 10.60 \n N 54 KWTX02/10/20 02/16/20 Su 1035p-1135p 10:35 PM-11:35 PM :30 NM 1 $60.00 \n Start Date End Date Weekdays Spots/Week Rate Rating \n Week: 02/10/20 02/16/20 ------S 1 $60.00 7.70 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_588"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/b2f1a4f7-9946-dbb0-488b-ca1d5e332f30_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>139,164,298,183</bbox>"}, {"role": "assistant", "content": "<ocr> T Sales </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_482"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/2e818380557a3f9c4ae5044518436921_page35.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>130,92,255,102</bbox>"}, {"role": "assistant", "content": "<ocr> ACCOMMODATION </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_511"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/jpbv0228_4.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>125,485,251,501</bbox>"}, {"role": "assistant", "content": "<ocr> Miscellaneous </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_432"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/7b8ce903-ee5b-f840-02a0-56a3bca90eb2_page1.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>204,94,316,107</bbox>"}, {"role": "assistant", "content": "<ocr> advertisement </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_944"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rnbx0223_206.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>284,619,442,664</bbox>"}, {"role": "assistant", "content": "<ocr> TANGLES </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_754"}
{"image": ["./imgs/ChartQA/test/png/two_col_60094.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>282,524,814,683</bbox>"}, {"role": "assistant", "content": "<ocr> 21.16 14.1 8.84 7.03 4.5 4.29 4.19 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_207"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_304_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>16,897,983,975</bbox>"}, {"role": "assistant", "content": "<ocr> 2010 Philippe Billy Philippe Billy Tony Donatelli Ali Gerba \n 2011 Hassoun Camara Evan Bush Simon Gatti Ian Westlake / Sinisa Ubiparipovic </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_596"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/6a7e3c69dce1b6689dfedb409c06142b_page51.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>102,210,289,223</bbox>"}, {"role": "assistant", "content": "<ocr> Expected return on assets </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_129"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_285_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>334,646,545,664</bbox>"}, {"role": "assistant", "content": "<ocr> Orange Warsaw Open, Warsaw, </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_857"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/05db5e471c94a47f821e66696eea9c3e_page15.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>126,151,344,166</bbox>"}, {"role": "assistant", "content": "<ocr> year ended 31March 2018. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_663"}
{"image": ["./imgs/VisualMRC/images/pro.europeana.eu/post__europeana-strategy01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>496,637,681,663</bbox>"}, {"role": "assistant", "content": "<ocr> the network for the </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_462"}
{"image": ["./imgs/ChartQA/test/png/two_col_23276.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>220,406,542,432</bbox>"}, {"role": "assistant", "content": "<ocr> 1 695.96 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_778"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/3959ddb7dabaa12ab7b8d85bdbed3d94_page14.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>139,391,641,401</bbox>"}, {"role": "assistant", "content": "<ocr> financia period. Grantsarerecognisedwhentheyfallduewithtntheperiodoflhes€a.counrs. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_171"}
{"image": ["./imgs/TextVQA/test_images/673aece0c899d7bc.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>746,731,813,778</bbox>"}, {"role": "assistant", "content": "<ocr> DRINK </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_62"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/4719e4f02edc9655afda6b447fe0b1d9_page10.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>145,819,830,831</bbox>"}, {"role": "assistant", "content": "<ocr> Further explanation of the nature and purpose of each fund is included in the notes to the financial </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_296"}
{"image": ["./imgs/ChartQA/test/png/multi_col_40247.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>135,567,302,608</bbox>"}, {"role": "assistant", "content": "<ocr> 6.4% 4.7% 4.4% 4.3% 4.1% 3.3% </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_362"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/sggl0226_3.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>253,195,323,249</bbox>"}, {"role": "assistant", "content": "<ocr> Sound </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_153"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page64.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>98,425,820,454</bbox>"}, {"role": "assistant", "content": "<ocr> control, which should provide moderate assurance regarding the </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_592"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/bcc64d04b44c93650b99f8fcdece8bf7_page169.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>75,151,920,293</bbox>"}, {"role": "assistant", "content": "<ocr> Education \n Griot Bawso £5,500 \n Hijinx Theatre £4,500 \n Promo Cymru Ltd £4,000 \n Saunders, Beth £7,000 \n The Festivals Company Ltd £7,500 \n The Welfare Ystradgynlais £7,228 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_308"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xgxh0227_5.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>502,447,577,461</bbox>"}, {"role": "assistant", "content": "<ocr> Pet Milk </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_181"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/96170f7bf4ee3d75700c4a7ecb9f6535_page13.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>103,806,891,924</bbox>"}, {"role": "assistant", "content": "<ocr> those who work with that student. \n All students are now equipped with a mobile digital device to enhance their learning and all \n academic departments are continuing to deepen their use of either Schoology or Google \n Classroom to provide online learning materials. Many teachers are now exploring the potential \n of on-line assessment and the ability of these digital platforms to supply detailed progress \n feedback to students and parents. As such, the technology is being used to enhance \n metacognition and facilitate closer engagement with specific assessment objectivesl </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_676"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/8cb738398fd392db62ce4c76ccf9ba91_page4.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>448,430,760,442</bbox>"}, {"role": "assistant", "content": "<ocr> that, in any material respect, the requirements </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_453"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/1-21165255-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>100,21,946,32</bbox>"}, {"role": "assistant", "content": "<ocr> season Title Directed by Written by Original air date Production code U.S. viewers </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_850"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-15206839-1_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>58,813,890,841</bbox>"}, {"role": "assistant", "content": "<ocr> 17 Figueirense 44 38 11 16 73 - 24 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_33"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-14105731-8_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>20,828,952,861</bbox>"}, {"role": "assistant", "content": "<ocr> 230 14 Q150 Smoogle Sings the Blues/A Smurf for Denisa October 22, 1988 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_314"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20222.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>204,24,608,38</bbox>"}, {"role": "assistant", "content": "<ocr> EVOLUTION OF </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_595"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/hyhk0037_2.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>309,494,728,533</bbox>"}, {"role": "assistant", "content": "<ocr> Of Both Newport And KOOL </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_485"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/20338.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>466,916,542,930</bbox>"}, {"role": "assistant", "content": "<ocr> New York </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_440"}
{"image": ["./imgs/VisualMRC/images/sarawut.news/news__jumbo-exchange-ban-eyed01.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>44,466,953,841</bbox>"}, {"role": "assistant", "content": "<ocr> Mr Varawut said elephants, like humans, are social animals. \n “Sending them abroad is like exiling them,’ the minister said. \n He on Monday also promised to visit countries that had borrowed Thai </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_264"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/32876.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>50,628,777,653</bbox>"}, {"role": "assistant", "content": "<ocr> F69 Venables 5 Keegan 0.91 Keegan 1.55 Taylor 56.1% Revie FTQ </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_875"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_236_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>20,586,826,889</bbox>"}, {"role": "assistant", "content": "<ocr> (17 Feb) SS12 13:06 Lillehammar 5.98 km M. Grönholm 4:33.9 78.6 km/h \n SS13 14:00 Ringsaker 1 27.30 km M. Grönholm 16:29.7 99.3 km/h \n SS14 15:10 Hamar 1 1.14 km M. Grönholm 1:13.8 55.61 km/h \n SS15 08:08 Mountain 2 24.36 km S. Loeb 13:18.2 109.87 km/h \n SS16 08:55 Ringsaker 2 27.30 km H. Solberg 15:28.6 105.84 km/h \n 3 X. Pons \n (18 Feb) SS17 10:05 Hamar 2 1.14 km S. Loeb 1:11.8 57.16 km/h </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_958"}
{"image": ["./imgs/ChartQA/test/png/two_col_1497.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>362,750,440,786</bbox>"}, {"role": "assistant", "content": "<ocr> 19.96 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "ChartQA", "id": "ChartQA_bbox2t_0"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/rtld0217_16.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>346,976,710,995</bbox>"}, {"role": "assistant", "content": "<ocr> https://www.industrydocuments.ucsf.edu/docs/rtld0217 </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_534"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/cb57e58b507ffe77ec0510f848dffbcf_page12.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>510,832,910,844</bbox>"}, {"role": "assistant", "content": "<ocr> purposes. Alternatively for all your banking needs go to </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_167"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_203-csv_315_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>22,537,981,556</bbox>"}, {"role": "assistant", "content": "<ocr> 16 15 \"The Tiger\" Paul Wendkos Robert Culp January 5, 1966 115 </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_403"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/eafb1f5633f58ee9320a3dd0e625375f_page54.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>625,206,797,219</bbox>"}, {"role": "assistant", "content": "<ocr> Infrastructure through </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_372"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/3494366c-36b3-7a33-4a23-34c5654a33f3_page0.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>97,149,917,321</bbox>"}, {"role": "assistant", "content": "<ocr> Billing: (404) 325-6929 \n Product D/US SENATE GA Order # 300202 \n Estimate Number 7262 Alt Order # WOC12502296 \n Deal # \n Billing Address: Property WUPA-TV Order Flight 05/12/20 - 05/18/20 \n Account Executive Zakary Pflieger \n Canal Partners Media LLC Sales Office CTS-POL Agency Code TV13041 \n Attention: Accounts Payable Sales Region National Advertiser Code 1149 \n 900 Circle 75 Parkway SE Ste 1650 \n Product 1/2 1335 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_869"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/ynbx0223_14.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>787,333,862,346</bbox>"}, {"role": "assistant", "content": "<ocr> comprises </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_6"}
{"image": ["./imgs/DUE_Benchmark/InfographicsVQA/pngs/40959.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>255,652,792,680</bbox>"}, {"role": "assistant", "content": "<ocr> US$1.85 BILLION FINANCE IN SUB-SAHARAN </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "InfographicsVQA", "id": "InfographicsVQA_bbox2t_295"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-11097691-2_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>188,42,256,63</bbox>"}, {"role": "assistant", "content": "<ocr> Object </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_475"}
{"image": ["./imgs/DUE_Benchmark/KleisterCharity/pages/abbf98ed31e28068150dce58296302ee_page32.png"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>137,644,268,655</bbox>"}, {"role": "assistant", "content": "<ocr> (lncrease)Decrease </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "KleisterCharity", "id": "KleisterCharity_bbox2t_44"}
{"image": ["./imgs/TextVQA/test_images/87a1314ffd17c560.jpg"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>197,930,237,969</bbox>"}, {"role": "assistant", "content": "<ocr> DE </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_286"}
{"image": ["./imgs/DUE_Benchmark/WikiTableQuestions/pages/csv_204-csv_925_page0.png"], "messages": [{"role": "user", "content": "<|image|>Detect the text in the bounding box <bbox>324,925,778,963</bbox>"}, {"role": "assistant", "content": "<ocr> 0 0 0 0 </ocr>"}], "task_name": "phrase_bbox2t_sft", "dataset_name": "WikiTableQuestions", "id": "WikiTableQuestions_bbox2t_85"}
{"image": ["./imgs/DUE_Benchmark/DocVQA/pngs/xhxb0228_2.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>99,914,566,930</bbox>"}, {"role": "assistant", "content": "<ocr> EVERY DAY EAT FOODS FROM EACH GROUP </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "DocVQA", "id": "DocVQA_bbox2t_447"}
{"image": ["./imgs/DUE_Benchmark/TabFact/pages/2-13312898-28_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>27,246,910,287</bbox>"}, {"role": "assistant", "content": "<ocr> 2 4 32 Ray Donaldson Center Georgia </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "TabFact", "id": "TabFact_bbox2t_383"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/442439-collect-files-25453-political-file-2012-non_page0.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>51,284,337,449</bbox>"}, {"role": "assistant", "content": "<ocr> PRE PRINTED : \n PRINTED DATE : \n REV NUM : 1 \n ORDERS OF \n SORT BY : By Order Number \n REQUEST ID : \n REQUEST RUN ID : \n ORDER RANGE : 80550 </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_916"}
{"image": ["./imgs/DUE_Benchmark/DeepForm/pages/089d0582-2342-ae46-bd66-14406b51608c_page1.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>24,476,960,914</bbox>"}, {"role": "assistant", "content": "<ocr> 04/07/20to04/13/20 2x MTWTF-- \n WVII Tu 04/07/20 :30 7:35 PM CEM20104H $1,400.00 2 \n WVII M 04/13/20 :30 7:35 PM CEM20106H $1,400.00 1 \n 10 WVII Sa 7:00 PM-8:00 PM \n 04/06/20to04/12/20 1x -----S- \n WVII Sa 04/11/20 :30 7:54 PM CEM20105H $350.00 1 \n 11 WVII Late News M-F 11:00 PM-11:35 PM \n 04/07/20to04/13/20 2x MTWTF-- \n WVII Th 04/09/20 :30 11:19 PM CEM20104H $150.00 2 \n WVII M 04/13/20 :30 11:31 PM CEM20105H $150.00 1 \n 12 WVII Friday Prime C 9:00 PM-11:00 PM \n 04/06/20to04/12/20 1x ----F-- \n WVII F 04/10/20 :30 10:45 PM CEM20105H $250.00 1 \n Aired Spots 19 \n Gross Total $7,320.00 \n Agency Commission $1,098.00 \n Net Amount Due $6,222.00 Payment Terms 30 Days \n Invoice Balance as of 05/05/20 11:59:43 AM ET $0.00 \n In accordance with paragraphs 49 and 50 of the United Stated Federal Communications Commission Report and Order No. FCC 07-217, this station will not discriminate in any contract for advertising on the basis of race or ethnicity, and all such contracts will be evaluated, </ocr>"}], "task_name": "block_bbox2t_sft", "dataset_name": "DeepForm", "id": "DeepForm_bbox2t_350"}
{"image": ["./imgs/VisualMRC/images/fsf.org/__donate.fsf.org01.png"], "messages": [{"role": "user", "content": "<|image|>Recognize the text in the bounding box <bbox>41,536,125,583</bbox>"}, {"role": "assistant", "content": "<ocr> Thank you. </ocr>"}], "task_name": "line_bbox2t_sft", "dataset_name": "VisualMRC", "id": "VisualMRC_bbox2t_687"}
{"image": ["./imgs/TextVQA/test_images/f43dc67bf3be72c6.jpg"], "messages": [{"role": "user", "content": "<|image|>Identify the text within the bounding box <bbox>418,225,488,250</bbox>"}, {"role": "assistant", "content": "<ocr> Psn </ocr>"}], "task_name": "word_bbox2t_sft", "dataset_name": "TextVQA", "id": "TextVQA_bbox2t_480"}