Add tests to make sure task definitions don't change without the version also changing

tests/testdata/wmt20-ja-en-v0-res.json

+{"results": {"wmt20-ja-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.008746699848208648, "chrf_stderr": 0.001330742784964337, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ja-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-km-en-v0-greedy_until.json

+[["Central Khmer phrase: \u1787\u17b6\u1791\u17bc\u1791\u17c5\u178f\u17b6\u179a\u17b6\u179c\u17b7\u1791\u17bc\u17a2\u17b6\u1798\u17c9\u17b6\u179f\u17cb\u179f\u1784\u17d2\u1780\u17c1\u178f\u1783\u17be\u1789\u1794\u17b6\u178f\u17bb\u1797\u17bc\u178f\u1795\u17d2\u179f\u17c1\u1784\u17d7\u1793\u17c3\u179f\u1780\u179b\u179b\u17c4\u1780\u1793\u17b7\u1784\u1794\u17b6\u178f\u17bb\u1797\u17bc\u178f\u1795\u17d2\u179f\u17c1\u1784\u17d7\u1796\u17c1\u179b\u1781\u17d2\u179b\u17c7\u178a\u17c4\u1799\u17a7\u1794\u1780\u179a\u178e\u17cd\u178a\u17c2\u179b\u1796\u17bd\u1780\u1782\u17c1\u179f\u1784\u17cb\u178a\u17c4\u1799\u1781\u17d2\u179b\u17bd\u1793\u17af\u1784\u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u179a\u17b6\u179b\u17cb\u1798\u17bd\u1799\u1793\u17b6\u1791\u17b8\u1782\u17ba\u178f\u17d2\u179a\u17bc\u179c\u1794\u17b6\u1793\u1785\u17c6\u1793\u17b6\u1799\u1793\u17c5\u1782\u17d2\u179a\u1794\u17cb\u1791\u17b9\u1780\u1793\u17b8\u1798\u17bd\u1799\u17d7\u1787\u17b6\u1798\u17bd\u1799\u17a2\u17d2\u1793\u1780\u1794\u17d2\u179a\u1799\u17bb\u1791\u17d2\u1792\u179f\u17d2\u1790\u17b7\u178f\u1793\u17c5\u178f\u17b6\u1798\u1787\u17d2\u179a\u17bb\u1784\u178a\u17c2\u179b\u178f\u17d2\u179a\u17bc\u179c\u1794\u17b6\u1793\u1785\u17b6\u178f\u17cb\u178f\u17b6\u17c6\u1784\u17b2\u17d2\u1799 \u178a\u17c4\u1799\u1798\u17b6\u1793\u1780\u17b6\u179a\u1791\u1791\u17bd\u179b\u1794\u17b6\u1793\u178a\u17c6\u1794\u17bc\u1793\u17d2\u1798\u17b6\u1793\u1793\u17b7\u1784\u1780\u17b6\u179a\u1799\u1780\u1785\u17b7\u178f\u17d2\u178f\u1791\u17bb\u1780\u178a\u17b6\u1780\u17cb\u1796\u17b8\u1782\u17d2\u179a\u17bc\u1794\u1784\u17d2\u179c\u17b7\u1780\u1793\u17b7\u1784\u1794\u17bb\u1782\u17d2\u1782\u179b\u17b7\u1780\u1793\u17b6\u1793\u17b6\u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1780\u179f\u17b7\u1780\u1798\u17d2\u1798\u178f\u17c6\u178e\u17b6\u1784\u17b1\u17d2\u1799\u1795\u17d2\u1793\u17c2\u1780\u178f\u17bc\u1785\u1798\u17bd\u1799\u1793\u17c3\u179f\u17c1\u178a\u17d2\u178b\u1780\u17b7\u1785\u17d2\u1785\u17a2\u17b6\u17a1\u17b6\u179f\u17d2\u1780\u17b6\u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1794\u17d2\u179a\u1791\u17c1\u179f\u178a\u17c2\u179b\u1798\u17b6\u1793\u179f\u17c1\u178a\u17d2\u178b\u1780\u17b7\u1785\u17d2\u1785\u1791\u17b8\u1795\u17d2\u179f\u17b6\u179a\u1794\u17b6\u1793\u1780\u17be\u178f\u1798\u17b6\u1793\u1793\u17c5\u1780\u17d2\u179a\u17c4\u1798\u1791\u1798\u17d2\u179a\u1784\u17cb\u1787\u17b6\u1785\u17d2\u179a\u17be\u1793\u179a\u1794\u179f\u17cb\u179a\u178a\u17d2\u178b\u17b6\u1797\u17b7\u1794\u17b6\u179b\u1793\u17b7\u1784\u1793\u17c5\u178a\u1784\u1781\u17bb\u179f\u1782\u17d2\u1793\u17b6\u1780\u1793\u17d2\u179b\u17c2\u1784\u1787\u17b6\u1785\u17d2\u179a\u17be\u1793\u1793\u17b7\u1784\u179c\u1794\u17d2\u1794\u1792\u1798\u17cd\u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1780\u17b6\u179a\u178a\u17b9\u1780\u1787\u1789\u17d2\u1787\u17bc\u1793\u17a2\u1793\u17d2\u178f\u179a\u1787\u17b6\u178f\u17b7\u178f\u17b6\u1798\u1795\u17d2\u179b\u17bc\u179c\u1782\u17c4\u1780 \u178f\u17d2\u179a\u17bc\u179c\u17a2\u1793\u17bb\u179c\u178f\u17d2\u178f\u178f\u17b6\u1798\u1780\u17b7\u1785\u17d2\u1785\u1796\u17d2\u179a\u1798\u1796\u17c0\u17d2\u179a\u1784\u17a2\u1793\u17d2\u178f\u179a\u1787\u17b6\u178f\u17b7 \u1793\u17c5\u1796\u17c1\u179b\u1796\u17d2\u179a\u17c7\u179a\u17b6\u1787\u17b6\u178e\u17b6\u1785\u1780\u17d2\u179a\u1780\u1798\u17d2\u1796\u17bb\u1787\u17b6 \u1794\u17b6\u1793\u1785\u17bc\u179b\u1787\u17b6\u1797\u17b6\u1782\u17b8 \u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u17a2\u1793\u17bb\u179c\u178f\u17d2\u178f\u178f\u17b6\u1798\u1780\u17b6\u179a\u1780\u17c6\u1793\u178f\u17cb \u1793\u17b7\u1784 \u1793\u17b8\u178f\u17b7\u179c\u17b7\u1792\u17b8\u1795\u17d2\u179f\u17c1\u1784\u17d7\u178a\u17c2\u179b\u1791\u17b6\u1780\u17cb\u1791\u1784\u178a\u179b\u17cb\u1780\u17b6\u179a\u178f\u17d2\u179a\u17bd\u178f\u1796\u17b7\u1793\u17b7\u178f\u17d2\u1799 \u1780\u17b6\u179a\u1782\u17d2\u179a\u1794\u17cb\u1782\u17d2\u179a\u1784\u17a0\u17b7\u179a\u1789\u17d2\u1789\u179c\u178f\u17d2\u1790\u17bb\u178a\u17c2\u179b\u179a\u17c0\u1794\u1785\u17c6\u178a\u17c4\u1799\u1780\u17d2\u179a\u179f\u17bd\u1784\u179f\u17c1\u178a\u17d2\u178b\u1780\u17b7\u1785\u17d2\u1785 \u1793\u17b7\u1784 \u17a0\u17b7\u179a\u1789\u17d2\u1789\u179c\u178f\u17d2\u1790\u17bb\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1793\u17b8\u178f\u17b7\u179c\u17b7\u1792\u17b8: \u179c\u17b7\u1792\u17b8 \u178a\u17c2\u179b\u178f\u17bb\u179b\u17b6\u1780\u17b6\u179a\u1794\u17d2\u179a\u17be\u1794\u17d2\u179a\u17b6\u179f\u17cb \u178a\u17be\u1798\u17d2\u1794\u17b8\u1785\u17b6\u178f\u17cb\u1785\u17c2\u1784\u179a\u17bf\u1784\u1780\u17d2\u178a\u17b8\u178f\u17b6\u17c6\u1784\u1796\u17b8\u178a\u17be\u1798\u179a\u17a0\u17bc\u178f\u178a\u179b\u17cb\u1785\u1794\u17cb \u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1780\u17d2\u179a\u17c5\u1796\u17b8\u1785\u17c6\u17a0\u17b6\u1799\u179c\u17b7\u1791\u17d2\u1799\u17bb\u179f\u1780\u1798\u17d2\u1798\u17a2\u17c1\u17a1\u17b7\u1785\u178f\u17d2\u179a\u17bc\u1798\u17c9\u17b6\u1789\u17c9\u17c1\u1791\u17b7\u1785 \u1796\u17d2\u179a\u17b9\u178f\u17d2\u178f\u17b7\u1780\u17b6\u179a\u178e\u17cd\u1798\u17bd\u1799\u1785\u17c6\u1793\u17bd\u1793\u1791\u17c0\u178f\u178a\u17c2\u179b\u1798\u17b6\u1793\u1794\u17d2\u179a\u1797\u1796\u1796\u17b8\u1785\u1798\u17d2\u1784\u17b6\u1799\u1786\u17d2\u1784\u17b6\u1799\u17a2\u17b6\u1785\u178f\u17d2\u179a\u17bc\u179c\u1794\u17b6\u1793\u17a2\u1784\u17d2\u1780\u17c1\u178f\u1783\u17be\u1789\u1796\u17b8\u1795\u17c2\u1793\u178a\u17b8\u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1794\u1791\u1794\u17d2\u1794\u1789\u17d2\u1789\u178f\u17d2\u178f\u17b7\u1791\u17b6\u17c6\u1784\u17a1\u17b6\u1799\u178e\u17b6\u178a\u17c2\u179b\u1795\u17d2\u1791\u17bb\u1799\u1793\u17b9\u1784\u1785\u17d2\u1794\u17b6\u1794\u17cb\u1793\u17c1\u17c7 \u178f\u17d2\u179a\u17bc\u179c\u1791\u17bb\u1780\u1787\u17b6\u1793\u17b7\u179a\u17b6\u1780\u179a\u178e\u17cd \u17d4\nEnglish phrase:", ["\n"]], ["Central Khmer phrase: \u1780\u17d2\u179a\u17bb\u1798\u17a2\u17d2\u1793\u1780\u1782\u17b6\u17c6\u1791\u17d2\u179a \u1793\u17c3 \u1780\u17b6\u179a\u17a0\u17b6\u1798\u1783\u17b6\u178f\u17cb \u1793\u17c1\u17c7 \u179b\u17be\u1780\u17a1\u17be\u1784\u1790\u17b6 \u1780\u17b8\u17a1\u17b6\u1794\u17d2\u179a\u178a\u17b6\u179b\u17cb \u1782\u17ba\u1787\u17b6\u1780\u17b8\u17a1\u17b6 \u178f\u17c2\u1798\u17bd\u1799\u1782\u178f\u17cb \u178a\u17c2\u179b\u1792\u17d2\u179c\u17be\u17b2\u17d2\u1799\u179a\u1794\u17bd\u179f \u178a\u179b\u17cb\u17a2\u178f\u17d2\u178f\u1796\u179b\u17b7\u1780\u1795\u17d2\u179f\u17c1\u1784\u1791\u17c0\u178f \u1782\u17ba\u1787\u17b6\u1782\u17c4\u179b\u178a\u17c5 \u178a\u17c2\u179b\u1785\u1784\u17cb\u1794\u17b6\u1793\u17d4\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-km-en-v0-res.json

+{"results": {"wmt20-km-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.012725279557148805, "chrf_stderr": 0.0015993582939351659, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-km-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-pl-en-v0-greedy_until.json

+[["Polish phrase: \u201eMusimy zbudowa\u0107 na nowo fundament\u201d\nEnglish phrase:", ["\n"]], ["Polish phrase: \u201eBia\u0142o-Czerwoni\u201d przegrali 1:3 i zagraj\u0105 o br\u0105zowy medal.\nEnglish phrase:", ["\n"]], ["Polish phrase: Wcze\u015bniej o\u015bwiadczenie maj\u0105tkowe opublikowa\u0142 r\u00f3wnie\u017c Jaros\u0142aw Kaczy\u0144ski.\nEnglish phrase:", ["\n"]], ["Polish phrase: Koncern zareagowa\u0142 na krytyk\u0119 i wprowadzi\u0142 ju\u017c na rynek lalki o r\u00f3\u017cnych kolorach sk\u00f3ry, a tak\u017ce bardziej zaokr\u0105glonych kszta\u0142tach.\nEnglish phrase:", ["\n"]], ["Polish phrase: Przez 25 lat pracowa\u0142a w bran\u017cy public relations z takimi firmami jak PZU, Red Bull, czy Bayer.\nEnglish phrase:", ["\n"]], ["Polish phrase: W sumie ma\u0142\u017conkowie mog\u0105 pochwali\u0107 si\u0119 dwoma domami, trzema mieszkaniami, oszcz\u0119dno\u015bciami[...]\u201d, pisze Money.pl.\nEnglish phrase:", ["\n"]], ["Polish phrase: M\u0105\u017c spokojnie pyta: jaka kobieta, kochanie?\nEnglish phrase:", ["\n"]], ["Polish phrase: Najwi\u0119ksze pole do obni\u017cek st\u00f3p ma Fed, co powinno doprowadzi\u0107 do os\u0142abienia ameryka\u0144skiej waluty w horyzoncie kolejnych lat.\nEnglish phrase:", ["\n"]], ["Polish phrase: \u201eJego oczy, uszy, nos i usta by\u0142y ca\u0142e we krwi\u201d, opowiada kobieta.\nEnglish phrase:", ["\n"]], ["Polish phrase: Na Podkarpaciu rozpocz\u0119\u0142a si\u0119 realizacja nowelizacji rozporz\u0105dzenia ministerstwa infrastruktury w sprawie m.in. zapisywania nazw zagranicznych miast na znakach drogowych tak\u017ce po polsku.\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-pl-en-v0-res.json

+{"results": {"wmt20-pl-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.018104380442545937, "chrf_stderr": 0.002650675290655459, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-pl-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-ps-en-v0-greedy_until.json

+[["Pushto phrase: \u0634\u067e\u0696 \u062c\u0645\u0647\u0648\u0631\u064a \u0627\u0648 \u0685\u0644\u0648\u0631 \u062f\u06cc\u0645\u0648\u06a9\u0631\u0627\u062a\u0627\u0646\u0648 \u062f \u0627\u0644\u0627\u0633\u06a9\u0627 \u062f \u0648\u0627\u0644\u064a \u067e\u0647 \u062a\u0648\u06ab\u0647 \u062f\u0646\u062f\u06d0 \u062a\u0631\u0633\u0631\u0647 \u06a9\u0693\u06d0.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u06a9\u0644\u0647 \u0686\u06d0 \u062f \u0627\u0646\u0633\u0627\u0646\u064a \u062f\u0631\u062c\u0647 \u06cc\u0627\u0646\u0648\u0645\u0631\u0647 \u0648\u0631\u06a9\u0648\u0648\u0646\u06a9\u0648 \u0633\u0631\u0647 \u067e\u0631\u062a\u0644\u0647 \u0634\u0648\u0644\u060c\u200c \u062f \u0627\u06cc\u0646 \u0627\u06cc\u0644 \u067e\u064a \u062a\u062e\u0646\u06cc\u06a9 \u067e\u0647 \u0646\u0648\u0645\u0631\u0647 \u0648\u0631\u06a9\u0648\u0644\u0648 \u0627\u0648 \u0627\u0635\u0644\u06cc\u062a\u0648\u0628 \u06a9\u06d0 \u062f \u0628\u0627\u0648\u0631 \u0648\u0693 \u0627\u0648 \u0645\u0646\u0627\u0633\u0628 \u0648\u069a\u0648\u062f\u0644 \u0634\u0648( \u06a9\u0644\u0647 \u0686\u06d0 \u062f \u0627\u0646\u0633\u0627\u0646\u064a \u062f\u0631\u062c\u0647 \u0648\u0631\u06a9\u0648\u0648\u0646\u06a9\u0648 \u0633\u0631\u0647 \u067e\u0631\u062a\u0644\u0647 \u0634\u0648).\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u06a9\u0644\u0647 \u0686\u06d0 \u0646\u0648\u0631\u06d0 \u067c\u0648\u0644\u06d0 \u0685\u0627\u0646\u06af\u06d0 \u0645\u0627\u0644\u0648\u0645\u0627\u062a \u0631\u0627\u067c\u0648\u0644 \u06a9\u0693\u064a \u060c \u0648\u0631\u0648\u0633\u062a\u0647 \u064a\u06d0 \u062f \u0686\u0627 \u06bc \u0644\u067e\u0627\u0631\u0647 \u062f\u063a\u06d0 \u0685\u0627\u0646\u06af\u06d0 \u062a\u0647 \u0627\u0633\u062a\u0648\u064a \u060c \u0686\u06d0 \u0631\u0627\u067e\u0648\u0631 \u062a\u0631\u06d0 \u0648\u0644\u064a\u06a9\u064a.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u062f \u067e\u06cc\u0686\u06be\u06d2 \u0645\u0648\u0689\u0648\u0644 \u0633\u0631\u0647 \u0634\u0627\u0645\u0644\u0648\u0644 \u0634\u0627\u0645\u0644 \u062f\u064a \u062f \u067e\u069a\u0648 \u062f \u067e\u069a\u0648 \u0627\u0648 \u062f \u0644\u06cc\u06ab \u067e\u069a\u06d0 \u0633\u0631\u0647 \u067e\u0634 \u06a9\u0693\u0626.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u0628\u0647\u0627\u064a\u064a\u0627\u0646 \u0644\u0647 \u0645\u0633\u0644\u0645\u0627\u0646\u0627\u0646\u0648 \u0685\u062e\u0647 \u0689\u06d0\u0631\u0647 \u0643\u0631\u0643\u0647 \u0627\u0648 \u0646\u0641\u0631\u062a \u0643\u0648\u064a \u060c \u0627\u0648 \u062f\u062f\u0648\u064a \u067e\u0647 \u0627\u0693\u0647 \u0689\u06d0\u0631\u06d0 \u0646\u0627\u0648\u0693\u0647 \u062e\u0628\u0631\u06d0 \u0643\u0648\u064a.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u0648\u06cc\u0628 \u0628\u06cc\u0627 \u0648\u0631\u0633\u062a\u0647 \u062f \u0645\u0631\u0633\u062a\u06cc\u0627 \u0645\u062f\u06cc\u0631 ( \u0648\u0631\u0648\u0633\u062a\u0647 \u0645\u0639\u0627\u0648\u0646 \u0627\u062f\u0627\u0631\u0647 \u06a9\u0648\u0648\u0646\u06a9\u064a) \u0633\u0631\u0647 \u06a9\u0627\u0631 \u0648\u06a9\u0693 \u062f \u0628\u062d\u0631 \u0633\u0693\u064a \u06cc\u0627 \u06a9\u069a\u062a\u06cd \u0648\u0627\u0646\u0627\u0646 \u062f \u0641\u0636\u0627 \u062f \u0633\u0693\u06cc\u0648 \u067e\u0631\u0648\u0627\u0632 \u0628\u06cc\u0627 \u062a\u0631\u062a\u06cc\u0628 \u06a9\u0648\u064a (\u0627\u0648 \u0627\u06cc\u0645 \u0627\u06cc\u0633 \u0627\u06cc\u0641)\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u062f \u0644\u0646\u062f\u0628\u0644 \u067e\u0647 \u062c\u0631\u06cc\u0627\u0646 \u06a9\u06d0\u060c \u062f \u0648\u0627\u067c \u067e\u0648\u067c\u06a9\u064a \u0630\u0631\u0627\u062a \u062f \u0628\u0631\u069a\u0646\u0627 \u067e\u0647 \u062a\u0648\u0631 \u0627\u062e\u06cc\u0633\u062a\u0644 \u06a9\u06cc\u0696\u064a.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u0686\u06d0: (\u0628\u0647\u0627\u064a\u064a\u0627\u0646 \u0643\u0627\u0641\u0631\u0627\u0646 \u062f\u064a \u060c \u0644\u0647 \u0628\u0647\u0627\u064a\u064a \u069a\u0681\u06d0 \u0633\u0631\u0647 \u062f \u0645\u0633\u0644\u0645\u0627\u0646 \u0633\u0693\u064a \u0646\u0643\u0627\u062d \u0646\u0647 \u0646\u0627\u0631\u0648\u0627 \u062f\u0647.\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u062f \u0627\u0631\u0648\u0627\u0647 \u067e\u0648\u0647 \u0631\u0627\u0628\u0631\u067c \u0627\u067e\u0633\u067c\u06d0\u0646 \u067e\u0647 \u0645\u0637\u0627\u0628\u0642\u060c \u0632\u06cc\u0631\u06a9\u062a\u06cc\u0627 \u062f \u0630\u0647\u0646\u06cc \u0641\u0634\u0627\u0631 \u0644\u0647 \u0627\u0645\u0644\u0647 \u062e\u0631\u0627\u0628\u06cc\u062f\u06cc \u0634\u064a\nEnglish phrase:", ["\n"]], ["Pushto phrase: \u0645\u062a\u0644\u0648\u0646\u0647 \u062f \u067e\u069a\u062a\u0648 \u067e\u0647 \u0685\u06d0\u0631 \u062f \u0646\u0693\u06cd \u067e\u0647 \u0646\u0648\u0631\u0648 \u0698\u0628\u0648 \u06a9\u06d0 \u0647\u0645 \u062f \u0646\u062b\u0631 \u0627\u0648 \u0646\u0638\u0645 \u067e\u0647 \u0628\u06bc\u0647 \u0648\u064a.\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-ps-en-v0-res.json

+{"results": {"wmt20-ps-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.017763851959387653, "chrf_stderr": 0.0016432251736730188, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ps-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-ru-en-v0-greedy_until.json

+[["Russian phrase: \u0417\u0430 \u043f\u0435\u0440\u0432\u043e\u0435 \u043d\u0430\u0440\u0443\u0448\u0435\u043d\u0438\u0435 \u0437\u0430\u043f\u0440\u0435\u0442\u043e\u0432 \u043f\u0440\u0435\u0434\u0443\u0441\u043c\u043e\u0442\u0440\u0435\u043d \u0448\u0442\u0440\u0430\u0444 \u0432 \u0440\u0430\u0437\u043c\u0435\u0440\u0435 \u043e\u0442 30 \u0434\u043e 300 \u0442\u044b\u0441\u044f\u0447 \u0440\u0443\u0431\u043b\u0435\u0439, \u0430 \u0437\u0430 \u043f\u043e\u0432\u0442\u043e\u0440\u043d\u043e\u0435 \u043d\u0430\u0440\u0443\u0448\u0435\u043d\u0438\u0435 - \u0430\u0434\u043c\u0438\u043d\u0438\u0441\u0442\u0440\u0430\u0442\u0438\u0432\u043d\u044b\u0439 \u0430\u0440\u0435\u0441\u0442 \u043d\u0430 \u0441\u0440\u043e\u043a \u0434\u043e 15 \u0441\u0443\u0442\u043e\u043a.\nEnglish phrase:", ["\n"]], ["Russian phrase: \u041d\u0430 \u043f\u043b\u044f\u0436\u0430\u0445 \u0441\u0435\u0432\u0435\u0440\u043e-\u0432\u043e\u0441\u0442\u043e\u043a\u0430 \u0411\u0440\u0430\u0437\u0438\u043b\u0438\u0438 \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0435\u043d\u044b \u043d\u0435\u043e\u043f\u043e\u0437\u043d\u0430\u043d\u043d\u044b\u0435 \u043d\u0435\u0444\u0442\u044f\u043d\u044b\u0435 \u043f\u044f\u0442\u043d\u0430\nEnglish phrase:", ["\n"]], ["Russian phrase: \u0421\u0435\u043a\u0440\u0435\u0442\u0430\u0440\u044c \u0421\u043e\u0432\u0435\u0442\u0430 \u043d\u0430\u0446\u0438\u043e\u043d\u0430\u043b\u044c\u043d\u043e\u0439 \u0431\u0435\u0437\u043e\u043f\u0430\u0441\u043d\u043e\u0441\u0442\u0438 \u0438 \u043e\u0431\u043e\u0440\u043e\u043d\u044b (\u0421\u041d\u0411\u041e) \u0423\u043a\u0440\u0430\u0438\u043d\u044b \u0410\u043b\u0435\u043a\u0441\u0430\u043d\u0434\u0440 \u0414\u0430\u043d\u0438\u043b\u044e\u043a \u043d\u0430\u043f\u0438\u0441\u0430\u043b \u0437\u0430\u044f\u0432\u043b\u0435\u043d\u0438\u0435 \u043e\u0431 \u043e\u0442\u0441\u0442\u0430\u0432\u043a\u0435, \u0441\u043e\u043e\u0431\u0449\u0430\u0435\u0442 \u043e\u0444\u0438\u0441 \u043f\u0440\u0435\u0437\u0438\u0434\u0435\u043d\u0442\u0430 \u0441\u0442\u0440\u0430\u043d\u044b.\nEnglish phrase:", ["\n"]], ["Russian phrase: \u041d\u0430 \u043f\u0440\u043e\u0442\u044f\u0436\u0435\u043d\u0438\u0438 \u043f\u043e\u0441\u043b\u0435\u0434\u043d\u0438\u0445 \u0434\u0432\u0443\u0445 \u0441\u0435\u0437\u043e\u043d\u043e\u0432 \u0414\u0436\u0435\u043d\u043d\u0430\u0440\u043e \u0432\u043e\u0437\u0433\u043b\u0430\u0432\u043b\u044f\u043b \"\u0440\u043e\u0441\u0441\u043e\u043d\u0435\u0440\u0438\".\nEnglish phrase:", ["\n"]], ["Russian phrase: \u0412 \u0440\u0430\u043c\u043a\u0430\u0445 \u043e\u0431\u0448\u0438\u0440\u043d\u043e\u0439 \u043f\u0440\u043e\u0433\u0440\u0430\u043c\u043c\u044b \u0431\u0443\u0434\u0443\u0442 \u043f\u043e\u043a\u0430\u0437\u0430\u043d\u044b \u0441\u043f\u0435\u043a\u0442\u0430\u043a\u043b\u0438, \u0432 \u043e\u0441\u043d\u043e\u0432\u0443 \u043a\u043e\u0442\u043e\u0440\u044b\u0445 \u043b\u0435\u0433\u043b\u0438 \u0441\u0442\u0438\u0445\u0438 \u0433\u043b\u0430\u0432\u043d\u044b\u0445 \u043f\u043e\u044d\u0442\u043e\u0432 \u0441\u043e\u0432\u0440\u0435\u043c\u0435\u043d\u043d\u043e\u0441\u0442\u0438.\nEnglish phrase:", ["\n"]], ["Russian phrase: \u041f\u043e \u0435\u0433\u043e \u043c\u043d\u0435\u043d\u0438\u044e, \u0431\u043e\u043b\u0435\u0435 \u0442\u0435\u0441\u043d\u043e\u0435 \u044d\u043a\u043e\u043d\u043e\u043c\u0438\u0447\u0435\u0441\u043a\u043e\u0435 \u0432\u0437\u0430\u0438\u043c\u043e\u0434\u0435\u0439\u0441\u0442\u0432\u0438\u0435 \u0441 \u0411\u0435\u043b\u043e\u0440\u0443\u0441\u0441\u0438\u0435\u0439 \u043f\u043e\u0439\u0434\u0435\u0442 \u043d\u0430 \u043f\u043e\u043b\u044c\u0437\u0443 \u0440\u0435\u0433\u0438\u043e\u043d\u0443.\nEnglish phrase:", ["\n"]], ["Russian phrase: \u041d\u0430 \u043f\u043b\u044f\u0436\u0430\u0445 \u0447\u0435\u0442\u044b\u0440\u0435\u0445 \u0438\u0437 \u0432\u043e\u0441\u044c\u043c\u0438 \u043f\u043e\u0441\u0442\u0440\u0430\u0434\u0430\u0432\u0448\u0438\u0445 \u0448\u0442\u0430\u0442\u043e\u0432 \u0441\u0435\u0432\u0435\u0440\u043e-\u0432\u043e\u0441\u0442\u043e\u043a\u0430 \u0441\u0442\u0440\u0430\u043d\u044b \u0437\u0430\u0449\u0438\u0442\u043d\u0438\u043a\u0438 \u043e\u043a\u0440\u0443\u0436\u0430\u044e\u0449\u0435\u0439 \u0441\u0440\u0435\u0434\u044b \u043e\u0431\u043d\u0430\u0440\u0443\u0436\u0438\u043b\u0438 \u0434\u0435\u0432\u044f\u0442\u044c \u043c\u043e\u0440\u0441\u043a\u0438\u0445 \u0447\u0435\u0440\u0435\u043f\u0430\u0445, \u043f\u043e\u043b\u043d\u043e\u0441\u0442\u044c\u044e \u043f\u043e\u043a\u0440\u044b\u0442\u044b\u0445 \u043d\u0435\u0444\u0442\u044f\u043d\u043e\u0439 \u043f\u043b\u0435\u043d\u043a\u043e\u0439.\nEnglish phrase:", ["\n"]], ["Russian phrase: \u0412 \u043f\u043e\u0434\u0437\u0435\u043c\u043a\u0435 \u0437\u0430\u043f\u0443\u0441\u0442\u0438\u043b\u0438 \u043d\u043e\u0432\u044b\u0439 \u0442\u0435\u043c\u0430\u0442\u0438\u0447\u0435\u0441\u043a\u0438\u0439 \u043f\u043e\u0435\u0437\u0434 \"\u0412\u0435\u043b\u0438\u043a\u0438\u0439 \u0440\u0443\u0441\u0441\u043a\u0438\u0439 \u0430\u0440\u0442\u0438\u0441\u0442 \u041e\u043b\u0435\u0433 \u0422\u0430\u0431\u0430\u043a\u043e\u0432\".\nEnglish phrase:", ["\n"]], ["Russian phrase: \u0412 \u0420\u043e\u0441\u0441\u0438\u0438 \u043f\u043e\u0441\u0442\u0440\u0430\u0434\u0430\u043b\u0438 19 \u0440\u0435\u0433\u0438\u043e\u043d\u043e\u0432.\nEnglish phrase:", ["\n"]], ["Russian phrase: \"\u041c\u043e\u0441\u043a\u043e\u0432\u0441\u043a\u043e\u0435 \u0434\u0435\u043b\u043e\" \u043f\u0440\u043e\u0442\u0438\u0432 \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a\u043e\u0432 \u043b\u0435\u0442\u043d\u0438\u0445 \u043f\u0440\u043e\u0442\u0435\u0441\u0442\u043d\u044b\u0445 \u0430\u043a\u0446\u0438\u0439 \u0447\u0435\u043c \u0434\u0430\u043b\u044c\u0448\u0435, \u0442\u0435\u043c \u0437\u0430\u043c\u0435\u0442\u043d\u0435\u0435 \u0440\u0430\u0441\u043f\u0430\u0434\u0430\u0435\u0442\u0441\u044f \u043d\u0430 \u043e\u0442\u0434\u0435\u043b\u044c\u043d\u044b\u0435 \u0444\u0440\u0430\u0433\u043c\u0435\u043d\u0442\u044b \u0438 \u0442\u0435\u0440\u044f\u0435\u0442 \u043f\u043e\u043b\u0438\u0442\u0438\u0447\u0435\u0441\u043a\u043e\u0435 \u043d\u0430\u043f\u043e\u043b\u043d\u0435\u043d\u0438\u0435.\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-ru-en-v0-res.json

+{"results": {"wmt20-ru-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.014103678068423709, "chrf_stderr": 0.001382502553730505, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ru-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-ta-en-v0-greedy_until.json

+[["Tamil phrase: \u0b9a\u0bb0\u0bcd\u0bb5\u0ba4\u0bc7\u0b9a \u0ba4\u0bca\u0bb4\u0bbf\u0bb2\u0bbe\u0bb3\u0bb0\u0bcd \u0b85\u0bae\u0bc8\u0baa\u0bcd\u0baa\u0bc1 \u0b8e\u0ba9\u0bcd\u0baa\u0ba4\u0bc1 \u0b90\u0b95\u0bcd\u0b95\u0bbf\u0baf \u0ba8\u0bbe\u0b9f\u0bc1\u0b95\u0bb3\u0bcd \u0b9a\u0baa\u0bc8\u0baf\u0bbf\u0bb2\u0bcd \u0b85\u0bae\u0bc8\u0baf\u0baa\u0bcd\u0baa\u0bc6\u0bb1\u0bcd\u0bb1 \u0b92\u0bb0\u0bc7 \u0bae\u0bc1\u0ba4\u0bcd\u0ba4\u0bb0\u0baa\u0bcd\u0baa\u0bc1 \u0bae\u0ba9\u0bcd\u0bb1\u0bae\u0bcd \u0b86\u0b95\u0bc1\u0bae\u0bcd.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0b95\u0bbe\u0b99\u0bcd\u0b95\u0bc7\u0b9a\u0ba8\u0bcd\u0ba4\u0bc1\u0bb1\u0bc8\u0baf\u0bbf\u0bb2\u0bcd \u0b87\u0bb0\u0bc1\u0ba8\u0bcd\u0ba4\u0bc1 \u0ba4\u0bbf\u0bb0\u0bc1\u0b95\u0bcb\u0ba3\u0bae\u0bb2\u0bc8 \u0b8a\u0b9f\u0bbe\u0b95 \u0bae\u0b9f\u0bcd\u0b9f\u0b95\u0bcd\u0b95\u0bb3\u0baa\u0bcd\u0baa\u0bc1 \u0bb5\u0bb0\u0bc8\u0baf\u0bbf\u0bb2\u0bbe\u0ba9 \u0b95\u0bb0\u0bc8\u0baf\u0bcb\u0bb0\u0ba4\u0bcd\u0ba4\u0bbf\u0bb1\u0bcd\u0b95\u0bc1 \u0b85\u0baa\u0bcd\u0baa\u0bbe\u0bb1\u0bcd\u0baa\u0b9f\u0bcd\u0b9f \u0b95\u0b9f\u0bb2\u0bcd \u0baa\u0bbf\u0bb0\u0ba4\u0bc7\u0b9a\u0b99\u0bcd\u0b95\u0bb3\u0bbf\u0bb2\u0bcd \u0bae\u0bc1\u0b95\u0bbf\u0bb2\u0bcd \u0b95\u0bc2\u0b9f\u0bcd\u0b9f\u0ba4\u0bcd\u0ba4\u0bc1\u0b9f\u0ba9\u0bbe\u0ba9 \u0bae\u0bb4\u0bc8 \u0b85\u0bb2\u0bcd\u0bb2\u0ba4\u0bc1 \u0b87\u0b9f\u0bbf\u0baf\u0bc1\u0b9f\u0ba9\u0bcd \u0b95\u0bc2\u0b9f\u0bbf\u0baf \u0bae\u0bb4\u0bc8 \u0baa\u0bc6\u0baf\u0bcd\u0baf\u0b95\u0bcd\u0b95\u0bc2\u0b9f\u0bc1\u0bae\u0bcd.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0b92\u0bb5\u0bcd\u0bb5\u0bca\u0bb0\u0bc1 \u0b95\u0bc1\u0bb4\u0ba8\u0bcd\u0ba4\u0bc8\u0b95\u0bcd\u0b95\u0bc1\u0bae\u0bcd \u0ba4\u0ba9\u0ba4\u0bc1 \u0bb5\u0bbe\u0bb4\u0bcd\u0b95\u0bcd\u0b95\u0bc8\u0baf\u0bc8 \u0b89\u0baf\u0bb0\u0bcd\u0ba4\u0bcd\u0ba4\u0bc1\u0bb5\u0ba4\u0bb1\u0bcd\u0b95\u0bbe\u0ba9 \u0bb5\u0bbe\u0baf\u0bcd\u0baa\u0bcd\u0baa\u0bc8 \u0baa\u0bc6\u0bb1\u0bcd\u0bb1\u0bcb\u0bb0\u0bcd \u0b8f\u0bb1\u0bcd\u0baa\u0b9f\u0bc1\u0ba4\u0bcd\u0ba4\u0bbf \u0ba4\u0bb0 \u0bb5\u0bc7\u0ba3\u0bcd\u0b9f\u0bc1\u0bae\u0bcd' \u0b8e\u0ba9\u0bcd\u0bb1\u0bbe\u0bb0\u0bcd \u0b8e\u0ba9\u0bcd\u0baa\u0ba4\u0bc1 \u0b95\u0bc1\u0bb1\u0bbf\u0baa\u0bcd\u0baa\u0bbf\u0b9f\u0ba4\u0bcd \u0ba4\u0b95\u0bcd\u0b95\u0ba4\u0bc1.\nEnglish phrase:", ["\n"]], ["Tamil phrase: 98 \u0b9a\u0ba4\u0bb5\u0bc0\u0ba4 \u0b95\u0bbf\u0bb0\u0bbe\u0bae\u0b99\u0bcd\u0b95\u0bb3\u0bbf\u0bb2\u0bcd \u0b95\u0bbf\u0bb0\u0bbe\u0bae\u0baa\u0bcd\u0baa\u0bc1\u0bb1 \u0b9a\u0bc1\u0b95\u0bbe\u0ba4\u0bbe\u0bb0 \u0baa\u0bbe\u0ba4\u0bc1\u0b95\u0bbe\u0baa\u0bcd\u0baa\u0bc1 \u0b95\u0bca\u0ba3\u0bcd\u0b9f\u0bc1 \u0bb5\u0bb0\u0baa\u0bcd\u0baa\u0b9f\u0bcd\u0b9f\u0bc1\u0bb3\u0bcd\u0bb3\u0ba4\u0bc1.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0b87\u0bb5\u0bb0\u0bc1\u0b9f\u0bc8\u0baf \u0bae\u0b95\u0ba9\u0bcd \u0ba4\u0bc7\u0bb5\u0bc7\u0ba8\u0bcd\u0ba4\u0bbf\u0bb0\u0ba9\u0bcd (\u0bb5\u0baf\u0ba4\u0bc1 27).\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0b87\u0ba4\u0bc8\u0baf\u0b9f\u0bc1\u0ba4\u0bcd\u0ba4\u0bc1 \u0b89\u0baf\u0bb0\u0bcd \u0b85\u0ba4\u0bbf\u0b95\u0bbe\u0bb0\u0bbf\u0b95\u0bb3\u0bcd \u0bae\u0bc1\u0ba4\u0bcd\u0ba4\u0bc1\u0bb2\u0bbf\u0b99\u0bcd\u0b95\u0ba4\u0bcd\u0ba4\u0bc8 \u0bb5\u0bbf\u0bb4\u0bbe\u0bb5\u0bbf\u0bb2\u0bcd \u0b87\u0bb0\u0bc1\u0b95\u0bcd\u0b95\u0bb5\u0bc7\u0ba3\u0bcd\u0b9f\u0bbe\u0bae\u0bcd, \u0b89\u0b9f\u0ba9\u0b9f\u0bbf\u0baf\u0bbe\u0b95 \u0b95\u0bbf\u0bb3\u0bae\u0bcd\u0baa\u0bc1\u0b99\u0bcd\u0b95\u0bb3\u0bcd \u0b8e\u0ba9 \u0bb5\u0bbf\u0bb0\u0b9f\u0bcd\u0b9f\u0bbf\u0baf\u0b9f\u0bbf\u0ba4\u0bcd\u0ba4\u0ba9\u0bb0\u0bcd.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0b85\u0ba4\u0ba9\u0bcd \u0bae\u0bc1\u0b9f\u0bbf\u0bb5\u0bc1 \u0bb5\u0ba8\u0bcd\u0ba4 \u0baa\u0bbf\u0ba9\u0bcd\u0ba9\u0bb0\u0bc7 \u0baa\u0bc2\u0b9c\u0bc8 \u0b85\u0bb1\u0bc8\u0baf\u0bbf\u0bb2\u0bcd \u0bb5\u0bc6\u0b9f\u0bbf\u0ba4\u0bcd\u0ba4 \u0baa\u0bca\u0bb0\u0bc1\u0bb3\u0bcd \u0b8e\u0ba9\u0bcd\u0ba9?\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0bb0\u0bc2. 67.89 \u0b95\u0bcb\u0b9f\u0bbf \u0ba4\u0bbf\u0b9f\u0bcd\u0b9f \u0bae\u0ba4\u0bbf\u0baa\u0bcd\u0baa\u0bc0\u0b9f\u0bcd\u0b9f\u0bbf\u0bb2\u0bcd, 200 \u0b9a\u0ba4\u0bc1\u0bb0 \u0b85\u0b9f\u0bbf \u0baa\u0bb0\u0baa\u0bcd\u0baa\u0bb3\u0bb5\u0bc1 \u0b95\u0bca\u0ba3\u0bcd\u0b9f \u0baa\u0bb4\u0bc8\u0baf \u0b95\u0bc1\u0b9f\u0bbf\u0baf\u0bbf\u0bb0\u0bc1\u0baa\u0bcd\u0baa\u0bc1\u0b95\u0bb3\u0bc8 \u0b87\u0b9f\u0bbf\u0ba4\u0bcd\u0ba4\u0bc1\u0bb5\u0bbf\u0b9f\u0bcd\u0b9f\u0bc1, 400 \u0b9a\u0ba4\u0bc1\u0bb0 \u0b85\u0b9f\u0bbf \u0baa\u0bb0\u0baa\u0bcd\u0baa\u0bb3\u0bb5\u0bbf\u0bb2\u0bcd, \u0b92\u0bb0\u0bc1 \u0baa\u0b9f\u0bc1\u0b95\u0bcd\u0b95\u0bc8 \u0b85\u0bb1\u0bc8, \u0b92\u0bb0\u0bc1 \u0bb5\u0bb0\u0bb5\u0bc7\u0bb1\u0bcd\u0baa\u0bc1 \u0b85\u0bb1\u0bc8, \u0b92\u0bb0\u0bc1 \u0b9a\u0bae\u0bc8\u0baf\u0bb2\u0bcd \u0b85\u0bb1\u0bc8, \u0b92\u0bb0\u0bc1 \u0b95\u0bc1\u0bb3\u0bbf\u0baf\u0bb2\u0bb1\u0bc8 \u0bae\u0bb1\u0bcd\u0bb1\u0bc1\u0bae\u0bcd \u0b92\u0bb0\u0bc1 \u0b95\u0bb4\u0bbf\u0bb5\u0bb1\u0bc8 \u0b95\u0bca\u0ba3\u0bcd\u0b9f \u0baa\u0bc1\u0ba4\u0bbf\u0baf \u0b95\u0bc1\u0b9f\u0bbf\u0baf\u0bbf\u0bb0\u0bc1\u0baa\u0bcd\u0baa\u0bc1\u0b95\u0bb3\u0bcd, \u0b85\u0ba9\u0bc8\u0bb5\u0bb0\u0bc1\u0b95\u0bcd\u0b95\u0bc1\u0bae\u0bcd \u0bb5\u0bc0\u0b9f\u0bc1 \u0ba4\u0bbf\u0b9f\u0bcd\u0b9f\u0ba4\u0bcd\u0ba4\u0bbf\u0ba9\u0bcd \u0b95\u0bc0\u0bb4\u0bcd \u0bb5\u0bbf\u0bb0\u0bc8\u0bb5\u0bbf\u0bb2\u0bcd \u0b95\u0b9f\u0bcd\u0b9f\u0baa\u0bcd\u0baa\u0b9f \u0b89\u0bb3\u0bcd\u0bb3\u0ba4\u0bc1 \u0b8e\u0ba9\u0bcd\u0baa\u0ba4\u0bc8 \u0ba4\u0bc1\u0ba3\u0bc8 \u0bae\u0bc1\u0ba4\u0bb2\u0bae\u0bc8\u0b9a\u0bcd\u0b9a\u0bb0\u0bcd \u0ba4\u0bc6\u0bb0\u0bbf\u0bb5\u0bbf\u0ba4\u0bcd\u0ba4\u0bbe\u0bb0\u0bcd.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0ba8\u0bc0\u0b9f\u0bcd \u0ba4\u0bc7\u0bb0\u0bcd\u0bb5\u0bbf\u0bb2\u0bcd \u0b86\u0bb3\u0bcd \u0bae\u0bbe\u0bb1\u0bbe\u0b9f\u0bcd\u0b9f\u0bae\u0bcd \u0b9a\u0bc6\u0baf\u0bcd\u0ba4 \u0bb5\u0bb4\u0b95\u0bcd\u0b95\u0bbf\u0bb2\u0bcd \u0bae\u0bbe\u0ba3\u0bb5\u0bb0\u0bcd \u0b89\u0ba4\u0bbf\u0ba4\u0bcd \u0b9a\u0bc2\u0bb0\u0bcd\u0baf\u0bbe\u0bb5\u0bbf\u0ba9\u0bcd \u0ba4\u0ba8\u0bcd\u0ba4\u0bc8\u0baf\u0bbe\u0ba9 \u0b85\u0bb0\u0b9a\u0bc1 \u0bae\u0bb0\u0bc1\u0ba4\u0bcd\u0ba4\u0bc1\u0bb5\u0bb0\u0bcd \u0bb5\u0bc6\u0b99\u0bcd\u0b95\u0b9f\u0bc7\u0b9a\u0ba9\u0bcd \u0b9a\u0bb8\u0bcd\u0baa\u0bc6\u0ba3\u0bcd\u0b9f\u0bcd \u0b9a\u0bc6\u0baf\u0bcd\u0baf\u0baa\u0bcd\u0baa\u0b9f\u0bcd\u0b9f\u0bc1\u0bb3\u0bcd\u0bb3\u0bbe\u0bb0\u0bcd.\nEnglish phrase:", ["\n"]], ["Tamil phrase: \u0ba4\u0bae\u0bbf\u0bb4\u0b95\u0ba4\u0bcd\u0ba4\u0bbf\u0bb2\u0bcd \u0b8e\u0baa\u0bcd\u0baa\u0b9f\u0bbf \u0b8e\u0baa\u0bcd\u0baa\u0b9f\u0bbf\u0baf\u0bcb, \u0b8e\u0b99\u0bcd\u0b95\u0bc6\u0b99\u0bcd\u0b95\u0bcb \u0b9a\u0bc1\u0ba4\u0bcd\u0ba4\u0bbf, \u0ba4\u0bbe\u0bae\u0bb0\u0bc8\u0baf\u0bc8 \u0bae\u0bb2\u0bb0\u0bb5\u0bc7 \u0bb5\u0bc8\u0b95\u0bcd\u0b95 \u0bae\u0bc1\u0b9f\u0bbf\u0baf\u0bbe\u0ba4 \u0baa\u0b9f\u0bcd\u0b9a\u0ba4\u0bcd\u0ba4\u0bbf\u0bb2\u0bcd, \u0b95\u0b9f\u0bc8\u0b9a\u0bbf\u0baf\u0bbf\u0bb2\u0bcd \u0b9c\u0bbe\u0ba4\u0bbf \u0b85\u0bb0\u0b9a\u0bbf\u0baf\u0bb2\u0bc8 \u0baa\u0bbe\u0b9c\u0b95 \u0b95\u0bc8\u0baf\u0bbf\u0bb2\u0bcd \u0b8e\u0b9f\u0bc1\u0baa\u0bcd\u0baa\u0ba4\u0bbe\u0b95 \u0b95\u0bc2\u0bb1\u0baa\u0bcd\u0baa\u0b9f\u0bc1\u0b95\u0bbf\u0bb1\u0ba4\u0bc1.\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-ta-en-v0-res.json

+{"results": {"wmt20-ta-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.014065655746259299, "chrf_stderr": 0.001963513616924714, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-ta-en": 0}}
\ No newline at end of file

tests/testdata/wmt20-zh-en-v0-greedy_until.json

+[["Chinese phrase: \u5e86\u795d\u4e2d\u534e\u4eba\u6c11\u5171\u548c\u56fd\u6210\u7acb70\u5468\u5e74\u5916\u56fd\u4e13\u5bb6\u62db\u5f85\u4f1a\u4e3e\u884c \u97e9\u6b63\u51fa\u5e2d\u5e76\u81f4\u8f9e\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u4e2d\u56fd\u7acb\u8db3\u81ea\u8eab\u56fd\u60c5\uff0c\u5f00\u62d3\u51fa\u4e00\u6761\u4e2d\u56fd\u7279\u8272\u793e\u4f1a\u4e3b\u4e49\u9053\u8def\uff0c\u62d3\u5c55\u4e86\u53d1\u5c55\u4e2d\u56fd\u5bb6\u8d70\u5411\u73b0\u4ee3\u5316\u7684\u9014\u5f84\uff0c\u4e3a\u89e3\u51b3\u4eba\u7c7b\u95ee\u9898\u8d21\u732e\u4e86\u4e2d\u56fd\u667a\u6167\u548c\u4e2d\u56fd\u65b9\u6848\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u62a5\u9053\u79f0\uff0c\u5927\u90e8\u5206\u8336\u888b\u7528\u5929\u7136\u7ea4\u7ef4\u5236\u6210\uff0c\u4f46\u8bb8\u591a\u4f7f\u7528\u5929\u7136\u7ea4\u7ef4\u5236\u6210\u8336\u5305\u54c1\u724c\u4ecd\u4f7f\u7528\u5851\u6599\u6765\u5c01\u53e3\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u6211\u4eec\u8bda\u631a\u6b22\u8fce\u8d8a\u6765\u8d8a\u591a\u7684\u5916\u56fd\u4e13\u5bb6\u6765\u534e\u521b\u65b0\u521b\u4e1a\uff0c\u6b22\u8fce\u4e16\u754c\u5404\u5730\u82f1\u624d\u4fca\u6770\u53c2\u4e0e\u4e2d\u56fd\u73b0\u4ee3\u5316\u5efa\u8bbe\uff0c\u4e3a\u63a8\u52a8\u6784\u5efa\u4eba\u7c7b\u547d\u8fd0\u5171\u540c\u4f53\u3001\u4e3a\u4e16\u754c\u548c\u5e73\u53d1\u5c55\u548c\u4eba\u7c7b\u8fdb\u6b65\u4e8b\u4e1a\u4f5c\u51fa\u66f4\u5927\u8d21\u732e\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u56fe\u4e3a\u201c\u5e86\u795d\u4e2d\u534e\u4eba\u6c11\u5171\u548c\u56fd\u6210\u7acb70\u5468\u5e74\u4e3b\u9898\u5de1\u5c55\u201d\u5438\u5f15\u6765\u5bbe\u9a7b\u8db3\u89c2\u770b\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u88ab\u544a\u4eba\u5468\u67d0\u88ab\u5224\u5904\u6709\u671f\u5f92\u52113\u5e74\uff0c\u7f13\u52114\u5e74\uff0c\u5e76\u5904\u7f5a\u91d13000\u5143\uff0c\u540c\u65f6\u8d23\u4ee4\u5176\u8d54\u507f\u751f\u6001\u8d44\u6e90\u73af\u5883\u635f\u5bb3\u4fee\u590d\u8d39\u752815420\u5143\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u6c99\u7279\u8fd1\u4e9b\u5e74\u5728\u526f\u738b\u50a8\u7a46\u7f55\u9ed8\u70ed\u00b7\u672c\u00b7\u8428\u5c14\u66fc\u7684\u4e3b\u5bfc\u4e0b\u63a8\u8fdb\u201c\u613f\u666f2030\u201d\u8ba1\u5212\uff0c\u65e8\u5728\u964d\u4f4e\u8be5\u56fd\u7ecf\u6d4e\u5bf9\u4e8e\u77f3\u6cb9\u7684\u957f\u671f\u4f9d\u8d56\u6027\uff0c\u5f00\u653e\u65c5\u6e38\u548c\u53d1\u5c55\u65c5\u6e38\u4e1a\u662f\u5176\u91cd\u8981\u7ec4\u6210\u90e8\u5206\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u4ece\u56fd\u5e8635\u5468\u5e74\u9605\u5175\u9996\u6b21\u4eae\u76f8\u4ee5\u6765\uff0c\u6bcf\u6b21\u7ec4\u7ec7\u5927\u9605\u5175\uff0c\u90fd\u4f1a\u51fa\u73b0\u6218\u7565\u5bfc\u5f39\u90e8\u961f\u7684\u201c\u5de8\u65e0\u9738\u201d\u65b9\u9635\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u201c\u53cb\u8c0a\u52cb\u7ae0\u201d\u4ee5\u91d1\u8272\u3001\u84dd\u8272\u4e3a\u4e3b\u8272\u8c03\uff0c\u7ae0\u4f53\u91c7\u7528\u548c\u5e73\u9e3d\u3001\u5730\u7403\u3001\u63e1\u624b\u3001\u8377\u82b1\u7b49\u5143\u7d20\uff0c\u7ae0\u94fe\u91c7\u7528\u4e2d\u56fd\u7ed3\u3001\u4e07\u5e74\u9752\u3001\u7261\u4e39\u3001\u7389\u74a7\u3001\u5170\u8349\u7b49\u5143\u7d20\uff0c\u6574\u4f53\u4f7f\u7528\u82b1\u4e1d\u9576\u5d4c\u3001\u6390\u4e1d\u73d0\u7405\u7b49\u4f20\u7edf\u5de5\u827a\u624b\u5de5\u5236\u4f5c\uff0c\u8c61\u5f81\u4e2d\u56fd\u4eba\u6c11\u540c\u5404\u56fd\u4eba\u6c11\u53cb\u597d\u56e2\u7ed3\u3001\u53cb\u8c0a\u957f\u5b58\uff0c\u795d\u613f\u4e16\u754c\u5404\u56fd\u5171\u540c\u7e41\u8363\u53d1\u5c55\u3002\nEnglish phrase:", ["\n"]], ["Chinese phrase: \u4fc4\u7f57\u65af\u9a7b\u534e\u5927\u4f7f\u6770\u5c3c\u7d22\u592b\u8868\u793a\uff1a\u4eb2\u81ea\u770b\u5230\u4e2d\u56fd\u6539\u9769\u5f00\u653e\u653f\u7b56\u7684\u51fa\u53d1\u70b9\uff0c\u5bf9\u6bd4\u4eca\u65e5\u548c40\u591a\u5e74\u524d\u7684\u60c5\u51b5\uff0c\u8fdb\u6b65\u592a\u5927\u3002\nEnglish phrase:", ["\n"]]]
\ No newline at end of file

tests/testdata/wmt20-zh-en-v0-res.json

+{"results": {"wmt20-zh-en": {"bleu": 0.0, "bleu_stderr": 0.0, "chrf": 0.007380375418128055, "chrf_stderr": 0.0007644063464532422, "ter": 1.0, "ter_stderr": 0.0}}, "versions": {"wmt20-zh-en": 0}}
\ No newline at end of file

tests/testdata/wnli-v0-loglikelihood.json

+[["Mark heard Steve's feet going down the ladder. The door of the shop closed after him. He ran to look out the window.\nQuestion: Mark ran to look out the window. True, False or Neither?\nAnswer:", " True"], ["Mark heard Steve's feet going down the ladder. The door of the shop closed after him. He ran to look out the window.\nQuestion: Mark ran to look out the window. True, False or Neither?\nAnswer:", " Neither"], ["Mark heard Steve's feet going down the ladder. The door of the shop closed after him. He ran to look out the window.\nQuestion: Mark ran to look out the window. True, False or Neither?\nAnswer:", " False"], ["Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very ill.\nQuestion: Carl was very ill. True, False or Neither?\nAnswer:", " True"], ["Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very ill.\nQuestion: Carl was very ill. True, False or Neither?\nAnswer:", " Neither"], ["Bob collapsed on the sidewalk. Soon he saw Carl coming to help. He was very ill.\nQuestion: Carl was very ill. True, False or Neither?\nAnswer:", " False"], ["Sam took French classes from Adam, because he was known to speak it fluently.\nQuestion: Sam was known to speak it fluently. True, False or Neither?\nAnswer:", " True"], ["Sam took French classes from Adam, because he was known to speak it fluently.\nQuestion: Sam was known to speak it fluently. True, False or Neither?\nAnswer:", " Neither"], ["Sam took French classes from Adam, because he was known to speak it fluently.\nQuestion: Sam was known to speak it fluently. True, False or Neither?\nAnswer:", " False"], ["George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it.\nQuestion: Eric was particularly eager to see it. True, False or Neither?\nAnswer:", " True"], ["George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it.\nQuestion: Eric was particularly eager to see it. True, False or Neither?\nAnswer:", " Neither"], ["George got free tickets to the play, but he gave them to Eric, even though he was particularly eager to see it.\nQuestion: Eric was particularly eager to see it. True, False or Neither?\nAnswer:", " False"], ["The drain is clogged with hair. It has to be removed.\nQuestion: The drain has to be removed. True, False or Neither?\nAnswer:", " True"], ["The drain is clogged with hair. It has to be removed.\nQuestion: The drain has to be removed. True, False or Neither?\nAnswer:", " Neither"], ["The drain is clogged with hair. It has to be removed.\nQuestion: The drain has to be removed. True, False or Neither?\nAnswer:", " False"], ["There is a pillar between me and the stage, and I can't see around it.\nQuestion: I can't see around the pillar. True, False or Neither?\nAnswer:", " True"], ["There is a pillar between me and the stage, and I can't see around it.\nQuestion: I can't see around the pillar. True, False or Neither?\nAnswer:", " Neither"], ["There is a pillar between me and the stage, and I can't see around it.\nQuestion: I can't see around the pillar. True, False or Neither?\nAnswer:", " False"], ["There is a pillar between me and the stage, and I can't see it.\nQuestion: I can't see around the stage. True, False or Neither?\nAnswer:", " True"], ["There is a pillar between me and the stage, and I can't see it.\nQuestion: I can't see around the stage. True, False or Neither?\nAnswer:", " Neither"], ["There is a pillar between me and the stage, and I can't see it.\nQuestion: I can't see around the stage. True, False or Neither?\nAnswer:", " False"], ["The cat was lying by the mouse hole waiting for the mouse, but it was too cautious.\nQuestion: The mouse was too cautious. True, False or Neither?\nAnswer:", " True"], ["The cat was lying by the mouse hole waiting for the mouse, but it was too cautious.\nQuestion: The mouse was too cautious. True, False or Neither?\nAnswer:", " Neither"], ["The cat was lying by the mouse hole waiting for the mouse, but it was too cautious.\nQuestion: The mouse was too cautious. True, False or Neither?\nAnswer:", " False"], ["The man couldn't lift his son because he was so heavy.\nQuestion: The son was so heavy. True, False or Neither?\nAnswer:", " True"], ["The man couldn't lift his son because he was so heavy.\nQuestion: The son was so heavy. True, False or Neither?\nAnswer:", " Neither"], ["The man couldn't lift his son because he was so heavy.\nQuestion: The son was so heavy. True, False or Neither?\nAnswer:", " False"], ["Fred was supposed to run the dishwasher, but he put it off, because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off.\nQuestion: He changed his mind and turned the dishwasher off. True, False or Neither?\nAnswer:", " True"], ["Fred was supposed to run the dishwasher, but he put it off, because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off.\nQuestion: He changed his mind and turned the dishwasher off. True, False or Neither?\nAnswer:", " Neither"], ["Fred was supposed to run the dishwasher, but he put it off, because he wanted to watch TV. But the show turned out to be boring, so he changed his mind and turned it off.\nQuestion: He changed his mind and turned the dishwasher off. True, False or Neither?\nAnswer:", " False"]]
\ No newline at end of file

tests/testdata/wnli-v0-res.json

+{"results": {"wnli": {"acc": 0.7, "acc_stderr": 0.15275252316519466}}, "versions": {"wnli": 0}}
\ No newline at end of file

tests/testdata/wsc-v0-loglikelihood.json

+[["Passage: Meanwhile, in the forest, the elephants are calling and hunting high and low for Arthur and Celeste, and their mothers are very worried. Fortunately, in flying over the town, an old marabou bird has seen *them* and come back quickly to tell the news.\nQuestion: In the passage above, does the pronoun \"*them*\" refer to \"*the elephants*\"?\nAnswer:", " yes"], ["Passage: Meanwhile, in the forest, the elephants are calling and hunting high and low for Arthur and Celeste, and their mothers are very worried. Fortunately, in flying over the town, an old marabou bird has seen *them* and come back quickly to tell the news.\nQuestion: In the passage above, does the pronoun \"*them*\" refer to \"*the elephants*\"?\nAnswer:", " no"], ["Passage: When they had eventually calmed down a bit, and had gotten home, Mr. Farley put the magic pebble in an iron safe. Some day they might want to *it*e it, but really for now, what more could they wish for?\nQuestion: In the passage above, does the pronoun \"*it*\" refer to \"*safe*\"?\nAnswer:", " yes"], ["Passage: When they had eventually calmed down a bit, and had gotten home, Mr. Farley put the magic pebble in an iron safe. Some day they might want to *it*e it, but really for now, what more could they wish for?\nQuestion: In the passage above, does the pronoun \"*it*\" refer to \"*safe*\"?\nAnswer:", " no"], ["Passage: Larry, a timid teen-ager, lives with his widowed mother in a Brooklyn housing project. Larry Larry's father, a gang leader, was shot to death; his father's disciple, Antonio, takes Larry under *his* wing, and quickly molds him into a drug runner.\nQuestion: In the passage above, does the pronoun \"*his*\" refer to \"*Larry*\"?\nAnswer:", " yes"], ["Passage: Larry, a timid teen-ager, lives with his widowed mother in a Brooklyn housing project. Larry Larry's father, a gang leader, was shot to death; his father's disciple, Antonio, takes Larry under *his* wing, and quickly molds him into a drug runner.\nQuestion: In the passage above, does the pronoun \"*his*\" refer to \"*Larry*\"?\nAnswer:", " no"], ["Passage: The customer walked into the bank and stabbed one of the tellers. *He* was immediately taken to the hospital.\nQuestion: In the passage above, does the pronoun \"*He*\" refer to \"*The customer*\"?\nAnswer:", " yes"], ["Passage: The customer walked into the bank and stabbed one of the tellers. *He* was immediately taken to the hospital.\nQuestion: In the passage above, does the pronoun \"*He*\" refer to \"*The customer*\"?\nAnswer:", " no"], ["Passage: The storekeepers stayed in town to run their stores and lived in the rooms behind *them*.\nQuestion: In the passage above, does the pronoun \"*them*\" refer to \"*storekeepers*\"?\nAnswer:", " yes"], ["Passage: The storekeepers stayed in town to run their stores and lived in the rooms behind *them*.\nQuestion: In the passage above, does the pronoun \"*them*\" refer to \"*storekeepers*\"?\nAnswer:", " no"], ["Passage: Bernard, who had not told the government official that *he* was less than 21 when he filed for a homestead claim, did not consider that he had done anything dishonest. Still, anyone who knew that he was 19 years old could take his claim away from him.\nQuestion: In the passage above, does the pronoun \"*he*\" refer to \"*the government official*\"?\nAnswer:", " yes"], ["Passage: Bernard, who had not told the government official that *he* was less than 21 when he filed for a homestead claim, did not consider that he had done anything dishonest. Still, anyone who knew that he was 19 years old could take his claim away from him.\nQuestion: In the passage above, does the pronoun \"*he*\" refer to \"*the government official*\"?\nAnswer:", " no"], ["Passage: Mr. Moncrieff visited Chester's luxurious New York apartment, thinking that it belonged to his son Edward. The result was that Mr. Moncrieff has decided to cancel Edward's allowance on the ground that he no longer requires *his* financial support.\nQuestion: In the passage above, does the pronoun \"*his*\" refer to \"*Mr. Moncrieff*\"?\nAnswer:", " yes"], ["Passage: Mr. Moncrieff visited Chester's luxurious New York apartment, thinking that it belonged to his son Edward. The result was that Mr. Moncrieff has decided to cancel Edward's allowance on the ground that he no longer requires *his* financial support.\nQuestion: In the passage above, does the pronoun \"*his*\" refer to \"*Mr. Moncrieff*\"?\nAnswer:", " no"], ["Passage: One day Dick was teasing the colts, and did not know that the master was in the next field; but *he* was there, watching what was going on; over the hedge he jumped in a snap, and catching Dick by the arm, he hit him so hard that he roared with the pain and surprise.\nQuestion: In the passage above, does the pronoun \"*he*\" refer to \"*the master*\"?\nAnswer:", " yes"], ["Passage: One day Dick was teasing the colts, and did not know that the master was in the next field; but *he* was there, watching what was going on; over the hedge he jumped in a snap, and catching Dick by the arm, he hit him so hard that he roared with the pain and surprise.\nQuestion: In the passage above, does the pronoun \"*he*\" refer to \"*the master*\"?\nAnswer:", " no"], ["Passage: Alice was dusting the living room and trying to find the button that Mama had hidden. No time today to look at old pictures in her favorite photo album. Today she had to hunt for a button, so she put the album on a chair without even opening *it*.\nQuestion: In the passage above, does the pronoun \"*it*\" refer to \"*album*\"?\nAnswer:", " yes"], ["Passage: Alice was dusting the living room and trying to find the button that Mama had hidden. No time today to look at old pictures in her favorite photo album. Today she had to hunt for a button, so she put the album on a chair without even opening *it*.\nQuestion: In the passage above, does the pronoun \"*it*\" refer to \"*album*\"?\nAnswer:", " no"], ["Passage: Sam and Amy are passionately in love, but Amy's parents are unhappy about it, because *they* are fifteen.\nQuestion: In the passage above, does the pronoun \"*they*\" refer to \"*Sam and Amy*\"?\nAnswer:", " yes"], ["Passage: Sam and Amy are passionately in love, but Amy's parents are unhappy about it, because *they* are fifteen.\nQuestion: In the passage above, does the pronoun \"*they*\" refer to \"*Sam and Amy*\"?\nAnswer:", " no"]]
\ No newline at end of file

tests/testdata/wsc-v0-res.json

+{"results": {"wsc": {"acc": 0.7, "acc_stderr": 0.15275252316519466}}, "versions": {"wsc": 0}}
\ No newline at end of file

tests/testdata/wsc273-v0-loglikelihood.json

+[["Sam broke both his ankles and he's walking with crutches. But a month or so from now the ankles", " should be better."], ["Sam broke both his ankles and he's walking with crutches. But a month or so from now the crutches", " should be better."], ["Joan made sure to thank Susan for all the help Joan", " had given."], ["Joan made sure to thank Susan for all the help Susan", " had given."], ["I put the butterfly wing on the table and the butterfly wing", " broke."], ["I put the butterfly wing on the table and the table", " broke."], ["I stuck a pin through a carrot. When I pulled the pin out, the pin", " had a hole."], ["I stuck a pin through a carrot. When I pulled the pin out, the carrot", " had a hole."], ["When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. The sponsors", " were very much in the majority."], ["When the sponsors of the bill got to the town hall, they were surprised to find that the room was full of opponents. The opponents", " were very much in the majority."], ["I saw Jim yelling at some guy in a military uniform with a huge red beard. I don't know who Jim", " was, but he looked very unhappy."], ["I saw Jim yelling at some guy in a military uniform with a huge red beard. I don't know who the guy in uniform", " was, but he looked very unhappy."], ["Bob paid for Charlie's college education, but now Charlie acts as though it never happened. Bob", " is very ungrateful."], ["Bob paid for Charlie's college education, but now Charlie acts as though it never happened. Charlie", " is very ungrateful."], ["The lawyer asked the witness a question, but the lawyer", " was reluctant to answer it."], ["The lawyer asked the witness a question, but the witness", " was reluctant to answer it."], ["Paul tried to call George on the phone, but Paul", " wasn't successful."], ["Paul tried to call George on the phone, but George", " wasn't successful."], ["Stretching the woman's", " back, the woman smiled at the girl."], ["Stretching the girl's", " back, the woman smiled at the girl."]]
\ No newline at end of file

tests/testdata/wsc273-v0-res.json

+{"results": {"wsc273": {"acc": 0.5, "acc_stderr": 0.16666666666666666}}, "versions": {"wsc273": 0}}
\ No newline at end of file