model_fullname,arch,samples_seen,gmacs_total,gmacs,upstream_dataset,downstream_dataset,acc1,acc5,mean_per_class_recall,image_retrieval_recall@5,text_retrieval_recall@5,task,samples_seen_pretty ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenet_robustness,0.7138686446015579,0.9019612132286229,0.7015927221983966,,,zeroshot_classification,13B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenet_robustness,0.711291878768914,0.9012295279381928,0.7041271441794895,,,zeroshot_classification,34B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8,290.74,LAION-2B,imagenet_robustness,0.6961007145186431,0.8909269253492965,0.6903803526256987,,,zeroshot_classification,13B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenet_robustness,0.6755141951853131,0.8804507790098277,0.6700462212857073,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenet_robustness,0.6524704720564751,0.8608225373202565,0.6479373308643208,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenet_robustness,0.6460825839618001,0.8625529140547374,0.6390391250953824,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenet_robustness,0.6383939446690603,0.8571322291324937,0.6317483459988562,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenet_robustness,0.6329325631362772,0.8516797915983924,0.6284171308899518,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenet_robustness,0.5864814465490348,0.8246854596025003,0.5821019488838068,,,zeroshot_classification,34B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenet_robustness,0.5864008510276177,0.8328327220870678,0.5765314589347447,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.4,87.73,LAION-2B,imagenet_robustness,0.5755729556550009,0.8193546988663666,0.570874279650937,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenet_robustness,0.5753043064744505,0.8177521552188542,0.570906432723542,,,zeroshot_classification,3B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.410000000000004,LAION-400M,imagenet_robustness,0.5735310368727052,0.8165530052774198,0.5718939057972472,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenet_robustness,0.5713740101858134,0.8122513764676562,0.567739895131195,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenet_robustness,0.5589030874174228,0.8072089598093524,0.5590589934519972,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenet_robustness,0.548916205568661,0.7985335987848554,0.5451820711722067,,,zeroshot_classification,13B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenet_robustness,0.5271338220544035,0.7710690165428087,0.5263203617207266,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenet_robustness,0.5218998952908236,0.7676071230732184,0.5208426816838733,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.4,7.4,LAION-400M,imagenet_robustness,0.5012210695607061,0.749071527137725,0.500228836735715,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenet_robustness,0.4896623900173468,0.7370881281607886,0.4880522623424861,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenet_robustness,0.4883182293768873,0.7416675028002334,0.4870719911834575,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenet_robustness,0.4869400547864228,0.7382931374383341,0.48562787346511505,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenet_robustness,0.486263647676539,0.7535636209026594,0.4825562175122455,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.4,87.73,LAION-80M,imagenet_robustness,0.4826300766584407,0.7328718195263916,0.4796576589442435,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenet_robustness,0.4806545003314948,0.7367234921607864,0.4799530077500263,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenet_robustness,0.47820678006929757,0.7389447148547961,0.4772455070452345,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenet_robustness,0.47285964942554715,0.7272267012881379,0.4705068906396511,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenet_robustness,0.4348081443700574,0.6921799796838443,0.43221454604783655,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet_robustness,0.428087635866045,0.6863362009727834,0.4274057551296959,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet_robustness,0.4276454410074395,0.6801272530012797,0.4268913239506286,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet_robustness,0.424391223863419,0.6781321612155177,0.42444733376468635,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenet_robustness,0.42232094371342105,0.6694833222925755,0.4210599242263363,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet_robustness,0.416039894596715,0.6663511118630551,0.41659311907698776,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenet_robustness,0.3794948069947538,0.6297268314290616,0.3774084656372819,,,zeroshot_classification,3B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab,0.4675383603695855,0.780948726019307,0.46278056635705656,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab,0.4519293601975323,0.7577615327191863,0.44075667038308713,,,zeroshot_classification,13B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab,0.44977024379627567,0.7788683938837977,0.46483834133422436,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab,0.4442794015580135,0.7505642953944571,0.43145150659133324,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab,0.44386150677449304,0.7697168122545337,0.45372505030684324,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.3999999999999995,LAION-2B,vtab,0.4363470283789193,0.751540646976185,0.4143381467747291,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab,0.4361944101540189,0.7504146596569391,0.4224800806112721,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab,0.43256071715726274,0.7620114599089363,0.44690872018399774,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab,0.43201642176566285,0.7644864478906179,0.43975894947884175,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab,0.41611357091096535,0.746442649133423,0.41933754855319155,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab,0.4141779975913564,0.7532296231681846,0.430441263667163,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab,0.4131099310006277,0.7570653814567339,0.42372318683897403,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab,0.4070022628641271,0.7362806367465853,0.3980400901255489,,,zeroshot_classification,3B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.409999999999997,LAION-400M,vtab,0.40662004015585934,0.7419070908484078,0.4241103735269527,,,zeroshot_classification,13B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.19998,7.3999999999999995,LAION-2B,vtab,0.40039589889438204,0.7497194396828639,0.407977650015016,,,zeroshot_classification,34B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab,0.399972961639047,0.7481694570107829,0.41007268465927904,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.3999999999999995,LAION-400M,vtab,0.3986454095011735,0.721977522970376,0.37222418217212505,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab,0.39560841323291873,0.7184811290787475,0.38316869316158114,,,zeroshot_classification,3B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.3999999999999995,LAION-400M,vtab,0.3946131204758372,0.7419781679307563,0.39757841769648605,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab,0.392009819124826,0.7592765393433382,0.4094375920800845,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.3999999999999995,LAION-400M,vtab,0.3875400175952234,0.7377137443742809,0.3997904519912511,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.3999999999999995,LAION-400M,vtab,0.3854664296232869,0.7436794141054247,0.39531726643314175,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab,0.3816499572999793,0.7047257109466616,0.3564429343387951,,,zeroshot_classification,3B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.3999999999999995,CLIP-WIT,vtab,0.38070092193924626,0.7358109036976269,0.3859255271845176,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab,0.3806430854818885,0.7472409731301681,0.40399519850226023,,,zeroshot_classification,34B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab,0.3798830887258859,0.7342852127504537,0.39910795905768487,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.3999999999999995,LAION-2B,vtab,0.37920688915842143,0.7382846429140073,0.38748434230998663,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab,0.37901153366323737,0.7328360172102458,0.3891148318147297,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab,0.37547419244257857,0.7226439502639354,0.36309291400812765,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.3999999999999995,LAION-2B,vtab,0.3749722680596928,0.7259623734251018,0.39341657516441153,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.3999999999999995,LAION-2B,vtab,0.36792870527198146,0.7338162372122312,0.37415884125036397,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.3999999999999995,LAION-80M,vtab,0.3663075467752684,0.7159758608471228,0.35171572623199204,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.3999999999999995,LAION-400M,vtab,0.349205934421467,0.7102283717238745,0.3585330138058392,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.3999999999999995,LAION-80M,vtab,0.3227524797472288,0.6980951891851737,0.33550063619194304,,,zeroshot_classification,3B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab+,0.5654112282297443,0.8329414582676622,0.56279878057792,,,zeroshot_classification,13B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab+,0.5643146274147648,0.8362355507068666,0.5722016106049133,,,zeroshot_classification,34B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab+,0.5575715695022163,0.822912606951281,0.5499716559874979,,,zeroshot_classification,13B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab+,0.546345087664638,0.8199550143440342,0.5505264926886714,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab+,0.530063593203829,0.8071234496208669,0.5351606773905058,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab+,0.528262053879799,0.8114016470690724,0.5307170683029797,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab+,0.5259634301313555,0.7934332529979573,0.5172264748669052,,,zeroshot_classification,34B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab+,0.5179729260464788,0.8024756513105532,0.522170731863021,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab+,0.5163973493729939,0.7902576901904209,0.5067283400386818,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab+,0.515074134164474,0.7967024575549938,0.5214435626533176,,,zeroshot_classification,13B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab+,0.50790690571226,0.7827552535427339,0.493560502382332,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab+,0.5050058124520579,0.786383202284325,0.5032746539532374,,,zeroshot_classification,3B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab+,0.4928579086091836,0.7795719444617056,0.5004366949742134,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab+,0.48722562605230796,0.7920552937523083,0.4951991162930417,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab+,0.4839465731748074,0.7791486525764005,0.4879494537160219,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab+,0.4830597365558873,0.7857492797732425,0.493600567142433,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab+,0.4805518373033898,0.7779520355650965,0.48411302914666254,,,zeroshot_classification,34B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab+,0.47497915041348276,0.7832615784615367,0.4833133643685722,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab+,0.46934797969776787,0.7569401052820519,0.46326353990695424,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.4,7.4,LAION-400M,vtab+,0.46406078786752736,0.7662779994128331,0.466866700327472,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab+,0.4618373148087323,0.7632699801645344,0.46805867241078575,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab+,0.4581281152133625,0.7567237368827066,0.45886858373649386,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab+,0.45686061067144584,0.7440976275704222,0.4473172336386544,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab+,0.45502425628155374,0.7595439827965222,0.4583703816227995,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab+,0.45139236288913637,0.7570114077325348,0.4559530541099208,,,zeroshot_classification,3B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab+,0.44888900407585897,0.7640630279527814,0.44991315648477004,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab+,0.4441936415615748,0.7397462838203751,0.43626008684517825,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab+,0.44404507794877035,0.7346509642628893,0.4280894940995933,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab+,0.4366182492580091,0.7396413246281579,0.44580988956923895,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab+,0.4348174056634131,0.7255670056721212,0.41910632896347627,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab+,0.4308039037042432,0.7449242838250092,0.43262165724618906,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab+,0.42300823898917134,0.725374647424298,0.41365130485873036,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab+,0.41533342601476475,0.7220243345254671,0.4199025448431518,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab+,0.38054876401881826,0.7064909383508629,0.3864098864944945,,,zeroshot_classification,3B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/dsprites_label_orientation,0.0232340494791666,0.1152615017361111,0.0242046402834269,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,gtsrb,0.501821060965954,0.7586698337292161,0.4394378810250903,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,mnist,0.7679,0.9386,0.7581398074696393,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/dtd,0.551063829787234,0.8356382978723405,0.5499999999999999,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/dsprites_label_x_position,0.0317789713541666,0.147705078125,0.0324921668671336,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/pcam,0.5159912109375,,0.5157975788193991,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenetv2,0.6968,0.9081,0.6974,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/pets,0.9307713273371492,0.9980921231943308,0.9330900923082088,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/dmlab,0.1674950516824279,0.8040906091928745,0.1782001238774596,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/svhn,0.5706822372464659,0.9138752304855562,0.5886888789913961,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/resisc45,0.6352380952380953,0.9225396825396824,0.6419889996880412,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/kitti_closest_vehicle_distance,0.2236286919831223,,0.3717030717825018,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,cars,0.7768934212162666,0.983957219251337,0.777448930592225,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenet1k,0.7549,0.946,0.7545,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenet-r,0.8787,0.9709333333333332,0.8651131734542029,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/smallnorb_label_elevation,0.1143209876543209,0.5373662551440329,0.1138628810502107,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,objectnet,0.6908043501669,0.8805319263486594,0.6736647184602601,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,sun397,0.675285506739982,0.9369310554094562,0.6824513086557495,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/diabetic_retinopathy,0.7331380360909304,1.0,0.206266837915639,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,stl10,0.99375,1.0,0.993625,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/cifar10,0.9569,0.9963,0.9572,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenet_sketch,0.596238872840889,0.8439741397944546,0.5964254901960785,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,flickr30k,,,,0.8715999722480774,0.9739999771118164,zeroshot_retrieval,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/eurosat,0.6266666666666667,0.9611111111111112,0.6380077170682305,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,mscoco_captions,,,,0.6108356714248657,0.7918000221252441,zeroshot_retrieval,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,country211,0.3182464454976303,0.5937914691943128,0.3175829383886256,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,fer2013,0.4896907216494845,0.9721370855391472,0.4887152232577444,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/smallnorb_label_azimuth,0.04559670781893,0.274320987654321,0.0456436809466583,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,imagenet-a,0.7068,0.9062666666666668,0.6753602288814418,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/flowers,0.7916734428362335,0.9193364774760124,0.7931691849985836,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,voc2007,0.7832532051282052,0.9692174145299144,0.864352156405908,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/clevr_closest_object_distance,0.1606666666666666,0.9079333333333334,0.1772310296867651,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,renderedsst2,0.6985172981878089,,0.6986603265589717,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,flickr8k,,,,0.5979236364364624,0.766036331653595,zeroshot_retrieval,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,fgvc_aircraft,0.3171317131713171,0.7827782778277828,0.3170053475935828,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/cifar100,0.7613,0.9289,0.7611,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/clevr_count_all,0.1895333333333333,0.7248666666666667,0.1870254885776544,,,zeroshot_classification,13B ViT-L-14 openai,ViT-L-14,12800000000.0,1122944000000.0,87.73,CLIP-WIT,vtab/caltech101,0.8385930309007232,0.9539776462853384,0.9334530557615972,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,fer2013,0.4460852605182502,0.9469211479520758,0.3940612716631316,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/svhn,0.3628226797787339,0.6565765212046711,0.4033487053539641,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,fgvc_aircraft,0.1854185418541854,0.4452445244524452,0.1875846702317291,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,flickr8k,,,,0.6441478133201599,0.7916203141212463,zeroshot_retrieval,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/flowers,0.7105220361034315,0.8590014636526264,0.6857234783638442,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,sun397,0.6981352410026298,0.9398183055335896,0.6849982147927691,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/smallnorb_label_elevation,0.1080658436213991,0.5204115226337449,0.108510287776451,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,country211,0.1884360189573459,0.4163507109004739,0.1883412322274882,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,imagenetv2,0.6137,0.8644,0.6146999999999999,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2841068917018284,,0.4076831334000694,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,imagenet1k,0.6909,0.91432,0.69156,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,stl10,0.96875,0.99975,0.9695,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/diabetic_retinopathy,0.1316147176001874,1.0,0.230780955782727,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,mnist,0.5699,0.8279,0.5675693520579019,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/cifar10,0.9272,0.9988,0.9272000000000002,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,renderedsst2,0.5782537067545305,,0.5785203520352036,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,flickr30k,,,,0.8894000053405762,0.9710000157356262,zeroshot_retrieval,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,mscoco_captions,,,,0.6620951890945435,0.8101999759674072,zeroshot_retrieval,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/smallnorb_label_azimuth,0.0550617283950617,0.2645267489711934,0.055379474051494,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/pets,0.9037884982284,0.9970019078768056,0.9039815014388496,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/dsprites_label_x_position,0.0427924262152777,0.1601019965277778,0.0430371102717507,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/dsprites_label_orientation,0.0259874131944444,0.1214463975694444,0.0262399607702056,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,imagenet_sketch,0.5442040519562185,0.8052231327005837,0.5451807843137254,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,imagenet-r,0.8039,0.9392333333333334,0.7907448605291261,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,imagenet-a,0.3677333333333333,0.7024,0.3814206048810433,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/clevr_closest_object_distance,0.1594666666666666,0.8705333333333334,0.1702024394180443,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/caltech101,0.8328402366863905,0.952827087442472,0.9177765781998192,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,voc2007,0.7626201923076923,0.9526575854700856,0.815718996924191,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/pcam,0.543701171875,,0.5435553179465629,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/eurosat,0.5796296296296296,0.9525925925925924,0.5888803943202612,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,objectnet,0.5381177990739744,0.7715085603531818,0.5274232792623416,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/resisc45,0.613015873015873,0.91,0.6150226494017114,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,cars,0.8441736102474816,0.9912946150976246,0.8456794155511405,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/cifar100,0.7372,0.9338,0.7372000000000001,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/dmlab,0.1485814822960193,0.8129316032548933,0.1482313831309264,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/clevr_count_all,0.2315333333333333,0.805,0.2332901934437162,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,vtab/dtd,0.5569148936170213,0.8558510638297873,0.5542553191489361,,,zeroshot_classification,13B ViT-B-16-plus-240 laion400m_e32,ViT-B-16-plus,13034626688.0,370313744206.08,28.41,LAION-400M,gtsrb,0.4948535233570863,0.7578780680918448,0.4319824074083427,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/dtd,0.4457446808510638,0.7585106382978724,0.449468085106383,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,mnist,0.4955,0.8497,0.5259367109048434,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,gtsrb,0.4362628661916072,0.7091844813935075,0.370358797280688,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/dsprites_label_orientation,0.0197618272569444,0.1133355034722222,0.0176459217575104,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/pcam,0.50628662109375,,0.5062329426609509,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/dsprites_label_x_position,0.029541015625,0.1558973524305555,0.0292117961574083,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/dmlab,0.1590499230261711,0.8403782713877281,0.1701282125753662,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/pets,0.8893431452711911,0.9940038157536112,0.884512216368383,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenetv2,0.6188,0.8745,0.6202000000000001,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,cars,0.6445715707001617,0.9434149981345604,0.6469166001999892,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/kitti_closest_vehicle_distance,0.270042194092827,,0.3517916468296155,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/resisc45,0.5850793650793651,0.910952380952381,0.5919202546199539,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/svhn,0.3048171481253841,0.7613706207744315,0.3503741918499782,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenet-r,0.7766666666666666,0.9304333333333332,0.7605432098970494,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenet1k,0.68352,0.91864,0.68396,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,sun397,0.6434889751181566,0.9243614027989776,0.6527406670624641,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,objectnet,0.5544309249488533,0.7926671691611931,0.5363732822578842,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/smallnorb_label_elevation,0.1186008230452674,0.560082304526749,0.1176434679315522,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,stl10,0.98275,1.0,0.982875,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/diabetic_retinopathy,0.0633231778767283,1.0,0.2107285863733837,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/eurosat,0.5559259259259259,0.8868518518518519,0.5469811732579133,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,flickr30k,,,,0.855400025844574,0.9629999995231628,zeroshot_retrieval,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenet_sketch,0.481439996855902,0.763229774607479,0.4822572549019607,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/cifar10,0.9083,0.9944,0.9082,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,mscoco_captions,,,,0.5836865305900574,0.7681999802589417,zeroshot_retrieval,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,country211,0.2279620853080568,0.486303317535545,0.2282938388625592,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/smallnorb_label_azimuth,0.0558847736625514,0.2832098765432099,0.0522661133926831,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,fer2013,0.4582056283087211,0.9531903037057676,0.4167779537443768,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,imagenet-a,0.5006666666666667,0.8033333333333333,0.4832835476168289,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,voc2007,0.7843883547008547,0.9570646367521368,0.835061321772101,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/flowers,0.7136119694259229,0.8591640917222313,0.691284904068223,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,renderedsst2,0.6112026359143328,,0.6113264286955011,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,flickr8k,,,,0.5640835762023926,0.7279693484306335,zeroshot_retrieval,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/clevr_closest_object_distance,0.1583333333333333,0.8006,0.1676244908434004,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/cifar100,0.6691,0.8925,0.6685000000000001,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,fgvc_aircraft,0.2418241824182418,0.6054605460546054,0.2405525846702317,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/caltech101,0.8254437869822485,0.954963839579224,0.908884143116176,,,zeroshot_classification,13B ViT-B-16 openai,ViT-B-16,12800000000.0,263296000000.0,20.57,CLIP-WIT,vtab/clevr_count_all,0.2044,0.7866666666666666,0.2151124081246672,,,zeroshot_classification,13B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,sun397,0.7521562425290105,0.9608106368501388,0.7512820500659019,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,fer2013,0.5175536361103371,0.9651713569239344,0.5055924943171644,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/eurosat,0.7174074074074074,0.9561111111111112,0.7202760268647987,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,gtsrb,0.5844813935075218,0.820744259699129,0.5442606899522975,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/cifar100,0.8468,0.9733,0.8471000000000001,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenet1k,0.77972,0.95216,0.77952,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/pets,0.9438539111474517,0.9986372308530936,0.9434557685576204,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,renderedsst2,0.6408566721581549,,0.6410094956864107,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenet_sketch,0.665743087897188,0.8816640138340309,0.6655023529411764,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,voc2007,0.7761084401709402,0.9418402777777778,0.8508423918048074,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenetv2,0.7082,0.9169,0.709,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,mscoco_captions,,,,0.734306275844574,0.8604000210762024,zeroshot_retrieval,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,cars,0.9345852505907224,0.9988807362268376,0.9351484667320789,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,mnist,0.7294,0.9415,0.7332910901261492,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/dsprites_label_orientation,0.0260687934027777,0.1259223090277778,0.0268337475785376,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/caltech101,0.8504273504273504,0.953155818540434,0.9440706929933655,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,stl10,0.984375,0.999875,0.9849999999999998,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/smallnorb_label_elevation,0.111275720164609,0.5548971193415638,0.1102182875784799,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/diabetic_retinopathy,0.2380126552613077,1.0,0.233320813717688,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/dsprites_label_x_position,0.0313856336805555,0.1553955078125,0.0307666564982354,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/dmlab,0.1419837255333186,0.8292060699362217,0.16573619863836,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1111111111111111,,0.2722929936305732,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,flickr30k,,,,0.9409999847412108,0.9929999709129332,zeroshot_retrieval,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenet-a,0.5922666666666667,0.8565333333333334,0.5810468077571583,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/svhn,0.5612707437000615,0.8849492931776275,0.5565312569182044,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/clevr_closest_object_distance,0.1676666666666666,0.8819333333333333,0.1954414937508546,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/resisc45,0.6957142857142857,0.9571428571428572,0.706242238089474,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,flickr8k,,,,0.745371401309967,0.8561364412307739,zeroshot_retrieval,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/clevr_count_all,0.2784,0.8929333333333334,0.2563239722391655,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/flowers,0.8020816392909416,0.9253537160513904,0.7985485908748879,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,objectnet,0.697049639280715,0.877516959190266,0.6846202591899297,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,imagenet-r,0.8932,0.9735333333333334,0.8804663010091829,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/pcam,0.53631591796875,,0.53614377703907,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/dtd,0.6787234042553192,0.923936170212766,0.6813829787234043,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/smallnorb_label_azimuth,0.0549794238683127,0.2670781893004115,0.0559609415916413,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,vtab/cifar10,0.9742,0.9994,0.9742999999999998,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,fgvc_aircraft,0.4275427542754275,0.8361836183618362,0.4260962566844919,,,zeroshot_classification,34B ViT-H-14 laion2b_s32b_b79k,ViT-H-14,34725395968.0,6631508868008.96,190.97,LAION-2B,country211,0.3000947867298578,0.556872037914692,0.2994312796208531,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/cifar100,0.7557,0.9386,0.7554000000000001,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenet1k,0.665,0.89844,0.66506,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/pets,0.9070591441809758,0.995366584900518,0.9070894162634328,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,gtsrb,0.4934283452098179,0.7430720506730008,0.4353727539920664,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/eurosat,0.482037037037037,0.935,0.493913656654034,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,sun397,0.6867793368519779,0.9372344925244128,0.6845985471139586,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,fer2013,0.4690721649484536,0.931178601281694,0.4334946917742944,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,voc2007,0.7910657051282052,0.9600026709401708,0.8052125971178338,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenetv2,0.5819,0.8386,0.5815,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenet_sketch,0.5363831083338246,0.7926467409459804,0.53684,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,renderedsst2,0.5661724327292696,,0.5658672775172254,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,stl10,0.96575,0.999375,0.966625,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/smallnorb_label_elevation,0.1149794238683127,0.5761316872427984,0.115904554765943,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/dsprites_label_orientation,0.0342746310763888,0.1416965060763889,0.034365141983162,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/caltech101,0.8392504930966469,0.9510190664036818,0.9090841082001052,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,mnist,0.6922,0.9403,0.6883700135057857,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,mscoco_captions,,,,0.654218316078186,0.7982000112533569,zeroshot_retrieval,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,cars,0.8599676657132197,0.9912946150976246,0.8615494787047302,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,flickr30k,,,,0.8835999965667725,0.9629999995231628,zeroshot_retrieval,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenet-a,0.2633333333333333,0.574,0.2790514196577626,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/dsprites_label_x_position,0.0302191840277777,0.1466335720486111,0.0300817149220147,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/dmlab,0.157994281944139,0.8222564328128437,0.1661260800820199,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/kitti_closest_vehicle_distance,0.2587904360056259,,0.3397102822066769,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/diabetic_retinopathy,0.7354112959925005,1.0,0.1999235670840696,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,flickr8k,,,,0.6287232637405396,0.7776541709899902,zeroshot_retrieval,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/clevr_count_all,0.1573333333333333,0.6964666666666667,0.1495026928557915,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/resisc45,0.6087301587301587,0.9147619047619048,0.6152225643499313,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/clevr_closest_object_distance,0.1902,0.9085333333333332,0.1387289271305892,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/svhn,0.4102258758451137,0.8022818070067609,0.4216815643098484,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/pcam,0.585723876953125,,0.5857677281000415,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,imagenet-r,0.7640666666666667,0.9159,0.7521727338627011,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/flowers,0.7160513904699951,0.8744511302650837,0.6998995164388323,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,objectnet,0.4899860019381932,0.7341983417680629,0.4820376550831692,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/dtd,0.5574468085106383,0.8648936170212767,0.5622340425531915,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/smallnorb_label_azimuth,0.0623868312757201,0.2708641975308642,0.0631906837062103,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,vtab/cifar10,0.9351,0.998,0.936,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,country211,0.1663981042654028,0.3825118483412322,0.1670142180094786,,,zeroshot_classification,34B ViT-B-32 laion2b_s34b_b79k,ViT-B-32,39337362620.0,291096483388.0,7.4,LAION-2B,fgvc_aircraft,0.2463246324632463,0.5724572457245725,0.2460249554367201,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/dmlab,0.1889597536837475,0.819793270288102,0.1681683759314615,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,fgvc_aircraft,0.2304230423042304,0.5295529552955296,0.2319696969696969,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/eurosat,0.5016666666666667,0.959074074074074,0.511474800858698,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenet-r,0.7590333333333333,0.9128666666666668,0.7444515544684158,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/caltech101,0.8310322156476002,0.9529914529914528,0.903296243135675,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenetv2,0.5716,0.8386,0.5721,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/pcam,0.503753662109375,,0.5035515136049098,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,mscoco_captions,,,,0.6467413306236267,0.7950000166893005,zeroshot_retrieval,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/dtd,0.5404255319148936,0.8398936170212766,0.5367021276595745,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/dsprites_label_x_position,0.0313313802083333,0.1560872395833333,0.031335128135504,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/cifar100,0.7524,0.9418,0.7528999999999999,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenet-a,0.2618666666666667,0.5721333333333334,0.2839019082932269,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenet_sketch,0.5293285385839769,0.78944369117098,0.5286741176470588,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,voc2007,0.7889957264957265,0.9573317307692308,0.8054447759101763,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,flickr8k,,,,0.621826708316803,0.7605981826782227,zeroshot_retrieval,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/cifar10,0.9401,0.9992,0.9405,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,mnist,0.6367,0.9218,0.6276012948452819,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/pets,0.8934314527119106,0.9956391387298992,0.8906060208128682,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1659634317862166,,0.3247233185334074,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/svhn,0.3852181929932391,0.7822295636140135,0.379296565517112,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/dsprites_label_orientation,0.0268283420138888,0.1092258029513889,0.025387675404758,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,stl10,0.9645,0.999375,0.965125,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/diabetic_retinopathy,0.2699554722287321,1.0,0.2211405088000341,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/resisc45,0.6174603174603175,0.921904761904762,0.624279367877562,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/smallnorb_label_azimuth,0.0517695473251028,0.2697942386831276,0.0537673960190341,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,flickr30k,,,,0.8812000155448914,0.9639999866485596,zeroshot_retrieval,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/clevr_count_all,0.1979333333333333,0.8076,0.1820160989597282,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/clevr_closest_object_distance,0.1674,0.8695333333333334,0.1827530663763387,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,objectnet,0.487670937870141,0.7249919241951115,0.4750858280106649,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,renderedsst2,0.5370675453047776,,0.5373060332349024,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,fer2013,0.4774310392867094,0.9402340484814712,0.4649079545536754,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/smallnorb_label_elevation,0.1087242798353909,0.540164609053498,0.1086253991970707,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,imagenet1k,0.65528,0.894,0.6563199999999999,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,country211,0.1650710900473933,0.3788625592417061,0.164218009478673,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,cars,0.8415619947767691,0.9900509886829996,0.8435641961196442,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,gtsrb,0.3651623119556611,0.7007917656373713,0.3512103003164681,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,sun397,0.684701252367729,0.9328576420177648,0.6783238400960281,,,zeroshot_classification,34B ViT-B-32 laion2b_e16,ViT-B-32,34725396128.0,256967931347.2,7.4,LAION-2B,vtab/flowers,0.6885672467067816,0.8466417303626605,0.6732279033655394,,,zeroshot_classification,34B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,sun397,0.6246666789267521,0.91313422954558,0.6346910684418603,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,objectnet,0.4417465274038979,0.7008721869279638,0.4272611771980346,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/smallnorb_label_elevation,0.1178600823045267,0.5817283950617284,0.1208963734895024,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenet-r,0.6932,0.8887,0.6785851251044699,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenet1k,0.63334,0.88778,0.63284,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/eurosat,0.5072222222222222,0.9255555555555556,0.489609055911575,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,flickr30k,,,,0.8338000178337097,0.9490000009536744,zeroshot_retrieval,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenet_sketch,0.4230383776454636,0.7030792509186661,0.4230898039215686,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/cifar10,0.8982,0.9963,0.8995000000000001,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,stl10,0.97075,0.999375,0.971875,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/diabetic_retinopathy,0.2629716428404031,1.0,0.2194476579174435,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/pcam,0.6219482421875,,0.6220625731388706,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/dsprites_label_x_position,0.0346001519097222,0.1698269314236111,0.0339338982697889,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/dtd,0.4425531914893617,0.7638297872340426,0.4430851063829787,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,mnist,0.4855,0.8418,0.4575381785680641,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,gtsrb,0.3311163895486936,0.7250989707046714,0.3196447660118034,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/dsprites_label_orientation,0.0237358940972222,0.1186116536458333,0.0218059467808842,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,cars,0.5940803382663847,0.917174480785972,0.5967107342155968,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/kitti_closest_vehicle_distance,0.2742616033755274,,0.405770386325608,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/resisc45,0.5376190476190477,0.8671428571428571,0.5417275836816031,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/svhn,0.1236939151813153,0.6480485556238476,0.1332639799678708,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/dmlab,0.1945898394545854,0.8513305476138113,0.1635130198328585,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/pets,0.8732624693376942,0.9926410466067048,0.8695864391489154,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenetv2,0.5596,0.8341,0.5602,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,flickr8k,,,,0.5319737792015076,0.6991719007492065,zeroshot_retrieval,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,renderedsst2,0.5897858319604613,,0.5895015488390944,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/clevr_closest_object_distance,0.1716,0.9095333333333332,0.1619443104834767,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,voc2007,0.765625,0.959869123931624,0.8071517771314477,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/flowers,0.6630346397788258,0.8573751829565783,0.6645264657992297,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/caltech101,0.819197896120973,0.9465811965811964,0.8786521640800292,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/clevr_count_all,0.2352,0.7871333333333334,0.2199570643185355,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/cifar100,0.6453,0.888,0.6451,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,fgvc_aircraft,0.1971197119711971,0.5022502250225023,0.197344028520499,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,country211,0.1715165876777251,0.4024170616113744,0.1707582938388625,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,mscoco_captions,,,,0.5584565997123718,0.748199999332428,zeroshot_retrieval,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,imagenet-a,0.3137333333333333,0.6410666666666667,0.3236449813371542,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,vtab/smallnorb_label_azimuth,0.06,0.288312757201646,0.0630119225348046,,,zeroshot_classification,13B ViT-B-32 openai,ViT-B-32,12800000000.0,94720000000.0,7.4,CLIP-WIT,fer2013,0.409445528002229,0.9413485650599052,0.3587300457745208,,,zeroshot_classification,13B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,gtsrb,0.5609659540775931,0.8069675376088677,0.5169427663206733,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/pets,0.9321340964840557,0.9978195693649496,0.9313974108097984,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,country211,0.2636018957345971,0.5149289099526067,0.2629857819905213,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/flowers,0.758985200845666,0.8894129126687266,0.7455642498757189,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/smallnorb_label_elevation,0.1094650205761317,0.5571193415637861,0.1098932195729559,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/resisc45,0.6666666666666666,0.941904761904762,0.6759805529181834,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/svhn,0.4630454824830977,0.817340196681008,0.4869931863892911,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/caltech101,0.8504273504273504,0.9681130834976988,0.9394300669046936,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/diabetic_retinopathy,0.210639793766112,1.0,0.2335698910327324,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,objectnet,0.6550016151609777,0.8503284160654678,0.6433184742666794,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenetv2,0.6769,0.9012,0.6781,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,flickr8k,,,,0.7120504379272461,0.8223952651023865,zeroshot_retrieval,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/dtd,0.6276595744680851,0.9069148936170212,0.6324468085106383,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenet-a,0.5388,0.8212,0.5362716338708938,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,voc2007,0.805221688034188,0.9551282051282052,0.8491537874687232,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/cifar100,0.8336,0.9666,0.8325000000000001,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/dsprites_label_orientation,0.0200330946180555,0.1053195529513889,0.0222572574909185,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/pcam,0.5526123046875,,0.5526478181769814,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/eurosat,0.6514814814814814,0.9551851851851852,0.6638062361650154,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenet_sketch,0.6327693607655879,0.8639588123170037,0.6325447058823529,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,fgvc_aircraft,0.3693369336933693,0.744974497449745,0.3649286987522281,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,sun397,0.743319785938908,0.9583279695459478,0.7348385903018446,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,mnist,0.5487,0.8411,0.5430718178404617,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/dmlab,0.2242797448867385,0.8738508906971629,0.1816019549723685,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/kitti_closest_vehicle_distance,0.2292545710267229,,0.3081761474014508,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,cars,0.9261285909712722,0.9976371098122124,0.9261518670531818,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,fer2013,0.537057676232934,0.9492894956812482,0.5338791359180816,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/dsprites_label_x_position,0.0315348307291666,0.1596544053819444,0.0323590170008084,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,flickr30k,,,,0.929199993610382,0.9869999885559082,zeroshot_retrieval,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenet1k,0.75202,0.94252,0.7526400000000001,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/clevr_closest_object_distance,0.161,0.9128666666666668,0.1739135544326629,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/smallnorb_label_azimuth,0.0562962962962962,0.274156378600823,0.0567608380809354,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,stl10,0.988625,0.999875,0.988625,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/clevr_count_all,0.3109333333333333,0.8006,0.3066391557930237,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,renderedsst2,0.5930807248764415,,0.5925413265010712,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,imagenet-r,0.8741,0.9655666666666668,0.8599962924086103,,,zeroshot_classification,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,mscoco_captions,,,,0.7107957005500793,0.8399999737739563,zeroshot_retrieval,34B ViT-L-14 laion2b_s32b_b82k,ViT-L-14,32000000000.0,2807360000000.0,87.73,LAION-2B,vtab/cifar10,0.9664,0.9987,0.9665,,,zeroshot_classification,34B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/caltech101,0.8522353714661407,0.963346482577252,0.944284654839904,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,imagenet1k,0.76664,0.9485,0.76656,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/cifar100,0.8391,0.9729,0.8388,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,imagenetv2,0.6961,0.9086,0.6957000000000001,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,stl10,0.985875,0.99975,0.9864999999999998,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/diabetic_retinopathy,0.4342160768689946,1.0,0.2167811161586062,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,imagenet-a,0.5710666666666666,0.8348,0.5639196371233688,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/smallnorb_label_elevation,0.1134156378600823,0.5579423868312757,0.1146512139135114,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,renderedsst2,0.6457990115321252,,0.6459400874297956,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/clevr_count_all,0.3319333333333333,0.9534,0.3193231509666999,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/flowers,0.7760611481541714,0.9046999512115792,0.7813275676765017,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,imagenet-r,0.8865,0.9695666666666668,0.8748158307459671,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/dtd,0.6813829787234043,0.925531914893617,0.6829787234042553,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,imagenet_sketch,0.6521841655367565,0.8748649020416986,0.6524090196078433,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,mscoco_captions,,,,0.7239903807640076,0.853600025177002,zeroshot_retrieval,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,flickr8k,,,,0.7296255230903625,0.8460017442703247,zeroshot_retrieval,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/smallnorb_label_azimuth,0.0588477366255144,0.268395061728395,0.0601925439678357,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,gtsrb,0.4973871733966746,0.7704671417260491,0.4655936453259506,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/pets,0.9427636958299264,0.9983646770237122,0.9434000102313552,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,objectnet,0.6746527403897922,0.8668030580381177,0.6650572756513145,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/resisc45,0.7171428571428572,0.958095238095238,0.7258469461953507,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/eurosat,0.647962962962963,0.9805555555555556,0.6445566610022502,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/clevr_closest_object_distance,0.1772666666666666,0.7803333333333333,0.2270014558851883,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/dsprites_label_x_position,0.035400390625,0.1624348958333333,0.0364155761076967,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,fgvc_aircraft,0.378037803780378,0.8028802880288028,0.3781639928698752,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,mnist,0.6904,0.9518,0.6833555055021581,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,flickr30k,,,,0.9348000288009644,0.99099999666214,zeroshot_retrieval,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/cifar10,0.9705,0.9994,0.9711,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/svhn,0.6033343577135832,0.8973570989551322,0.5683458085959752,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1462728551336146,,0.1818997858588953,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/dmlab,0.1901913349461183,0.8472839234660215,0.1733383864929211,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/dsprites_label_orientation,0.0307752821180555,0.1437852647569444,0.0304426618193977,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,fer2013,0.4657286152131513,0.9445528002229032,0.4812190866355833,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,vtab/pcam,0.5509033203125,,0.5508520491113902,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,sun397,0.7540228405391985,0.9617025580668296,0.7523924485563404,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,cars,0.9277453053102848,0.9983832856609874,0.9288577913034778,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,voc2007,0.8102964743589743,0.9655448717948718,0.8579252085748035,,,zeroshot_classification,13B ViT-g-14 laion2b_s12b_b42k,ViT-g-14,12208147020.0,3549396664594.8003,290.74,LAION-2B,country211,0.2872511848341232,0.542085308056872,0.2880094786729857,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,flickr30k,,,,0.8546000123023987,0.9409999847412108,zeroshot_retrieval,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2883263009845288,,0.3645688070267072,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/flowers,0.6828752642706131,0.8578630671653927,0.6628139602370955,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenetv2,0.5512,0.8156,0.5509,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/smallnorb_label_elevation,0.0972839506172839,0.5397530864197531,0.0973286727349915,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/dsprites_label_x_position,0.0293918185763888,0.150390625,0.0306791200330755,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/cifar100,0.7021,0.9244,0.703,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/eurosat,0.5155555555555555,0.9201851851851852,0.526225901185735,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/clevr_closest_object_distance,0.1593333333333333,0.9299333333333332,0.1673057808855792,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,voc2007,0.7567441239316239,0.9461805555555556,0.7914514618991711,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenet_sketch,0.4932893159621922,0.7566861207726621,0.4940521568627451,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenet1k,0.62918,0.87652,0.6289,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,cars,0.7920656634746922,0.9787339883099117,0.7926165075935756,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,country211,0.1469194312796208,0.3500473933649289,0.1470142180094787,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,gtsrb,0.4199524940617577,0.6838479809976247,0.393417229364651,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenet-a,0.2166666666666666,0.5310666666666667,0.2348332752565157,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,fer2013,0.4267205349679576,0.9361939258846476,0.3989364402674789,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,mscoco_captions,,,,0.6084766387939453,0.7675999999046326,zeroshot_retrieval,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/dsprites_label_orientation,0.0193684895833333,0.1180826822916666,0.0197744129948227,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,mnist,0.3742,0.7294,0.3706020613065869,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/resisc45,0.546031746031746,0.902063492063492,0.5542849348347576,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/clevr_count_all,0.1633333333333333,0.7125333333333334,0.1575975877364315,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/pets,0.8683565004088307,0.9934587080948488,0.8661667839491306,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/caltech101,0.8328402366863905,0.94543063773833,0.9085289082247568,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/svhn,0.2786954517516902,0.7308312845728334,0.2795999671407248,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,renderedsst2,0.5255354200988468,,0.5258471570841294,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/pcam,0.545867919921875,,0.5459467330999297,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/dtd,0.5430851063829787,0.8356382978723405,0.5473404255319149,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,stl10,0.955,0.9995,0.955375,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,objectnet,0.4393776246365888,0.684612899752342,0.4268760394558317,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/cifar10,0.9078,0.9977,0.9083,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/dmlab,0.1721574664614031,0.8585001099626127,0.1577427840925754,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,flickr8k,,,,0.5787171125411987,0.7392163872718811,zeroshot_retrieval,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,imagenet-r,0.7341666666666666,0.9035,0.7214778957504825,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,fgvc_aircraft,0.168016801680168,0.4119411941194119,0.1658110516934046,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/smallnorb_label_azimuth,0.0454320987654321,0.2672427983539094,0.0450240211431134,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,vtab/diabetic_retinopathy,0.337965783923131,1.0,0.2591163084325771,,,zeroshot_classification,13B ViT-B-32-quickgelu laion400m_e32,ViT-B-32,13034626688.0,96456237491.20001,7.4,LAION-400M,sun397,0.6696489324530592,0.9273222134358275,0.6609448269493161,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/pcam,0.605010986328125,,0.605165824864527,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,flickr8k,,,,0.6204919219017029,0.7667778730392456,zeroshot_retrieval,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,gtsrb,0.4345209817893903,0.707680126682502,0.400638686800972,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/dtd,0.5132978723404256,0.7787234042553192,0.5095744680851063,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/cifar10,0.9172,0.9975,0.9172,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,mscoco_captions,,,,0.6364254355430603,0.7961999773979187,zeroshot_retrieval,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/dmlab,0.1508247195953375,0.8088849791071036,0.1720986035113953,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/clevr_count_all,0.2877333333333333,0.9075333333333332,0.2821869879006831,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,fer2013,0.4286709389802173,0.898300362217888,0.392124222029496,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenet1k,0.67002,0.90424,0.67026,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,flickr30k,,,,0.881600022315979,0.9679999947547911,zeroshot_retrieval,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,renderedsst2,0.5469522240527183,,0.5464163192635053,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,objectnet,0.5149133196941962,0.7512652094325402,0.5017005288059357,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,voc2007,0.7683627136752137,0.952590811965812,0.8035754023986389,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/cifar100,0.7101,0.9209,0.7106999999999999,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/kitti_closest_vehicle_distance,0.189873417721519,,0.2568338943834677,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,country211,0.1812322274881516,0.4011374407582938,0.181563981042654,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/diabetic_retinopathy,0.087368174361378,1.0,0.2520359622114083,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/resisc45,0.5853968253968254,0.896984126984127,0.5932699170625959,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,fgvc_aircraft,0.1746174617461746,0.45004500450045,0.1753386809269162,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/clevr_closest_object_distance,0.2450666666666666,0.8254,0.1666666666666666,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,sun397,0.6960663515824705,0.9390183349577946,0.6804128851625355,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenet-a,0.3318666666666666,0.6664,0.3409181030776702,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/smallnorb_label_elevation,0.0984362139917695,0.5293827160493827,0.0977694426163014,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,mnist,0.6659,0.9224,0.6665327286676481,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenet-r,0.779,0.9289333333333334,0.7643246651538985,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/flowers,0.6929582045861116,0.8668076109936576,0.6668176645957112,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/svhn,0.3860633066994468,0.8061232329440688,0.3685311302620919,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,cars,0.8368362144011939,0.987439373212287,0.8375394945435981,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/pets,0.8923412373943854,0.9967293540474244,0.8919759072052595,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/eurosat,0.5031481481481481,0.92,0.5110567650187513,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/dsprites_label_x_position,0.0311008029513888,0.1568060980902778,0.0321637232587243,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenet_sketch,0.5230010414824422,0.7913694511584036,0.5233670588235293,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/caltech101,0.8353057199211046,0.9546351084812624,0.9005042720791782,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/dsprites_label_orientation,0.0303819444444444,0.1311170789930555,0.0332405586865836,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,imagenetv2,0.5958,0.8547,0.5955999999999999,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,vtab/smallnorb_label_azimuth,0.0590123456790123,0.279835390946502,0.0603763349553147,,,zeroshot_classification,13B ViT-B-16 laion400m_e32,ViT-B-16,13034626688.0,268122270972.16,20.57,LAION-400M,stl10,0.96975,0.999875,0.96975,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/cifar10,0.9467,0.999,0.9466,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/dtd,0.6031914893617021,0.8867021276595745,0.6042553191489363,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,gtsrb,0.5,0.7502771179730799,0.4499584478173962,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/pcam,0.485626220703125,,0.4856418903784925,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,flickr8k,,,,0.6753677129745483,0.8063279986381531,zeroshot_retrieval,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,mscoco_captions,,,,0.6805678009986877,0.8216000199317932,zeroshot_retrieval,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/dmlab,0.1856168902573125,0.82608313173521,0.1925396140565279,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,flickr30k,,,,0.9082000255584716,0.977999985218048,zeroshot_retrieval,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenet1k,0.72734,0.9293,0.72694,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,fer2013,0.5009752020061299,0.932153803287824,0.449919123283142,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/clevr_count_all,0.2424666666666666,0.7876,0.2312503165591237,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/cifar100,0.7744,0.9471,0.7737999999999998,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2081575246132208,,0.1791674645508319,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,voc2007,0.7555422008547008,0.9489182692307692,0.830992972154603,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,objectnet,0.5989555292344136,0.8103262625174976,0.586320244179702,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,renderedsst2,0.5634266886326195,,0.5635892536622082,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/diabetic_retinopathy,0.0715256620576517,1.0,0.2196341124982623,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,country211,0.2307582938388625,0.4708056872037914,0.2308530805687204,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,sun397,0.7259778950659286,0.9500616069294004,0.7127784763377728,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenet-a,0.4661333333333333,0.7688,0.4728184257301568,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/clevr_closest_object_distance,0.1486,0.9095333333333332,0.1443124682607226,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,fgvc_aircraft,0.2505250525052505,0.6012601260126013,0.2483244206773618,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/resisc45,0.6730158730158731,0.938095238095238,0.6781338184038964,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/smallnorb_label_elevation,0.1097119341563786,0.5409053497942387,0.1081320376350696,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/flowers,0.7537811026183119,0.8923402179216132,0.7256696912813558,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenet-r,0.8475333333333334,0.9550666666666666,0.8331685531673508,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,mnist,0.764,0.9231,0.7589335620721703,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/svhn,0.381760909649662,0.7632913337430854,0.4057750407393451,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/eurosat,0.6177777777777778,0.957037037037037,0.6299267597724122,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/pets,0.9185064050149904,0.9956391387298992,0.9161666963118203,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,cars,0.8959084690958836,0.9960203954732,0.8961635505798664,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/caltech101,0.841715976331361,0.940828402366864,0.9341112975275198,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenet_sketch,0.5961406197803062,0.8388060288077973,0.5956784313725489,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/dsprites_label_x_position,0.0298394097222222,0.1414794921875,0.0308127750442299,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/smallnorb_label_azimuth,0.0516872427983539,0.2725925925925926,0.0526600212836742,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,imagenetv2,0.6559,0.8854,0.6541,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,vtab/dsprites_label_orientation,0.0257297092013888,0.1208224826388889,0.0259727501505128,,,zeroshot_classification,13B ViT-L-14 laion400m_e32,ViT-L-14,13034626688.0,1143527799338.24,87.73,LAION-400M,stl10,0.980125,0.999875,0.980875,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,flickr30k,,,,0.8077999949455261,0.9190000295639038,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/kitti_closest_vehicle_distance,0.2630098452883263,,0.213933170542953,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/clevr_count_all,0.1329333333333333,0.6432666666666667,0.1315177265770149,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,stl10,0.9425,0.99925,0.9425,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/dtd,0.4074468085106383,0.6787234042553192,0.4074468085106384,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,renderedsst2,0.5211422295442065,,0.520632490880667,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenet-a,0.1758666666666666,0.4649333333333333,0.189391004090539,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,flickr8k,,,,0.7889999747276306,0.9010000228881836,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/eurosat,0.4137037037037037,0.9062962962962964,0.4320865943595451,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,fer2013,0.4302033992755642,0.9204513792142658,0.37026350906683,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/cifar10,0.8793,0.9963,0.8793,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenetv2,0.502,0.7692,0.5021,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/dmlab,0.1770398064658016,0.8065977567627007,0.1736206433456909,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,mnist,0.4069,0.9149,0.4079686211647755,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/cifar100,0.6377,0.8817,0.6376999999999999,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/dsprites_label_orientation,0.0297309027777777,0.1425103081597222,0.0302075237160539,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,voc2007,0.7058627136752137,0.9206730769230768,0.7394604380406663,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,cars,0.746922024623803,0.9656759109563487,0.7481875391857694,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/caltech101,0.8159408381265407,0.9456039441248972,0.8782232895450505,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/svhn,0.2280270436385986,0.6697141979102643,0.2405672653796698,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/dsprites_label_x_position,0.0279405381944444,0.1617160373263889,0.0272734594824477,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,mscoco_captions,,,,0.5582966804504395,0.7221999764442444,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/resisc45,0.4826984126984127,0.827936507936508,0.4900311201949828,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenet_sketch,0.4276955727170901,0.697498477077561,0.4278176470588236,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/smallnorb_label_elevation,0.1174485596707819,0.5479012345679012,0.1167813118235797,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,objectnet,0.3961451491331969,0.6564014213416604,0.3853304945231068,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/clevr_closest_object_distance,0.1588,0.7975333333333333,0.1715900231551288,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,country211,0.1142180094786729,0.293175355450237,0.114218009478673,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,sun397,0.6114165915736433,0.8952222446990455,0.5897540800936756,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/pets,0.8135731807031888,0.9855546470427908,0.8106187831401711,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/pcam,0.5634765625,,0.5636385516013541,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,gtsrb,0.3539192399049881,0.63729216152019,0.3205803198411894,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/smallnorb_label_azimuth,0.0498765432098765,0.2673251028806584,0.050699724461204,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,fgvc_aircraft,0.1167116711671167,0.2931293129312931,0.1166221033868092,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenet-r,0.6723333333333333,0.8728666666666667,0.6564335845667132,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,imagenet1k,0.57554,0.83606,0.5755,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/flowers,0.628882745161815,0.822735404130753,0.5860017223575912,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-80M,vtab/diabetic_retinopathy,0.6917037731427232,1.0,0.220723954150355,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,renderedsst2,0.6232839099395936,,0.6230675699148862,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,fer2013,0.5452772359988854,0.958623572025634,0.4765555190886895,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,mnist,0.4977,0.7647,0.5032891680615029,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/cifar100,0.8034,0.9624,0.8033999999999999,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/pcam,0.492950439453125,,0.4928820641756846,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenet_sketch,0.6078916858260135,0.8481204189510503,0.6080298039215686,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/dsprites_label_orientation,0.0306939019097222,0.1248236762152777,0.0309446273599094,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/kitti_closest_vehicle_distance,0.250351617440225,,0.3632890819896964,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,flickr30k,,,,0.9172000288963318,0.984000027179718,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,cars,0.9107076234299216,0.9966422086805125,0.9109031786252751,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,stl10,0.984125,0.999875,0.984125,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenet-r,0.8551666666666666,0.9585,0.8419725344640705,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenet1k,0.73096,0.93136,0.73104,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,flickr8k,,,,0.8971999883651733,0.962000012397766,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/dtd,0.6069148936170212,0.874468085106383,0.6069148936170212,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,fgvc_aircraft,0.3189318931893189,0.7152715271527152,0.3183600713012477,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/flowers,0.7404456009107172,0.8814441372580908,0.734400597014451,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,country211,0.2329857819905213,0.4769194312796208,0.2329857819905213,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,voc2007,0.7856570512820513,0.9527243589743588,0.8348449719110584,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/dsprites_label_x_position,0.0359157986111111,0.1713595920138889,0.035883996300352,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,objectnet,0.624421233982987,0.8292774846559707,0.6126149835252711,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/svhn,0.5411416717885679,0.8555239704978488,0.5620048662182784,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/caltech101,0.8435497124075596,0.9479046836483156,0.9355442718115106,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/clevr_closest_object_distance,0.1168666666666666,0.7744666666666666,0.1882732501231087,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/cifar10,0.9611,0.999,0.9610999999999998,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/clevr_count_all,0.3752,0.9381333333333334,0.3699505757621409,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,mscoco_captions,,,,0.6915633678436279,0.8294000029563904,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/pets,0.9285908967020988,0.9986372308530936,0.9273960033653732,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenet-a,0.4869333333333333,0.7886666666666666,0.4761783035660016,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,imagenetv2,0.656,0.8882,0.6564000000000001,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/smallnorb_label_azimuth,0.051275720164609,0.2668312757201646,0.0519695838940528,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/dmlab,0.1537277325709259,0.8089729491972729,0.145929168286468,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/diabetic_retinopathy,0.2153737989219592,1.0,0.2076003791462033,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,sun397,0.7169759273222135,0.9499052908398772,0.7102585875097726,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,gtsrb,0.51243072050673,0.7658749010292953,0.4678911388016545,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/resisc45,0.6696825396825397,0.9204761904761904,0.6776857489956047,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/smallnorb_label_elevation,0.1167078189300411,0.5366255144032922,0.1156712635603865,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-2B_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,12800000000.0,1122944000000.0,87.73,LAION-2B,vtab/eurosat,0.5288888888888889,0.9422222222222222,0.5312667243659434,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,renderedsst2,0.4936847885777045,,0.4935223785536448,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/clevr_closest_object_distance,0.208,0.9219333333333334,0.1734274689849711,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2334739803094233,,0.1954179238844919,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/diabetic_retinopathy,0.0296695570658542,1.0,0.2020889227139848,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,cars,0.7436885959457779,0.9667951747295112,0.7444169799016871,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dmlab,0.1982845832416978,0.8451286562568726,0.1923325371570016,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/flowers,0.599121808424134,0.823548544478777,0.5794234260697011,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/smallnorb_label_elevation,0.1093827160493827,0.5403292181069959,0.1086589549600785,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,gtsrb,0.433174980205859,0.692874109263658,0.4064017403597788,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet-a,0.1374666666666666,0.3964,0.1584236987871494,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/smallnorb_label_azimuth,0.0537448559670781,0.2568724279835391,0.054094065224706,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/svhn,0.2383604794099569,0.6257298709280885,0.2768558426639088,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/pets,0.8043063505042246,0.983646770237122,0.8011954627434265,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,stl10,0.9395,0.998875,0.9395,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,mnist,0.4981,0.8542,0.4951144573364048,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/cifar10,0.8622,0.9962,0.8622,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,objectnet,0.3588349305480779,0.6137611715300958,0.3512056559387272,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,fgvc_aircraft,0.1155115511551155,0.3027302730273027,0.1150891265597147,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dsprites_label_x_position,0.0292019314236111,0.1475965711805555,0.0282836174704741,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,flickr30k,,,,0.8050000071525574,0.9160000085830688,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,voc2007,0.7403178418803419,0.9543936965811964,0.7554210526929961,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dtd,0.4303191489361702,0.7329787234042553,0.4303191489361702,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet_sketch,0.4395645424354968,0.7037277211185129,0.4398909803921568,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,sun397,0.6246758739908417,0.9033139010978908,0.6093709490170997,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet1k,0.5712,0.8293,0.5711999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/clevr_count_all,0.1517333333333333,0.6965333333333333,0.1497668304593401,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/eurosat,0.4488888888888889,0.8422222222222222,0.4663866314932224,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dsprites_label_orientation,0.0160861545138888,0.1102023654513889,0.0162468137720324,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/caltech101,0.8167625308134757,0.9393590797041906,0.879027900420164,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,country211,0.1158767772511848,0.2848815165876777,0.1158767772511848,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/pcam,0.5072021484375,,0.5072323860764016,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,flickr8k,,,,0.7940000295639038,0.9079999923706056,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/cifar100,0.663,0.9029,0.6629999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet-r,0.6550333333333334,0.8579666666666667,0.6435452602669054,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,fer2013,0.3083031485093341,0.8188910560044581,0.3027536991590182,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/resisc45,0.4726984126984127,0.8015873015873016,0.4789983802637705,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenetv2,0.4893,0.7599,0.4899,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,mscoco_captions,,,,0.5628548860549927,0.7337999939918518,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/dsprites_label_orientation,0.0237358940972222,0.114501953125,0.0242834838735771,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/pets,0.8956118833469611,0.9956391387298992,0.8946010018567978,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenet_sketch,0.5492935604944094,0.8078366641120871,0.549541568627451,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/cifar10,0.9163,0.9973,0.9163,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/smallnorb_label_azimuth,0.0533333333333333,0.2774485596707819,0.0545005027546213,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/cifar100,0.7162,0.9188,0.7162000000000001,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/dsprites_label_x_position,0.030517578125,0.1544460720486111,0.0310940896088316,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/svhn,0.2220344191763982,0.6653733866011063,0.2724412453084024,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/resisc45,0.6092063492063492,0.9066666666666666,0.6156290950020897,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/clevr_closest_object_distance,0.1553333333333333,0.8999333333333334,0.1629551379223542,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,mnist,0.6955,0.9312,0.6910914800348824,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenet-r,0.8023333333333333,0.9369333333333332,0.7879801818398815,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/caltech101,0.8405916187345933,0.9488907148726377,0.925977112578642,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,country211,0.1913744075829384,0.42260663507109,0.1913744075829384,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/dmlab,0.1619089509566747,0.8332087090389267,0.185608975321048,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/clevr_count_all,0.2469333333333333,0.8553333333333333,0.2429848646568625,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,mscoco_captions,,,,0.6580567955970764,0.8051999807357788,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,flickr30k,,,,0.895799994468689,0.9739999771118164,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenetv2,0.6168,0.8659,0.6171,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,voc2007,0.7632211538461539,0.9501201923076924,0.8061581005915089,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/dtd,0.5409574468085107,0.8175531914893617,0.5409574468085107,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenet1k,0.69,0.91254,0.69,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,fgvc_aircraft,0.2142214221422142,0.516951695169517,0.2140196078431372,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,renderedsst2,0.5496979681493684,,0.5495664698048752,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/flowers,0.7084078711985689,0.8825825337453245,0.6890539306750676,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,objectnet,0.5216431571013245,0.761386884892861,0.5095186395268402,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,imagenet-a,0.3668,0.6892,0.3745590856618023,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/diabetic_retinopathy,0.0467541598312631,1.0,0.1914109582226553,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/pcam,0.461761474609375,,0.4618402202806279,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/smallnorb_label_elevation,0.1072427983539094,0.5381069958847736,0.1063453251449081,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,gtsrb,0.4398258115597783,0.7004750593824228,0.4228521175207222,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,stl10,0.967375,0.999875,0.967375,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/kitti_closest_vehicle_distance,0.1111111111111111,,0.2699115673339399,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,cars,0.8656883472204949,0.9910458898146997,0.8655973989448195,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,vtab/eurosat,0.6007407407407407,0.9557407407407408,0.6035401827353057,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,fer2013,0.5247979938701588,0.9575090554471998,0.44707702046335,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,flickr8k,,,,0.8690000176429749,0.949999988079071,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-400M_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215895056.0,703820961301.92,20.57,LAION-400M,sun397,0.6998363278592051,0.9388712139323612,0.6865736314587024,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/cifar10,0.9507,0.9988,0.9507,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,mscoco_captions,,,,0.68400639295578,0.8212000131607056,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,fgvc_aircraft,0.2598259825982598,0.6276627662766276,0.2595365418894831,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/smallnorb_label_azimuth,0.051440329218107,0.2634567901234568,0.0518701124144121,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,flickr8k,,,,0.8939999938011169,0.9610000252723694,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,country211,0.2336966824644549,0.4733649289099526,0.233696682464455,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/eurosat,0.5461111111111111,0.9242592592592592,0.5651049536565794,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/cifar100,0.7912,0.9515,0.7911999999999999,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/caltech101,0.8455217748562038,0.9452752670501232,0.9336784228685904,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,mnist,0.6384,0.7872,0.6332639435849633,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,flickr30k,,,,0.9103999733924866,0.9829999804496764,zeroshot_retrieval,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,cars,0.8985200845665962,0.9966422086805125,0.8985695974226346,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenet1k,0.73056,0.9301,0.7305799999999999,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/kitti_closest_vehicle_distance,0.250351617440225,,0.299339840959125,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/dsprites_label_x_position,0.0302327473958333,0.1550971137152778,0.0289072399615189,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/pets,0.9185064050149904,0.9967293540474244,0.916855959704084,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/smallnorb_label_elevation,0.1157201646090535,0.5345679012345679,0.1148406504063801,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/svhn,0.4287031346035648,0.7552627535341119,0.4543559591057532,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/clevr_count_all,0.3082666666666667,0.8043333333333333,0.3058184188823591,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/flowers,0.7285737518295657,0.8853472109286062,0.7138829747044899,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,objectnet,0.5962097555723054,0.8110261656078389,0.5837895726115563,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenet_sketch,0.6014266344396628,0.8458016467212953,0.6019035294117648,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/diabetic_retinopathy,0.1302788844621513,1.0,0.2609871985127597,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenetv2,0.6557,0.8862,0.6561,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,sun397,0.7168196112326903,0.948130643470585,0.7038768134719974,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/pcam,0.471710205078125,,0.4717085831378421,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/clevr_closest_object_distance,0.1535333333333333,0.9150666666666668,0.159853279831333,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenet-a,0.4813333333333333,0.7841333333333333,0.4748023128208691,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/dsprites_label_orientation,0.0243326822916666,0.1102566189236111,0.0248290341061374,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,stl10,0.97825,0.999875,0.9782499999999998,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,voc2007,0.7693643162393162,0.9485844017094016,0.832493633538963,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/resisc45,0.6584126984126984,0.928095238095238,0.6658487712664471,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/dtd,0.5595744680851064,0.8622340425531915,0.5595744680851064,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,gtsrb,0.4703087885985748,0.7259699129057798,0.424934649086823,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,vtab/dmlab,0.1400923685946778,0.8252914009236859,0.1558513286011827,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,fer2013,0.497353023126219,0.9157146837559208,0.4320938258846923,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,imagenet-r,0.8573,0.9585,0.8421463151500908,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-L-14,13216000000.0,1159439680000.0,87.73,LAION-400M,renderedsst2,0.5392641405820977,,0.5392800793237218,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenet_sketch,0.4775688262689382,0.7421643184185187,0.4777388235294117,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,gtsrb,0.3931116389548693,0.7148851939825811,0.386098297762605,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/svhn,0.356138598647818,0.7813844499078058,0.3183875932201201,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/eurosat,0.5361111111111111,0.960925925925926,0.5402061732362095,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenet1k,0.61822,0.86812,0.6182000000000001,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/flowers,0.6292080013010246,0.8250121971052203,0.6097769489185794,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/dmlab,0.1959973608972949,0.8484715196833077,0.1537792141447116,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/diabetic_retinopathy,0.3324584016873682,1.0,0.2056859412699506,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,flickr8k,,,,0.8331999778747559,0.930999994277954,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/cifar100,0.6986,0.9257,0.6986,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenet-a,0.2250666666666666,0.5396,0.2439647287803816,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/kitti_closest_vehicle_distance,0.3684950773558368,,0.4092196602069964,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/dsprites_label_orientation,0.0198160807291666,0.1240912543402777,0.0201250774947325,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,flickr30k,,,,0.8511999845504761,0.9459999799728394,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,renderedsst2,0.5458539264140582,,0.5454609605697411,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,mscoco_captions,,,,0.6108356714248657,0.7671999931335449,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,country211,0.1406635071090047,0.3352132701421801,0.1406635071090047,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/resisc45,0.5546031746031747,0.8653968253968254,0.5605999247121412,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,stl10,0.958375,0.9995,0.958375,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/smallnorb_label_azimuth,0.0613168724279835,0.2740740740740741,0.0615409789398097,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/pcam,0.6007080078125,,0.6008674742374801,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,objectnet,0.4549370087218692,0.7087864757187466,0.4439432398853564,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/clevr_count_all,0.1576666666666666,0.7054666666666667,0.1558386869852082,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenet-r,0.7077,0.8910666666666667,0.695518246554982,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,sun397,0.6566379167662798,0.9261912205528072,0.6468643550699787,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,voc2007,0.7785122863247863,0.959067841880342,0.7991835611313458,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/caltech101,0.8277732128184059,0.9503697617091208,0.8979865006338752,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,cars,0.8224101479915433,0.984703395100112,0.8217522402775477,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,mnist,0.5574,0.8886,0.5658251613818176,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/dsprites_label_x_position,0.0319010416666666,0.1665988498263889,0.0314069883914952,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,fer2013,0.4380050153246029,0.9286709389802174,0.3782122141672192,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/dtd,0.4936170212765957,0.7909574468085107,0.4936170212765959,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/clevr_closest_object_distance,0.2238,0.8220666666666666,0.1717397203178954,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,fgvc_aircraft,0.1227122712271227,0.3444344434443444,0.1223262032085561,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/smallnorb_label_elevation,0.128559670781893,0.5576954732510289,0.1292634608884045,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/cifar10,0.9156,0.9985,0.9156000000000002,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,vtab/pets,0.8596347778686291,0.9923684927773236,0.8572559924412451,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2560013280.0,52659473169.6,20.57,LAION-2B,imagenetv2,0.538,0.802,0.5385999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenet-a,0.2154666666666666,0.5288,0.2316582783524024,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenetv2,0.5433,0.8124,0.5432,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,voc2007,0.7787793803418803,0.9537259615384616,0.8009688700344689,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,objectnet,0.45854420157209,0.7024335092064176,0.4471764695090219,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,cars,0.8087302574306678,0.985200845665962,0.8085231504422035,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenet_sketch,0.4990469453123465,0.7658040047947493,0.4992627450980392,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,flickr8k,,,,0.8371999859809875,0.930999994277954,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/dsprites_label_orientation,0.0247395833333333,0.1142849392361111,0.0253118800162134,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,sun397,0.6687845964286371,0.9285267668315648,0.66045132085206,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,country211,0.1451658767772511,0.3481042654028436,0.1451658767772512,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/svhn,0.4105331899200983,0.8198755377996312,0.3637262577611196,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,mnist,0.4655,0.7838,0.4725722537775307,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/diabetic_retinopathy,0.0683149753925474,1.0,0.2064839395288543,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/smallnorb_label_azimuth,0.0554732510288065,0.2768724279835391,0.0559142116321244,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/pets,0.874897792313982,0.9942763695829926,0.8733712746094637,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/dmlab,0.2004398504508467,0.831845172641302,0.1670659455725167,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,stl10,0.953125,0.99925,0.953125,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/dtd,0.5377659574468086,0.8372340425531914,0.5377659574468084,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/clevr_closest_object_distance,0.1260666666666666,0.8023333333333333,0.1431105323488104,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/resisc45,0.5477777777777778,0.8884126984126984,0.5538971077387721,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/flowers,0.6329484469019353,0.837534558464791,0.6206558497922174,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,flickr30k,,,,0.853600025177002,0.9449999928474426,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/eurosat,0.5431481481481482,0.9042592592592592,0.5426613813797865,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,fer2013,0.4353580384508219,0.9158539983282252,0.4197447539736966,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/cifar10,0.9265,0.9984,0.9265,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,fgvc_aircraft,0.1674167416741674,0.4578457845784578,0.1668983957219251,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/smallnorb_label_elevation,0.1187654320987654,0.5808230452674897,0.1176812180550676,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/clevr_count_all,0.1652666666666666,0.6874666666666667,0.1642859387560007,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenet-r,0.7252333333333333,0.8989,0.7140624629578244,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,mscoco_captions,,,,0.6166333556175232,0.7703999876976013,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,renderedsst2,0.5453047775947282,,0.5455749522320653,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1912798874824191,,0.2191710929978566,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/caltech101,0.8220213640098604,0.95152013147083,0.8943124874379637,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/dsprites_label_x_position,0.0360921223958333,0.1627739800347222,0.035788339896763,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,imagenet1k,0.62526,0.87618,0.62522,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,gtsrb,0.4281868566904196,0.7278701504354711,0.3811076440318098,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/pcam,0.454315185546875,,0.4542477680673474,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-2B_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,13000000000.0,96200000000.0,7.4,LAION-2B,vtab/cifar100,0.7263,0.9328,0.7263000000000001,,,zeroshot_classification,13B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2109704641350211,,0.350648498238932,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,gtsrb,0.4975455265241488,0.7553444180522565,0.4424723917340196,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenetv2,0.6678,0.8895,0.6675,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,flickr8k,,,,0.8989999890327454,0.962000012397766,zeroshot_retrieval,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/svhn,0.4227489244007376,0.7498847572218807,0.4641679917545769,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/cifar10,0.9502,0.999,0.9502,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,voc2007,0.7625534188034188,0.9368990384615384,0.8347463690365172,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/eurosat,0.5572222222222222,0.9729629629629628,0.5605465567472842,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/smallnorb_label_elevation,0.1023045267489712,0.5306172839506172,0.1018345034711639,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,cars,0.9095883596567592,0.99651784603905,0.9088512000991836,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/caltech101,0.8376335250616269,0.9360723089564504,0.933992126557585,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,stl10,0.982375,0.999875,0.982375,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/dsprites_label_orientation,0.0271809895833333,0.1223415798611111,0.0275037211984385,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/diabetic_retinopathy,0.2634637918912585,1.0,0.2091240578422589,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/dsprites_label_x_position,0.0330268012152777,0.1616075303819444,0.0333679231523241,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/dtd,0.5728723404255319,0.8664893617021276,0.5728723404255319,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,mscoco_captions,,,,0.6862455010414124,0.8343999981880188,zeroshot_retrieval,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/pcam,0.518280029296875,,0.5181100364304774,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenet-r,0.8672666666666666,0.9603666666666668,0.8522318898584128,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/smallnorb_label_azimuth,0.0536625514403292,0.2612345679012345,0.053278654576598,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/cifar100,0.7843,0.9481,0.7843000000000001,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenet-a,0.4982666666666667,0.7808,0.5010418980012707,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/flowers,0.7360546430313872,0.9090909090909092,0.7250038404334703,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/clevr_count_all,0.3800666666666666,0.8624666666666667,0.3752165942915276,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,renderedsst2,0.5107084019769358,,0.5099136558392682,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,objectnet,0.6092387207925056,0.8206094540755895,0.5988916899913324,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,fgvc_aircraft,0.306030603060306,0.6924692469246925,0.3051782531194296,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/pets,0.9321340964840557,0.9978195693649496,0.9312698565843472,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenet1k,0.7394,0.93342,0.7393200000000001,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,mnist,0.6055,0.9324,0.6129541063668154,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/dmlab,0.2218605674070816,0.8741587860127557,0.1691970559759249,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,country211,0.2458293838862559,0.4837440758293839,0.2458293838862559,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/resisc45,0.6566666666666666,0.9476190476190476,0.664351081842984,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,flickr30k,,,,0.9128000140190125,0.9769999980926514,zeroshot_retrieval,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,fer2013,0.5087768180551686,0.934800780161605,0.4481503361031994,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,sun397,0.7190632068705519,0.9460709491145152,0.7107487295540873,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,vtab/clevr_closest_object_distance,0.1788,0.9097333333333332,0.1698864710204816,,,zeroshot_classification,34B ViT-L-14 Model-L-14_Data-400M_Samples-34B_lr-1e-3_bs-86k.pt,ViT-L-14,34215895056.0,3001760473262.8804,87.73,LAION-400M,imagenet_sketch,0.6197803061565368,0.8528365658590266,0.6200211764705882,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,voc2007,0.6971821581196581,0.931557158119658,0.7328704415736629,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/dsprites_label_orientation,0.0161539713541666,0.1209988064236111,0.0164085763144711,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/flowers,0.549357619125061,0.7856562042608555,0.5247059225491861,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,flickr30k,,,,0.7599999904632568,0.8820000290870667,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/eurosat,0.4187037037037037,0.8692592592592593,0.4391973995651304,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,stl10,0.9215,0.99825,0.9215,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenet1k,0.51938,0.79014,0.5193999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,cars,0.6761596816316379,0.9411764705882352,0.679009152214651,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/smallnorb_label_elevation,0.0840329218106995,0.5035390946502057,0.0837716997968719,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/dtd,0.3547872340425532,0.6132978723404255,0.3547872340425532,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,mnist,0.2873,0.8903,0.2931978452910186,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,mscoco_captions,,,,0.5104358196258545,0.6715999841690063,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/resisc45,0.419047619047619,0.7682539682539683,0.4265426336724944,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/caltech101,0.8106820049301561,0.9350862777321282,0.8664413925408332,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/diabetic_retinopathy,0.0389969533630185,1.0,0.1859508157888545,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/pets,0.756064322703734,0.9582992641046608,0.7529608589855814,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/dsprites_label_x_position,0.0309516059027777,0.158203125,0.0315745507964889,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,sun397,0.5582691211357743,0.8610258013498354,0.5463396570802187,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/dmlab,0.1581702221244776,0.8383549593138333,0.1644193635732437,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,fer2013,0.3676511563109501,0.9058233491223182,0.3331638040440747,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,renderedsst2,0.5063152114222954,,0.5064721932719588,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/svhn,0.1289950829748002,0.6535802089735709,0.1575248098807942,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/kitti_closest_vehicle_distance,0.2883263009845288,,0.331695458729469,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenetv2,0.442,0.7212,0.4423,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenet-a,0.1252,0.3674666666666666,0.1380330158218144,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/cifar10,0.8366,0.9935,0.8366,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,fgvc_aircraft,0.0858085808580858,0.258025802580258,0.0855704099821746,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,country211,0.0954976303317535,0.2496682464454976,0.0954976303317535,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenet-r,0.614,0.8301666666666667,0.5987898786937776,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/clevr_closest_object_distance,0.1598666666666666,0.919,0.1339790006137771,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,imagenet_sketch,0.3836585509638625,0.6484505492346087,0.383776862745098,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,gtsrb,0.2960411718131433,0.6330166270783848,0.2595101347646848,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/cifar100,0.6182,0.8704,0.6182,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/pcam,0.501739501953125,,0.5017852413932861,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,objectnet,0.3326154840099063,0.5813502745773662,0.3241425709257197,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,flickr8k,,,,0.7427999973297119,0.8799999952316284,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/clevr_count_all,0.1921333333333333,0.7537333333333334,0.1907902678312629,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-80M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-80M,vtab/smallnorb_label_azimuth,0.0478189300411522,0.2589300411522633,0.047437204492401,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,renderedsst2,0.5875892366831411,,0.5874895055295003,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/dsprites_label_x_position,0.0305718315972222,0.1600341796875,0.0300087224198642,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/cifar100,0.751,0.9413,0.7509999999999999,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/resisc45,0.6250793650793651,0.9138095238095238,0.6311439546044071,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,fgvc_aircraft,0.2094209420942094,0.501950195019502,0.2087611408199643,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/eurosat,0.5944444444444444,0.9687037037037036,0.5940963614186365,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,cars,0.8597189404302947,0.9920407909463996,0.8605255762626218,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,gtsrb,0.5228820269200317,0.7663499604117181,0.4449808109166046,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2039381153305204,,0.2339960063971601,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/caltech101,0.8364831552999178,0.9633525061626952,0.9233410384313956,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/dmlab,0.1370134154387508,0.8116560369474378,0.1608456275119595,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,mnist,0.6621,0.8885,0.6733763842295903,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/diabetic_retinopathy,0.2831966252636513,1.0,0.2916713222390558,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,country211,0.19260663507109,0.4207582938388625,0.19260663507109,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/dsprites_label_orientation,0.0402289496527777,0.1250678168402778,0.0401554057720827,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenet-r,0.8040666666666667,0.9412333333333334,0.7899859994680973,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/clevr_closest_object_distance,0.2366666666666666,0.8038,0.2042342670467063,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,fer2013,0.4541655057118974,0.9387015881861244,0.4029490136320012,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/smallnorb_label_elevation,0.1043621399176954,0.5586008230452675,0.1045578473066382,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,objectnet,0.52298912458275,0.7669322709163346,0.5101657392808597,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/dtd,0.5335106382978724,0.8420212765957447,0.5335106382978724,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenet_sketch,0.5572324077895027,0.811295171844603,0.5573803921568627,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,voc2007,0.8004807692307693,0.9661458333333334,0.8182982357735871,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/clevr_count_all,0.1716,0.7050666666666666,0.1693859283836313,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,stl10,0.977,0.99975,0.977,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/smallnorb_label_azimuth,0.059835390946502,0.2784362139917695,0.0598568872994735,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenet-a,0.3765333333333333,0.706,0.3816000327118903,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/flowers,0.6910066677508538,0.8578630671653927,0.6844446671408827,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,flickr8k,,,,0.8726000189781189,0.9490000009536744,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenet1k,0.69306,0.91318,0.6931799999999999,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,imagenetv2,0.6157,0.8633,0.6154,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,flickr30k,,,,0.8913999795913696,0.977999985218048,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/pcam,0.55096435546875,,0.5511352867097744,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/svhn,0.457859557467732,0.8234480639213276,0.4184803639768905,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,sun397,0.7025120915092778,0.9412711256597458,0.6907008457630803,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/cifar10,0.9335,0.9986,0.9335,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,mscoco_captions,,,,0.656297504901886,0.8077999949455261,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2443992504.0,214411462375.92,87.73,LAION-400M,vtab/pets,0.8958844371763424,0.9950940310711366,0.8948482517911287,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/smallnorb_label_elevation,0.1088065843621399,0.5838683127572016,0.1080646717324675,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,flickr8k,,,,0.8159999847412109,0.9079999923706056,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,imagenet_sketch,0.4715753895733852,0.7405922694491933,0.4717564705882353,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,fgvc_aircraft,0.1434143414341434,0.3519351935193519,0.1431461675579322,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/smallnorb_label_azimuth,0.0523456790123456,0.2646090534979424,0.0522686995595765,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/caltech101,0.8264585045193098,0.9316351684470008,0.8924490474209781,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,cars,0.7923143887576172,0.9794801641586868,0.7917464522383153,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/kitti_closest_vehicle_distance,0.3206751054852321,,0.3410894841398236,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,country211,0.1346919431279621,0.3259241706161137,0.1346919431279621,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/clevr_closest_object_distance,0.1528666666666666,0.8516666666666667,0.1620459974239773,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/cifar100,0.6741,0.8975,0.6741000000000001,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/flowers,0.6420556187998049,0.8342819970726948,0.6079887684405633,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,voc2007,0.6996527777777778,0.9246127136752136,0.7659544389573008,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,imagenet1k,0.61144,0.86088,0.61138,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/svhn,0.3151121696373694,0.708320528580209,0.3428214290269942,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/dsprites_label_orientation,0.0171305338541666,0.1156548394097222,0.0172674605259277,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,objectnet,0.4213416603854851,0.6655001615160978,0.4115551327049906,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/resisc45,0.5377777777777778,0.8544444444444445,0.5471635301134532,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/dtd,0.4590425531914893,0.7813829787234042,0.4590425531914893,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,fer2013,0.4132070214544441,0.9225410977988298,0.3272288874981255,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,mscoco_captions,,,,0.5841663479804993,0.7490000128746033,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/pcam,0.528076171875,,0.52827625306523,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/diabetic_retinopathy,0.5124209046168268,1.0,0.2206853591871915,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/pets,0.8470973017170891,0.9847369855546472,0.8438195855401428,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,renderedsst2,0.514003294892916,,0.5144172311968039,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,gtsrb,0.4656373713380839,0.7329374505146476,0.4003560738216957,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,imagenetv2,0.5379,0.8002,0.5379,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/dsprites_label_x_position,0.0304768880208333,0.1539984809027778,0.0302738715462311,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/cifar10,0.8988,0.9969,0.8987999999999999,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,mnist,0.432,0.8375,0.4346385181635083,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/eurosat,0.4192592592592593,0.8318518518518518,0.4276730141317242,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,imagenet-r,0.7302,0.9031333333333332,0.7138908648633964,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,flickr30k,,,,0.8416000008583069,0.9359999895095824,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,imagenet-a,0.2521333333333333,0.5549333333333333,0.2631858265645955,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,sun397,0.6331077477610019,0.9044448939809112,0.6144159205428064,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,stl10,0.95525,0.999875,0.95525,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/dmlab,0.2047503848691444,0.8186496591159006,0.1755271472648345,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-80M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-80M,vtab/clevr_count_all,0.235,0.6971333333333334,0.2352323772166311,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,sun397,0.6972157345936701,0.941611343031061,0.6894437415023493,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/flowers,0.6897056431940153,0.8650187022280046,0.678040533467117,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,objectnet,0.5397867987509422,0.7797997200387639,0.527792820198982,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,imagenet-a,0.3808,0.7057333333333333,0.3828988498028893,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/cifar100,0.7713,0.9549,0.7713,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/dsprites_label_orientation,0.0238444010416666,0.1124674479166666,0.0243964892712102,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/resisc45,0.6255555555555555,0.926031746031746,0.633211160389363,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/smallnorb_label_elevation,0.1009876543209876,0.5709465020576132,0.0998050903727592,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/caltech101,0.8392769104354971,0.9582580115036976,0.9179771751883274,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,cars,0.8742693694814078,0.9950254943414998,0.8739204275249158,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/clevr_closest_object_distance,0.1967333333333333,0.8630666666666666,0.2031768208080794,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/pets,0.8956118833469611,0.9956391387298992,0.894917577327516,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,imagenet1k,0.68928,0.9123,0.68926,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,imagenet-r,0.7978333333333333,0.9398666666666666,0.7835816890371271,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,renderedsst2,0.5738605161998902,,0.5738828817092236,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,country211,0.1891943127962085,0.4172511848341232,0.1891943127962085,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/svhn,0.4854025814382299,0.8221035648432699,0.5157358181926537,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/cifar10,0.9423,0.9988,0.9423,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/dtd,0.5563829787234043,0.8537234042553191,0.5563829787234043,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,mscoco_captions,,,,0.6620551943778992,0.7986000180244446,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/diabetic_retinopathy,0.7295289430513241,1.0,0.2134833649397848,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,stl10,0.97675,0.999875,0.97675,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,gtsrb,0.485193982581156,0.7505146476642913,0.4368059548959447,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,mnist,0.6746,0.9307,0.6792092705652595,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,imagenetv2,0.6074,0.86,0.6078000000000001,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,voc2007,0.8006810897435898,0.963074252136752,0.8284084682642036,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/dmlab,0.1156806685726852,0.8087970090169342,0.1658886594914495,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,imagenet_sketch,0.5520446461907288,0.8113737742930692,0.5522980392156862,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,fer2013,0.4921983839509612,0.9370298133184732,0.4546063366561688,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/clevr_count_all,0.1574666666666666,0.6836,0.1561662664889611,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,flickr8k,,,,0.8733999729156494,0.9509999752044678,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/pcam,0.551025390625,,0.5510200411080644,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/eurosat,0.5498148148148149,0.9737037037037036,0.5659348033653779,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,fgvc_aircraft,0.21002100210021,0.5298529852985299,0.2096613190730837,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/kitti_closest_vehicle_distance,0.2236286919831223,,0.3118768373346399,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/dsprites_label_x_position,0.0302191840277777,0.1490749782986111,0.0301312350713192,,,zeroshot_classification,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,flickr30k,,,,0.8981999754905701,0.9670000076293944,zeroshot_retrieval,3B ViT-L-14 Model-L-14_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-L-14,2560013280.0,224589965054.40002,87.73,LAION-2B,vtab/smallnorb_label_azimuth,0.048312757201646,0.2781069958847736,0.0482329385717943,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/flowers,0.6810863555049601,0.8697349162465442,0.6764146606045666,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/diabetic_retinopathy,0.0636747129130536,1.0,0.2303364200860029,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/smallnorb_label_azimuth,0.0433744855967078,0.2586831275720164,0.0435081656140131,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/dtd,0.5718085106382979,0.8675531914893617,0.5718085106382979,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1954992967651195,,0.3156967559240423,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/dmlab,0.2079612931603255,0.845876402023312,0.1702584758422929,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,cars,0.8635741823156324,0.9925382415122496,0.8635096581774894,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/clevr_closest_object_distance,0.1572666666666666,0.9128,0.1366105080168025,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,renderedsst2,0.543108182317408,,0.5427378264142204,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenet_sketch,0.5420031833991629,0.7989742380475152,0.5421490196078431,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/eurosat,0.3959259259259259,0.8861111111111111,0.4072372144039525,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,flickr30k,,,,0.8989999890327454,0.9760000109672546,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,flickr8k,,,,0.8766000270843506,0.9490000009536744,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/cifar10,0.9411,0.9986,0.9411,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,fgvc_aircraft,0.2082208220822082,0.5343534353435343,0.2079679144385026,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenet-a,0.3476,0.6797333333333333,0.3692599765558562,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,country211,0.1824170616113744,0.4107109004739336,0.1824170616113744,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/smallnorb_label_elevation,0.1046090534979423,0.5433744855967079,0.1047751482380013,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,sun397,0.6821266344226419,0.9394045276495576,0.6851078108678123,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/resisc45,0.6211111111111111,0.9207936507936508,0.6288974641610129,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,mnist,0.7383,0.9117,0.7349934422268695,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/pets,0.9125102207686018,0.9970019078768056,0.9119387333840184,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,voc2007,0.7803151709401709,0.95960202991453,0.8159137265266688,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/dsprites_label_x_position,0.0296766493055555,0.1740587022569444,0.029065695049173,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/dsprites_label_orientation,0.0292697482638888,0.1514214409722222,0.0290464586713721,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,stl10,0.9755,0.99975,0.9755,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,gtsrb,0.4070467141726049,0.7258907363420427,0.3734933032738897,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/clevr_count_all,0.3378666666666666,0.8647333333333334,0.3353079203357023,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenetv2,0.5968,0.8556,0.5965999999999999,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/pcam,0.425933837890625,,0.4258393211891008,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,fer2013,0.4892727779325717,0.959738088604068,0.4383869208058531,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/cifar100,0.7532,0.943,0.7532,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,mscoco_captions,,,,0.6610955595970154,0.8100000023841858,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenet-r,0.7855,0.9335666666666668,0.7722869301065296,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/caltech101,0.8415776499589154,0.9529991783073132,0.9159077138707258,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,vtab/svhn,0.3937077443146896,0.7801551936078672,0.4083572726247156,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,imagenet1k,0.68134,0.90914,0.6813400000000001,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13034626670.0,268122270601.9,20.57,LAION-2B,objectnet,0.522612253687951,0.7681705609992463,0.5149990409897575,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,flickr30k,,,,0.9031999707221984,0.9800000190734864,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/cifar10,0.9494,0.9986,0.9494,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,fer2013,0.5178322652549456,0.9375870716076902,0.4622780318482748,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/clevr_closest_object_distance,0.2107333333333333,0.9191333333333334,0.164196252612167,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,objectnet,0.5604608592656402,0.7883062345213739,0.5497943267391228,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,voc2007,0.7884615384615384,0.960136217948718,0.8249927842901265,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,fgvc_aircraft,0.27002700270027,0.6075607560756076,0.2697950089126559,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/dsprites_label_orientation,0.0268147786458333,0.1239013671875,0.0263178325085634,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,country211,0.203127962085308,0.4356398104265402,0.203127962085308,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/diabetic_retinopathy,0.679587532224045,1.0,0.2921957720510518,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,mnist,0.6599,0.8953,0.6607719731339258,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/dmlab,0.1992522542335605,0.8446448207609413,0.1718811417749711,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/pcam,0.563720703125,,0.563811814884763,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/kitti_closest_vehicle_distance,0.1715893108298171,,0.2685743595576398,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/smallnorb_label_elevation,0.1130041152263374,0.5348148148148149,0.1124431932400892,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenet_sketch,0.5609463734795339,0.8195877301577944,0.561446274509804,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/dsprites_label_x_position,0.0330268012152777,0.1588812934027778,0.0326506396764361,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/cifar100,0.7683,0.9464,0.7683000000000001,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/flowers,0.7123109448690844,0.8835583021629533,0.7082090459891224,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/svhn,0.5139443761524278,0.815880454824831,0.5359109973969346,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenet1k,0.70222,0.9176,0.70232,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/pets,0.9051512673753066,0.9975470155355682,0.9044945920177176,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,cars,0.8849645566471832,0.9935331426439498,0.885078794095415,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,stl10,0.978625,1.0,0.978625,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,flickr8k,,,,0.8820000290870667,0.9589999914169312,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenet-r,0.8059333333333333,0.9398,0.7915264997074314,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/smallnorb_label_azimuth,0.0567078189300411,0.2802469135802469,0.0566890540963755,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/dtd,0.5632978723404255,0.8595744680851064,0.5632978723404256,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/caltech101,0.8382908792111751,0.952013147082991,0.9286557392358036,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,sun397,0.7084612979752469,0.9461537046913217,0.7017444028895757,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,mscoco_captions,,,,0.6772890686988831,0.817799985408783,zeroshot_retrieval,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/clevr_count_all,0.2148666666666666,0.6789333333333334,0.2115888451415034,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,gtsrb,0.4824228028503562,0.7608867775138559,0.4602819717544187,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenet-a,0.3822666666666666,0.7057333333333333,0.3846426434626763,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,renderedsst2,0.5980230642504119,,0.5981667245671936,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,imagenetv2,0.6228,0.87,0.6230999999999999,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/resisc45,0.6276190476190476,0.9214285714285714,0.6343610941534898,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-2B_Samples-34B_lr-1e-3_bs-88k.pt,ViT-B-16,34215894963.0,703820959388.91,20.57,LAION-2B,vtab/eurosat,0.5346296296296297,0.8964814814814814,0.5522559756687014,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/clevr_closest_object_distance,0.1406666666666666,0.8042666666666667,0.2001475881890152,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/svhn,0.30089889366933,0.8045866625691457,0.3054781843595318,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dmlab,0.1609852650098966,0.8072135473938861,0.1624263493711032,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,objectnet,0.3792936362657478,0.6380424248950145,0.3711019401030146,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dsprites_label_x_position,0.0313991970486111,0.1613905164930555,0.0310898168647383,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/smallnorb_label_elevation,0.1121810699588477,0.5088065843621399,0.1112240210965432,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/clevr_count_all,0.1672666666666666,0.7331333333333333,0.1656007889898113,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/eurosat,0.4931481481481481,0.9546296296296296,0.4991884417473762,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/cifar100,0.7009,0.928,0.7008999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,cars,0.7638353438627037,0.975127471707499,0.764644482010144,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/diabetic_retinopathy,0.0842277947035387,1.0,0.2266517528663995,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,fgvc_aircraft,0.1449144914491449,0.3756375637563756,0.1442602495543672,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,renderedsst2,0.500823723228995,,0.5010910630536738,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet_sketch,0.4494291497180137,0.7147517145159071,0.4497188235294118,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/resisc45,0.5290476190476191,0.8501587301587301,0.5368600562138595,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet-r,0.6581666666666667,0.8564333333333334,0.6479423214620611,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dsprites_label_orientation,0.0203857421875,0.1083984375,0.0208368170378917,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,country211,0.1146445497630331,0.2853554502369668,0.1146445497630332,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,voc2007,0.7594818376068376,0.9540598290598292,0.7747958934172992,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,flickr8k,,,,0.7922000288963318,0.9039999842643738,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,sun397,0.6194990529083988,0.9065321735292496,0.6104990052710068,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/kitti_closest_vehicle_distance,0.350210970464135,,0.4346951737197426,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,gtsrb,0.4212193190815518,0.7054631828978623,0.3906851771978162,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dtd,0.4670212765957446,0.750531914893617,0.4670212765957448,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,mnist,0.4989,0.9261,0.5058220732670333,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet-a,0.1474666666666666,0.4169333333333333,0.1656735837289444,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/caltech101,0.819063270336894,0.9413311421528348,0.8830869522359956,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,flickr30k,,,,0.8216000199317932,0.9269999861717224,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,fer2013,0.4115352465867929,0.8856227361382001,0.3905360497127455,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/cifar10,0.9049,0.9976,0.9049,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/smallnorb_label_azimuth,0.0545679012345679,0.2660905349794238,0.0557748627741821,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenetv2,0.4876,0.7645,0.4878,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,mscoco_captions,,,,0.5701319575309753,0.7310000061988831,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet1k,0.57358,0.83266,0.5734400000000001,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/pcam,0.626495361328125,,0.6265021383710383,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,stl10,0.941375,0.998875,0.941375,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/pets,0.8405560098119379,0.9912782774597984,0.8391397095136071,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/flowers,0.6059521873475362,0.8250121971052203,0.5977919929062319,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,mscoco_captions,,,,0.5782087445259094,0.745199978351593,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,fer2013,0.4403733630537754,0.8859013652828086,0.3816147154435082,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/kitti_closest_vehicle_distance,0.3347398030942334,,0.271540260079423,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/flowers,0.6111562855748902,0.8178565620426086,0.5813580165054681,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,flickr8k,,,,0.8041999936103821,0.9169999957084656,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet-r,0.6650666666666667,0.8649,0.6539215386335667,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,renderedsst2,0.5052169137836353,,0.5056615858954316,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,objectnet,0.3869925702595025,0.6469796489716808,0.3782145017874584,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/clevr_closest_object_distance,0.1623333333333333,0.9081333333333332,0.1408869655635748,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,stl10,0.94525,0.998875,0.94525,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/cifar10,0.9095,0.9983,0.9095,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/svhn,0.2978257529194837,0.7737784265519361,0.2840161161139649,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet-a,0.152,0.4374666666666666,0.1684507744431408,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,fgvc_aircraft,0.1305130513051305,0.3519351935193519,0.1302762923351158,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dsprites_label_orientation,0.0238444010416666,0.1230333116319444,0.0243334631868077,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenetv2,0.492,0.77,0.4918,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,voc2007,0.7423878205128205,0.9483840811965812,0.7753117917627217,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,flickr30k,,,,0.8288000226020813,0.9229999780654908,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/pcam,0.527923583984375,,0.5281234434919384,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/clevr_count_all,0.2105333333333333,0.6880666666666667,0.2081540178087392,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,mnist,0.4023,0.9145,0.4077438730181041,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/diabetic_retinopathy,0.0539957815795641,1.0,0.220344126320416,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/cifar100,0.6977,0.9228,0.6977,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dtd,0.4728723404255319,0.7824468085106383,0.4728723404255319,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/caltech101,0.8210353327855382,0.9492193919474116,0.8865648265964818,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/eurosat,0.4396296296296296,0.9475925925925924,0.4500908055165188,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/pets,0.8280185336603979,0.9901880621422732,0.8267496567503188,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,gtsrb,0.4151227236737925,0.7238321456848773,0.3837471222183052,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,sun397,0.6350754914761756,0.910807878330912,0.6257826013269177,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/smallnorb_label_elevation,0.102880658436214,0.5377777777777778,0.1024239793716217,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,cars,0.7635866185797786,0.9727645815197116,0.7638433042963291,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dmlab,0.1415438750824719,0.8176819881240378,0.1529642128115768,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet_sketch,0.4443789424040559,0.7123346892255694,0.4446419607843137,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/resisc45,0.5426984126984127,0.8657142857142858,0.5477025572946044,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/dsprites_label_x_position,0.0319417317708333,0.1607666015625,0.0317850880262409,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,vtab/smallnorb_label_azimuth,0.0548971193415637,0.2790123456790123,0.0556255065667706,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,imagenet1k,0.57394,0.83994,0.5739000000000001,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-2B_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2560013280.0,18944098272.0,7.4,LAION-2B,country211,0.1188625592417061,0.2965876777251184,0.1188625592417061,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,flickr8k,,,,0.8379999995231628,0.9300000071525574,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/dsprites_label_orientation,0.0211452907986111,0.1048990885416666,0.021627250367987,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/kitti_closest_vehicle_distance,0.3178621659634318,,0.3694271787355175,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,fgvc_aircraft,0.1692169216921692,0.4326432643264326,0.1686631016042781,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,voc2007,0.7401175213675214,0.9419738247863249,0.7925239289170585,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenet_sketch,0.5028984652871937,0.7627581599166814,0.5030949019607843,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,fer2013,0.4263025912510448,0.9356366675954304,0.4035496021935579,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenetv2,0.5522,0.8158,0.5525999999999999,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/clevr_count_all,0.149,0.6874,0.1474573742665263,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,cars,0.8204203457281433,0.9855739335903496,0.8207146508027379,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenet1k,0.63228,0.87936,0.63222,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,objectnet,0.4396468181328739,0.6820824808872618,0.4269669897415499,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenet-r,0.7358333333333333,0.9057333333333332,0.7234854467533498,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,flickr30k,,,,0.8519999980926514,0.9559999704360962,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,country211,0.1485308056872037,0.3463981042654028,0.1485308056872038,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,imagenet-a,0.2177333333333333,0.5190666666666667,0.2341139732567465,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/clevr_closest_object_distance,0.2254666666666666,0.9104666666666666,0.161397452638686,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/flowers,0.6757196292080013,0.857700439095788,0.6693671827926093,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/resisc45,0.5461904761904762,0.8726984126984128,0.5531773823599635,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/dsprites_label_x_position,0.0311279296875,0.1601019965277778,0.0311122599786221,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/caltech101,0.8276088742810189,0.9447822514379622,0.9020843132472066,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/smallnorb_label_azimuth,0.0546502057613168,0.2652674897119341,0.0551759891550263,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/cifar10,0.9141,0.9979,0.9141,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,mscoco_captions,,,,0.6189923882484436,0.7760000228881836,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/pcam,0.5250244140625,,0.5249790576248387,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/cifar100,0.7172,0.9238,0.7172000000000002,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/dtd,0.5101063829787233,0.8159574468085107,0.5101063829787232,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/eurosat,0.5790740740740741,0.9488888888888888,0.5774745296170576,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,sun397,0.6662007834194604,0.9261452452323592,0.6568580233881012,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,stl10,0.952125,0.999375,0.952125,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,renderedsst2,0.5019220208676551,,0.5025259104857854,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/diabetic_retinopathy,0.0597375205062104,1.0,0.1952401162536691,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/pets,0.8762605614608885,0.994548923412374,0.8743938459257584,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/dmlab,0.1899714097206949,0.8488673850890697,0.2049683604747196,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/svhn,0.271819299323909,0.7237246465888137,0.3050411987028591,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,vtab/smallnorb_label_elevation,0.1190946502057613,0.5558847736625514,0.1189306893258987,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,gtsrb,0.4482185273159145,0.7342042755344418,0.4097564569086308,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-13B_lr-1e-3_bs-86k.pt,ViT-B-32,13216000000.0,97798400000.0,7.4,LAION-400M,mnist,0.5995,0.945,0.6010641782320482,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,renderedsst2,0.5365183964854475,,0.5364031468936368,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/cifar10,0.9036,0.9978,0.9036000000000002,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/caltech101,0.8262941659819227,0.9487263763352506,0.9019100023416858,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,voc2007,0.7276308760683761,0.9321581196581196,0.7904804018345657,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/pcam,0.48907470703125,,0.4890853314294712,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,stl10,0.956375,0.99925,0.956375,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/smallnorb_label_azimuth,0.0551440329218107,0.2839506172839506,0.0551133175520754,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,flickr30k,,,,0.859000027179718,0.9559999704360962,zeroshot_retrieval,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,objectnet,0.4569828792936363,0.6964035748896307,0.4449989923743058,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,imagenet-a,0.232,0.5432,0.2499579143225107,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,imagenet1k,0.64062,0.8835,0.6406799999999999,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,imagenet-r,0.7477,0.9046666666666666,0.7359955122758766,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,gtsrb,0.4391923990498812,0.7007125890736342,0.3822364418340151,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/dsprites_label_orientation,0.0166829427083333,0.1114230685763889,0.0168694033799794,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/flowers,0.6833631484794276,0.8494064075459424,0.6675586250066137,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/dmlab,0.187552232241038,0.8416538376951836,0.1876089733792748,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,sun397,0.6804255475660665,0.9284899865752064,0.6660547707234755,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/pets,0.8738075769964568,0.9959116925592804,0.8715968687781168,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/diabetic_retinopathy,0.0696742441996719,1.0,0.2262387142258092,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,country211,0.1569194312796208,0.3579620853080569,0.1569194312796208,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/kitti_closest_vehicle_distance,0.2672292545710267,,0.310205706781201,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,imagenetv2,0.56,0.8276,0.5604000000000001,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/clevr_closest_object_distance,0.1976,0.9218,0.1609843748657092,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,flickr8k,,,,0.8371999859809875,0.9319999814033508,zeroshot_retrieval,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/dsprites_label_x_position,0.0312635633680555,0.1631130642361111,0.0316668917590326,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/eurosat,0.507962962962963,0.9388888888888888,0.5099280102395993,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/clevr_count_all,0.1827333333333333,0.7098666666666666,0.1815903610756167,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,cars,0.8156945653525681,0.9818430543464745,0.8168259911046946,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,mscoco_captions,,,,0.6227508783340454,0.7746000289916992,zeroshot_retrieval,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/svhn,0.324139520590043,0.7631760909649662,0.2989101159384785,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/cifar100,0.6997,0.9144,0.6996999999999999,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/dtd,0.5085106382978724,0.823936170212766,0.5085106382978722,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,fer2013,0.4772917247144051,0.9437169127890778,0.3939151281284105,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,mnist,0.5816,0.8806,0.5746393804497891,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/smallnorb_label_elevation,0.111275720164609,0.5497119341563786,0.111456145173769,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,imagenet_sketch,0.509422468509894,0.7734873941323273,0.5097917647058823,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,vtab/resisc45,0.6114285714285714,0.8980952380952381,0.6160398112819125,,,zeroshot_classification,34B ViT-B-32 Model-B-32_Data-400M_Samples-34B_lr-5e-4_bs-32k.pt,ViT-B-32,34215895056.0,253197623414.40002,7.4,LAION-400M,fgvc_aircraft,0.1767176717671767,0.4554455445544554,0.1760873440285204,,,zeroshot_classification,34B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/eurosat,0.4242592592592593,0.9357407407407408,0.4269761939822954,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/dsprites_label_orientation,0.0237765842013888,0.127685546875,0.0238893267255131,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/caltech101,0.8226787181594084,0.9367296631059984,0.8844586635375133,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,country211,0.1316113744075829,0.3179146919431279,0.1316113744075829,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/smallnorb_label_elevation,0.1139917695473251,0.571522633744856,0.11325302340012,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenetv2,0.5262,0.7919,0.5267000000000001,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,stl10,0.945125,0.998625,0.945125,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,mscoco_captions,,,,0.5783286690711975,0.7383999824523926,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,flickr30k,,,,0.847599983215332,0.9490000009536744,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/cifar100,0.6442,0.8831,0.6442,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/diabetic_retinopathy,0.4479493789547691,1.0,0.2420303980176945,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,objectnet,0.433670722515344,0.6856358350382254,0.4236579977850957,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/clevr_count_all,0.1680666666666666,0.785,0.1656457028805694,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,gtsrb,0.4003167062549485,0.6694378463974664,0.3611335758481865,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,renderedsst2,0.5496979681493684,,0.5497419807770251,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,sun397,0.6055593357485701,0.888371921952296,0.5777566175762181,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/svhn,0.2084357713583282,0.6903426551936078,0.2209116633395918,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,fer2013,0.4222624686542212,0.9123711340206184,0.3679942803659091,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,mnist,0.5003,0.7861,0.5090210207269967,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,fgvc_aircraft,0.1263126312631263,0.3189318931893189,0.125855614973262,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenet-a,0.2261333333333333,0.53,0.2384580124294436,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/dsprites_label_x_position,0.0333658854166666,0.1585286458333333,0.0333032776652579,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/pcam,0.54278564453125,,0.5428144544285098,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/resisc45,0.4622222222222222,0.8296825396825397,0.4674732733765159,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/dmlab,0.1851330547613811,0.8387508247195954,0.1916155651316855,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,voc2007,0.7074652777777778,0.9210069444444444,0.7619702771650675,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/smallnorb_label_azimuth,0.0530041152263374,0.2838683127572016,0.053899137710603,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/flowers,0.6160351276630346,0.8250121971052203,0.6006585468645863,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenet_sketch,0.4603941912790583,0.7331643380691308,0.4606980392156862,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenet1k,0.6024,0.85422,0.6022799999999999,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,cars,0.7798781246113667,0.9769929113294368,0.7799700959645296,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/clevr_closest_object_distance,0.2060666666666666,0.7994,0.1687139634368278,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/kitti_closest_vehicle_distance,0.3037974683544304,,0.2696882127306655,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,flickr8k,,,,0.8127999901771545,0.9279999732971193,zeroshot_retrieval,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/dtd,0.4234042553191489,0.7382978723404255,0.4234042553191489,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/cifar10,0.8831,0.9952,0.8831,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,imagenet-r,0.7179,0.8954333333333333,0.7030204037680302,,,zeroshot_classification,13B ViT-B-16 Model-B-16_Data-80M_Samples-13B_lr-1e-3_bs-88k.pt,ViT-B-16,13040067645.0,268234191457.65,20.57,LAION-80M,vtab/pets,0.8492777323521395,0.992913600436086,0.8480730900311084,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/dsprites_label_orientation,0.0235866970486111,0.1260308159722222,0.0235776564684639,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,cars,0.7322472329312275,0.9640591966173362,0.7331506459045898,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,mnist,0.4643,0.8628,0.4715752470175416,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,flickr30k,,,,0.784600019454956,0.912999987602234,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/dsprites_label_x_position,0.030517578125,0.1550021701388889,0.0307556147690604,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/dtd,0.4212765957446808,0.7356382978723405,0.4212765957446808,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenet1k,0.56464,0.82542,0.5649200000000001,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,voc2007,0.6937099358974359,0.9157986111111112,0.750484704034834,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,objectnet,0.3689566060083988,0.611930655755357,0.3601219121343764,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/kitti_closest_vehicle_distance,0.230661040787623,,0.2149012193265813,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,renderedsst2,0.4876441515650741,,0.4870519946731515,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,country211,0.1054028436018957,0.2690047393364929,0.1054028436018957,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenet-a,0.1557333333333333,0.4256,0.1736659892898739,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,mscoco_captions,,,,0.5466613173484802,0.7031999826431274,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,stl10,0.934375,0.999,0.934375,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/diabetic_retinopathy,0.4928286852589641,1.0,0.224261840892512,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/caltech101,0.8111750205423172,0.933607230895645,0.8686400566349263,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/dmlab,0.1567627006817682,0.8364636023751925,0.1600699319847713,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/smallnorb_label_elevation,0.1150617283950617,0.5277366255144033,0.1145910912304748,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/clevr_count_all,0.2154666666666666,0.8019333333333334,0.2137887580199603,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,gtsrb,0.3903404592240697,0.6677751385589865,0.3501654769789248,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/pcam,0.550537109375,,0.5505645907583272,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,fer2013,0.388269713011981,0.8833937029813318,0.3200695557739008,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/svhn,0.2569145666871543,0.6992163491087892,0.2472643690938181,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,flickr8k,,,,0.7746000289916992,0.8889999985694885,zeroshot_retrieval,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/pets,0.8141182883619514,0.9844644317252658,0.8117368103255315,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,voc2007_multilabel,,,,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenet_sketch,0.4311147792253729,0.698952622374187,0.4312980392156862,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/eurosat,0.3153703703703703,0.8655555555555555,0.3307907121584266,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenet-r,0.6748,0.8640333333333333,0.6588136804917454,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/resisc45,0.4506349206349206,0.7834920634920635,0.4577315567508887,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,fgvc_aircraft,0.1092109210921092,0.3108310831083108,0.1090017825311942,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/clevr_closest_object_distance,0.2042,0.8685333333333334,0.1729730328575236,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/cifar100,0.6406,0.8841,0.6406000000000001,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,sun397,0.5814314875774684,0.8734299428067014,0.567742582856187,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/smallnorb_label_azimuth,0.0453497942386831,0.2861728395061728,0.0459141077736481,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/cifar10,0.8637,0.9949,0.8637,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,vtab/flowers,0.6033501382338592,0.8102130427711823,0.5854182707620663,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-80M_Samples-13B_lr-5e-4_bs-32k.pt,ViT-B-32,12800066400.0,94720491360.0,7.4,LAION-80M,imagenetv2,0.481,0.7469,0.4814,,,zeroshot_classification,13B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/smallnorb_label_azimuth,0.0505349794238683,0.2696296296296296,0.0515279154447017,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet_sketch,0.4397806991687791,0.7068325178329304,0.4398866666666666,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dsprites_label_x_position,0.0353054470486111,0.1683349609375,0.0347696657485216,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet-r,0.6650666666666667,0.8640333333333333,0.65246039121862,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,sun397,0.6274435882818103,0.9078286775658826,0.6196716793454274,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/cifar10,0.8809,0.9983,0.8808999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dsprites_label_orientation,0.0221218532986111,0.1285536024305555,0.0224691829142696,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/flowers,0.6057895592779313,0.8136282322328834,0.5818702992234199,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,cars,0.7436885959457779,0.9700286034075364,0.7451034666109658,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/clevr_count_all,0.1472,0.6812,0.1460670599833463,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,gtsrb,0.3174188440221694,0.6782264449722882,0.2949156931897073,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,objectnet,0.3863465058684182,0.6396037471734682,0.3779088262761731,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/caltech101,0.8210353327855382,0.9413311421528348,0.8908003535559995,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/pets,0.8250204415372036,0.9901880621422732,0.8233112981273693,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,stl10,0.940625,0.999375,0.940625,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet-a,0.1521333333333333,0.4178666666666666,0.1690007355916834,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dmlab,0.1799868044864746,0.8365075874202771,0.1754866949657205,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/eurosat,0.5033333333333333,0.9051851851851852,0.5076229557624716,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,renderedsst2,0.5118066996155958,,0.5115945805106826,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/dtd,0.4340425531914894,0.752127659574468,0.4340425531914893,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/pcam,0.559051513671875,,0.5592341940942239,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,flickr8k,,,,0.7960000038146973,0.9279999732971193,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,mscoco_captions,,,,0.5662534832954407,0.7418000102043152,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/diabetic_retinopathy,0.7185844855870636,1.0,0.2296193697402813,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,flickr30k,,,,0.8155999779701233,0.9229999780654908,zeroshot_retrieval,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/clevr_closest_object_distance,0.2162666666666666,0.9191333333333334,0.1652548995025715,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,country211,0.1175829383886255,0.2916587677725119,0.1175829383886256,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenetv2,0.4949,0.7723,0.4952,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/svhn,0.2312538414259373,0.6733251382913338,0.2273017653704368,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,imagenet1k,0.5816,0.84188,0.5816399999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,fgvc_aircraft,0.1137113711371137,0.3195319531953195,0.1132263814616755,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/cifar100,0.6732,0.9126,0.6731999999999999,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,mnist,0.4657,0.8823,0.4685414703911372,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/kitti_closest_vehicle_distance,0.3164556962025316,,0.3157738789947584,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/smallnorb_label_elevation,0.102716049382716,0.5510288065843622,0.1019288378243662,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,fer2013,0.4001114516578434,0.9042908888269712,0.3707648340004087,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,voc2007,0.7559428418803419,0.9489850427350428,0.7515218479090429,,,zeroshot_classification,3B ViT-B-32 Model-B-32_Data-400M_Samples-3B_lr-5e-4_bs-32k.pt,ViT-B-32,2443992504.0,18085544529.600002,7.4,LAION-400M,vtab/resisc45,0.5049206349206349,0.823015873015873,0.5123068574810018,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,stl10,0.956125,0.999875,0.956125,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/cifar10,0.9019,0.9974,0.9019,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenetv2,0.5434,0.8102,0.5437000000000001,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/cifar100,0.6965,0.9193,0.6965,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenet_sketch,0.4769793079054412,0.7444634400361572,0.4772999999999999,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,country211,0.143127962085308,0.3420379146919431,0.143127962085308,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,mnist,0.5638,0.9222,0.5746826341042367,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/pets,0.8588171163804852,0.9893704006541292,0.856254869739505,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/dmlab,0.1946778095447547,0.831977127776556,0.1639843561635569,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/eurosat,0.4766666666666667,0.8987037037037037,0.4739042707998637,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,voc2007_multilabel,,,,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/dtd,0.4898936170212766,0.800531914893617,0.4898936170212766,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenet-a,0.2242666666666666,0.5478666666666666,0.239978029745786,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,renderedsst2,0.5310269082921472,,0.530549765502866,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenet-r,0.7073333333333334,0.8968666666666667,0.696267883366398,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,objectnet,0.4390545924410466,0.6953268009044902,0.4289816221139885,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/diabetic_retinopathy,0.0804312163112256,1.0,0.2587474380506817,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,fer2013,0.4180830314850933,0.9076344385622735,0.3702999787338195,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/smallnorb_label_elevation,0.0972839506172839,0.5348148148148149,0.0971291450097513,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,sun397,0.6566746970226383,0.9215109329312026,0.6474831321291062,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/flowers,0.6443324117742723,0.8386729549520248,0.6288237804371607,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/smallnorb_label_azimuth,0.0506172839506172,0.2698765432098765,0.0509459810096712,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/kitti_closest_vehicle_distance,0.3234880450070324,,0.352482993511716,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,fgvc_aircraft,0.1353135313531353,0.3627362736273627,0.1350267379679144,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,voc2007,0.7527377136752137,0.951255341880342,0.781924348364919,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/dsprites_label_orientation,0.0244140625,0.1178656684027777,0.0247846842195497,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,flickr30k,,,,0.8583999872207642,0.9559999704360962,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/resisc45,0.5447619047619048,0.8788888888888889,0.5511028452989539,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,cars,0.8041288396965551,0.9810968784976992,0.8051324535375299,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,mscoco_captions,,,,0.6085165739059448,0.7717999815940857,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/dsprites_label_x_position,0.0316162109375,0.1589219835069444,0.0314453168829181,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/pcam,0.516204833984375,,0.5164100110683238,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/clevr_count_all,0.1748666666666666,0.672,0.1719884465279306,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/clevr_closest_object_distance,0.2171333333333333,0.9191333333333334,0.1760974697486708,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,gtsrb,0.373396674584323,0.7333333333333333,0.353578673844599,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,imagenet1k,0.62684,0.87386,0.6266,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,flickr8k,,,,0.8321999907493591,0.9300000071525574,zeroshot_retrieval,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/svhn,0.2985172095881991,0.7572602950215119,0.3067749253445277,,,zeroshot_classification,3B ViT-B-16 Model-B-16_Data-400M_Samples-3B_lr-1e-3_bs-88k.pt,ViT-B-16,2443992504.0,50272925807.28,20.57,LAION-400M,vtab/caltech101,0.8243221035332785,0.9493837304847988,0.8984285215167004,,,zeroshot_classification,3B