🤗 Demo | 🤗 Paper | 📖 arXiv | GitHub

\n

We are a team from AI2, UCSB, UWaterloo, UPenn, NTU, UWM, and UCSC, and we are working on benchmarking vision language models.

\n

Team Member: Yujie Lu, Dongfu Jiang, Xingyu Fu, Hui Chen, Yingzi Ma, Jing Gu, Michael Saxon

\n

Advisor: Bill Yuchen Lin, Wenhu Chen, Chaowei Xiao, Yejin Choi, Miguel Eckstein, William Yang Wang

\n

Compare VLMs at WildVision-Arena and WildVision-Bench.

\n

More chat and vote data will be updated reguarly. Eval script is released here WildVision-Bench

\n

Contact: Bill Yuchen Lin (yuchenl@allenai.org) and Yujie Lu (yujielu@ucsb.edu)

\n

Citation: If you found this huggingface space useful, please consider cite us:

\n

@article{lu2024wildvision,\n  title={WildVision: Evaluating Vision-Language Models in the Wild with Human Preferences},\n  author={Lu, Yujie and Jiang, Dongfu and Chen, Wenhu and Wang, William Yang and Choi, Yejin and Lin, Bill Yuchen},\n  publisher={NeurIPS},\n  year={2024}\n}\n@misc{yujie2024wildvisionarena,\n    title={WildVision Arena: Benchmarking Multimodal LLMs in the Wild},\n    url={https://huggingface.co/spaces/WildVision/vision-arena/},\n    author={Lu, Yujie and Jiang, Dongfu and Chen, Hui and Ma, Yingzi and Gu, Jing and Xiao, Chaowei and Chen, Wenhu and Wang, William and Choi, Yejin and Lin, Bill Yuchen},\n    year={2024}\n}\n@misc{yujie2024wildvisionv2,\n    title={WildVision Data and Model},\n    url={https://huggingface.co/WildVision},\n    author={Lu, Yujie* and Jiang, Dongfu* and Chen, Hui* and Fu, Xingyu and Ma, Yingzi and Gu, Jing and Saxon, Michael and Xiao, Chaowei and Chen, Wenhu and Choi, Yejin and Lin, Bill Yuchen and Eckstein, Miguel and Wang, William},\n    year={2024}\n}\n

\n","classNames":"hf-sanitized hf-sanitized-sZluKBTg4MHE7RM4kKGkx"},"users":[{"_id":"607f666a4ad99100d63ce35c","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/607f666a4ad99100d63ce35c/QxhxnvfeV6efkxwUFHwjI.png","isPro":false,"fullname":"Bill Yuchen Lin","user":"yuchenlin","type":"user"},{"_id":"633cfb6ad5935998f7582b7b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/633cfb6ad5935998f7582b7b/mzU4lI_GWPsYOFZHTBsYA.jpeg","isPro":false,"fullname":"Yujie Lu","user":"FunCube","type":"user"},{"_id":"62567c86d444a9b5a0ec51c1","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/62567c86d444a9b5a0ec51c1/1vXJf2uGztPcXpkwyTBr6.png","isPro":false,"fullname":"Dongfu Jiang","user":"DongfuJiang","type":"user"},{"_id":"6002c1db698168af3bb9f4a5","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/6002c1db698168af3bb9f4a5/IO4sXemgIhKzib7CfeWAC.jpeg","isPro":false,"fullname":"Michael Saxon","user":"saxon","type":"user"},{"_id":"61166c4328c98bfd5b92e7c5","avatarUrl":"/avatars/f4bb0f0cc2c5b84428c28bddaa479b61.svg","isPro":false,"fullname":"Hui Chen","user":"chchenhui","type":"user"}],"userCount":5,"collections":[],"datasets":[{"author":"WildVision","downloads":522,"gated":false,"id":"WildVision/wildvision-bench","lastModified":"2024-10-04T22:42:54.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":1000,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":11,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":137,"gated":"auto","id":"WildVision/wildvision-chat","lastModified":"2024-08-30T00:13:32.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":45170,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":20,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":15,"gated":"auto","id":"WildVision/wildvision-battle","lastModified":"2024-08-29T23:38:13.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":10383,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":13,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":430,"gated":false,"id":"WildVision/wildvision-internal-data","lastModified":"2024-08-21T20:32:43.000Z","datasetsServerInfo":{"viewer":"viewer-partial","numRows":154783,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":5,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":29,"gated":"auto","id":"WildVision/wildvision-arena-data","lastModified":"2024-07-01T03:03:48.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":10847,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":6,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":9,"gated":"manual","id":"WildVision/wildvision-bench-internal","lastModified":"2024-06-18T05:31:01.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":5440,"libraries":["datasets","dask","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":0,"isLikedByUser":false,"isBenchmark":false},{"author":"WildVision","downloads":21,"gated":false,"id":"WildVision/PublicBenchHub","lastModified":"2024-02-22T03:33:37.000Z","datasetsServerInfo":{"viewer":"viewer","numRows":908,"libraries":["datasets","pandas","mlcroissant","polars"],"formats":["parquet"],"modalities":["image","text"]},"private":false,"repoType":"dataset","likes":3,"isLikedByUser":false,"isBenchmark":false}],"models":[],"paperPreviews":[],"spaces":[{"author":"WildVision","authorData":{"_id":"65be328effc0ba672f21674d","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/607f666a4ad99100d63ce35c/oeMbvwEQZBi02vJAHlZt1.png","fullname":"WildVision Team","name":"WildVision","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":40,"isUserFollowing":false},"colorFrom":"purple","colorTo":"yellow","createdAt":"2024-02-03T11:59:16.000Z","emoji":"🖼💬","id":"WildVision/vision-arena","lastModified":"2024-12-22T01:11:30.000Z","likes":560,"pinned":true,"private":false,"sdk":"static","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":null,"requested":null},"storage":null,"replicas":{"requested":1,"current":1}},"title":"Vision Arena (Testing VLMs side-by-side)","isLikedByUser":false,"ai_short_description":"Analyze images with multiple vision models for labels and boxes","ai_category":"Object Detection","trendingScore":0,"tags":["static","leaderboard","region:us"],"featured":true}],"buckets":[],"numBuckets":0,"numDatasets":7,"numModels":0,"numSpaces":2,"lastOrgActivities":[],"acceptLanguages":["*"],"canReadRepos":false,"canReadSpaces":false,"blogPosts":[],"currentRepoPage":0,"filters":{},"paperView":false}">