diff --git a/helm-frontend/project_metadata.json b/helm-frontend/project_metadata.json index 3e6633f4bf7..b1b6040c6b8 100644 --- a/helm-frontend/project_metadata.json +++ b/helm-frontend/project_metadata.json @@ -29,6 +29,12 @@ "id": "mmlu", "releases": ["v1.1.0", "v1.0.0"] }, + { + "title": "VHELM", + "description": "Holistic Evaluation of Vision-Language Models", + "id": "vhelm", + "releases": ["v1.0.0"] + }, { "title": "All Leaderboards", "description": "Home page for all HELM leaderboards", diff --git a/helm-frontend/src/components/VHELMLanding.tsx b/helm-frontend/src/components/VHELMLanding.tsx index f7b8b1f2442..361de88e89e 100644 --- a/helm-frontend/src/components/VHELMLanding.tsx +++ b/helm-frontend/src/components/VHELMLanding.tsx @@ -33,7 +33,7 @@ export default function VHELMLanding() { Holistic Evaluation of Vision-Language Models (VHELM) by extending the HELM{" "} framework with the necessary adaptation methods to assess the - performance of 11 prominent VLMs on 3 standard VLM benchmarks. + performance of 6 prominent VLMs on 3 standard VLM benchmarks.

This is ongoing work to achieve holistic evaluation for vision-language