From 1b917b4b7d77fa06c97eaff4fef0b74d7be8bf17 Mon Sep 17 00:00:00 2001 From: Yifan Mai Date: Mon, 2 Sep 2024 17:22:49 -0700 Subject: [PATCH] Update EWoK --- .../src/components/Landing/EWoKLanding.tsx | 28 ++++++------------- 1 file changed, 8 insertions(+), 20 deletions(-) diff --git a/helm-frontend/src/components/Landing/EWoKLanding.tsx b/helm-frontend/src/components/Landing/EWoKLanding.tsx index d076ce8543..bccc389725 100644 --- a/helm-frontend/src/components/Landing/EWoKLanding.tsx +++ b/helm-frontend/src/components/Landing/EWoKLanding.tsx @@ -10,26 +10,14 @@ export default function EWoKLanding() {

- In collaboration with{" "} - - Language, Intelligence & Thought (LIT) Lab - {" "} - at{" "} - - Georgia Tech - - , we present the EWoK leaderboard. EWoK is a benchmark for - evaluating world modeling in language models by testing their - ability to use knowledge of a concept to match a target text with a - plausible/implausible context. EWOK targets specific concepts from - multiple knowledge domains known to be vital for world modeling in - humans, including social interactions and spatial relations. + In collaboration with the [Elements of World Knowledge + (EWoK)](https://arxiv.org/abs/2405.09605) team, we present the EWoK + leaderboard. EWoK is a benchmark for evaluating world modeling in + language models by testing their ability to use knowledge of a + concept to match a target text with a plausible/implausible context. + EWoK targets specific concepts from multiple knowledge domains known + to be vital for world modeling in humans, including social + interactions and spatial relations.