first draft

huggingface · Jan 25, 2024 · 5912d96 · 5912d96
1 parent de90a9e
commit 5912d96
Show file tree

Hide file tree

Showing 3 changed files with 32 additions and 10 deletions.
diff --git a/packages/tasks/src/model-data.ts b/packages/tasks/src/model-data.ts
@@ -53,6 +53,11 @@ export interface ModelData {
 			base_model_name?: string;
 			task_type?: string;
 		};
+		tokenizer?: {
+			bos_token?: string;
+			chat_template?: string;
+			eos_token?: string;
+		}
 	};
 	/**
 	 * all the model tags

diff --git a/packages/widgets/src/lib/components/InferenceWidget/InferenceWidget.svelte b/packages/widgets/src/lib/components/InferenceWidget/InferenceWidget.svelte
@@ -79,9 +79,11 @@
 	};
 
 	$: widgetComponent =
-		model.pipeline_tag && model.pipeline_tag in WIDGET_COMPONENTS
-			? WIDGET_COMPONENTS[model.pipeline_tag as keyof typeof WIDGET_COMPONENTS]
-			: undefined;
+		model.tags && "conversational" in model.tags
+		    ? ConversationalWidget
+		    : model.pipeline_tag && model.pipeline_tag in WIDGET_COMPONENTS
+			    ? WIDGET_COMPONENTS[model.pipeline_tag as keyof typeof WIDGET_COMPONENTS]
+			    : undefined;
 
 	// prettier-ignore
 	$: widgetProps = ({

diff --git a/...c/lib/components/InferenceWidget/widgets/ConversationalWidget/ConversationalWidget.svelte b/...c/lib/components/InferenceWidget/widgets/ConversationalWidget/ConversationalWidget.svelte
@@ -1,5 +1,6 @@
 <script lang="ts">
 	import type { WidgetProps, ExampleRunOpts, InferenceRunOpts } from "../../shared/types.js";
+	import { Template } from "@huggingface/jinja";
 	import type { WidgetExampleTextInput } from "@huggingface/tasks";
 
 	import WidgetOutputConvo from "../../shared/WidgetOutputConvo/WidgetOutputConvo.svelte";
@@ -66,13 +67,27 @@
 			updateUrl({ text: trimmedText });
 		}
 
-		const requestBody = {
-			inputs: {
-				generated_responses: conversation.generated_responses,
-				past_user_inputs: conversation.past_user_inputs,
-				text: trimmedText,
-			},
-		};
+		const chat = [
+			{ role: "user", content: "Hello, how are you?" },
+			{ role: "assistant", content: "I'm doing great. How can I help you today?" },
+			{ role: "user", content: "I'd like to show off how chat templating works!" },
+		];
+		const chatTemplate = model.config?.tokenizer?.chat_template;
+		if (chatTemplate === undefined) {
+			outputJson = "";
+			output = [];
+			error = "No chat template found in tokenizer config";
+			return;
+		}
+
+		const template = new Template(chatTemplate);
+		const chatText = template.render({
+			messages: chat,
+			bos_token: model.config?.tokenizer?.bos_token,
+			eos_token: model.config?.tokenizer?.eos_token,
+		});
+
+		const requestBody = { inputs: chatText };
 		addInferenceParameters(requestBody, model);
 
 		isLoading = true;