Onboard ML inference processors for search request / search response …

…(form) (#180) (#181)

Signed-off-by: Tyler Ohlsen <[email protected]>
(cherry picked from commit 38065b3)

Co-authored-by: Tyler Ohlsen <[email protected]>

common/constants.ts

@@ -190,3 +190,9 @@ export const FETCH_ALL_QUERY_BODY = {
   size: 1000,
 };
 export const INDEX_NOT_FOUND_EXCEPTION = 'index_not_found_exception';
+
+export enum PROCESSOR_CONTEXT {
+  INGEST = 'ingest',
+  SEARCH_REQUEST = 'search_request',
+  SEARCH_RESPONSE = 'search_response',
+}

common/interfaces.ts

@@ -41,7 +41,7 @@ export interface IProcessorConfig extends IConfig {
   type: PROCESSOR_TYPE;
 }
 
-export type EnrichConfig = {
+export type ProcessorsConfig = {
   processors: IProcessorConfig[];
 };
 
@@ -51,14 +51,14 @@ export type IndexConfig = {
 
 export type IngestConfig = {
   source: IConfig;
-  enrich: EnrichConfig;
+  enrich: ProcessorsConfig;
   index: IndexConfig;
 };
 
 export type SearchConfig = {
   request: IConfig;
-  enrichRequest: IConfig;
-  enrichResponse: IConfig;
+  enrichRequest: ProcessorsConfig;
+  enrichResponse: ProcessorsConfig;
 };
 
 export type WorkflowConfig = {

public/configs/index.ts

@@ -4,3 +4,5 @@
  */
 
 export * from './ingest_processors';
+export * from './search_request_processors';
+export * from './search_response_processors';

public/configs/search_request_processors/index.ts

@@ -0,0 +1,6 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+export * from './ml_search_request_processor';

public/configs/search_request_processors/ml_search_request_processor.ts

@@ -0,0 +1,17 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { generateId } from '../../utils';
+import { MLProcessor } from '../ml_processor';
+
+/**
+ * The ML processor in the context of search request
+ */
+export class MLSearchRequestProcessor extends MLProcessor {
+  constructor() {
+    super();
+    this.id = generateId('ml_processor_search_request');
+  }
+}

public/configs/search_response_processors/index.ts

@@ -0,0 +1,6 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+export * from './ml_search_response_processor';

public/configs/search_response_processors/ml_search_response_processor.ts

@@ -0,0 +1,17 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { generateId } from '../../utils';
+import { MLProcessor } from '../ml_processor';
+
+/**
+ * The ML processor in the context of search response
+ */
+export class MLSearchResponseProcessor extends MLProcessor {
+  constructor() {
+    super();
+    this.id = generateId('ml_processor_search_response');
+  }
+}

public/general_components/index.ts

@@ -5,3 +5,4 @@
 
 export { MultiSelectFilter } from './multi_select_filter';
 export { DeleteWorkflowModal } from './delete_workflow_modal';
+export { ProcessorsTitle } from './processors_title';

public/general_components/processors_title.tsx

@@ -0,0 +1,33 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import React from 'react';
+import { EuiFlexItem, EuiTitle } from '@elastic/eui';
+
+interface ProcessorsTitleProps {
+  title: string;
+  processorCount: number;
+}
+
+/**
+ * General component for formatting processor titles
+ */
+export function ProcessorsTitle(props: ProcessorsTitleProps) {
+  return (
+    <EuiFlexItem grow={false}>
+      <EuiTitle size="s">
+        <div>
+          <h2
+            style={{ display: 'inline-block' }}
+          >{`${props.title} (${props.processorCount}) -`}</h2>
+          &nbsp;
+          <h2 style={{ display: 'inline-block', fontStyle: 'italic' }}>
+            optional
+          </h2>
+        </div>
+      </EuiTitle>
+    </EuiFlexItem>
+  );
+}

public/pages/workflow_detail/workflow_inputs/ingest_inputs/enrich_data.tsx

@@ -4,9 +4,10 @@
  */
 
 import React from 'react';
-import { EuiFlexGroup, EuiFlexItem, EuiTitle } from '@elastic/eui';
-import { ProcessorsList } from './processors_list';
-import { WorkflowConfig } from '../../../../../common';
+import { EuiFlexGroup, EuiFlexItem } from '@elastic/eui';
+import { ProcessorsList } from '../processors_list';
+import { PROCESSOR_CONTEXT, WorkflowConfig } from '../../../../../common';
+import { ProcessorsTitle } from '../../../../general_components';
 
 interface EnrichDataProps {
   onFormChange: () => void;
@@ -20,16 +21,16 @@ interface EnrichDataProps {
 export function EnrichData(props: EnrichDataProps) {
   return (
     <EuiFlexGroup direction="column">
-      <EuiFlexItem grow={false}>
-        <EuiTitle size="xs">
-          <h4>Enrich data</h4>
-        </EuiTitle>
-      </EuiFlexItem>
+      <ProcessorsTitle
+        title="Enrich data"
+        processorCount={props.uiConfig.ingest.enrich.processors?.length || 0}
+      />
       <EuiFlexItem>
         <ProcessorsList
           onFormChange={props.onFormChange}
           uiConfig={props.uiConfig}
           setUiConfig={props.setUiConfig}
+          context={PROCESSOR_CONTEXT.INGEST}
         />
       </EuiFlexItem>
     </EuiFlexGroup>

public/pages/workflow_detail/workflow_inputs/ingest_inputs/ingest_data.tsx

@@ -20,8 +20,8 @@ export function IngestData(props: IngestDataProps) {
   return (
     <EuiFlexGroup direction="column">
       <EuiFlexItem grow={false}>
-        <EuiTitle size="xs">
-          <h4>Ingest data</h4>
+        <EuiTitle size="s">
+          <h2>Ingest data</h2>
         </EuiTitle>
       </EuiFlexItem>
       <EuiFlexItem>

public/pages/workflow_detail/workflow_inputs/ingest_inputs/source_data.tsx

@@ -34,8 +34,8 @@ export function SourceData(props: SourceDataProps) {
   return (
     <EuiFlexGroup direction="column">
       <EuiFlexItem grow={false}>
-        <EuiTitle size="xs">
-          <h4>Source data</h4>
+        <EuiTitle size="s">
+          <h2>Source data</h2>
         </EuiTitle>
       </EuiFlexItem>
       <EuiFlexItem grow={false}>