Adding CQA Retriever

CQA_Retriever/_studio_dependencies/GlobalVariable/CQA_Retriever.js

@@ -0,0 +1,74 @@
+const filter = {
+  filterExpression: CQA_RetrieverSettings.filterExpression,
+};
+
+const embedding = new langchain.openai.AzureOpenAIEmbeddings({
+  azureOpenAIApiInstanceName:
+    CQA_RetrieverSettings.azure_openai_api.instance_name,
+  azureOpenAIApiDeploymentName:
+    CQA_RetrieverSettings.azure_openai_api.deployment_name,
+  azureOpenAIApiVersion: CQA_RetrieverSettings.azure_openai_api.version,
+  azureOpenAIApiKey: CQA_RetrieverSettings.azure_openai_api.key,
+});
+
+const store =
+  new langchain.community.vectorstores.azure_aisearch.AzureAISearchVectorStore(
+    embedding,
+    {
+      endpoint: CQA_RetrieverSettings.azure_aisearch.endpoint,
+      key: CQA_RetrieverSettings.azure_aisearch.key,
+      indexName: CQA_RetrieverSettings.azure_aisearch.index_name,
+      search: {
+        type: langchain.community.vectorstores.azure_aisearch
+          .AzureAISearchQueryType.SimilarityHybrid,
+      },
+    }
+  );
+
+function getSourceId(document) {
+  if (document.metadata) {
+    const mergedMetadata = Object.values(document.metadata).join("");
+    const metatDataObj = JSON.parse(mergedMetadata);
+
+    if ("sourceURL" in metatDataObj) {
+      return metatDataObj.sourceURL;
+    }
+    if ("source" in metatDataObj) {
+      return metatDataObj.source;
+    }
+    if ("source_id" in metatDataObj) {
+      return metatDataObj.source_id;
+    }
+    if ("sourceName" in metatDataObj) {
+      return metatDataObj.sourceName;
+    }
+  } else return "no source found";
+}
+
+return {
+  async retrieve(query) {
+    const resultDocuments = await store.similaritySearch(query, 20, filter);
+    const sources = resultDocuments.map((doc) => ({
+      source_id: getSourceId(doc),
+      text: doc.pageContent,
+    }));
+
+    const cqaSources = {
+      instances: [
+        {
+          sources: sources,
+          question: query,
+          generate_question: true,
+          knowledgebase_description: "iva-vector-demo",
+          extra_guidance: "",
+          language_code: "en-GB",
+        },
+      ],
+    };
+
+    if (CQA_RetrieverSettings.debug)
+      console.log(JSON.stringify(cqaSources, null, 2));
+
+    return cqaSources;
+  },
+};

CQA_Retriever/_studio_dependencies/GlobalVariable/CQA_RetrieverSettings.json

@@ -0,0 +1,16 @@
+{
+  "azure_aisearch": {
+    "endpoint": "https://iva-demo-vector-service.search.windows.net",
+    "key": "<azure_aisearch_key>",
+    "index_name": "iva-vector-demo"
+  },
+  "azure_openai_api": {
+    "key": "<azure_openai_key>",
+    "instance_name": "iva-open-ai",
+    "deployment_name": "text-embedding-3-small",
+    "embeddings_deployment_name": null,
+    "version": "2024-08-01-preview"
+  },
+  "filterExpression": "search.in(company, 'Verint')",
+  "debug": true
+}

CQA_Retriever/_studio_dependencies/HubPackage.json

@@ -0,0 +1,5 @@
+{
+	"Name": "CQA Retriever",
+	"Description": "Example of a RAG retriever using the CQA API",
+	"OfficialVerintPackage": false
+}

CQA_Retriever/_studio_dependencies/README.md

@@ -0,0 +1,80 @@
+# CQA Retriever
+
+This package provides an example RAG process using Azure AI Search for Retrieval and the Verint DaVinci Contextual Question Answer (CQA) Service.
+
+## What's New: Updated [24/05/2025]
+
+- Initial Release
+
+## Setup Instructions
+
+### Prerequisites
+
+- This package requires the CQA Widget to be installed and configured.
+
+### Installation
+
+1. Copy the CQA_Retriever and CQA_RetieverSettings files into **Global Variables**
+2. _Optional:_ Import the Example Conversation Flow and Intent
+
+### Configuration
+
+#### CQA_RetieverSettings
+
+Fill out the settings below.
+
+```json
+{
+  "azure_aisearch": {
+    "endpoint": "https://iva-demo-vector-service.search.windows.net",
+    "key": "<azure_aisearch_key>",
+    "index_name": "iva-vector-demo"
+  },
+  "azure_openai_api": {
+    "key": "<azure_openai_key>",
+    "instance_name": "iva-open-ai",
+    "deployment_name": "text-embedding-3-small",
+    "embeddings_deployment_name": null,
+    "version": "2024-08-01-preview"
+  },
+  "filterExpression": "search.in(company, 'Verint')",
+  "debug": true
+}
+```
+
+## Package Content Details
+
+### CQA_RetieverSettings
+
+A global variable JSON object with environment-specific settings. See above for details.
+
+### CQA_Retriever
+
+A global variable function which handles the logic and API calls used to retrieve documents for Context.
+
+### Example code block that should be using in your Conversation Flows
+
+This is included in the Example Conversation Flow if you have imported that.
+
+```javascript
+(async () => {
+  console.log(`CQA Retrieval: ${conversationData.cqa_question}`);
+  conversationData.cqa_source = await CQA_Retriever().retrieve(
+    conversationData.cqa_question
+  );
+})()
+  .catch((error) => {
+    console.log(error.message);
+    recognizedObject.answers.push(error.message);
+    recognizedObject.errorInfo = {
+      ...recognizedObject.errorInfo,
+      label: {
+        data: error.toJSON ? error.toJSON() : {},
+        message: error.message,
+      },
+    };
+  })
+  .finally(() => {
+    next(0);
+  });
+```