const filter = {
  filterExpression: CQA_RetrieverSettings.filterExpression,
};

const embedding = new langchain.openai.AzureOpenAIEmbeddings({
  azureOpenAIApiInstanceName:
    CQA_RetrieverSettings.azure_openai_api.instance_name,
  azureOpenAIApiDeploymentName:
    CQA_RetrieverSettings.azure_openai_api.deployment_name,
  azureOpenAIApiVersion: CQA_RetrieverSettings.azure_openai_api.version,
  azureOpenAIApiKey: CQA_RetrieverSettings.azure_openai_api.key,
});

const store =
  new langchain.community.vectorstores.azure_aisearch.AzureAISearchVectorStore(
    embedding,
    {
      endpoint: CQA_RetrieverSettings.azure_aisearch.endpoint,
      key: CQA_RetrieverSettings.azure_aisearch.key,
      indexName: CQA_RetrieverSettings.azure_aisearch.index_name,
      search: {
        type: langchain.community.vectorstores.azure_aisearch
          .AzureAISearchQueryType.SimilarityHybrid,
      },
    }
  );

function getSourceId(document) {
  if (document.metadata) {
    const mergedMetadata = Object.values(document.metadata).join("");
    const metatDataObj = JSON.parse(mergedMetadata);

    if ("sourceURL" in metatDataObj) {
      return metatDataObj.sourceURL;
    }
    if ("source" in metatDataObj) {
      return metatDataObj.source;
    }
    if ("source_id" in metatDataObj) {
      return metatDataObj.source_id;
    }
    if ("sourceName" in metatDataObj) {
      return metatDataObj.sourceName;
    }
  } else return "no source found";
}

return {
  async retrieve(query) {
    const resultDocuments = await store.similaritySearch(query, 20, filter);
    const sources = resultDocuments.map((doc) => ({
      source_id: getSourceId(doc),
      text: doc.pageContent,
    }));

    const cqaSources = {
      instances: [
        {
          sources: sources,
          question: query,
          generate_question: true,
          knowledgebase_description: "iva-vector-demo",
          extra_guidance: "",
          language_code: "en-GB",
        },
      ],
    };

    if (CQA_RetrieverSettings.debug)
      console.log(JSON.stringify(cqaSources, null, 2));

    return cqaSources;
  },
};