clearing_index now uses filter

rag_system/clear_index.py

@@ -1,9 +1,16 @@
-from rag_system.vectordb.azure_search import delete_all_documents
+import os, logging
+import coloredlogs
+
+from rag_system.vectordb.azure_search import delete_documents
+
+
+logger: logging.Logger = logging.getLogger("clear_index")
+coloredlogs.install(level="DEBUG")
 
 
 def main():
-    print("Deleting documents...")
-    delete_all_documents()
+    company = os.getenv("CRAWLER_COMPANY_NAME")
+    delete_documents(filters=f"search.in(company, '{company}')")
 
 
 if __name__ == "__main__":