Merge branch 'main' of https://github.com/GrapeCity-AI/gc-qa-rag

Author: experdot

sources/gc-qa-rag-etl/etlapp/das/das_generic.py

@@ -118,8 +118,14 @@ def das_generic_main(
     ensure_folder_exists(output_dir)
 
     logger.info(f"MarkItDown instance is getting")
-    markitdown_inst = get_markitdown_inst()
-    logger.info(f"MarkItDown instance created")
+    markitdown_inst = None
+    try:
+        markitdown_inst = get_markitdown_inst()
+        logger.info(f"MarkItDown instance created")
+    except:
+        markitdown_inst = None
+        logger.info(f"MarkItDown instance created failed")
+        return
 
     files = collect_files(input_dir)
     logger.info(f"Found {len(files)} files in {input_dir}")

sources/gc-qa-rag-etl/etlapp/ved/initialize_forum_qa.py

@@ -210,6 +210,9 @@ def start_initialize_forum_qa(context: EtlRagContext) -> None:
         content = read_text_from_file(file_path)
         forum = extract_object(content)
 
+        if not thread_dict[file_index]["content"]:
+            continue
+
         metadata = {
             "product": product,
             "url": thread_dict[file_index]["content"]["url"],