allow parallel map operations to be loaded in the UI (#434)

Author: jonhilgart22

website/src/components/PipelineGui.tsx

@@ -278,9 +278,8 @@ const PipelineGUI: React.FC = () => {
 
       if (result.should_optimize) {
         toast({
-          title: `Hey! Consider decomposing ${
-            operations[operations.length - 1].name
-          }`,
+          title: `Hey! Consider decomposing ${operations[operations.length - 1].name
+            }`,
           description: (
             <span
               className="cursor-pointer text-blue-500 hover:text-blue-700"
@@ -364,21 +363,21 @@ const PipelineGUI: React.FC = () => {
               id: id || uuidv4(),
               llmType:
                 type === "map" ||
-                type === "reduce" ||
-                type === "resolve" ||
-                type === "filter" ||
-                type === "parallel_map" ||
-                type === "rank" ||
-                type === "extract"
+                  type === "reduce" ||
+                  type === "resolve" ||
+                  type === "filter" ||
+                  type === "parallel_map" ||
+                  type === "rank" ||
+                  type === "extract"
                   ? "LLM"
                   : "non-LLM",
               type: type,
               name: name || "Untitled Operation",
               prompt: prompt,
               output: output
                 ? {
-                    schema: schemaDictToItemSet(output.schema),
-                  }
+                  schema: schemaDictToItemSet(output.schema),
+                }
                 : undefined,
               validate: validate,
               gleaning: gleaning,
@@ -502,7 +501,9 @@ const PipelineGUI: React.FC = () => {
         };
         await restoreFromYAML(fileToUpload);
       } catch (error) {
+        const errorMessage = error instanceof Error ? error.message : String(error);
         console.error("Error handling file upload:", error);
+        console.error("Upload error details:", errorMessage);
       }
     }
   };
@@ -813,9 +814,8 @@ const PipelineGUI: React.FC = () => {
               </div>
 
               <div
-                className={`flex items-center gap-2 transition-transform duration-200 origin-left ${
-                  isLeftSideCollapsed ? "scale-x-0 w-0" : "scale-x-100"
-                }`}
+                className={`flex items-center gap-2 transition-transform duration-200 origin-left ${isLeftSideCollapsed ? "scale-x-0 w-0" : "scale-x-100"
+                  }`}
               >
                 <div className="flex items-center gap-2 flex-shrink-0">
                   <Popover>

website/src/hooks/useRestorePipeline.ts

@@ -15,6 +15,17 @@ interface YAMLOperation {
   type: string;
   name?: string;
   prompt?: string;
+  prompts?: Array<{
+    name?: string;
+    prompt: string;
+    output_keys: string[];
+    model?: string;
+    gleaning?: {
+      num_rounds: number;
+      validation_prompt: string;
+      model?: string;
+    };
+  }>;
   output?: {
     schema: Record<string, unknown>;
   };
@@ -84,6 +95,7 @@ export const useRestorePipeline = ({
                     type,
                     name,
                     prompt,
+                    prompts, // For parallel_map operations
                     output,
                     validate,
                     sample,
@@ -130,25 +142,41 @@ export const useRestorePipeline = ({
                       : [op.document_keys];
                   }
 
+                  // If the operation type is 'parallel_map', preserve the prompts array
+                  if (type === "parallel_map") {
+                    if (prompts) {
+                      stringifiedKwargs.prompts = prompts;
+                    } else if (stringifiedKwargs.prompts) {
+                      // Handle case where prompts might have been stringified
+                      try {
+                        if (typeof stringifiedKwargs.prompts === "string") {
+                          stringifiedKwargs.prompts = JSON.parse(stringifiedKwargs.prompts);
+                        }
+                      } catch (e) {
+                        console.error("Error parsing stringified prompts:", e);
+                      }
+                    }
+                  }
+
                   return {
                     id: id || uuidv4(),
                     llmType:
                       type === "map" ||
-                      type === "reduce" ||
-                      type === "resolve" ||
-                      type === "filter" ||
-                      type === "parallel_map"
+                        type === "reduce" ||
+                        type === "resolve" ||
+                        type === "filter" ||
+                        type === "parallel_map"
                         ? "LLM"
                         : "non-LLM",
                     type: type as Operation["type"],
                     name: name || "Untitled Operation",
                     prompt,
                     output: output
                       ? {
-                          schema: schemaDictToItemSet(
-                            output.schema as Record<string, string>
-                          ),
-                        }
+                        schema: schemaDictToItemSet(
+                          output.schema as Record<string, string>
+                        ),
+                      }
                       : undefined,
                     validate,
                     sample,
@@ -205,10 +233,12 @@ export const useRestorePipeline = ({
 
               resolve();
             } catch (error) {
+              const errorMessage = error instanceof Error ? error.message : String(error);
               console.error("Error parsing YAML:", error);
+              console.error("Error details:", errorMessage);
               toast({
                 title: "Error",
-                description: "Failed to parse the uploaded YAML file.",
+                description: `Failed to parse the uploaded YAML file: ${errorMessage}`,
                 variant: "destructive",
               });
               reject(error);