Proxy the data request to avoid 403

Author: ashubham

src/thoughtspot/thoughtspot-client.ts

@@ -11,6 +11,7 @@ export const getThoughtSpotClient = (instanceUrl: string, bearerToken: string) =
     (client as any).instanceUrl = instanceUrl;
     token = bearerToken;
     addExportUnsavedAnswerTML(client, instanceUrl);
+    addExportAnswerDataProxied(client, instanceUrl);
     return client;
 }
 
@@ -34,12 +35,38 @@ mutation GetUnsavedAnswerTML($session: BachSessionIdInput!, $exportDependencies:
   }
 }`;
 
+const PROXY_URL = "https://plugin-party-vercel.vercel.app/api/proxy";
+
+function addExportAnswerDataProxied(client: any, instanceUrl: string) {
+    (client as any).exportAnswerReportProxied = async ({ session_identifier, generation_number, file_format }: { session_identifier: string, generation_number: number, file_format: string }) => {
+        const endpoint = "/api/rest/2.0/report/answer";
+        const response = await fetch(PROXY_URL, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                token,
+                clusterUrl: instanceUrl,
+                endpoint,
+                payload: {
+                    session_identifier,
+                    generation_number,
+                    file_format,
+                }
+            })
+        });
+        return response;
+    }
+}
+
+
 // This is a workaround until we get the public API for this
 function addExportUnsavedAnswerTML(client: any, instanceUrl: string) {
     (client as any).exportUnsavedAnswerTML = async ({ session_identifier, generation_number }) => {
         const endpoint = "/prism/?op=GetUnsavedAnswerTML";
         // make a graphql request to `ThoughtspotHost/prism endpoint.
-        const response = await fetch("https://plugin-party-vercel.vercel.app/api/proxy", {
+        const response = await fetch(PROXY_URL, {
             method: "POST",
             headers: {
                 "Content-Type": "application/json",

src/thoughtspot/thoughtspot-service.ts

@@ -16,9 +16,11 @@ export async function getRelevantQuestions(query: string, additionalContext: str
     return questions.decomposedQueryResponse?.decomposedQueries?.map((q) => q.query!) || [];
 }
 
-async function getAnswerData({ session_identifier, generation_number, client }: { session_identifier: string, generation_number: number, client: ThoughtSpotRestApi }) {
+async function getAnswerData({ question, session_identifier, generation_number, client }: { question: string, session_identifier: string, generation_number: number, client: ThoughtSpotRestApi }) {
     try {
-        const data = await client.exportAnswerReport({
+        console.log("[DEBUG] Getting Data for question: ", question);
+        // Proxy to avoid 403 from TS AWS WAF.
+        const data = await (client as any).exportAnswerReportProxied({
             session_identifier,
             generation_number,
             file_format: "CSV",
@@ -33,8 +35,9 @@ async function getAnswerData({ session_identifier, generation_number, client }:
     }
 }
 
-async function getAnswerTML({ session_identifier, generation_number, client }: { session_identifier: string, generation_number: number, client: ThoughtSpotRestApi }) {
+async function getAnswerTML({ question, session_identifier, generation_number, client }: { question: string, session_identifier: string, generation_number: number, client: ThoughtSpotRestApi }) {
     try {
+        console.log("[DEBUG] Getting TML for question: ", question);
         const tml = await (client as any).exportUnsavedAnswerTML({
             session_identifier,
             generation_number,
@@ -55,15 +58,16 @@ export async function getAnswerForQuestion(question: string, shouldGetTML: boole
 
     const { session_identifier, generation_number } = answer as any;
 
-    console.log("[DEBUG] Getting Data for question: ", question);
     const [data, tml] = await Promise.all([
         getAnswerData({
+            question,
             session_identifier,
             generation_number,
             client
         }),
         shouldGetTML
             ? getAnswerTML({
+                question,
                 session_identifier,
                 generation_number,
                 client