import axios from "https://esm.sh/axios@1.6.5"; import JSZip from "https://esm.sh/jszip@3.10.0"; import _ from "https://esm.sh/lodash@4.17.21"; import transit from "https://esm.sh/transit-js@0.8.874"; import { html } from "https://esm.town/v/stevekrouse/html?v=5"; function convertTransitToJson(transitData: any): any { try { const r = transit.reader("json", { handlers: { "m": function(v: string) { return new Date(parseInt(v)).toISOString(); }, }, }); const transitValue = typeof transitData === "string" ? JSON.parse(transitData) : transitData; function isEmptyTransitCollection(obj: any): boolean { if (Array.isArray(obj) && obj.length === 2) { const [type, content] = obj; if ( typeof type === "string" && (type === "^D" || type === "~#iL" || type === "~#iOM") && Array.isArray(content) && content.length === 0 ) { return true; } } return false; } function convertTransitObject(obj: any): any { if (obj === null) return null; if (isEmptyTransitCollection(obj)) return []; if (transit.isMap(obj)) { const result: Record = {}; obj.forEach((value: any, key: string) => { result[key] = convertTransitObject(value); }); return result; } if (transit.isSet(obj)) { return Array.from(obj).map(item => convertTransitObject(item)); } if (typeof obj !== "object") return obj; if (Array.isArray(obj)) { if (obj.length === 2 && typeof obj[0] === "string" && obj[0].startsWith("^")) { return convertTransitObject(obj[1]); } if (obj.length % 2 === 0 && obj.every((_, i) => i % 2 === 0 ? typeof obj[i] === "string" : true)) { const result: Record = {}; for (let i = 0; i < obj.length; i += 2) { result[obj[i]] = convertTransitObject(obj[i + 1]); } return result; } return obj.map(item => convertTransitObject(item)); } if (transit.isTaggedValue(obj)) { return convertTransitObject(obj.rep); } const result: Record = {}; for (const key in obj) { if (obj.hasOwnProperty(key)) { result[key] = convertTransitObject(obj[key]); } } return result; } const decoded = r.read(JSON.stringify(transitValue)); return convertTransitObject(decoded); } catch (error) { console.error("Error converting Transit format:", error); return transitData; } } interface Config { email: string; password: string; baseUrl: string; } async function createApiInstance(config: Config) { const api = axios.create({ baseURL: config.baseUrl, headers: { "User-Agent": "Mozilla/5.0", "Accept": "application/json", "Content-Type": "application/json", "Origin": config.baseUrl, "Referer": `${config.baseUrl}/`, }, }); return api; } async function authenticate(api: any, config: Config): Promise { const loginResponse = await api.post("/api/login", { email: config.email, password: config.password, }); if (!loginResponse.data.authorizationToken) { throw new Error("Failed to get authorization token"); } const saveAuthResponse = await api.post("/api/auth/saveAuth", { authorizationToken: loginResponse.data.authorizationToken, }); let xsrfToken, accessToken; const setCookieHeader = saveAuthResponse.headers["set-cookie"]; if (setCookieHeader) { for (const cookie of setCookieHeader) { const xsrfMatch = cookie.match(/xsrfToken=([^;]+)/); const accessMatch = cookie.match(/accessToken=([^;]+)/); if (xsrfMatch) xsrfToken = xsrfMatch[1]; if (accessMatch) accessToken = accessMatch[1]; } } if (!xsrfToken || !accessToken) { throw new Error("Failed to get required tokens"); } api.defaults.headers["X-Xsrf-Token"] = xsrfToken; api.defaults.headers["Cookie"] = [ `accessToken=${accessToken}`, `xsrfToken=${xsrfToken}`, `xsrfTokenSameSite=${xsrfToken}`, `subdomain=${new URL(config.baseUrl).hostname}`, "weakPasswordFound=false", ].join("; "); } async function getActiveApps(api: any) { const response = await api.get("/api/pages", { params: { mobileAppsOnly: false, }, }); const apps = response.data; if (!apps || !apps.pages || !apps.folders) { throw new Error("Invalid response format from apps API"); } const archiveFolder = apps.folders.find((f: any) => f.name === "archive"); const archiveFolderIds = new Set([ archiveFolder?.id, ...apps.folders .filter((f: any) => f.parentFolderId === archiveFolder?.id) .map((f: any) => f.id), ]); return apps.pages.filter((app: any) => !app.deletedAt && !archiveFolderIds.has(app.folderId)); } function sanitizeFileName(name: string): string { return name.replace(/[/\\?%*:|"<>]/g, "-"); } async function downloadApp(api: any, app: any, zip: JSZip) { try { console.log(`Downloading app: ${app.name}`); if (!app.uuid) { throw new Error("App UUID is missing"); } const response = await api.post(`/api/pages/uuids/${app.uuid}/export`); const exportData = response.data; if (exportData.page?.data?.appState) { try { const transformedAppState = convertTransitToJson(exportData.page.data.appState); exportData.page.data.appState = transformedAppState; } catch (error) { console.warn(`Warning: Could not process appState for app ${app.name}:`, error); } } const fileName = `APP_${sanitizeFileName(app.name)}.json`; zip.file(fileName, JSON.stringify(exportData, null, 2)); console.log(`Successfully downloaded ${fileName}`); } catch (error) { console.error(`Error downloading app ${app.name}:`, error); } } async function getWorkflows(api: any) { const response = await api.get("/api/workflow/"); const workflows = response.data; if (!workflows || !workflows.workflowsMetadata) { throw new Error("Invalid response format from workflows API"); } return workflows.workflowsMetadata; } async function downloadWorkflow(api: any, workflow: any, zip: JSZip) { try { if (!workflow.id || !workflow.name) { console.warn("Skipping workflow with missing id or name"); return; } console.log(`Downloading workflow: ${workflow.name}`); const response = await api.post("/api/workflow/export", { workflowId: workflow.id, branchName: "", }); const exportData = response.data; if (exportData.workflow?.templateData) { try { const transformedTemplateData = convertTransitToJson(exportData.workflow.templateData); exportData.workflow.templateData = transformedTemplateData; } catch (error) { console.warn(`Warning: Could not process templateData for workflow ${workflow.name}:`, error); } } const fileName = `WORKFLOW_${sanitizeFileName(workflow.name)}.json`; zip.file(fileName, JSON.stringify(exportData, null, 2)); } catch (error) { console.error(`Error downloading workflow ${workflow.name}:`, error); } } export default async function server(request: Request): Promise { // Handle GET request - show the form if (request.method === "GET") { return html(` Download All Retool Apps and Workflows as JSON

Download All Retool Apps and Workflows as JSON

`); } // Handle POST request - process the backup if (request.method === "POST") { try { const formData = await request.formData(); const config: Config = { email: formData.get("email") as string, password: formData.get("password") as string, baseUrl: formData.get("baseUrl") as string, }; // Validate inputs if (!config.email || !config.password || !config.baseUrl) { return new Response("All fields are required", { status: 400 }); } // Create a new JSZip instance const zip = new JSZip(); // Create and authenticate API instance const api = await createApiInstance(config); await authenticate(api, config); const [activeApps, workflows] = await Promise.all([ getActiveApps(api), getWorkflows(api), ]); console.log(`Found ${activeApps.length} active non-archived apps`); console.log(`Found ${workflows.length} workflows`); // Download all apps and workflows in parallel await Promise.all([ ...activeApps.map(app => downloadApp(api, app, zip)), ...workflows.map(workflow => downloadWorkflow(api, workflow, zip)), ]); // Generate the zip file const zipContent = await zip.generateAsync({ type: "uint8array" }); // Return the zip file as a downloadable response return new Response(zipContent, { headers: { "Content-Type": "application/zip", "Content-Disposition": "attachment; filename=retool-backup.zip", }, }); } catch (error) { console.error("Backup failed:", error); return new Response(`Backup failed: ${error.message}`, { status: 500, }); } } return new Response("Method not allowed", { status: 405 }); }

jonathan_oralart