feat: audio

apps/electron-app/index.html

@@ -13,6 +13,7 @@
 				style-src 'self' 'unsafe-inline';
 				connect-src 'self' https://*.trycloudflare.com wss: ws: http: https:;
 				img-src 'self' data:;
+				media-src 'self' blob: file:;
 			"
 		/>
 		<style>

apps/electron-app/src/common/nodes.ts

@@ -34,6 +34,7 @@ import { Switch } from '../render/components/react-flow/nodes/Switch';
 import { Proximity } from '../render/components/react-flow/nodes/Proximity';
 import { Llm } from '../render/components/react-flow/nodes/Llm';
 import { Hotkey } from '../render/components/react-flow/nodes/Hotkey';
+import { AudioPlayer } from '../render/components/react-flow/nodes/AudioPlayer/AudioPlayer';
 import { Node } from '@xyflow/react';
 
 export function isNodeTypeACodeType(node?: Node) {
@@ -80,6 +81,7 @@ export const NODE_TYPES: Record<string, (props: any) => JSX.Element> = {
 	Trigger: Trigger,
 	Vibration: Vibration,
 	Hotkey: Hotkey,
+	AudioPlayer: AudioPlayer,
 } as const;
 
 export type NodeType = keyof typeof NODE_TYPES;

apps/electron-app/src/main/file.ts

@@ -48,3 +48,31 @@ export async function importFlow(): Promise<FlowState | null> {
 		});
 	});
 }
+
+export async function selectAudioFiles(): Promise<string[]> {
+	const result = await dialog.showOpenDialog({
+		title: 'Select Audio Files',
+		filters: [
+			{ name: 'Audio files', extensions: ['mp3', 'wav', 'ogg', 'm4a', 'aac', 'flac'] },
+			{ name: 'All files', extensions: ['*'] },
+		],
+		properties: ['openFile', 'multiSelections'],
+	});
+
+	if (result.canceled || !result.filePaths) {
+		return [];
+	}
+
+	return result.filePaths;
+}
+
+export async function readAudioFile(filePath: string): Promise<Buffer> {
+	return new Promise<Buffer>((resolve, reject) => {
+		fs.readFile(filePath, (err, data) => {
+			if (err) {
+				return reject(err);
+			}
+			resolve(data);
+		});
+	});
+}

apps/electron-app/src/main/ipc.ts

@@ -3,7 +3,7 @@ import { app, ipcMain, Menu } from 'electron';
 import { mainWindowReady } from './window';
 
 import log from 'electron-log/node';
-import { exportFlow } from './file';
+import { exportFlow, selectAudioFiles, readAudioFile } from './file';
 import { ensureRunnerProcess, getRunnerProcess, killRunnerProcess } from './board-connection';
 import { checkConnectedPort, setupUSBDeviceListeners, stopPortPolling } from './port-manager';
 import { Timer } from './utils';
@@ -51,6 +51,16 @@ ipcMain.on('ipc-external-value', (_event, data: { nodeId: string; value: unknown
 	runnerProcess?.send({ type: 'setExternal', nodeId: data.nodeId, value: data.value });
 });
 
+ipcMain.handle('ipc-select-audio-files', async () => {
+	return await selectAudioFiles();
+});
+
+ipcMain.handle('ipc-read-audio-file', async (_event, filePath: string) => {
+	const buffer = await readAudioFile(filePath);
+	// Convert buffer to base64 for transmission
+	return buffer.toString('base64');
+});
+
 killRunnerProcess().catch(log.debug);
 
 app.on('before-quit', async event => {

apps/electron-app/src/main/window.ts

@@ -50,7 +50,7 @@ export function handleSecondInstance(commandLine: string[]) {
 export async function recreateWindowWhenNeeded() {
 	if (windows.length === 0) {
 		await createWindow();
-		await new Promise(resolve => setTimeout(resolve, 500));
+		await new Promise(resolve => setTimeout(resolve, 250));
 	}
 
 	return Promise.resolve();

apps/electron-app/src/preload.ts

@@ -13,7 +13,9 @@ export type Channels =
 	| 'ipc-deep-link'
 	| 'ipc-export-flow'
 	| 'ipc-flow'
-	| 'ipc-board';
+	| 'ipc-board'
+	| 'ipc-select-audio-files'
+	| 'ipc-read-audio-file';
 
 type IpcCallback<Data> = (response: IpcResponse<Data>) => void;
 type Listener = (event: IpcRendererEvent, response: IpcResponse<any>) => void;
@@ -54,6 +56,10 @@ export const electronHandler = {
 			console.debug('[IPC] <once>', channel);
 			ipcRenderer.once(channel, (_event, args) => callback(args));
 		},
+		invoke<Data>(channel: Channels, data?: Data): Promise<any> {
+			logger.debug('[IPC] <invoke>', channel, data);
+			return ipcRenderer.invoke(channel, data);
+		},
 	},
 	os: {
 		isMac: process.platform === 'darwin',