{
"nodes": [
{
"id": "d44489b8-8cb7-4776-8c16-a8bb01e52171",
"name": "OpenAI1",
"type": "@n8n/n8n-nodes-langchain.openAi",
"position": [
300,
-300
],
"parameters": {
"text": "={{ \n JSON.parse($('Insert Transcription Part').item.json.dialog)\n .filter(item => item.date_updated && new Date(item.date_updated) >= new Date($('Insert Transcription Part').item.json.date_updated))\n .sort((a, b) => a.order - b.order)\n .map(item => `${item.words}\\n${item.speaker}`)\n .join('\\n\\n')\n}}",
"memory": "threadId",
"prompt": "define",
"options": {},
"resource": "assistant",
"threadId": "={{ $json.thread_id }}",
"assistantId": {
"__rl": true,
"mode": "list",
"value": "asst_D5t6bNnNpenmfC7PmvywMqyR",
"cachedResultName": "5minAI - Realtime Agent"
}
},
"credentials": {
"openAiApi": {
"id": "SphXAX7rlwRLkiox",
"name": "Test club key"
}
},
"typeVersion": 1.6
},
{
"id": "3425f1c1-ad68-495e-bb9a-95ea92e7cf23",
"name": "Insert Transcription Part",
"type": "n8n-nodes-base.postgres",
"position": [
-120,
-300
],
"parameters": {
"query": "UPDATE public.data\nSET output = jsonb_set(\n output,\n '{dialog}', \n (\n COALESCE(\n (output->'dialog')::jsonb, \n '[]'::jsonb -- Initialize as empty array if dialog does not exist\n ) || jsonb_build_object(\n 'order', (COALESCE(jsonb_array_length(output->'dialog'), 0) + 1), -- Calculate the next order\n 'words', '{{ $('Webhook2').item.json.body.data.transcript.words.map(word => word.text.replace(/'/g, \"''\")).join(\" \") }}',\n 'speaker', '{{ $('Webhook2').item.json.body.data.transcript.speaker }}',\n 'language', '{{ $('Webhook2').item.json.body.data.transcript.language }}',\n 'speaker_id', ('{{ $('Webhook2').item.json.body.data.transcript.speaker_id }}')::int,\n 'date_updated', to_jsonb('{{ $now }}'::text)\n )\n )\n)\nWHERE input->>'recall_bot_id' = $1\nReturning input->>'openai_thread_id' as thread_id;",
"options": {
"queryReplacement": "={{ $('Scenario 2 Start - Webhook').item.json.body.data.bot_id }}"
},
"operation": "executeQuery"
},
"credentials": {
"postgres": {
"id": "AO9cER6p8uX7V07T",
"name": "Postgres 5minai"
}
},
"typeVersion": 2.5
},
{
"id": "9bcc0605-fc35-4842-a3f4-30ef902f35c1",
"name": "Create Note",
"type": "n8n-nodes-base.postgresTool",
"position": [
180,
-120
],
"parameters": {
"query": "UPDATE public.data\nSET output = jsonb_set(\n output,\n '{notes}', \n (\n COALESCE(\n (output->'notes')::jsonb, \n '[]'::jsonb -- Initialize as empty array if dialog does not exist\n ) || jsonb_build_object(\n 'order', (COALESCE(jsonb_array_length(output->'notes'), 0) + 1), -- Calculate the next order\n 'text', '{{ $fromAI(\"note\",\"Text of note.\") }}'\n )\n )\n)\nWHERE input->>'recall_bot_id' = $1",
"options": {
"queryReplacement": "={{ $('Scenario 2 Start - Webhook').item.json.body.data.bot_id }}"
},
"operation": "executeQuery",
"descriptionType": "manual",
"toolDescription": "Create note record."
},
"credentials": {
"postgres": {
"id": "AO9cER6p8uX7V07T",
"name": "Postgres 5minai"
}
},
"typeVersion": 2.5
},
{
"id": "0831c139-ca4b-4b4c-aa7f-7495c4ca0110",
"name": "Create Recall bot",
"type": "n8n-nodes-base.httpRequest",
"position": [
-60,
-980
],
"parameters": {
"url": "https://us-west-2.recall.ai/api/v1/bot",
"method": "POST",
"options": {},
"jsonBody": "={\n \"meeting_url\":\"{{ $json.meeting_url }}\",\n \"transcription_options\": {\n \"provider\": \"assembly_ai\"\n }\n,\n\"real_time_transcription\": {\n \"destination_url\": \"https://n8n.lowcoding.dev/webhook/d074ca1e-52f9-47af-8587-8c24d431f9cd\"\n },\n\"automatic_leave\": {\n \"silence_detection\": {\n \"timeout\": 300, \n \"activate_after\": 600\n },\n \"bot_detection\": {\n \"using_participant_events\": {\n \"timeout\": 600, \n \"activate_after\": 1200\n }\n },\n \"waiting_room_timeout\": 600,\n \"noone_joined_timeout\": 600,\n \"everyone_left_timeout\": 2,\n \"in_call_not_recording_timeout\": 600,\n \"recording_permission_denied_timeout\": 600\n}\n}",
"sendBody": true,
"specifyBody": "json",
"authentication": "genericCredentialType",
"genericAuthType": "httpHeaderAuth"
},
"credentials": {
"httpHeaderAuth": {
"id": "lfHu7Kn7L7SH3LAF",
"name": "Recall"
}
},
"typeVersion": 4.2
},
{
"id": "e1122b5b-3af5-4836-802c-40c3a0eb3c93",
"name": "Create OpenAI thread",
"type": "n8n-nodes-base.httpRequest",
"position": [
140,
-980
],
"parameters": {
"url": "https://api.openai.com/v1/threads",
"method": "POST",
"options": {},
"sendHeaders": true,
"authentication": "predefinedCredentialType",
"headerParameters": {
"parameters": [
{
"name": "OpenAI-Beta",
"value": "assistants=v2"
}
]
},
"nodeCredentialType": "openAiApi"
},
"credentials": {
"openAiApi": {
"id": "SphXAX7rlwRLkiox",
"name": "Test club key"
}
},
"typeVersion": 4.2
},
{
"id": "784c123d-adbb-4265-9485-2c88dd3091c2",
"name": "Create data record",
"type": "n8n-nodes-base.supabase",
"position": [
320,
-980
],
"parameters": {
"tableId": "data",
"fieldsUi": {
"fieldValues": [
{
"fieldId": "input",
"fieldValue": "={{ {\"openai_thread_id\": $('Create OpenAI thread').item.json.id, \"recall_bot_id\": $('Create Recall bot').item.json.id, \"meeting_url\":$('Webhook').item.json.body.meeting_url } }}"
},
{
"fieldId": "output",
"fieldValue": "={{ {\"dialog\":[]} }}"
}
]
}
},
"credentials": {
"supabaseApi": {
"id": "iVKNf5qv3ZFhq0ZV",
"name": "Supabase 5minAI"
}
},
"typeVersion": 1
},
{
"id": "f455c7de-1e64-4a28-9eef-11d19c982813",
"name": "Sticky Note9",
"type": "n8n-nodes-base.stickyNote",
"position": [
-900,
-380
],
"parameters": {
"color": 7,
"width": 330.5152611046425,
"height": 239.5888196628349,
"content": "### ... or watch set up video [10 min]\n[![Youtube Thumbnail](https://res.cloudinary.com/de9jgixzm/image/upload/v1739773273/Youtube%20Thumbs/Realtim%20AI%20Agent.png)](https://www.youtube.com/watch?v=rtaX6BMiTeo)\n"
},
"typeVersion": 1
},
{
"id": "ea90c110-18ad-4f4b-90ab-fcb88b92e709",
"name": "Sticky Note7",
"type": "n8n-nodes-base.stickyNote",
"position": [
-1200,
-1060
],
"parameters": {
"color": 7,
"width": 636,
"height": 657,
"content": "![5min Logo](https://res.cloudinary.com/de9jgixzm/image/upload/v1739773200/Skool%20Assets/ejm3hqnvhgwpnu2fv92s.png)\n## AI Agent for realtime insights on meetings\n**Made by [Mark Shcherbakov](https://www.linkedin.com/in/marklowcoding/) from community [5minAI](https://www.skool.com/5minai)**\n\nTranscribing meetings manually can be tedious and prone to error. This workflow automates the transcription process in real-time, ensuring that key discussions and decisions are accurately captured and easily accessible for later review, thus enhancing productivity and clarity in communications.\n\nThe workflow employs an AI-powered assistant to join virtual meetings and capture discussions through real-time transcription. Key functionalities include:\n- Automatic joining of meetings on platforms like Zoom, Google Meet, and others with the ability to provide real-time transcription.\n- Integration with transcription APIs (e.g., AssemblyAI) to deliver seamless and accurate capture of dialogue.\n- Structuring and storing transcriptions efficiently in a database for easy retrieval and analysis.\n\n1. **Real-Time Transcription**: The assistant captures audio during meetings and transcribes it in real-time, allowing participants to focus on discussions.\n2. **Keyword Recognition**: Key phrases can trigger specific actions, such as noting important points or making prompts to the assistant.\n3. **Structured Data Management**: The assistant maintains a database of transcriptions linked to meeting details for organized storage and quick access later."
},
"typeVersion": 1
},
{
"id": "378c19bb-0e4a-43d3-9ba5-2a77ebfb5b83",
"name": "Sticky Note6",
"type": "n8n-nodes-base.stickyNote",
"position": [
-1200,
-380
],
"parameters": {
"color": 7,
"width": 280,
"height": 626,
"content": "### Set up steps\n\n#### Preparation\n\n1. **Create Recall.ai API key**\n2. **Setup Supabase account and table**\n```\ncreate table\n public.data (\n id uuid not null default gen_random_uuid (),\n date_created timestamp with time zone not null default (now() at time zone 'utc'::text),\n input jsonb null,\n output jsonb null,\n constraint data_pkey primary key (id),\n ) tablespace pg_default;\n\n```\n3. **Create OpenAI API key**\n\n#### Development\n\n1. **Bot Creation**: \n - Use a node to create the bot that will join meetings. Provide the meeting URL and set transcription options within the API request.\n\n2. **Authentication**: \n - Configure authentication settings via a Bearer token for interacting with your transcription service.\n\n3. **Webhook Setup**: \n - Create a webhook to receive real-time transcription updates, ensuring timely data capture during meetings.\n\n4. **Join Meeting**: \n - Set the bot to join the specified meeting and actively listen to capture conversations.\n\n5. **Transcription Handling**: \n - Combine transcription fragments into cohesive sentences and manage dialog arrays for coherence.\n\n6. **Trigger Actions on Keywords**: \n - Set up keyword recognition that can initiate requests to the OpenAI API for additional interactions based on captured dialogue.\n\n7. **Output and Summary Generation**: \n - Produce insights and summary notes from the transcriptions that can be stored back into the database for future reference."
},
"typeVersion": 1
},
{
"id": "9a4ff741-ccfd-42e9-883e-43297a73e2c3",
"name": "Scenario 1 Start - Edit Fields",
"type": "n8n-nodes-base.set",
"position": [
-260,
-980
],
"parameters": {
"options": {},
"assignments": {
"assignments": [
{
"id": "4891fa6e-2dd5-4433-925c-5497ec82e8ab",
"name": "meeting_url",
"type": "string",
"value": "https://meet.google.com/iix-vrav-kuc"
}
]
}
},
"typeVersion": 3.4
},
{
"id": "a4368763-b96e-45e7-884d-aa0cbae2d276",
"name": "Scenario 2 Start - Webhook",
"type": "n8n-nodes-base.webhook",
"position": [
-320,
-300
],
"webhookId": "7f176935-cb83-4147-ac14-48c8d747863a",
"parameters": {
"path": "d074ca1e-52f9-47af-8587-8c24d431f9cd",
"options": {},
"httpMethod": "POST"
},
"typeVersion": 2
},
{
"id": "107b26af-d1d2-40c7-ad4f-7193d3ae9b70",
"name": "If Jimmy word",
"type": "n8n-nodes-base.if",
"position": [
80,
-300
],
"parameters": {
"options": {},
"conditions": {
"options": {
"version": 2,
"leftValue": "",
"caseSensitive": true,
"typeValidation": "strict"
},
"combinator": "and",
"conditions": [
{
"id": "ba6c2ae5-d0f4-4242-9cf8-97cb84335a93",
"operator": {
"type": "string",
"operation": "contains"
},
"leftValue": "={{ $('Scenario 2 Start - Webhook').item.json.body.data.transcript.words.map(word => word.text.replace(/'/g, \"''\")).join(\" \") }}",
"rightValue": "=Jimmy"
}
]
}
},
"typeVersion": 2.2
},
{
"id": "49cf34f6-86cf-42cc-9da4-3efb37e6f565",
"name": "Sticky Note",
"type": "n8n-nodes-base.stickyNote",
"position": [
-380,
-1040
],
"parameters": {
"width": 920,
"height": 400,
"content": "## Scenario 1\n\n"
},
"typeVersion": 1
},
{
"id": "34660f39-6ecc-4f2d-98e8-a2c529255e98",
"name": "Sticky Note1",
"type": "n8n-nodes-base.stickyNote",
"position": [
-380,
-360
],
"parameters": {
"width": 1020,
"height": 420,
"content": "## Scenario 2\n\n"
},
"typeVersion": 1
},
{
"id": "5027e72d-2b2c-40b4-921e-c4f40d85f251",
"name": "Sticky Note2",
"type": "n8n-nodes-base.stickyNote",
"position": [
-200,
-120
],
"parameters": {
"color": 3,
"width": 270,
"height": 80,
"content": "### Replace Supabase credentials"
},
"typeVersion": 1
},
{
"id": "dddea341-da40-4b6a-ae25-a8417e869cc9",
"name": "Sticky Note3",
"type": "n8n-nodes-base.stickyNote",
"position": [
-100,
-780
],
"parameters": {
"color": 3,
"width": 200,
"height": 80,
"content": "### Replace server location\n\n"
},
"typeVersion": 1
},
{
"id": "e8e76c2a-f949-400e-92b2-39da8034b471",
"name": "Sticky Note4",
"type": "n8n-nodes-base.stickyNote",
"position": [
340,
-100
],
"parameters": {
"color": 4,
"width": 270,
"height": 80,
"content": "### Replace OpenAI credentials"
},
"typeVersion": 1
},
{
"id": "729a5f6e-5aea-4908-9a82-2a7d7bea1322",
"name": "Sticky Note5",
"type": "n8n-nodes-base.stickyNote",
"position": [
140,
-780
],
"parameters": {
"color": 3,
"width": 290,
"height": 80,
"content": "### Replace credentials"
},
"typeVersion": 1
},
{
"id": "31178e90-62ce-4bf8-8381-dc8138088889",
"name": "Sticky Note8",
"type": "n8n-nodes-base.stickyNote",
"position": [
-320,
-780
],
"parameters": {
"color": 3,
"width": 200,
"height": 80,
"content": "### Replace meeting url\n\n"
},
"typeVersion": 1
}
],
"pinData": {
"Create Recall bot": [
{
"id": "ab35fa56-e42b-47c6-b716-eac8d12af601",
"join_at": null,
"metadata": {},
"recording": null,
"video_url": null,
"recordings": [],
"meeting_url": {
"platform": "google_meet",
"meeting_id": "zst-ymag-zoa"
},
"status_changes": [
{
"code": "ready",
"message": null,
"sub_code": null,
"created_at": "2024-11-01T11:29:32.364684Z"
}
],
"meeting_metadata": null,
"calendar_meetings": [],
"meeting_participants": []
}
],
"Insert Transcription Part": [
{
"dialog": "[{\"order\": 1, \"words\": \"Wait.\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 2, \"words\": \"A bit.\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 3, \"words\": \"It's not even subtitles and it's not even a real. It's. A Google Meet.\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 4, \"words\": \"Same story. I wasn't prepared. I don't know what to tell you. Maybe my AI body can help me.\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 5, \"words\": \"What truth?\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 6, \"words\": \"You can get the same AI body in one day. Just drop AI in comment and I will. Send you a guide.\", \"speaker\": \"Mark S.\", \"language\": null, \"speaker_id\": 100}, {\"order\": 7, \"words\": \"As it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100}, {\"order\": 8, \"words\": \"As it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100}, {\"order\": 9, \"words\": \"As it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100}, {\"order\": 10, \"words\": \"Let's it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100}, {\"order\": 11, \"words\": \"Let's it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100}, {\"order\": 12, \"words\": \"Let's it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100, \"date_updated\": \"2024-11-22T08:41:24.164+01:00\"}, {\"order\": 13, \"words\": \"Let's it works well.\", \"speaker\": \"Mark S.\", \"language\": \"null\", \"speaker_id\": 100, \"date_updated\": \"2024-11-22T08:50:11.330+01:00\"}]",
"thread_id": "thread_0g7p3iE7MYmDPiUuPiZP5vfR",
"date_updated": "2024-11-22T08:37:55.751+01:00"
}
],
"Scenario 2 Start - Webhook": [
{
"body": {
"data": {
"bot_id": "0032c6e2-78e9-46e7-a2ef-41d7b853ef48",
"transcript": {
"words": [
{
"text": "Let's",
"end_time": 11.88,
"start_time": 11.68
},
{
"text": "it",
"end_time": 12.12,
"start_time": 11.88
},
{
"text": "works",
"end_time": 12.44,
"start_time": 12.12
},
{
"text": "well.",
"end_time": 12.48,
"start_time": 12.44
}
],
"source": "smart_annotator",
"speaker": "Mark S.",
"is_final": true,
"language": null,
"speaker_id": 100,
"original_transcript_id": 32
},
"recording_id": "ee1ad589-39fe-4ed5-b96f-cd14c63f3bc2"
},
"event": "bot.transcription"
},
"query": {},
"params": {},
"headers": {
"host": "n8n.lowcoding.dev",
"accept": "*/*",
"content-type": "application/json",
"content-length": "495",
"accept-encoding": "gzip",
"x-forwarded-for": "52.10.191.34",
"x-forwarded-host": "n8n.lowcoding.dev",
"x-forwarded-proto": "https"
},
"webhookUrl": "https://n8n.lowcoding.dev/webhook/d074ca1e-52f9-47af-8587-8c24d431f9cd",
"executionMode": "production"
}
]
},
"connections": {
"OpenAI1": {
"main": [
[]
]
},
"Create Note": {
"ai_tool": [
[
{
"node": "OpenAI1",
"type": "ai_tool",
"index": 0
}
]
]
},
"If Jimmy word": {
"main": [
[
{
"node": "OpenAI1",
"type": "main",
"index": 0
}
]
]
},
"Create Recall bot": {
"main": [
[
{
"node": "Create OpenAI thread",
"type": "main",
"index": 0
}
],
[]
]
},
"Create data record": {
"main": [
[]
]
},
"Create OpenAI thread": {
"main": [
[
{
"node": "Create data record",
"type": "main",
"index": 0
}
]
]
},
"Insert Transcription Part": {
"main": [
[
{
"node": "If Jimmy word",
"type": "main",
"index": 0
}
]
]
},
"Scenario 2 Start - Webhook": {
"main": [
[
{
"node": "Insert Transcription Part",
"type": "main",
"index": 0
}
]
]
},
"Scenario 1 Start - Edit Fields": {
"main": [
[
{
"node": "Create Recall bot",
"type": "main",
"index": 0
}
]
]
}
}
}