{
"id": "TtoDcjgthgA4NTkU",
"meta": {
"instanceId": "fb261afc5089eae952e09babdadd9983000b3d863639802f6ded8c5be2e40067",
"templateCredsSetupCompleted": true
},
"name": "AI Voice Chat using Webhook, Memory Manager, OpenAI, Google Gemini & ElevenLabs",
"tags": [
{
"id": "mqOrNvCDgQLzPA2x",
"name": "Workflows",
"createdAt": "2024-08-07T14:18:53.614Z",
"updatedAt": "2024-08-07T14:18:53.614Z"
}
],
"nodes": [
{
"id": "86cbf150-df4f-42f7-b7b3-e03c32e6f23c",
"name": "Get Chat",
"type": "@n8n/n8n-nodes-langchain.memoryManager",
"position": [
1700,
-400
],
"parameters": {
"options": {}
},
"typeVersion": 1,
"alwaysOutputData": true
},
{
"id": "a9153a24-e902-4f29-9b83-447317ce3119",
"name": "Insert Chat",
"type": "@n8n/n8n-nodes-langchain.memoryManager",
"position": [
2540,
-400
],
"parameters": {
"mode": "insert",
"messages": {
"messageValues": [
{
"type": "user",
"message": "={{ $('OpenAI - Speech to Text').item.json[\"text\"] }}"
},
{
"type": "ai",
"message": "={{ $json.text }}"
}
]
}
},
"typeVersion": 1,
"alwaysOutputData": true
},
{
"id": "f5c272d4-248b-45a5-87b5-eb659a865d05",
"name": "Sticky Note5",
"type": "n8n-nodes-base.stickyNote",
"position": [
1664,
-491
],
"parameters": {
"color": 6,
"width": 486.4746124819703,
"height": 238.4911357933579,
"content": "## Get Context"
},
"typeVersion": 1
},
{
"id": "32ad17ca-0045-487d-9387-71c2e73629d4",
"name": "Sticky Note",
"type": "n8n-nodes-base.stickyNote",
"position": [
2510,
-489
],
"parameters": {
"color": 6,
"width": 321.2536584847704,
"height": 231.05945912581728,
"content": "## Save Context"
},
"typeVersion": 1
},
{
"id": "17ae4f1a-6192-4c52-8157-3cb47b37e0fb",
"name": "Aggregate",
"type": "n8n-nodes-base.aggregate",
"position": [
2020,
-400
],
"parameters": {
"options": {},
"aggregate": "aggregateAllItemData",
"destinationFieldName": "context"
},
"typeVersion": 1,
"alwaysOutputData": true
},
{
"id": "00b3081e-fbcd-489b-b45a-4e847c346594",
"name": "Window Buffer Memory",
"type": "@n8n/n8n-nodes-langchain.memoryBufferWindow",
"position": [
2080,
-100
],
"parameters": {
"sessionKey": "test-0dacb3b5-4bcd-47dd-8456-dcfd8c258204",
"sessionIdType": "customKey"
},
"typeVersion": 1.2
},
{
"id": "55ca2790-e905-414a-a9f6-7d88a9e5807d",
"name": "Google Gemini Chat Model",
"type": "@n8n/n8n-nodes-langchain.lmChatGoogleGemini",
"position": [
2220,
-100
],
"parameters": {
"options": {},
"modelName": "models/gemini-1.5-flash"
},
"credentials": {
"googlePalmApi": {
"id": "2bUF1ZI9hoMIM5XN",
"name": "Google Gemini(PaLM) Api account"
}
},
"typeVersion": 1
},
{
"id": "e8b3433f-b205-404c-9f05-504556d6b6dd",
"name": "Respond to Webhook",
"type": "n8n-nodes-base.respondToWebhook",
"position": [
3560,
-400
],
"parameters": {
"options": {},
"respondWith": "binary"
},
"typeVersion": 1.1
},
{
"id": "de296743-5ac7-454b-bf3a-d020cc024511",
"name": "ElevenLabs - Generate Audio",
"type": "n8n-nodes-base.httpRequest",
"position": [
3240,
-400
],
"parameters": {
"url": "=https://api.elevenlabs.io/v1/text-to-speech/{{voice id}}",
"method": "POST",
"options": {},
"sendBody": true,
"sendHeaders": true,
"authentication": "genericCredentialType",
"bodyParameters": {
"parameters": [
{
"name": "text",
"value": "={{ $('Basic LLM Chain').item.json.text }}"
}
]
},
"genericAuthType": "httpCustomAuth",
"headerParameters": {
"parameters": [
{
"name": "Content-Type",
"value": "application/json"
}
]
}
},
"credentials": {
"httpCustomAuth": {
"id": "lnGfV4BlxSE6Xc4X",
"name": "Eleven Labs"
}
},
"typeVersion": 4.2
},
{
"id": "214e15f2-8a16-4598-b4ac-9fc2ec6545e6",
"name": "Sticky Note2",
"type": "n8n-nodes-base.stickyNote",
"position": [
3040,
-560
],
"parameters": {
"width": 468.73250812192407,
"height": 843.7602354099661,
"content": "* ### For the Text-to-Speech part, we'll use ElevenLabs.io, which is free and offers a variety of voices to choose from. However, you can also use the OpenAI `\"Generate audio\"` node instead.\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n* ### Since there is no pre-built node for `\"ElevenLabs\"` in n8n, we'll connect to it through its API using the \"HTTP Request\" node.\n\n## Prerequisites:\n* ### `\"ElevenLabs API Key\"` (you can obtain it from their website).\n* ### `\"Voice ID\"` (you can also get it from ElevenLabs' \"Voice Library\").\n## Setup\n* ### In the URL parameter, replace \"{{voice id}}\" at the end of the URL with the Voice ID you obtained from ElevenLabs.io.\n* ### To set up your API Key, add custom authentication and include the following `JSON` with your acual ElevenLabs API Key:\n```json\n{\n \"headers\": {\n \"xi-api-key\": \"put-your-API-Key-here\"\n }\n}\n```"
},
"typeVersion": 1
},
{
"id": "94ad934c-4a13-47b1-83a5-76fab43b3a47",
"name": "Sticky Note1",
"type": "n8n-nodes-base.stickyNote",
"position": [
1663,
-598
],
"parameters": {
"color": 6,
"width": 487.4293487597613,
"height": 91.01435855269375,
"content": "### The \"Get Chat,\" \"Insert Chat,\" and \"Window Buffer Memory\" nodes will help the LLM model maintain context throughout the conversation."
},
"typeVersion": 1
},
{
"id": "0a96f48d-0d8b-4240-9eab-a681bfd4c8b5",
"name": "Limit",
"type": "n8n-nodes-base.limit",
"position": [
2900,
-400
],
"parameters": {},
"typeVersion": 1
},
{
"id": "9a5d4ddb-6403-4758-858e-9fbe10c421a9",
"name": "Basic LLM Chain",
"type": "@n8n/n8n-nodes-langchain.chainLlm",
"position": [
2200,
-400
],
"parameters": {
"text": "={{ $('OpenAI - Speech to Text').item.json[\"text\"] }}",
"messages": {
"messageValues": [
{
"type": "AIMessagePromptTemplate",
"message": "=To maintain context and fully understand the user's question, always review the previous conversation between you and him before providing an answer.\nThis is the previous conversation:\n{{ $('Aggregate').item.json[\"context\"].map(m => `\nHuman: ${m.human || 'undefined'}\nAI Assistant: ${m.ai || 'undefined'}\n`).join('') }}"
}
]
},
"promptType": "define"
},
"typeVersion": 1.4
},
{
"id": "f2f99895-9678-41b8-ad28-db40e1e23dc0",
"name": "Webhook",
"type": "n8n-nodes-base.webhook",
"position": [
1320,
-400
],
"webhookId": "e9f611eb-a8dd-4520-8d24-9f36deaca528",
"parameters": {
"path": "voice_message",
"options": {},
"httpMethod": "POST",
"responseMode": "responseNode"
},
"typeVersion": 2
},
{
"id": "d9a5fb04-4c02-4da4-b690-7b0ecd0ae052",
"name": "OpenAI - Speech to Text",
"type": "@n8n/n8n-nodes-langchain.openAi",
"position": [
1500,
-400
],
"parameters": {
"options": {},
"resource": "audio",
"operation": "transcribe",
"binaryPropertyName": "voice_message"
},
"credentials": {
"openAiApi": {
"id": "2Cije3KX7OIVwn9B",
"name": "n8n OpenAI"
}
},
"typeVersion": 1.3
}
],
"active": true,
"pinData": {},
"settings": {
"callerPolicy": "workflowsFromSameOwner",
"executionOrder": "v1",
"saveManualExecutions": true
},
"versionId": "fe5792ca-03d7-4cdd-96db-20f4cd479c7e",
"connections": {
"Limit": {
"main": [
[
{
"node": "ElevenLabs - Generate Audio",
"type": "main",
"index": 0
}
]
]
},
"Webhook": {
"main": [
[
{
"node": "OpenAI - Speech to Text",
"type": "main",
"index": 0
}
]
]
},
"Get Chat": {
"main": [
[
{
"node": "Aggregate",
"type": "main",
"index": 0
}
]
]
},
"Aggregate": {
"main": [
[
{
"node": "Basic LLM Chain",
"type": "main",
"index": 0
}
]
]
},
"Insert Chat": {
"main": [
[
{
"node": "Limit",
"type": "main",
"index": 0
}
]
]
},
"Basic LLM Chain": {
"main": [
[
{
"node": "Insert Chat",
"type": "main",
"index": 0
}
]
]
},
"Window Buffer Memory": {
"ai_memory": [
[
{
"node": "Insert Chat",
"type": "ai_memory",
"index": 0
},
{
"node": "Get Chat",
"type": "ai_memory",
"index": 0
}
]
]
},
"OpenAI - Speech to Text": {
"main": [
[
{
"node": "Get Chat",
"type": "main",
"index": 0
}
]
]
},
"Google Gemini Chat Model": {
"ai_languageModel": [
[
{
"node": "Basic LLM Chain",
"type": "ai_languageModel",
"index": 0
}
]
]
},
"ElevenLabs - Generate Audio": {
"main": [
[
{
"node": "Respond to Webhook",
"type": "main",
"index": 0
}
]
]
}
}
}