Configure the Voice Agent

1
{
2
  "type": "Settings",
3
  "experimental": false,
4
  "mip_opt_out": false,
5
  "audio": {
6
    "input": {
7
      "encoding": "linear16",
8
      "sample_rate": 24000
9
    },
10
    "output": {
11
      "encoding": "mp3",
12
      "sample_rate": 24000,
13
      "bitrate": 48000,
14
      "container": "none"
15
    }
16
  },
17
  "agent": {
18
    "language": "en",
19
    "listen": {
20
      "provider": {
21
        "type": "deepgram",
22
        "model": "nova-3",
23
        "keyterms": ["hello", "goodbye"]
24
      }
25
    },
26
    "think": {
27
      "provider": {
28
        "type": "open_ai",
29
        "model": "gpt-4o-mini",
30
        "temperature": 0.7
31
      },
32
      "endpoint": { // Optional for non-Deepgram LLM providers. When present, must include url field and headers object
33
        "url": "https://api.example.com/llm",
34
        "headers": {
35
          "authorization": "Bearer {{token}}"
36
        }
37
      },
38
      "prompt": "You are a helpful AI assistant focused on customer service.",
39
      "functions": [
40
        {
41
          "name": "check_order_status",
42
          "description": "Check the status of a customer order",
43
          "parameters": {
44
            "type": "object",
45
            "properties": {
46
              "order_id": {
47
                "type": "string",
48
                "description": "The order ID to check"
49
              }
50
            },
51
            "required": ["order_id"]
52
          },
53
          "endpoint": { // If not provided, function is called client-side
54
            "url": "https://api.example.com/orders/status",
55
            "method": "post",
56
            "headers": {
57
              "authorization": "Bearer {{token}}"
58
            }
59
          }
60
        }
61
      ]
62
    },
63
    "speak": {
64
      "provider": {
65
        "type": "deepgram",
66
        "model": "aura-2-thalia-en", // Optional if TTS provider is Deepgram. Use for OpenAI OR Deepgram
67
        "model_id": "1234567890", // Optional if TTS provider is Deepgram. Use for Eleven Labs OR Cartesia
68
        "voice": {
69
          "mode": "Cartesia mode type", // Optional if TTS provider is Deepgram. Use for Cartesia
70
          "id": "Cartesia voice id" // Optional if TTS provider is Deepgram. Use for Cartesia
71
        },
72
        "language": "en", // Optional if TTS provider is Deepgram. Use for Cartesia
73
        "language_code": "en-US" // Optional if TTS provider is Deepgram. Use for Eleven Labs
74
      },
75
      "endpoint": {
76
        "url": "https://api.example.com/tts",
77
        "headers": {
78
          "authorization": "Bearer {{token}}"
79
        }
80
      }
81
    },
82
    "greeting": "Hello! How can I help you today?"
83
  }
84
}