453 lines
10 KiB
JSON
453 lines
10 KiB
JSON
{
|
|
"$defs": {
|
|
"CapabilitiesUpdateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"capabilities": {
|
|
"items": {
|
|
"type": "string"
|
|
},
|
|
"title": "Capabilities",
|
|
"type": "array"
|
|
},
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "x.interactive_media.capabilities.update",
|
|
"title": "Type",
|
|
"type": "string"
|
|
},
|
|
"version": {
|
|
"const": "1",
|
|
"title": "Version",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"version",
|
|
"capabilities"
|
|
],
|
|
"title": "CapabilitiesUpdateEvent",
|
|
"type": "object"
|
|
},
|
|
"ConversationItemCreateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"item": {
|
|
"additionalProperties": true,
|
|
"title": "Item",
|
|
"type": "object"
|
|
},
|
|
"previous_item_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Previous Item Id"
|
|
},
|
|
"type": {
|
|
"const": "conversation.item.create",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"item"
|
|
],
|
|
"title": "ConversationItemCreateEvent",
|
|
"type": "object"
|
|
},
|
|
"ConversationItemTruncateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"audio_end_ms": {
|
|
"minimum": 0,
|
|
"title": "Audio End Ms",
|
|
"type": "integer"
|
|
},
|
|
"content_index": {
|
|
"default": 0,
|
|
"minimum": 0,
|
|
"title": "Content Index",
|
|
"type": "integer"
|
|
},
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"item_id": {
|
|
"title": "Item Id",
|
|
"type": "string"
|
|
},
|
|
"type": {
|
|
"const": "conversation.item.truncate",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"item_id",
|
|
"audio_end_ms"
|
|
],
|
|
"title": "ConversationItemTruncateEvent",
|
|
"type": "object"
|
|
},
|
|
"InputAudioBufferAppendEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"audio": {
|
|
"title": "Audio",
|
|
"type": "string"
|
|
},
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "input_audio_buffer.append",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"audio"
|
|
],
|
|
"title": "InputAudioBufferAppendEvent",
|
|
"type": "object"
|
|
},
|
|
"InputAudioBufferClearEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "input_audio_buffer.clear",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type"
|
|
],
|
|
"title": "InputAudioBufferClearEvent",
|
|
"type": "object"
|
|
},
|
|
"InputAudioBufferCommitEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "input_audio_buffer.commit",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type"
|
|
],
|
|
"title": "InputAudioBufferCommitEvent",
|
|
"type": "object"
|
|
},
|
|
"OutputAudioBufferClearEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "output_audio_buffer.clear",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type"
|
|
],
|
|
"title": "OutputAudioBufferClearEvent",
|
|
"type": "object"
|
|
},
|
|
"ResponseCancelEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"response_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Response Id"
|
|
},
|
|
"type": {
|
|
"const": "response.cancel",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type"
|
|
],
|
|
"title": "ResponseCancelEvent",
|
|
"type": "object"
|
|
},
|
|
"ResponseCreateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"response": {
|
|
"anyOf": [
|
|
{
|
|
"additionalProperties": true,
|
|
"type": "object"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Response"
|
|
},
|
|
"type": {
|
|
"const": "response.create",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type"
|
|
],
|
|
"title": "ResponseCreateEvent",
|
|
"type": "object"
|
|
},
|
|
"SessionUpdateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"session": {
|
|
"additionalProperties": true,
|
|
"title": "Session",
|
|
"type": "object"
|
|
},
|
|
"type": {
|
|
"const": "session.update",
|
|
"title": "Type",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"session"
|
|
],
|
|
"title": "SessionUpdateEvent",
|
|
"type": "object"
|
|
},
|
|
"SessionVariablesUpdateEvent": {
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"event_id": {
|
|
"anyOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "null"
|
|
}
|
|
],
|
|
"default": null,
|
|
"title": "Event Id"
|
|
},
|
|
"type": {
|
|
"const": "x.interactive_media.session.variables.update",
|
|
"title": "Type",
|
|
"type": "string"
|
|
},
|
|
"variables": {
|
|
"additionalProperties": true,
|
|
"title": "Variables",
|
|
"type": "object"
|
|
},
|
|
"version": {
|
|
"const": "1",
|
|
"title": "Version",
|
|
"type": "string"
|
|
}
|
|
},
|
|
"required": [
|
|
"type",
|
|
"version",
|
|
"variables"
|
|
],
|
|
"title": "SessionVariablesUpdateEvent",
|
|
"type": "object"
|
|
}
|
|
},
|
|
"$id": "https://interactive-media.local/schemas/realtime-client-events-v1.json",
|
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
"discriminator": {
|
|
"mapping": {
|
|
"conversation.item.create": "#/$defs/ConversationItemCreateEvent",
|
|
"conversation.item.truncate": "#/$defs/ConversationItemTruncateEvent",
|
|
"input_audio_buffer.append": "#/$defs/InputAudioBufferAppendEvent",
|
|
"input_audio_buffer.clear": "#/$defs/InputAudioBufferClearEvent",
|
|
"input_audio_buffer.commit": "#/$defs/InputAudioBufferCommitEvent",
|
|
"output_audio_buffer.clear": "#/$defs/OutputAudioBufferClearEvent",
|
|
"response.cancel": "#/$defs/ResponseCancelEvent",
|
|
"response.create": "#/$defs/ResponseCreateEvent",
|
|
"session.update": "#/$defs/SessionUpdateEvent",
|
|
"x.interactive_media.capabilities.update": "#/$defs/CapabilitiesUpdateEvent",
|
|
"x.interactive_media.session.variables.update": "#/$defs/SessionVariablesUpdateEvent"
|
|
},
|
|
"propertyName": "type"
|
|
},
|
|
"oneOf": [
|
|
{
|
|
"$ref": "#/$defs/SessionUpdateEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/ConversationItemCreateEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/ConversationItemTruncateEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/InputAudioBufferAppendEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/InputAudioBufferCommitEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/InputAudioBufferClearEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/OutputAudioBufferClearEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/ResponseCreateEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/ResponseCancelEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/CapabilitiesUpdateEvent"
|
|
},
|
|
{
|
|
"$ref": "#/$defs/SessionVariablesUpdateEvent"
|
|
}
|
|
],
|
|
"title": "Interactive Media OpenAI Realtime client events v1"
|
|
}
|